D1A-E4B-it v0.6
Browse files- .gitattributes +2 -0
- README.md +151 -0
- adapter_config.json +51 -0
- adapter_model.safetensors +3 -0
- chat_template.jinja +386 -0
- d1a-avatar.png +3 -0
- d1a_config.json +277 -0
- head.safetensors +3 -0
- provenance.json +70 -0
- result.json +118 -0
- tokenizer.json +3 -0
- tokenizer_config.json +142 -0
- training_config.json +74 -0
- training_metrics.json +3020 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
d1a-avatar.png filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
|
@@ -0,0 +1,151 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: apache-2.0
|
| 3 |
+
base_model: google/gemma-4-E4B-it
|
| 4 |
+
base_model_relation: adapter
|
| 5 |
+
library_name: peft
|
| 6 |
+
pipeline_tag: text-classification
|
| 7 |
+
language: [en, ja]
|
| 8 |
+
datasets: [JohnP1/d1a-ja-jglue, JohnP1/d1a-routing]
|
| 9 |
+
tags: [d1a, decision-model, calibration, lora, gemma4, typesafe, system-one, pull-requests, chat, on-device]
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
<p align="center"><img src="https://huggingface.co/JohnP1/d1a-e4b-it/resolve/main/d1a-avatar.png" width="200" alt="D1A avatar: an anime girl with silver-white and dark purple hair, round glasses and headphones on a round #D1A badge"></p>
|
| 13 |
+
|
| 14 |
+
# D1A-E4B-it v0.6
|
| 15 |
+
|
| 16 |
+
D1A is a small open decision model. One document and a set of typed questions go in (yes/no, choice, score), and a calibrated probability for every option comes out, in one forward pass, with no generated text. It speaks the TypeSafe System One API (`POST /v1/systemone`), so the TypeSafe SDK and existing clients work against it.
|
| 17 |
+
|
| 18 |
+
**One model for decisions and chat.** This is D1A-E2B-it v0.6's recipe on the larger instruction-tuned trunk, [google/gemma-4-E4B-it](https://huggingface.co/google/gemma-4-E4B-it). With the D1A adapter on it answers decisions; with the adapter off it is Gemma 4 E4B-it exactly, so one model in memory also serves OpenAI-format chat ([Enable chat](#enable-chat)). It replaced D1A-E2B-it on the Mac mini on 2026-10-17, for decisions, the PR labeler and the chat other apps use.
|
| 19 |
+
|
| 20 |
+
Measured against D1A-E2B-it v0.6 on every D1A suite (2026-10-17, the Mac mini, both as served):
|
| 21 |
+
- **accuracy up on 21 of 22 suites**, pooled **+2.5 points [+1.7, +3.4]**: hard decisions +6.6, developer tools +3.2, long documents +2.3, JGLUE +2.2, PR labels (newer PRs) +1.8, and +5.1 on PR severity with the served decode offsets;
|
| 22 |
+
- the one significant loss is the unknowable-facts monitor (−2.9);
|
| 23 |
+
- **about 2.9× slower per decision** than E2B-it (a model about twice the size; p50 0.25 s on an M4 Mac mini);
|
| 24 |
+
- calibration is mixed (ECE better on 9 suites, worse on 12, all by ≤ 0.03).
|
| 25 |
+
|
| 26 |
+
**`<bos>`: encode with it.** The Gemma 4 -it tokenizers add no `<bos>`, but this model was trained with one at the start of every record. d1a from jonpol01/d1a#261 on puts it back (bos_token_id 2). If you encode requests yourself (another runtime, an app), prepend id 2; without it the answers are not the ones measured here.
|
| 27 |
+
|
| 28 |
+
## D1A models: what each can do (2026-10-17)
|
| 29 |
+
|
| 30 |
+
| | **D1A-E4B-it v0.6** | D1A-E4B v0.6.1 | D1A-E2B v0.6.1 | D1A-E2B-it v0.6 |
|
| 31 |
+
|---|---|---|---|---|
|
| 32 |
+
| Base model (trunk) | Gemma 4 E4B-it (instruction-tuned) | Gemma 4 E4B (pretrained base) | Gemma 4 E2B (pretrained base) | Gemma 4 E2B-it (instruction-tuned) |
|
| 33 |
+
| Decisions (`/v1/systemone`) | yes | yes | yes | yes (experimental) |
|
| 34 |
+
| Photos, voice and video (MLX builds with `media/`) | yes, zero-shot | yes, zero-shot | yes | yes |
|
| 35 |
+
| **Chat / text generation** | **yes**: unmerged build, adapter off = Gemma 4 E4B-it ([Enable chat](#enable-chat)) | no | no | yes (same way) |
|
| 36 |
+
| Embeddings | from a GGUF embedder served beside it (`D1A_EMBED_GGUF`) | — | — | same |
|
| 37 |
+
| Routing temperature | no (measured, not shipped) | yes, T 1.18 | yes, T 0.95 | no |
|
| 38 |
+
| Calibration temperature | 1.55 | 1.95 | 1.45 | 1.41 |
|
| 39 |
+
| Builds | PyTorch adapter `JohnP1/d1a-e4b-it`; MLX `-mlx-q8` (7.0 GB with media) and `-mlx-q4` (4.9 GB with media), both merged | PyTorch, MLX 8-bit, Core ML int8 preview | PyTorch, MLX 8-bit, Core ML int8 | PyTorch adapter, MLX q8/q4, Core ML int8/int4 |
|
| 40 |
+
| Where it runs | **the Mac mini since 2026-10-17**: decisions, the PR labeler and OpenAI chat on one unmerged build | the Mini's model until 10-14 | — | the Mini 10-14 to 10-17; the Mieru iPhone app |
|
| 41 |
+
|
| 42 |
+
Kept current in the D1A repository: [docs/MODELS.md](https://github.com/jonpol01/d1a/blob/main/docs/MODELS.md).
|
| 43 |
+
|
| 44 |
+
## What's inside
|
| 45 |
+
|
| 46 |
+
A LoRA adapter (rank 16 on the attention and MLP projections: q, k, v, o, gate, up, down) and a small pointer head (256-dimensional) on [google/gemma-4-E4B-it](https://huggingface.co/google/gemma-4-E4B-it) at revision `ee0ef602`.
|
| 47 |
+
|
| 48 |
+
| Stage | Training data | Settings |
|
| 49 |
+
|---|---|---|
|
| 50 |
+
| 1. General decisions (`recipes/d1a-e2b.yaml`, what made E2B v0.2) | decision-v7 suite: public classification datasets plus generated policy and rule data | 2 epochs, lr 1e-4, batch 4 × accum 2, from the -it trunk; not published |
|
| 51 |
+
| **2. Every later D1A skill, in one run (E2B v0.6's mix)** | PR labels: 4,000 English (severity-stratified), 753 Japanese, 1,500 with a blast-radius label, and 479 hermes-agent PRs created 2026-10-02 to 10-05 shown twice (once in each half); hard-v1 4,000; devtools-v1 4,000; documents-v1 2,500; JGLUE 2,000; routing: agent factory 1,216, generic 1,000; decision-v7 replay 1,500: 23,427 records, none truncated | from stage 1, 1 epoch, lr 5e-5, states up to 5,120 tokens, 2,929 steps |
|
| 52 |
+
|
| 53 |
+
The mix is E2B v0.6's and E2B-it v0.6's, byte for byte (sha256 `efff4b16`), screened before training against every evaluation partition. Where it ran:
|
| 54 |
+
- **Stage 1:** steps 1–2,038 on one NVIDIA L4 (Hugging Face Jobs, bf16 autocast); steps 2,039–3,128 on an Apple M1 Max (MPS, fp32 forward), resumed from the saved step when the cloud job stopped.
|
| 55 |
+
- **Stage 2:** on the M1 Max (MPS, fp32 forward, bf16 frozen weights), finished 2026-10-17.
|
| 56 |
+
- LoRA and head master weights are fp32 on both machines, so only the forward precision changed between them. `provenance.json` has the details.
|
| 57 |
+
|
| 58 |
+
Calibration: a single temperature, **T = 1.55** (90% interval [1.48, 1.62]), fitted on pooled rows of the decision-v7 calibration split and the PR-labelling development set (3,178 questions). Calibration error (ECE) is 0.057 before and 0.015 after, out of fold. It is stored in `d1a_config.json`.
|
| 59 |
+
|
| 60 |
+
**No routing temperature.** A routing-specific temperature (T 1.20) was fitted and not shipped: out of fold it did not separate from the general one, and on held-out transfer it made calibration worse (ECE 0.018 → 0.031). Routing requests use T 1.55, the same outcome as E2B-it.
|
| 61 |
+
|
| 62 |
+
## Results
|
| 63 |
+
|
| 64 |
+
Every D1A suite, both models as served (MLX 8-bit, unmerged, each at its own temperature), on a Mac mini M4. Δ is paired with 95% bootstrap intervals; **bold** where the interval excludes 0.
|
| 65 |
+
|
| 66 |
+
| Suite | n | E2B-it v0.6 | **E4B-it v0.6** | Δ [95% CI] |
|
| 67 |
+
|---|---:|---:|---:|---|
|
| 68 |
+
| General decisions (decision-v7) | 1,264 | 84.8 | 85.7 | +0.9 [−0.7, +2.5] |
|
| 69 |
+
| Transfer (transfer-v4, sources never trained on) | 656 | 75.0 | 77.4 | +2.4 [−0.9, +5.9] |
|
| 70 |
+
| Hard decisions (hard-v1) | 1,083 | 69.2 | 75.7 | **+6.6 [+4.0, +9.2]** |
|
| 71 |
+
| Developer tools (devtools-v1) | 1,074 | 71.1 | 74.3 | **+3.2 [+0.9, +5.4]** |
|
| 72 |
+
| Long documents (documents-v1) | 920 | 86.3 | 88.6 | **+2.3 [+0.5, +4.2]** |
|
| 73 |
+
| Japanese JGLUE, development / test | 1,500 / 1,500 | 78.6 / 76.4 | 80.8 / 78.6 | **+2.2 / +2.2** |
|
| 74 |
+
| PR labels, test (newer PRs): severity / type / blast | 953 / 953 / 139 | 70.5 / 87.8 / 52.5 | 72.9 / 88.4 / 58.3 | **+2.4** / +0.5 / +5.8 |
|
| 75 |
+
| PR severity with the served decode offsets | 953 | 64.3 | 69.5 | **+5.1 [+3.0, +7.3]** |
|
| 76 |
+
| PR labels, Japanese test | 193 | 74.6 | 77.7 | +3.1 [−1.0, +7.2] |
|
| 77 |
+
| Routing: agent factory / generic / hand-labelled | 640 / 270 / 45 | 92.3 / 97.0 / 100 | 93.6 / 97.4 / 100 | +1.2 / +0.4 / 0.0 |
|
| 78 |
+
| External: TypeSafe / wanli-v2 | 102 / 1,002 | 69.6 / 68.9 | 86.3 / 72.7 | **+16.7 / +3.8** |
|
| 79 |
+
| Dates (monitor) | 900 | 87.0 | 90.8 | **+3.8 [+1.7, +5.8]** |
|
| 80 |
+
| Unknowable facts (monitor) | 525 | 69.5 | 66.7 | **−2.9 [−5.5, −0.2]** |
|
| 81 |
+
|
| 82 |
+
The live PR-labeler replay (98–193 questions) is flat on type and down on blast radius (64.3 → 58.2, not significant at this n). Against the older D1A-E4B v0.6.1 the comparison is indirect (both measured against E2B-it): E4B-it is ahead on decision-v7, transfer, hard and developer tools, and 1–2 points behind on long documents, JGLUE and dates.
|
| 83 |
+
|
| 84 |
+
## Photos, voice and video
|
| 85 |
+
|
| 86 |
+
With the `media` extra, `d1a.serving.serve` answers questions about a photo, a voice clip or a video through Gemma 4 E4B-it's own vision and audio encoders, unchanged by the adapter (`POST /v1/systemone/media`). No media in training (zero-shot).
|
| 87 |
+
|
| 88 |
+
Measured on the playground's 14 photo, voice and video demo requests (28 answers): all answered. 7 answers differ from E2B-it v0.6; read by hand, 6 are better (it now calls the crushed-truck photo and video damaged, places the intact mailbox photo "in a mailbox", and no longer calls the English directions and Japanese not-at-home voice clips urgent) and 1 is worse (the intact front-door photo placed "on a sidewalk").
|
| 89 |
+
|
| 90 |
+
## The questions it was trained for
|
| 91 |
+
|
| 92 |
+
PR labelling works best with these questions, worded exactly so, over a document of the form `title / author / stats / body / files` (one `- status path +added/-deleted` line per file):
|
| 93 |
+
|
| 94 |
+
- `type` (choice): "Primary change type from files and body, not the title prefix." Options: type/bug, type/docs, type/feature, type/perf, type/refactor, type/security, type/test.
|
| 95 |
+
- `blast` (choice): "How far a mistake in this PR spreads in production." Options: review:blast-contained (one module), -moderate (one subsystem), -broad (shared helper or config), -massive (auth, permissions, or all paths).
|
| 96 |
+
- `sev` (choice): "How serious the problem this PR addresses is — not the risk of merging the diff as-is." Options P0 to P4.
|
| 97 |
+
|
| 98 |
+
The [PR-labeler recipe](https://github.com/jonpol01/d1a/tree/main/recipes/pr-labeler) has the exact wording, the document builder and the training and scoring scripts.
|
| 99 |
+
|
| 100 |
+
## Run it
|
| 101 |
+
|
| 102 |
+
Needs d1a with jonpol01/d1a#261 (the `<bos>` above):
|
| 103 |
+
|
| 104 |
+
```bash
|
| 105 |
+
pip install "d1a[serve] @ git+https://github.com/jonpol01/d1a"
|
| 106 |
+
python -m d1a.serving.serve --run JohnP1/d1a-e4b-it@v0.6 --port 8009
|
| 107 |
+
```
|
| 108 |
+
|
| 109 |
+
or in-process: `from d1a import D1A; D1A.load("JohnP1/d1a-e4b-it@v0.6").decide(state, questions)`. Builds of the same model: MLX 8-bit [JohnP1/d1a-e4b-it-mlx-q8](https://huggingface.co/JohnP1/d1a-e4b-it-mlx-q8) and MLX 4-bit [JohnP1/d1a-e4b-it-mlx-q4](https://huggingface.co/JohnP1/d1a-e4b-it-mlx-q4), both with the photo, voice and video encoders and both merged (decisions only).
|
| 110 |
+
|
| 111 |
+
## Enable chat
|
| 112 |
+
|
| 113 |
+
With its D1A adapter switched off, this model **is** Gemma 4 E4B-it, so one model in memory can answer D1A decisions (adapter on) and OpenAI-format chat (adapter off). This needs an **unmerged** build: the published MLX repos have the adapter merged into their weights and cannot chat. No chat build is published; build one from this adapter on Apple Silicon (downloads the E4B-it base, ~16 GB), with d1a from jonpol01/d1a#276 on:
|
| 114 |
+
|
| 115 |
+
```bash
|
| 116 |
+
git clone https://github.com/jonpol01/d1a && cd d1a
|
| 117 |
+
uv run --extra serve python scripts/export_mlx.py --run JohnP1/d1a-e4b-it@v0.6 --q-bits 8 --q-group-size 64 \
|
| 118 |
+
--unmerged --media --out runs/exports/d1a-e4b-it-chat
|
| 119 |
+
```
|
| 120 |
+
|
| 121 |
+
Serve it, with embeddings if your app needs them (mem0 does; the GGUF is `nomic-ai/nomic-embed-text-v1.5-GGUF`, file `nomic-embed-text-v1.5.Q4_K_M.gguf`, the one LM Studio serves):
|
| 122 |
+
|
| 123 |
+
```bash
|
| 124 |
+
uv sync --extra serve --extra embed
|
| 125 |
+
D1A_EMBED_GGUF=<path to nomic-embed-text-v1.5.Q4_K_M.gguf> \
|
| 126 |
+
uv run --extra serve python -m d1a.serving.serve --run runs/exports/d1a-e4b-it-chat --port 8009
|
| 127 |
+
```
|
| 128 |
+
|
| 129 |
+
Then point any OpenAI client at `http://localhost:8009/v1`: `POST /v1/chat/completions` (streaming, tools, JSON mode by prompt), `POST /v1/embeddings` and `GET /v1/models`. Any model id is answered by this one model. Decisions stay on `/v1/systemone` with the adapter on. With d1a from jonpol01/d1a#291 on, a decision that arrives during a chat is answered between two of its tokens (0.24 s on this model during a 200-token answer, instead of waiting for the whole answer), and the chat's text is unchanged. Details: [Chat with D1A](https://github.com/jonpol01/d1a/blob/main/docs/USAGE.md#chat-with-d1a).
|
| 130 |
+
|
| 131 |
+
## Limits
|
| 132 |
+
|
| 133 |
+
- **Slower than E2B-it**: about 2.9× the model time per decision. Use E2B-it or E2B where latency matters more than accuracy.
|
| 134 |
+
- **Calibration is mixed against E2B-it**: ECE worse on 12 suites (largest +0.028 on Japanese PR test), better on 9.
|
| 135 |
+
- **Unknowable facts** (questions whose answer is not in the document): −2.9 against E2B-it.
|
| 136 |
+
- **Gate tool calls through D1A's fail-safe thresholds** (`d1a.agents.presets.advise`: deny at p ≥ 0.5, allow only at p ≥ 0.8, otherwise ask), never through the raw top answer.
|
| 137 |
+
- **`<bos>`**: requests encoded without the leading id 2 are out of distribution (see above).
|
| 138 |
+
- **Media**: zero-shot, measured on the playground's demo requests only.
|
| 139 |
+
- One temperature for every question, and no use-case temperatures (the routing one was measured and not shipped).
|
| 140 |
+
- The recent PR labels come from one large open-source project and a few days of it. If its conventions move again, so will these numbers.
|
| 141 |
+
- Questions are in English. The documents can be English or Japanese (trained on both).
|
| 142 |
+
|
| 143 |
+
## Versions
|
| 144 |
+
|
| 145 |
+
| Tag | What it is |
|
| 146 |
+
|---|---|
|
| 147 |
+
| **`v0.6`** | **E2B v0.6's recipe on the Gemma 4 E4B-it trunk; decisions and chat in one model; served on the Mac mini from 2026-10-17** |
|
| 148 |
+
|
| 149 |
+
## License and data
|
| 150 |
+
|
| 151 |
+
Apache-2.0. Base model: Gemma 4 by Google (Apache-2.0). Code: [github.com/jonpol01/d1a](https://github.com/jonpol01/d1a), built on Kev by Jared Palmer (Apache-2.0). Japanese decision data derived from JGLUE by Yahoo Japan Corporation and Waseda University (CC BY-SA 4.0). Pull-request data from NousResearch/hermes-agent (MIT); the labelled PR dataset itself, including the recent PRs, is private.
|
adapter_config.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": null,
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"kasa_config": null,
|
| 16 |
+
"layer_replication": null,
|
| 17 |
+
"layers_pattern": null,
|
| 18 |
+
"layers_to_transform": null,
|
| 19 |
+
"loftq_config": {},
|
| 20 |
+
"lora_alpha": 32,
|
| 21 |
+
"lora_bias": false,
|
| 22 |
+
"lora_dropout": 0.05,
|
| 23 |
+
"lora_ga_config": null,
|
| 24 |
+
"megatron_config": null,
|
| 25 |
+
"megatron_core": "megatron.core",
|
| 26 |
+
"modules_to_save": null,
|
| 27 |
+
"monteclora_config": null,
|
| 28 |
+
"peft_type": "LORA",
|
| 29 |
+
"peft_version": "0.21.0",
|
| 30 |
+
"qalora_group_size": 16,
|
| 31 |
+
"r": 16,
|
| 32 |
+
"rank_pattern": {},
|
| 33 |
+
"revision": null,
|
| 34 |
+
"target_modules": [
|
| 35 |
+
"gate_proj",
|
| 36 |
+
"q_proj",
|
| 37 |
+
"v_proj",
|
| 38 |
+
"o_proj",
|
| 39 |
+
"down_proj",
|
| 40 |
+
"k_proj",
|
| 41 |
+
"up_proj"
|
| 42 |
+
],
|
| 43 |
+
"target_parameters": null,
|
| 44 |
+
"task_type": "FEATURE_EXTRACTION",
|
| 45 |
+
"trainable_token_indices": null,
|
| 46 |
+
"use_bdlora": null,
|
| 47 |
+
"use_dora": false,
|
| 48 |
+
"use_qalora": false,
|
| 49 |
+
"use_rslora": false,
|
| 50 |
+
"velora_config": null
|
| 51 |
+
}
|
adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e6528711baa7c3a2a3c25ca3968b1586ce287b89685a0fe98b372c103e59811e
|
| 3 |
+
size 139591968
|
chat_template.jinja
ADDED
|
@@ -0,0 +1,386 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{#
|
| 2 |
+
Template: Google Gemma 4 Canonical Chat Template
|
| 3 |
+
Author: Google Gemma Engineering Team
|
| 4 |
+
Published: 2026-07-09
|
| 5 |
+
Context: Fixed tool-calling loops, turn closures, and thinking content-ordering.
|
| 6 |
+
#}
|
| 7 |
+
{%- macro format_parameters(properties, required, filter_keys=false) -%}
|
| 8 |
+
{%- set standard_keys = ['description', 'type', 'properties', 'required', 'nullable'] -%}
|
| 9 |
+
{%- set ns = namespace(found_first=false) -%}
|
| 10 |
+
{%- for key, value in properties | dictsort -%}
|
| 11 |
+
{%- set add_comma = false -%}
|
| 12 |
+
{%- if not filter_keys or key not in standard_keys -%}
|
| 13 |
+
{%- if ns.found_first %},{% endif -%}
|
| 14 |
+
{%- set ns.found_first = true -%}
|
| 15 |
+
{{ key }}:{
|
| 16 |
+
{%- if value['description'] -%}
|
| 17 |
+
description:<|"|>{{ value['description'] }}<|"|>
|
| 18 |
+
{%- set add_comma = true -%}
|
| 19 |
+
{%- endif -%}
|
| 20 |
+
{%- if value['type'] | upper == 'STRING' -%}
|
| 21 |
+
{%- if value['enum'] -%}
|
| 22 |
+
{%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
|
| 23 |
+
enum:{{ format_argument(value['enum']) }}
|
| 24 |
+
{%- endif -%}
|
| 25 |
+
{%- elif value['type'] | upper == 'ARRAY' -%}
|
| 26 |
+
{%- if value['items'] is mapping and value['items'] -%}
|
| 27 |
+
{%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
|
| 28 |
+
items:{
|
| 29 |
+
{%- set ns_items = namespace(found_first=false) -%}
|
| 30 |
+
{%- for item_key, item_value in value['items'] | dictsort -%}
|
| 31 |
+
{%- if item_value is not none -%}
|
| 32 |
+
{%- if ns_items.found_first %},{% endif -%}
|
| 33 |
+
{%- set ns_items.found_first = true -%}
|
| 34 |
+
{%- if item_key == 'properties' -%}
|
| 35 |
+
properties:{
|
| 36 |
+
{%- if item_value is mapping -%}
|
| 37 |
+
{{- format_parameters(item_value, value['items']['required'] | default([])) -}}
|
| 38 |
+
{%- endif -%}
|
| 39 |
+
}
|
| 40 |
+
{%- elif item_key == 'required' -%}
|
| 41 |
+
required:[
|
| 42 |
+
{%- for req_item in item_value -%}
|
| 43 |
+
<|"|>{{- req_item -}}<|"|>
|
| 44 |
+
{%- if not loop.last %},{% endif -%}
|
| 45 |
+
{%- endfor -%}
|
| 46 |
+
]
|
| 47 |
+
{%- elif item_key == 'type' -%}
|
| 48 |
+
{%- if item_value is string -%}
|
| 49 |
+
type:{{ format_argument(item_value | upper) }}
|
| 50 |
+
{%- else -%}
|
| 51 |
+
type:{{ format_argument(item_value | map('upper') | list) }}
|
| 52 |
+
{%- endif -%}
|
| 53 |
+
{%- else -%}
|
| 54 |
+
{{ item_key }}:{{ format_argument(item_value) }}
|
| 55 |
+
{%- endif -%}
|
| 56 |
+
{%- endif -%}
|
| 57 |
+
{%- endfor -%}
|
| 58 |
+
}
|
| 59 |
+
{%- endif -%}
|
| 60 |
+
{%- endif -%}
|
| 61 |
+
{%- if value['nullable'] %}
|
| 62 |
+
{%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
|
| 63 |
+
nullable:true
|
| 64 |
+
{%- endif -%}
|
| 65 |
+
{%- if value['type'] | upper == 'OBJECT' -%}
|
| 66 |
+
{%- if value['properties'] is defined and value['properties'] is mapping -%}
|
| 67 |
+
{%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
|
| 68 |
+
properties:{
|
| 69 |
+
{{- format_parameters(value['properties'], value['required'] | default([])) -}}
|
| 70 |
+
}
|
| 71 |
+
{%- elif value is mapping -%}
|
| 72 |
+
{%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
|
| 73 |
+
properties:{
|
| 74 |
+
{{- format_parameters(value, value['required'] | default([]), filter_keys=true) -}}
|
| 75 |
+
}
|
| 76 |
+
{%- endif -%}
|
| 77 |
+
{%- if value['required'] -%}
|
| 78 |
+
{%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
|
| 79 |
+
required:[
|
| 80 |
+
{%- for item in value['required'] | default([]) -%}
|
| 81 |
+
<|"|>{{- item -}}<|"|>
|
| 82 |
+
{%- if not loop.last %},{% endif -%}
|
| 83 |
+
{%- endfor -%}
|
| 84 |
+
]
|
| 85 |
+
{%- endif -%}
|
| 86 |
+
{%- endif -%}
|
| 87 |
+
{%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
|
| 88 |
+
type:<|"|>{{ value['type'] | upper }}<|"|>}
|
| 89 |
+
{%- endif -%}
|
| 90 |
+
{%- endfor -%}
|
| 91 |
+
{%- endmacro -%}
|
| 92 |
+
{%- macro format_function_declaration(tool_data) -%}
|
| 93 |
+
declaration:{{- tool_data['function']['name'] -}}{description:<|"|>{{- tool_data['function']['description'] -}}<|"|>
|
| 94 |
+
{%- set params = tool_data['function']['parameters'] -%}
|
| 95 |
+
{%- if params -%}
|
| 96 |
+
,parameters:{
|
| 97 |
+
{%- if params['properties'] -%}
|
| 98 |
+
properties:{ {{- format_parameters(params['properties'], params['required']) -}} },
|
| 99 |
+
{%- endif -%}
|
| 100 |
+
{%- if params['required'] -%}
|
| 101 |
+
required:[
|
| 102 |
+
{%- for item in params['required'] -%}
|
| 103 |
+
<|"|>{{- item -}}<|"|>
|
| 104 |
+
{{- ',' if not loop.last -}}
|
| 105 |
+
{%- endfor -%}
|
| 106 |
+
],
|
| 107 |
+
{%- endif -%}
|
| 108 |
+
{%- if params['type'] -%}
|
| 109 |
+
type:<|"|>{{- params['type'] | upper -}}<|"|>}
|
| 110 |
+
{%- endif -%}
|
| 111 |
+
{%- endif -%}
|
| 112 |
+
{%- if 'response' in tool_data['function'] -%}
|
| 113 |
+
{%- set response_declaration = tool_data['function']['response'] -%}
|
| 114 |
+
,response:{
|
| 115 |
+
{%- if response_declaration['description'] -%}
|
| 116 |
+
description:<|"|>{{- response_declaration['description'] -}}<|"|>,
|
| 117 |
+
{%- endif -%}
|
| 118 |
+
{%- if response_declaration['type'] | upper == 'OBJECT' -%}
|
| 119 |
+
type:<|"|>{{- response_declaration['type'] | upper -}}<|"|>}
|
| 120 |
+
{%- endif -%}
|
| 121 |
+
{%- endif -%}
|
| 122 |
+
}
|
| 123 |
+
{%- endmacro -%}
|
| 124 |
+
{%- macro format_argument(argument, escape_keys=True) -%}
|
| 125 |
+
{%- if argument is none -%}
|
| 126 |
+
{{- 'null' -}}
|
| 127 |
+
{%- elif argument is string -%}
|
| 128 |
+
{{- '<|"|>' + argument + '<|"|>' -}}
|
| 129 |
+
{%- elif argument is boolean -%}
|
| 130 |
+
{{- 'true' if argument else 'false' -}}
|
| 131 |
+
{%- elif argument is mapping -%}
|
| 132 |
+
{{- '{' -}}
|
| 133 |
+
{%- set ns = namespace(found_first=false) -%}
|
| 134 |
+
{%- for key, value in argument | dictsort -%}
|
| 135 |
+
{%- if ns.found_first %},{% endif -%}
|
| 136 |
+
{%- set ns.found_first = true -%}
|
| 137 |
+
{%- if escape_keys -%}
|
| 138 |
+
{{- '<|"|>' + key + '<|"|>' -}}
|
| 139 |
+
{%- else -%}
|
| 140 |
+
{{- key -}}
|
| 141 |
+
{%- endif -%}
|
| 142 |
+
:{{- format_argument(value, escape_keys=escape_keys) -}}
|
| 143 |
+
{%- endfor -%}
|
| 144 |
+
{{- '}' -}}
|
| 145 |
+
{%- elif argument is sequence -%}
|
| 146 |
+
{{- '[' -}}
|
| 147 |
+
{%- for item in argument -%}
|
| 148 |
+
{{- format_argument(item, escape_keys=escape_keys) -}}
|
| 149 |
+
{%- if not loop.last %},{% endif -%}
|
| 150 |
+
{%- endfor -%}
|
| 151 |
+
{{- ']' -}}
|
| 152 |
+
{%- else -%}
|
| 153 |
+
{{- argument -}}
|
| 154 |
+
{%- endif -%}
|
| 155 |
+
{%- endmacro -%}
|
| 156 |
+
{%- macro strip_thinking(text) -%}
|
| 157 |
+
{%- set ns = namespace(result='') -%}
|
| 158 |
+
{%- for part in text.split('<channel|>') -%}
|
| 159 |
+
{%- if '<|channel>' in part -%}
|
| 160 |
+
{%- set ns.result = ns.result + part.split('<|channel>')[0] -%}
|
| 161 |
+
{%- else -%}
|
| 162 |
+
{%- set ns.result = ns.result + part -%}
|
| 163 |
+
{%- endif -%}
|
| 164 |
+
{%- endfor -%}
|
| 165 |
+
{{- ns.result | trim -}}
|
| 166 |
+
{%- endmacro -%}
|
| 167 |
+
|
| 168 |
+
{%- macro format_tool_response_block(tool_name, response) -%}
|
| 169 |
+
{{- '<|tool_response>' -}}
|
| 170 |
+
{%- if response is mapping -%}
|
| 171 |
+
{{- 'response:' + tool_name + '{' -}}
|
| 172 |
+
{%- for key, value in response | dictsort -%}
|
| 173 |
+
{{- key -}}:{{- format_argument(value, escape_keys=False) -}}
|
| 174 |
+
{%- if not loop.last %},{% endif -%}
|
| 175 |
+
{%- endfor -%}
|
| 176 |
+
{{- '}' -}}
|
| 177 |
+
{%- else -%}
|
| 178 |
+
{{- 'response:' + tool_name + '{value:' + format_argument(response, escape_keys=False) + '}' -}}
|
| 179 |
+
{%- endif -%}
|
| 180 |
+
{{- '<tool_response|>' -}}
|
| 181 |
+
{%- endmacro -%}
|
| 182 |
+
|
| 183 |
+
{#- ===== SETUP ===== -#}
|
| 184 |
+
{%- set ns = namespace(prev_message_type=None, prev_non_tool_role=None) -%}
|
| 185 |
+
{%- set loop_messages = messages -%}
|
| 186 |
+
{%- set enable_thinking = enable_thinking | default(false) -%}
|
| 187 |
+
{%- set preserve_thinking = preserve_thinking | default(false) -%}
|
| 188 |
+
{{- bos_token -}}
|
| 189 |
+
{#- Handle System/Tool Definitions Block -#}
|
| 190 |
+
{%- if enable_thinking or tools or (messages and messages[0]['role'] in ['system', 'developer']) -%}
|
| 191 |
+
{{- '<|turn>system\n' -}}
|
| 192 |
+
{#- Inject Thinking token at the very top of the FIRST system turn -#}
|
| 193 |
+
{%- if enable_thinking -%}
|
| 194 |
+
{{- '<|think|>\n' -}}
|
| 195 |
+
{%- set ns.prev_message_type = 'think' -%}
|
| 196 |
+
{%- endif -%}
|
| 197 |
+
{%- if messages and messages[0]['role'] in ['system', 'developer'] -%}
|
| 198 |
+
{%- if messages[0]['content'] is string -%}
|
| 199 |
+
{{- messages[0]['content'] | trim -}}
|
| 200 |
+
{%- elif messages[0]['content'] is sequence -%}
|
| 201 |
+
{%- for item in messages[0]['content'] -%}
|
| 202 |
+
{{- item['text'] | trim + ' '-}}
|
| 203 |
+
{%- endfor -%}
|
| 204 |
+
{%- endif -%}
|
| 205 |
+
{%- set loop_messages = messages[1:] -%}
|
| 206 |
+
{%- endif -%}
|
| 207 |
+
{%- if tools -%}
|
| 208 |
+
{%- for tool in tools %}
|
| 209 |
+
{{- '<|tool>' -}}
|
| 210 |
+
{{- format_function_declaration(tool) | trim -}}
|
| 211 |
+
{{- '<tool|>' -}}
|
| 212 |
+
{%- endfor %}
|
| 213 |
+
{%- set ns.prev_message_type = 'tool' -%}
|
| 214 |
+
{%- endif -%}
|
| 215 |
+
{{- '<turn|>\n' -}}
|
| 216 |
+
{%- endif %}
|
| 217 |
+
|
| 218 |
+
{#- Pre-scan: find last user message index for reasoning guard -#}
|
| 219 |
+
{%- set ns_turn = namespace(last_user_idx=-1) -%}
|
| 220 |
+
{%- for i in range(loop_messages | length) -%}
|
| 221 |
+
{%- if loop_messages[i]['role'] == 'user' -%}
|
| 222 |
+
{%- set ns_turn.last_user_idx = i -%}
|
| 223 |
+
{%- endif -%}
|
| 224 |
+
{%- endfor -%}
|
| 225 |
+
|
| 226 |
+
{#- Loop through messages -#}
|
| 227 |
+
{%- for message in loop_messages -%}
|
| 228 |
+
{%- if message['role'] != 'tool' -%}
|
| 229 |
+
{%- set ns.prev_message_type = None -%}
|
| 230 |
+
{%- set role = 'model' if message['role'] == 'assistant' else message['role'] -%}
|
| 231 |
+
{#- Detect continuation using tracked state — O(1) instead of O(n) backward scan -#}
|
| 232 |
+
{%- set continue_same_model_turn = (role == 'model' and ns.prev_non_tool_role == 'assistant') -%}
|
| 233 |
+
{%- if not continue_same_model_turn -%}
|
| 234 |
+
{{- '<|turn>' + role + '\n' }}
|
| 235 |
+
{%- endif -%}
|
| 236 |
+
|
| 237 |
+
{#- Render reasoning/reasoning_content as thinking channel -#}
|
| 238 |
+
{%- set thinking_text = message.get('reasoning') or message.get('reasoning_content') -%}
|
| 239 |
+
{%- set thinking_gate = (loop.index0 > ns_turn.last_user_idx) or (preserve_thinking and message.get('tool_calls')) -%}
|
| 240 |
+
{%- if thinking_text and thinking_gate -%}
|
| 241 |
+
{{- '<|channel>thought\n' + thinking_text + '\n<channel|>' -}}
|
| 242 |
+
{%- endif -%}
|
| 243 |
+
|
| 244 |
+
{%- if message.get('tool_calls') -%}
|
| 245 |
+
{%- for tool_call in message.get('tool_calls') -%}
|
| 246 |
+
{%- set function = tool_call['function'] -%}
|
| 247 |
+
{{- '<|tool_call>call:' + function['name'] + '{' -}}
|
| 248 |
+
{%- if function['arguments'] is mapping -%}
|
| 249 |
+
{%- set ns_args = namespace(found_first=false) -%}
|
| 250 |
+
{%- for key, value in function['arguments'] | dictsort -%}
|
| 251 |
+
{%- if ns_args.found_first %},{% endif -%}
|
| 252 |
+
{%- set ns_args.found_first = true -%}
|
| 253 |
+
{{- key -}}:{{- format_argument(value, escape_keys=False) -}}
|
| 254 |
+
{%- endfor -%}
|
| 255 |
+
{%- elif function['arguments'] is none -%}
|
| 256 |
+
{%- else -%}
|
| 257 |
+
{{- raise_exception(
|
| 258 |
+
"chat_template: tool_calls[].function.arguments must be a "
|
| 259 |
+
"JSON object (mapping), not a string. Deserialize arguments "
|
| 260 |
+
"before passing to the template."
|
| 261 |
+
) -}}
|
| 262 |
+
{%- endif -%}
|
| 263 |
+
{{- '}<tool_call|>' -}}
|
| 264 |
+
{%- endfor -%}
|
| 265 |
+
{%- set ns.prev_message_type = 'tool_call' -%}
|
| 266 |
+
{%- endif -%}
|
| 267 |
+
|
| 268 |
+
{%- set ns_tr_out = namespace(flag=false) -%}
|
| 269 |
+
{%- if message.get('tool_responses') -%}
|
| 270 |
+
{#- Legacy: tool_responses embedded on the assistant message (Google/Gemma native) -#}
|
| 271 |
+
{%- for tool_response in message.get('tool_responses') -%}
|
| 272 |
+
{{- format_tool_response_block(tool_response['name'] | default('unknown', true), tool_response['response']) -}}
|
| 273 |
+
{%- set ns_tr_out.flag = true -%}
|
| 274 |
+
{%- set ns.prev_message_type = 'tool_response' -%}
|
| 275 |
+
{%- endfor -%}
|
| 276 |
+
{%- elif message.get('tool_calls') -%}
|
| 277 |
+
{#- OpenAI Chat Completions: forward-scan consecutive role:tool messages -#}
|
| 278 |
+
{%- set ns_tool_scan = namespace(stopped=false) -%}
|
| 279 |
+
{%- for k in range(loop.index0 + 1, loop_messages | length) -%}
|
| 280 |
+
{%- if ns_tool_scan.stopped -%}
|
| 281 |
+
{%- elif loop_messages[k]['role'] != 'tool' -%}
|
| 282 |
+
{%- set ns_tool_scan.stopped = true -%}
|
| 283 |
+
{%- else -%}
|
| 284 |
+
{%- set follow = loop_messages[k] -%}
|
| 285 |
+
{#- Resolve tool_call_id to function name -#}
|
| 286 |
+
{%- set ns_tname = namespace(name=follow.get('name') or 'unknown') -%}
|
| 287 |
+
{%- for tc in message.get('tool_calls') -%}
|
| 288 |
+
{%- if tc.get('id') == follow.get('tool_call_id') -%}
|
| 289 |
+
{%- set ns_tname.name = tc['function']['name'] -%}
|
| 290 |
+
{%- endif -%}
|
| 291 |
+
{%- endfor -%}
|
| 292 |
+
{#- Handle content as string or content-parts array -#}
|
| 293 |
+
{%- set tool_body = follow.get('content') -%}
|
| 294 |
+
{%- if tool_body is string -%}
|
| 295 |
+
{{- format_tool_response_block(ns_tname.name, tool_body) -}}
|
| 296 |
+
{%- elif tool_body is sequence and tool_body is not string -%}
|
| 297 |
+
{%- set ns_txt = namespace(s='') -%}
|
| 298 |
+
{%- for part in tool_body -%}
|
| 299 |
+
{%- if part.get('type') == 'text' -%}
|
| 300 |
+
{%- set ns_txt.s = ns_txt.s + (part.get('text') | default('')) -%}
|
| 301 |
+
{%- endif -%}
|
| 302 |
+
{%- endfor -%}
|
| 303 |
+
{{- format_tool_response_block(ns_tname.name, ns_txt.s) -}}
|
| 304 |
+
{%- for part in tool_body -%}
|
| 305 |
+
{%- if part.get('type') in ['image', 'image_url'] -%}
|
| 306 |
+
{{- '<|image|>' -}}
|
| 307 |
+
{%- elif part.get('type') in ['audio', 'input_audio'] -%}
|
| 308 |
+
{{- '<|audio|>' -}}
|
| 309 |
+
{%- elif part.get('type') == 'video' -%}
|
| 310 |
+
{{- '<|video|>' -}}
|
| 311 |
+
{%- endif -%}
|
| 312 |
+
{%- endfor -%}
|
| 313 |
+
{%- else -%}
|
| 314 |
+
{{- format_tool_response_block(ns_tname.name, tool_body) -}}
|
| 315 |
+
{%- endif -%}
|
| 316 |
+
{%- set ns_tr_out.flag = true -%}
|
| 317 |
+
{%- set ns.prev_message_type = 'tool_response' -%}
|
| 318 |
+
{%- endif -%}
|
| 319 |
+
{%- endfor -%}
|
| 320 |
+
{%- endif -%}
|
| 321 |
+
|
| 322 |
+
{%- set captured_content -%}
|
| 323 |
+
{%- if message.get('content') is string -%}
|
| 324 |
+
{%- if role == 'model' -%}
|
| 325 |
+
{{- strip_thinking(message['content']) -}}
|
| 326 |
+
{%- else -%}
|
| 327 |
+
{{- message['content'] | trim -}}
|
| 328 |
+
{%- endif -%}
|
| 329 |
+
{%- elif message.get('content') is sequence -%}
|
| 330 |
+
{%- for item in message['content'] -%}
|
| 331 |
+
{%- if item.get('type') == 'text' -%}
|
| 332 |
+
{%- if role == 'model' -%}
|
| 333 |
+
{{- strip_thinking(item['text']) -}}
|
| 334 |
+
{%- else -%}
|
| 335 |
+
{{- item['text'] | trim -}}
|
| 336 |
+
{%- endif -%}
|
| 337 |
+
{%- elif item.get('type') in ['image', 'image_url'] -%}
|
| 338 |
+
{{- '<|image|>' -}}
|
| 339 |
+
{%- elif item.get('type') in ['audio', 'input_audio'] -%}
|
| 340 |
+
{{- '<|audio|>' -}}
|
| 341 |
+
{%- elif item.get('type') == 'video' -%}
|
| 342 |
+
{{- '<|video|>' -}}
|
| 343 |
+
{%- endif -%}
|
| 344 |
+
{%- endfor -%}
|
| 345 |
+
{%- endif -%}
|
| 346 |
+
{%- endset -%}
|
| 347 |
+
|
| 348 |
+
{{- captured_content -}}
|
| 349 |
+
{%- set has_content = captured_content | trim | length > 0 -%}
|
| 350 |
+
|
| 351 |
+
{#- Forward-scan: find next non-tool message role for continuation detection -#}
|
| 352 |
+
{%- set next_nt = namespace(role=None, found=false) -%}
|
| 353 |
+
{%- for j in range(loop.index0 + 1, loop_messages | length) -%}
|
| 354 |
+
{%- if not next_nt.found -%}
|
| 355 |
+
{%- if loop_messages[j]['role'] != 'tool' -%}
|
| 356 |
+
{%- set next_nt.role = loop_messages[j]['role'] -%}
|
| 357 |
+
{%- set next_nt.found = true -%}
|
| 358 |
+
{%- endif -%}
|
| 359 |
+
{%- endif -%}
|
| 360 |
+
{%- endfor -%}
|
| 361 |
+
|
| 362 |
+
{%- set continues_into_next = (
|
| 363 |
+
role == 'model'
|
| 364 |
+
and next_nt.role == 'assistant'
|
| 365 |
+
and (not message.get('tool_calls') or ns_tr_out.flag)
|
| 366 |
+
) -%}
|
| 367 |
+
|
| 368 |
+
{%- if ns.prev_message_type == 'tool_call' and not ns_tr_out.flag -%}
|
| 369 |
+
{{- '<|tool_response>' -}}
|
| 370 |
+
{%- elif continues_into_next -%}
|
| 371 |
+
{%- elif not (ns_tr_out.flag and not has_content and not next_nt.found) -%}
|
| 372 |
+
{{- '<turn|>\n' -}}
|
| 373 |
+
{%- endif -%}
|
| 374 |
+
|
| 375 |
+
{#- Track previous non-tool role for next iteration (avoids O(n) backward scan) -#}
|
| 376 |
+
{%- set ns.prev_non_tool_role = message['role'] -%}
|
| 377 |
+
{%- endif -%}
|
| 378 |
+
{%- endfor -%}
|
| 379 |
+
|
| 380 |
+
{%- if add_generation_prompt -%}
|
| 381 |
+
{%- if ns.prev_message_type != 'tool_response' and ns.prev_message_type != 'tool_call' -%}
|
| 382 |
+
{{- '<|turn>model\n' -}}
|
| 383 |
+
{%- elif ns.prev_message_type == 'tool_response' and enable_thinking -%}
|
| 384 |
+
{{- '<|channel>thought\n' -}}
|
| 385 |
+
{%- endif -%}
|
| 386 |
+
{%- endif -%}
|
d1a-avatar.png
ADDED
|
Git LFS Details
|
d1a_config.json
ADDED
|
@@ -0,0 +1,277 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"format": "d1a-torch",
|
| 3 |
+
"format_version": 1,
|
| 4 |
+
"base": "google/gemma-4-E4B-it",
|
| 5 |
+
"base_revision": "ee0ef6023621cff504d758262d4e04895a5af4a2",
|
| 6 |
+
"lora": 16,
|
| 7 |
+
"head_dim": 256,
|
| 8 |
+
"option_isolation": false,
|
| 9 |
+
"special_embeddings": false,
|
| 10 |
+
"weights_dtype": "bf16",
|
| 11 |
+
"temperature": 1.5511447618337346,
|
| 12 |
+
"holdout": [],
|
| 13 |
+
"weights": "lora",
|
| 14 |
+
"head": "head.safetensors",
|
| 15 |
+
"extra": {
|
| 16 |
+
"args": {
|
| 17 |
+
"base": "google/gemma-4-E4B-it",
|
| 18 |
+
"n_per_source": 1000,
|
| 19 |
+
"epochs": 1,
|
| 20 |
+
"lr": 5e-05,
|
| 21 |
+
"head_lr": 0.0,
|
| 22 |
+
"weight_decay": 0.01,
|
| 23 |
+
"lora": 16,
|
| 24 |
+
"accum": 4,
|
| 25 |
+
"holdout": "",
|
| 26 |
+
"suite": "evals/v7/decision-v7",
|
| 27 |
+
"train_sources": "",
|
| 28 |
+
"device": "mps",
|
| 29 |
+
"batch": 2,
|
| 30 |
+
"dtype": "fp32",
|
| 31 |
+
"weights_dtype": "bf16",
|
| 32 |
+
"checkpointing": 1,
|
| 33 |
+
"head_dim": 256,
|
| 34 |
+
"lora_targets": "all",
|
| 35 |
+
"base_revision": "ee0ef6023621cff504d758262d4e04895a5af4a2",
|
| 36 |
+
"p_none": 0.1,
|
| 37 |
+
"p_none_distract": 0.12,
|
| 38 |
+
"p_distract": 0.15,
|
| 39 |
+
"p_none_pair": 0.0,
|
| 40 |
+
"none_pair_max_state": null,
|
| 41 |
+
"synthetic_repeat": 1,
|
| 42 |
+
"public_frac": 1.0,
|
| 43 |
+
"out": "stage2",
|
| 44 |
+
"data": "data/train-e2b-v06.jsonl",
|
| 45 |
+
"max_state": 5120,
|
| 46 |
+
"extra_suites": "",
|
| 47 |
+
"replay": 0,
|
| 48 |
+
"init_from": "stage1",
|
| 49 |
+
"allow_missing_sources": "",
|
| 50 |
+
"reason": "",
|
| 51 |
+
"row_budget": 0,
|
| 52 |
+
"shared_prefix": 0,
|
| 53 |
+
"length_sort": 0,
|
| 54 |
+
"pass_tokens_max": 0,
|
| 55 |
+
"max_steps": 0,
|
| 56 |
+
"save_every_steps": 0,
|
| 57 |
+
"save_every_minutes": 30.0,
|
| 58 |
+
"resume": 1,
|
| 59 |
+
"stop_after": 0,
|
| 60 |
+
"seed": 0
|
| 61 |
+
},
|
| 62 |
+
"suite_sha256": "a8f50e481b7d90b97da049e0ff6a01cee2f1ed204aed61a8265af0edbb5514d2",
|
| 63 |
+
"init_source": {
|
| 64 |
+
"init_from": "stage1",
|
| 65 |
+
"resolved": "stage1",
|
| 66 |
+
"weights_sha256": "bd217060dca2d0ef7d07a103e2bb0c8a4a505502b315b91194a3caa38ba533cd",
|
| 67 |
+
"head_sha256": "e9f13355196677f3bea172ffe26d17bbe4276098f08afaf28db317341b39bd14",
|
| 68 |
+
"tensors": 516
|
| 69 |
+
},
|
| 70 |
+
"temperature_fit": {
|
| 71 |
+
"rows": [
|
| 72 |
+
"cal/rows.json",
|
| 73 |
+
"calpr/rows.json"
|
| 74 |
+
],
|
| 75 |
+
"n": 3178,
|
| 76 |
+
"method": "min micro mean NLL over a 121-point log grid 0.25..4",
|
| 77 |
+
"cross_validation": {
|
| 78 |
+
"raw": {
|
| 79 |
+
"n": 3178,
|
| 80 |
+
"ece": 0.05657225201118034,
|
| 81 |
+
"brier": 0.25128312367981526,
|
| 82 |
+
"nll": 0.5044515701034964,
|
| 83 |
+
"confident_error_rate": 0.03524229074889868,
|
| 84 |
+
"coverage_at_5pct_error": 0.6680302076777848
|
| 85 |
+
},
|
| 86 |
+
"out_of_fold": {
|
| 87 |
+
"n": 3178,
|
| 88 |
+
"ece": 0.015396958922541597,
|
| 89 |
+
"brier": 0.24360429314644466,
|
| 90 |
+
"nll": 0.45865013254985726,
|
| 91 |
+
"confident_error_rate": 0.016047828823159218,
|
| 92 |
+
"coverage_at_5pct_error": 0.6626809314033983
|
| 93 |
+
},
|
| 94 |
+
"ece_ci95": {
|
| 95 |
+
"raw": [
|
| 96 |
+
0.04573724463444184,
|
| 97 |
+
0.06868531603386199
|
| 98 |
+
],
|
| 99 |
+
"out_of_fold": [
|
| 100 |
+
0.010910223636218403,
|
| 101 |
+
0.02979139359871167
|
| 102 |
+
],
|
| 103 |
+
"delta": [
|
| 104 |
+
-0.05198077099251131,
|
| 105 |
+
-0.02258946367482048
|
| 106 |
+
]
|
| 107 |
+
},
|
| 108 |
+
"separated": true,
|
| 109 |
+
"temperatures": [
|
| 110 |
+
1.5511447618337346,
|
| 111 |
+
1.5511447618337346,
|
| 112 |
+
1.5157165665103978,
|
| 113 |
+
1.5874010519681994,
|
| 114 |
+
1.5511447618337346
|
| 115 |
+
],
|
| 116 |
+
"folds": 5,
|
| 117 |
+
"seed": 0,
|
| 118 |
+
"samples": 1000,
|
| 119 |
+
"groups": 1670,
|
| 120 |
+
"unit": "source-stratified (source, group); sibling questions and variants stay together"
|
| 121 |
+
},
|
| 122 |
+
"interval": {
|
| 123 |
+
"level": 0.9,
|
| 124 |
+
"samples": 2000,
|
| 125 |
+
"seed": 0,
|
| 126 |
+
"lower": 1.4810975522865641,
|
| 127 |
+
"upper": 1.6245047927124707,
|
| 128 |
+
"questions": 3178
|
| 129 |
+
},
|
| 130 |
+
"fit_rows": [
|
| 131 |
+
{
|
| 132 |
+
"rows": "cal/rows.json",
|
| 133 |
+
"suite": "evals/v7/decision-v7",
|
| 134 |
+
"split": "calibration",
|
| 135 |
+
"questions": 1148
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"rows": "calpr/rows.json",
|
| 139 |
+
"suite": "evals/d1a/pr-labels",
|
| 140 |
+
"split": "development",
|
| 141 |
+
"questions": 2030
|
| 142 |
+
}
|
| 143 |
+
],
|
| 144 |
+
"training_suites": [
|
| 145 |
+
"evals/devtools-v1",
|
| 146 |
+
"evals/documents-v1",
|
| 147 |
+
"evals/hard-v1",
|
| 148 |
+
"evals/v7/decision-v7"
|
| 149 |
+
],
|
| 150 |
+
"training_partitions": [
|
| 151 |
+
"evals/d1a/ja-jglue:train",
|
| 152 |
+
"evals/d1a/pr-labels:train",
|
| 153 |
+
"evals/d1a/pr-labels:train-blast",
|
| 154 |
+
"evals/d1a/pr-labels:train-ja",
|
| 155 |
+
"evals/d1a/routing:factory-train",
|
| 156 |
+
"evals/d1a/routing:generic-train"
|
| 157 |
+
],
|
| 158 |
+
"same_corpus": [
|
| 159 |
+
"calpr/rows.json: SAME CORPUS: evals/d1a/pr-labels:development is an eval partition of evals/d1a/pr-labels, whose train partitions ['evals/d1a/pr-labels:train', 'evals/d1a/pr-labels:train-blast', 'evals/d1a/pr-labels:train-ja'] the checkpoint trained on"
|
| 160 |
+
],
|
| 161 |
+
"in_distribution": {
|
| 162 |
+
"allowed": true,
|
| 163 |
+
"problems": [
|
| 164 |
+
"cal/rows.json: evals/v7/decision-v7 is training data of the checkpoint",
|
| 165 |
+
"cal/rows.json: it pools 12 training source(s) ['agnews', 'amazon', 'banking77', 'boolq', 'compositional', 'dbpedia14', 'imdb', 'legacy_policy'] ...",
|
| 166 |
+
"cal/rows.json: it reads the calibration partition of evals/v7/decision-v7, a training corpus",
|
| 167 |
+
"calpr/rows.json: SAME CORPUS: evals/d1a/pr-labels:development is an eval partition of evals/d1a/pr-labels, whose train partitions ['evals/d1a/pr-labels:train', 'evals/d1a/pr-labels:train-blast', 'evals/d1a/pr-labels:train-ja'] the checkpoint trained on",
|
| 168 |
+
"cannot list the sources of training source pr-labels:fresh-fit (no suite or partition of this checkout), training data of stage2"
|
| 169 |
+
]
|
| 170 |
+
}
|
| 171 |
+
},
|
| 172 |
+
"use_case_temperatures": {},
|
| 173 |
+
"use_case_temperature_fits": {
|
| 174 |
+
"routing": {
|
| 175 |
+
"rows": [
|
| 176 |
+
"rt-gen/rows.json",
|
| 177 |
+
"rt-hand/rows.json"
|
| 178 |
+
],
|
| 179 |
+
"n": 315,
|
| 180 |
+
"method": "min micro mean NLL over a 121-point log grid 0.25..4",
|
| 181 |
+
"cross_validation": {
|
| 182 |
+
"raw": {
|
| 183 |
+
"n": 315,
|
| 184 |
+
"ece": 0.014988591883350024,
|
| 185 |
+
"brier": 0.02933234182471159,
|
| 186 |
+
"nll": 0.04260048719028577,
|
| 187 |
+
"confident_error_rate": 0.0031746031746031746,
|
| 188 |
+
"coverage_at_5pct_error": 1.0
|
| 189 |
+
},
|
| 190 |
+
"out_of_fold": {
|
| 191 |
+
"n": 315,
|
| 192 |
+
"ece": 0.012868974641462564,
|
| 193 |
+
"brier": 0.027818845682320778,
|
| 194 |
+
"nll": 0.04164313674943866,
|
| 195 |
+
"confident_error_rate": 0.0031746031746031746,
|
| 196 |
+
"coverage_at_5pct_error": 1.0
|
| 197 |
+
},
|
| 198 |
+
"ece_ci95": {
|
| 199 |
+
"raw": [
|
| 200 |
+
0.007028569881564169,
|
| 201 |
+
0.03002489671354236
|
| 202 |
+
],
|
| 203 |
+
"out_of_fold": [
|
| 204 |
+
0.006437557142966775,
|
| 205 |
+
0.02839721383944503
|
| 206 |
+
],
|
| 207 |
+
"delta": [
|
| 208 |
+
-0.005527160442421324,
|
| 209 |
+
0.002748606576340939
|
| 210 |
+
]
|
| 211 |
+
},
|
| 212 |
+
"separated": false,
|
| 213 |
+
"temperatures": [
|
| 214 |
+
1.2599210498948732,
|
| 215 |
+
1.1755479062836087,
|
| 216 |
+
1.148698354997035,
|
| 217 |
+
1.2030250360821164,
|
| 218 |
+
1.2030250360821164
|
| 219 |
+
],
|
| 220 |
+
"folds": 5,
|
| 221 |
+
"seed": 0,
|
| 222 |
+
"samples": 1000,
|
| 223 |
+
"groups": 315,
|
| 224 |
+
"unit": "source-stratified (source, group); sibling questions and variants stay together"
|
| 225 |
+
},
|
| 226 |
+
"interval": {
|
| 227 |
+
"level": 0.9,
|
| 228 |
+
"samples": 2000,
|
| 229 |
+
"seed": 0,
|
| 230 |
+
"lower": 0.9117224885582169,
|
| 231 |
+
"upper": 1.381912879967776,
|
| 232 |
+
"questions": 315
|
| 233 |
+
},
|
| 234 |
+
"fit_rows": [
|
| 235 |
+
{
|
| 236 |
+
"rows": "rt-gen/rows.json",
|
| 237 |
+
"suite": "evals/d1a/routing",
|
| 238 |
+
"split": "generic-development",
|
| 239 |
+
"questions": 270
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"rows": "rt-hand/rows.json",
|
| 243 |
+
"suite": "evals/d1a/routing",
|
| 244 |
+
"split": "handlabelled-45",
|
| 245 |
+
"questions": 45
|
| 246 |
+
}
|
| 247 |
+
],
|
| 248 |
+
"training_suites": [
|
| 249 |
+
"evals/devtools-v1",
|
| 250 |
+
"evals/documents-v1",
|
| 251 |
+
"evals/hard-v1",
|
| 252 |
+
"evals/v7/decision-v7"
|
| 253 |
+
],
|
| 254 |
+
"training_partitions": [
|
| 255 |
+
"evals/d1a/ja-jglue:train",
|
| 256 |
+
"evals/d1a/pr-labels:train",
|
| 257 |
+
"evals/d1a/pr-labels:train-blast",
|
| 258 |
+
"evals/d1a/pr-labels:train-ja",
|
| 259 |
+
"evals/d1a/routing:factory-train",
|
| 260 |
+
"evals/d1a/routing:generic-train"
|
| 261 |
+
],
|
| 262 |
+
"same_corpus": [
|
| 263 |
+
"rt-gen/rows.json: SAME CORPUS: evals/d1a/routing:generic-development is an eval partition of evals/d1a/routing, whose train partitions ['evals/d1a/routing:factory-train', 'evals/d1a/routing:generic-train'] the checkpoint trained on",
|
| 264 |
+
"rt-hand/rows.json: SAME CORPUS: evals/d1a/routing:handlabelled-45 is an eval partition of evals/d1a/routing, whose train partitions ['evals/d1a/routing:factory-train', 'evals/d1a/routing:generic-train'] the checkpoint trained on"
|
| 265 |
+
],
|
| 266 |
+
"in_distribution": {
|
| 267 |
+
"allowed": true,
|
| 268 |
+
"problems": [
|
| 269 |
+
"rt-gen/rows.json: SAME CORPUS: evals/d1a/routing:generic-development is an eval partition of evals/d1a/routing, whose train partitions ['evals/d1a/routing:factory-train', 'evals/d1a/routing:generic-train'] the checkpoint trained on",
|
| 270 |
+
"rt-hand/rows.json: SAME CORPUS: evals/d1a/routing:handlabelled-45 is an eval partition of evals/d1a/routing, whose train partitions ['evals/d1a/routing:factory-train', 'evals/d1a/routing:generic-train'] the checkpoint trained on",
|
| 271 |
+
"cannot list the sources of training source pr-labels:fresh-fit (no suite or partition of this checkout), training data of stage2"
|
| 272 |
+
]
|
| 273 |
+
}
|
| 274 |
+
}
|
| 275 |
+
}
|
| 276 |
+
}
|
| 277 |
+
}
|
head.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:555faf96e06b827dfd731df5d9ab3ee8cc76f2934895b851542ceaf6b2957c88
|
| 3 |
+
size 5245232
|
provenance.json
ADDED
|
@@ -0,0 +1,70 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "D1A-E4B-it v0.6",
|
| 3 |
+
"base": "google/gemma-4-E4B-it",
|
| 4 |
+
"base_revision": "ee0ef6023621cff504d758262d4e04895a5af4a2",
|
| 5 |
+
"change_from_e2b_it_v0.6": "the trunk only: google/gemma-4-E2B-it -> google/gemma-4-E4B-it (ee0ef602); both stages use E2B-it v0.6's recipes, mix and settings unchanged",
|
| 6 |
+
"stage_1": {
|
| 7 |
+
"recipe": "recipes/d1a-e2b.yaml (what made E2B v0.2.x) with base google/gemma-4-E4B-it",
|
| 8 |
+
"suite": "evals/v7/decision-v7",
|
| 9 |
+
"epochs": 2,
|
| 10 |
+
"lr": 0.0001,
|
| 11 |
+
"batch": 4,
|
| 12 |
+
"accum": 2,
|
| 13 |
+
"p_none_pair": 0.25,
|
| 14 |
+
"optimizer_steps": 3128,
|
| 15 |
+
"records_seen": 30212,
|
| 16 |
+
"where": "steps 1-2,038 on Hugging Face Jobs, one NVIDIA L4 (bf16 autocast, bf16 frozen weights); steps 2,039-3,128 resumed on an Apple M1 Max (MPS, fp32 forward, bf16 frozen weights) after the cloud job stopped. LoRA and head master weights are fp32 on both.",
|
| 17 |
+
"checkpoint": "kept in the private repo JohnP1/d1a-e4b-runs (e4b-it-v06/stage1), not published",
|
| 18 |
+
"weights_sha256": "bd217060dca2d0ef7d07a103e2bb0c8a4a505502b315b91194a3caa38ba533cd",
|
| 19 |
+
"head_sha256": "e9f13355196677f3bea172ffe26d17bbe4276098f08afaf28db317341b39bd14"
|
| 20 |
+
},
|
| 21 |
+
"stage": "Every later skill in one run, as E2B v0.6 and E2B-it v0.6: PR labels (English 4,000, Japanese 753, blast radius 1,500, and 479 hermes-agent PRs created 2026-10-02 to 10-05 shown twice), hard-v1 4,000, devtools-v1 4,000, documents-v1 2,500, JGLUE 2,000, routing factory/generic 1,216/1,000, decision-v7 1,500; 23,427 records; 1 epoch, lr 5e-5, LoRA 16 on all projections, batch 2 x accum 4, states up to 5,120 tokens, 2,929 steps",
|
| 22 |
+
"data": {
|
| 23 |
+
"mix_sha256": "efff4b161e2d493f3d6e33712174614964279446ed2deb65b78ad4f7cb86e7a9",
|
| 24 |
+
"records": 23427,
|
| 25 |
+
"truncated": 0,
|
| 26 |
+
"rejected": 0,
|
| 27 |
+
"note": "byte-identical to E2B v0.6's and E2B-it v0.6's mix, screened before training against every evaluation partition"
|
| 28 |
+
},
|
| 29 |
+
"training": {
|
| 30 |
+
"epochs": 1,
|
| 31 |
+
"lr": 5e-05,
|
| 32 |
+
"head_lr": 0.0,
|
| 33 |
+
"weight_decay": 0.01,
|
| 34 |
+
"lora": 16,
|
| 35 |
+
"lora_targets": "all",
|
| 36 |
+
"batch": 2,
|
| 37 |
+
"accum": 4,
|
| 38 |
+
"dtype": "fp32",
|
| 39 |
+
"weights_dtype": "bf16",
|
| 40 |
+
"checkpointing": 1,
|
| 41 |
+
"max_state": 5120,
|
| 42 |
+
"p_none": 0.1,
|
| 43 |
+
"p_none_distract": 0.12,
|
| 44 |
+
"p_distract": 0.15,
|
| 45 |
+
"seed": 0
|
| 46 |
+
},
|
| 47 |
+
"compute": {
|
| 48 |
+
"stage_2_where": "Apple M1 Max (64 GB), MPS, fp32 forward with bf16 frozen weights",
|
| 49 |
+
"stage_2_finished": "2026-10-17 16:32 JST",
|
| 50 |
+
"stage_2_wall_seconds": 126823,
|
| 51 |
+
"stage_2_note": "wall time includes a 20-minute pause at step 1,698",
|
| 52 |
+
"stage_2_peak_device_bytes": 15831419904,
|
| 53 |
+
"optimizer_steps": 2929,
|
| 54 |
+
"records_seen": 23427
|
| 55 |
+
},
|
| 56 |
+
"bos": "The Gemma 4 E4B-it tokenizer adds no <bos>, but the model was trained with one. d1a with jonpol01/d1a#261 prepends it (bos_token_id 2); clients that encode themselves must prepend id 2.",
|
| 57 |
+
"calibration": {
|
| 58 |
+
"temperature": 1.551,
|
| 59 |
+
"fit": "pooled rows: decision-v7 calibration split + PR-labeling development set",
|
| 60 |
+
"questions": 3178,
|
| 61 |
+
"interval_90": [
|
| 62 |
+
1.481,
|
| 63 |
+
1.625
|
| 64 |
+
],
|
| 65 |
+
"ece_raw": 0.057,
|
| 66 |
+
"ece_out_of_fold": 0.015,
|
| 67 |
+
"use_case_temperatures": "none (routing T 1.20 fitted, not shipped: out of fold not separated, held-out transfer ECE 0.018 -> 0.031)"
|
| 68 |
+
},
|
| 69 |
+
"code": "github.com/jonpol01/d1a (d1a.training.train) with the <bos> fix (jonpol01/d1a#261); calibration with d1a.training.calibrate"
|
| 70 |
+
}
|
result.json
ADDED
|
@@ -0,0 +1,118 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "D1A-E4B-it v0.6",
|
| 3 |
+
"temperature": 1.551,
|
| 4 |
+
"method": "Every D1A suite (scripts/quality_gate.py --all-suites --sequential, then scripts/decide.py) on a Mac mini M4, 2026-10-17, against D1A-E2B-it v0.6, both as served: MLX 8-bit unmerged chat builds with media, each at its own temperature. Paired bootstrap 95% intervals. Live PR-labeler replay and hand-labelled PRs are private; aggregates only.",
|
| 5 |
+
"suites": {
|
| 6 |
+
"decision-v7": [
|
| 7 |
+
1264,
|
| 8 |
+
84.8,
|
| 9 |
+
85.7,
|
| 10 |
+
"+0.9 [-0.7,+2.5]"
|
| 11 |
+
],
|
| 12 |
+
"transfer-v4": [
|
| 13 |
+
656,
|
| 14 |
+
75.0,
|
| 15 |
+
77.4,
|
| 16 |
+
"+2.4 [-0.9,+5.9]"
|
| 17 |
+
],
|
| 18 |
+
"hard-v1": [
|
| 19 |
+
1083,
|
| 20 |
+
69.2,
|
| 21 |
+
75.7,
|
| 22 |
+
"+6.6 [+4.0,+9.2]"
|
| 23 |
+
],
|
| 24 |
+
"devtools-v1": [
|
| 25 |
+
1074,
|
| 26 |
+
71.1,
|
| 27 |
+
74.3,
|
| 28 |
+
"+3.2 [+0.9,+5.4]"
|
| 29 |
+
],
|
| 30 |
+
"documents-v1": [
|
| 31 |
+
920,
|
| 32 |
+
86.3,
|
| 33 |
+
88.6,
|
| 34 |
+
"+2.3 [+0.5,+4.2]"
|
| 35 |
+
],
|
| 36 |
+
"ja-jglue:development": [
|
| 37 |
+
1500,
|
| 38 |
+
78.6,
|
| 39 |
+
80.8,
|
| 40 |
+
"+2.2 [+0.5,+4.0]"
|
| 41 |
+
],
|
| 42 |
+
"ja-jglue:test": [
|
| 43 |
+
1500,
|
| 44 |
+
76.4,
|
| 45 |
+
78.6,
|
| 46 |
+
"+2.2 [+0.3,+4.1]"
|
| 47 |
+
],
|
| 48 |
+
"pr-labels:test": [
|
| 49 |
+
2045,
|
| 50 |
+
77.4,
|
| 51 |
+
79.1,
|
| 52 |
+
"+1.8 [+0.5,+3.1]"
|
| 53 |
+
],
|
| 54 |
+
"pr-labels:test sev+offsets": [
|
| 55 |
+
953,
|
| 56 |
+
64.3,
|
| 57 |
+
69.5,
|
| 58 |
+
"+5.1 [+3.0,+7.3]"
|
| 59 |
+
],
|
| 60 |
+
"pr-labels:development": [
|
| 61 |
+
2030,
|
| 62 |
+
78.8,
|
| 63 |
+
79.6,
|
| 64 |
+
"+0.8 [-0.4,+2.1]"
|
| 65 |
+
],
|
| 66 |
+
"pr-labels:test-ja": [
|
| 67 |
+
193,
|
| 68 |
+
74.6,
|
| 69 |
+
77.7,
|
| 70 |
+
"+3.1 [-1.0,+7.2]"
|
| 71 |
+
],
|
| 72 |
+
"routing:factory-development": [
|
| 73 |
+
640,
|
| 74 |
+
92.3,
|
| 75 |
+
93.6,
|
| 76 |
+
"+1.2 [-0.7,+3.2]"
|
| 77 |
+
],
|
| 78 |
+
"routing:generic-development": [
|
| 79 |
+
270,
|
| 80 |
+
97.0,
|
| 81 |
+
97.4,
|
| 82 |
+
"+0.4 [-1.5,+2.2]"
|
| 83 |
+
],
|
| 84 |
+
"external:typesafe-v1": [
|
| 85 |
+
102,
|
| 86 |
+
69.6,
|
| 87 |
+
86.3,
|
| 88 |
+
"+16.7 [+8.8,+25.2]"
|
| 89 |
+
],
|
| 90 |
+
"external:wanli-v2": [
|
| 91 |
+
1002,
|
| 92 |
+
68.9,
|
| 93 |
+
72.7,
|
| 94 |
+
"+3.8 [+1.4,+6.2]"
|
| 95 |
+
],
|
| 96 |
+
"night2:dates": [
|
| 97 |
+
900,
|
| 98 |
+
87.0,
|
| 99 |
+
90.8,
|
| 100 |
+
"+3.8 [+1.7,+5.8]"
|
| 101 |
+
],
|
| 102 |
+
"night2:unknowable": [
|
| 103 |
+
525,
|
| 104 |
+
69.5,
|
| 105 |
+
66.7,
|
| 106 |
+
"-2.9 [-5.5,-0.2]"
|
| 107 |
+
]
|
| 108 |
+
},
|
| 109 |
+
"columns": [
|
| 110 |
+
"n",
|
| 111 |
+
"E2B-it v0.6 accuracy %",
|
| 112 |
+
"E4B-it v0.6 accuracy %",
|
| 113 |
+
"delta [95% CI]"
|
| 114 |
+
],
|
| 115 |
+
"pooled_delta": "+2.5 [+1.7, +3.4] over 21 suite lines and 2 live",
|
| 116 |
+
"latency_ratio_vs_e2b_it": 2.94,
|
| 117 |
+
"media": "14 photo/voice/video demo requests, 28 answers, all answered; 7 differ from E2B-it, 6 better and 1 worse by hand read"
|
| 118 |
+
}
|
tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc8d3a0ce36466ccc1278bf987df5f71db1719b9ca6b4118264f45cb627bfe0f
|
| 3 |
+
size 32169626
|
tokenizer_config.json
ADDED
|
@@ -0,0 +1,142 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"audio_token": "<|audio|>",
|
| 3 |
+
"backend": "tokenizers",
|
| 4 |
+
"boa_token": "<|audio>",
|
| 5 |
+
"boi_token": "<|image>",
|
| 6 |
+
"bos_token": "<bos>",
|
| 7 |
+
"eoa_token": "<audio|>",
|
| 8 |
+
"eoc_token": "<channel|>",
|
| 9 |
+
"eoi_token": "<image|>",
|
| 10 |
+
"eos_token": "<eos>",
|
| 11 |
+
"eot_token": "<turn|>",
|
| 12 |
+
"escape_token": "<|\"|>",
|
| 13 |
+
"etc_token": "<tool_call|>",
|
| 14 |
+
"etd_token": "<tool|>",
|
| 15 |
+
"etr_token": "<tool_response|>",
|
| 16 |
+
"extra_special_tokens": [
|
| 17 |
+
"<|video|>"
|
| 18 |
+
],
|
| 19 |
+
"image_token": "<|image|>",
|
| 20 |
+
"is_local": false,
|
| 21 |
+
"local_files_only": false,
|
| 22 |
+
"mask_token": "<mask>",
|
| 23 |
+
"model_max_length": 1000000000000000019884624838656,
|
| 24 |
+
"model_specific_special_tokens": {
|
| 25 |
+
"audio_token": "<|audio|>",
|
| 26 |
+
"boa_token": "<|audio>",
|
| 27 |
+
"boi_token": "<|image>",
|
| 28 |
+
"eoa_token": "<audio|>",
|
| 29 |
+
"eoc_token": "<channel|>",
|
| 30 |
+
"eoi_token": "<image|>",
|
| 31 |
+
"eot_token": "<turn|>",
|
| 32 |
+
"escape_token": "<|\"|>",
|
| 33 |
+
"etc_token": "<tool_call|>",
|
| 34 |
+
"etd_token": "<tool|>",
|
| 35 |
+
"etr_token": "<tool_response|>",
|
| 36 |
+
"image_token": "<|image|>",
|
| 37 |
+
"soc_token": "<|channel>",
|
| 38 |
+
"sot_token": "<|turn>",
|
| 39 |
+
"stc_token": "<|tool_call>",
|
| 40 |
+
"std_token": "<|tool>",
|
| 41 |
+
"str_token": "<|tool_response>",
|
| 42 |
+
"think_token": "<|think|>"
|
| 43 |
+
},
|
| 44 |
+
"pad_token": "<pad>",
|
| 45 |
+
"padding_side": "left",
|
| 46 |
+
"processor_class": "Gemma4Processor",
|
| 47 |
+
"response_schema": {
|
| 48 |
+
"properties": {
|
| 49 |
+
"content": {
|
| 50 |
+
"type": "string"
|
| 51 |
+
},
|
| 52 |
+
"role": {
|
| 53 |
+
"const": "assistant"
|
| 54 |
+
},
|
| 55 |
+
"thinking": {
|
| 56 |
+
"type": "string"
|
| 57 |
+
},
|
| 58 |
+
"tool_calls": {
|
| 59 |
+
"items": {
|
| 60 |
+
"properties": {
|
| 61 |
+
"function": {
|
| 62 |
+
"properties": {
|
| 63 |
+
"arguments": {
|
| 64 |
+
"additionalProperties": {},
|
| 65 |
+
"type": "object",
|
| 66 |
+
"x-parser": "gemma4-tool-call"
|
| 67 |
+
},
|
| 68 |
+
"name": {
|
| 69 |
+
"type": "string"
|
| 70 |
+
}
|
| 71 |
+
},
|
| 72 |
+
"type": "object",
|
| 73 |
+
"x-regex": "call\\:(?P<name>\\w+)(?P<arguments>\\{.*\\})"
|
| 74 |
+
},
|
| 75 |
+
"type": {
|
| 76 |
+
"const": "function"
|
| 77 |
+
}
|
| 78 |
+
},
|
| 79 |
+
"type": "object"
|
| 80 |
+
},
|
| 81 |
+
"type": "array",
|
| 82 |
+
"x-regex-iterator": "<\\|tool_call>(.*?)<tool_call\\|>"
|
| 83 |
+
}
|
| 84 |
+
},
|
| 85 |
+
"type": "object",
|
| 86 |
+
"x-regex": "(\\<\\|channel\\>thought\\n(?P<thinking>.*?)\\<channel\\|\\>)?(?P<tool_calls>\\<\\|tool_call\\>.*\\<tool_call\\|\\>)?(?P<content>(?:(?!\\<turn\\|\\>)(?!\\<\\|tool_response\\>).)+)?(?:\\<turn\\|\\>|\\<\\|tool_response\\>)?"
|
| 87 |
+
},
|
| 88 |
+
"response_template": {
|
| 89 |
+
"defaults": {
|
| 90 |
+
"role": "assistant"
|
| 91 |
+
},
|
| 92 |
+
"fields": {
|
| 93 |
+
"content": {
|
| 94 |
+
"close": [
|
| 95 |
+
"<turn|>",
|
| 96 |
+
"<|tool_response>",
|
| 97 |
+
"<eos>"
|
| 98 |
+
],
|
| 99 |
+
"content": "text"
|
| 100 |
+
},
|
| 101 |
+
"thinking": {
|
| 102 |
+
"close": "<channel|>",
|
| 103 |
+
"content": "text",
|
| 104 |
+
"open": "<|channel>thought\n"
|
| 105 |
+
},
|
| 106 |
+
"tool_calls": {
|
| 107 |
+
"close": "<tool_call|>",
|
| 108 |
+
"content": "json",
|
| 109 |
+
"content_args": {
|
| 110 |
+
"string_delims": [
|
| 111 |
+
[
|
| 112 |
+
"<|\"|>",
|
| 113 |
+
"<|\"|>"
|
| 114 |
+
]
|
| 115 |
+
],
|
| 116 |
+
"unquoted_keys": true
|
| 117 |
+
},
|
| 118 |
+
"open_pattern": "<\\|tool_call>call:(?P<name>\\w+)",
|
| 119 |
+
"repeats": true,
|
| 120 |
+
"transform": {
|
| 121 |
+
"function": {
|
| 122 |
+
"arguments": "{content}",
|
| 123 |
+
"name": "{name}"
|
| 124 |
+
},
|
| 125 |
+
"type": "function"
|
| 126 |
+
}
|
| 127 |
+
}
|
| 128 |
+
},
|
| 129 |
+
"start_anchor": [
|
| 130 |
+
"<|turn>model\n",
|
| 131 |
+
"<tool_response|>"
|
| 132 |
+
]
|
| 133 |
+
},
|
| 134 |
+
"soc_token": "<|channel>",
|
| 135 |
+
"sot_token": "<|turn>",
|
| 136 |
+
"stc_token": "<|tool_call>",
|
| 137 |
+
"std_token": "<|tool>",
|
| 138 |
+
"str_token": "<|tool_response>",
|
| 139 |
+
"think_token": "<|think|>",
|
| 140 |
+
"tokenizer_class": "GemmaTokenizer",
|
| 141 |
+
"unk_token": "<unk>"
|
| 142 |
+
}
|
training_config.json
ADDED
|
@@ -0,0 +1,74 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"args": {
|
| 3 |
+
"base": "google/gemma-4-E4B-it",
|
| 4 |
+
"n_per_source": 1000,
|
| 5 |
+
"epochs": 1,
|
| 6 |
+
"lr": 5e-05,
|
| 7 |
+
"head_lr": 0.0,
|
| 8 |
+
"weight_decay": 0.01,
|
| 9 |
+
"lora": 16,
|
| 10 |
+
"accum": 4,
|
| 11 |
+
"holdout": "",
|
| 12 |
+
"suite": "evals/v7/decision-v7",
|
| 13 |
+
"train_sources": "",
|
| 14 |
+
"device": "mps",
|
| 15 |
+
"batch": 2,
|
| 16 |
+
"dtype": "fp32",
|
| 17 |
+
"weights_dtype": "bf16",
|
| 18 |
+
"checkpointing": 1,
|
| 19 |
+
"head_dim": 256,
|
| 20 |
+
"lora_targets": "all",
|
| 21 |
+
"base_revision": "ee0ef6023621cff504d758262d4e04895a5af4a2",
|
| 22 |
+
"p_none": 0.1,
|
| 23 |
+
"p_none_distract": 0.12,
|
| 24 |
+
"p_distract": 0.15,
|
| 25 |
+
"p_none_pair": 0.0,
|
| 26 |
+
"none_pair_max_state": null,
|
| 27 |
+
"synthetic_repeat": 1,
|
| 28 |
+
"public_frac": 1.0,
|
| 29 |
+
"out": "stage2",
|
| 30 |
+
"data": "train-e2b-v06.jsonl",
|
| 31 |
+
"max_state": 5120,
|
| 32 |
+
"extra_suites": "",
|
| 33 |
+
"replay": 0,
|
| 34 |
+
"init_from": "stage1",
|
| 35 |
+
"allow_missing_sources": "",
|
| 36 |
+
"reason": "",
|
| 37 |
+
"row_budget": 0,
|
| 38 |
+
"shared_prefix": 0,
|
| 39 |
+
"length_sort": 0,
|
| 40 |
+
"pass_tokens_max": 0,
|
| 41 |
+
"max_steps": 0,
|
| 42 |
+
"save_every_steps": 0,
|
| 43 |
+
"save_every_minutes": 30.0,
|
| 44 |
+
"resume": 1,
|
| 45 |
+
"stop_after": 0,
|
| 46 |
+
"seed": 0
|
| 47 |
+
},
|
| 48 |
+
"suite_sha256": "a8f50e481b7d90b97da049e0ff6a01cee2f1ed204aed61a8265af0edbb5514d2",
|
| 49 |
+
"base_revision": "ee0ef6023621cff504d758262d4e04895a5af4a2",
|
| 50 |
+
"init_source": {
|
| 51 |
+
"init_from": "stage1 (private: JohnP1/d1a-e4b-runs e4b-it-v06/stage1)",
|
| 52 |
+
"resolved": "stage1 (private: JohnP1/d1a-e4b-runs e4b-it-v06/stage1)",
|
| 53 |
+
"weights_sha256": "bd217060dca2d0ef7d07a103e2bb0c8a4a505502b315b91194a3caa38ba533cd",
|
| 54 |
+
"head_sha256": "e9f13355196677f3bea172ffe26d17bbe4276098f08afaf28db317341b39bd14",
|
| 55 |
+
"tensors": 516
|
| 56 |
+
},
|
| 57 |
+
"holdout": [],
|
| 58 |
+
"sources": {
|
| 59 |
+
"covered": [
|
| 60 |
+
"evals/hard-v1",
|
| 61 |
+
"evals/devtools-v1",
|
| 62 |
+
"evals/documents-v1",
|
| 63 |
+
"evals/d1a/ja-jglue:train",
|
| 64 |
+
"evals/d1a/pr-labels:train",
|
| 65 |
+
"evals/d1a/pr-labels:train-ja",
|
| 66 |
+
"evals/d1a/pr-labels:train-blast",
|
| 67 |
+
"evals/d1a/routing:factory-train",
|
| 68 |
+
"evals/d1a/routing:generic-train",
|
| 69 |
+
"evals/v7/decision-v7"
|
| 70 |
+
],
|
| 71 |
+
"allowed_missing": [],
|
| 72 |
+
"reason": null
|
| 73 |
+
}
|
| 74 |
+
}
|
training_metrics.json
ADDED
|
@@ -0,0 +1,3020 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"wall_seconds": 126823.12458086014,
|
| 3 |
+
"records_seen": 23427,
|
| 4 |
+
"requested_records": 23427,
|
| 5 |
+
"truncated_records": 0,
|
| 6 |
+
"rejected_records": 0,
|
| 7 |
+
"optimizer_steps": 2929,
|
| 8 |
+
"forward_tokens": 13614624,
|
| 9 |
+
"step_seconds": [
|
| 10 |
+
89.462,
|
| 11 |
+
15.746,
|
| 12 |
+
44.302,
|
| 13 |
+
46.201,
|
| 14 |
+
29.755,
|
| 15 |
+
34.968,
|
| 16 |
+
41.951,
|
| 17 |
+
41.834,
|
| 18 |
+
38.299,
|
| 19 |
+
15.056,
|
| 20 |
+
39.127,
|
| 21 |
+
30.201,
|
| 22 |
+
41.593,
|
| 23 |
+
38.496,
|
| 24 |
+
40.525,
|
| 25 |
+
28.4,
|
| 26 |
+
39.39,
|
| 27 |
+
49.796,
|
| 28 |
+
22.674,
|
| 29 |
+
77.175,
|
| 30 |
+
46.624,
|
| 31 |
+
26.461,
|
| 32 |
+
46.645,
|
| 33 |
+
85.158,
|
| 34 |
+
32.41,
|
| 35 |
+
38.121,
|
| 36 |
+
33.546,
|
| 37 |
+
29.266,
|
| 38 |
+
30.55,
|
| 39 |
+
38.975,
|
| 40 |
+
76.967,
|
| 41 |
+
33.189,
|
| 42 |
+
51.2,
|
| 43 |
+
23.957,
|
| 44 |
+
21.459,
|
| 45 |
+
15.084,
|
| 46 |
+
14.706,
|
| 47 |
+
44.252,
|
| 48 |
+
35.216,
|
| 49 |
+
32.707,
|
| 50 |
+
35.783,
|
| 51 |
+
34.193,
|
| 52 |
+
70.909,
|
| 53 |
+
50.441,
|
| 54 |
+
19.848,
|
| 55 |
+
31.893,
|
| 56 |
+
35.211,
|
| 57 |
+
15.964,
|
| 58 |
+
33.67,
|
| 59 |
+
40.191,
|
| 60 |
+
43.466,
|
| 61 |
+
13.408,
|
| 62 |
+
52.839,
|
| 63 |
+
33.536,
|
| 64 |
+
22.805,
|
| 65 |
+
19.877,
|
| 66 |
+
84.851,
|
| 67 |
+
24.383,
|
| 68 |
+
87.138,
|
| 69 |
+
24.444,
|
| 70 |
+
25.207,
|
| 71 |
+
43.3,
|
| 72 |
+
28.051,
|
| 73 |
+
37.674,
|
| 74 |
+
51.83,
|
| 75 |
+
27.897,
|
| 76 |
+
13.863,
|
| 77 |
+
73.645,
|
| 78 |
+
32.064,
|
| 79 |
+
27.793,
|
| 80 |
+
36.842,
|
| 81 |
+
50.632,
|
| 82 |
+
22.975,
|
| 83 |
+
19.816,
|
| 84 |
+
79.816,
|
| 85 |
+
42.942,
|
| 86 |
+
43.516,
|
| 87 |
+
38.144,
|
| 88 |
+
45.142,
|
| 89 |
+
92.606,
|
| 90 |
+
34.534,
|
| 91 |
+
16.151,
|
| 92 |
+
82.166,
|
| 93 |
+
32.368,
|
| 94 |
+
31.997,
|
| 95 |
+
27.152,
|
| 96 |
+
24.848,
|
| 97 |
+
35.773,
|
| 98 |
+
47.27,
|
| 99 |
+
23.349,
|
| 100 |
+
34.582,
|
| 101 |
+
37.425,
|
| 102 |
+
56.249,
|
| 103 |
+
20.154,
|
| 104 |
+
71.75,
|
| 105 |
+
47.718,
|
| 106 |
+
28.838,
|
| 107 |
+
29.17,
|
| 108 |
+
44.687,
|
| 109 |
+
49.068,
|
| 110 |
+
45.132,
|
| 111 |
+
63.593,
|
| 112 |
+
36.725,
|
| 113 |
+
27.625,
|
| 114 |
+
20.576,
|
| 115 |
+
26.849,
|
| 116 |
+
39.774,
|
| 117 |
+
21.908,
|
| 118 |
+
36.519,
|
| 119 |
+
22.605,
|
| 120 |
+
26.237,
|
| 121 |
+
50.442,
|
| 122 |
+
17.7,
|
| 123 |
+
19.173,
|
| 124 |
+
26.799,
|
| 125 |
+
89.441,
|
| 126 |
+
32.81,
|
| 127 |
+
76.526,
|
| 128 |
+
27.854,
|
| 129 |
+
25.327,
|
| 130 |
+
37.456,
|
| 131 |
+
32.886,
|
| 132 |
+
42.734,
|
| 133 |
+
30.334,
|
| 134 |
+
38.998,
|
| 135 |
+
24.732,
|
| 136 |
+
21.752,
|
| 137 |
+
25.875,
|
| 138 |
+
42.507,
|
| 139 |
+
39.767,
|
| 140 |
+
22.351,
|
| 141 |
+
36.324,
|
| 142 |
+
37.93,
|
| 143 |
+
27.254,
|
| 144 |
+
51.907,
|
| 145 |
+
18.169,
|
| 146 |
+
39.247,
|
| 147 |
+
36.902,
|
| 148 |
+
77.714,
|
| 149 |
+
20.249,
|
| 150 |
+
20.653,
|
| 151 |
+
29.142,
|
| 152 |
+
46.582,
|
| 153 |
+
27.986,
|
| 154 |
+
34.758,
|
| 155 |
+
65.951,
|
| 156 |
+
37.892,
|
| 157 |
+
85.631,
|
| 158 |
+
48.426,
|
| 159 |
+
31.06,
|
| 160 |
+
39.104,
|
| 161 |
+
42.353,
|
| 162 |
+
117.916,
|
| 163 |
+
31.209,
|
| 164 |
+
36.914,
|
| 165 |
+
54.541,
|
| 166 |
+
35.195,
|
| 167 |
+
40.725,
|
| 168 |
+
31.592,
|
| 169 |
+
65.089,
|
| 170 |
+
20.827,
|
| 171 |
+
25.765,
|
| 172 |
+
35.943,
|
| 173 |
+
22.123,
|
| 174 |
+
21.142,
|
| 175 |
+
55.866,
|
| 176 |
+
25.275,
|
| 177 |
+
29.524,
|
| 178 |
+
28.443,
|
| 179 |
+
27.437,
|
| 180 |
+
76.895,
|
| 181 |
+
26.36,
|
| 182 |
+
33.518,
|
| 183 |
+
35.433,
|
| 184 |
+
92.626,
|
| 185 |
+
25.873,
|
| 186 |
+
18.852,
|
| 187 |
+
39.398,
|
| 188 |
+
24.592,
|
| 189 |
+
41.699,
|
| 190 |
+
20.8,
|
| 191 |
+
29.141,
|
| 192 |
+
72.874,
|
| 193 |
+
46.85,
|
| 194 |
+
18.691,
|
| 195 |
+
26.986,
|
| 196 |
+
42.164,
|
| 197 |
+
48.527,
|
| 198 |
+
26.296,
|
| 199 |
+
54.151,
|
| 200 |
+
22.449,
|
| 201 |
+
36.399,
|
| 202 |
+
29.015,
|
| 203 |
+
23.237,
|
| 204 |
+
31.163,
|
| 205 |
+
33.026,
|
| 206 |
+
28.043,
|
| 207 |
+
54.09,
|
| 208 |
+
30.108,
|
| 209 |
+
31.944,
|
| 210 |
+
44.548,
|
| 211 |
+
41.159,
|
| 212 |
+
26.434,
|
| 213 |
+
15.873,
|
| 214 |
+
40.116,
|
| 215 |
+
37.96,
|
| 216 |
+
117.232,
|
| 217 |
+
27.903,
|
| 218 |
+
35.683,
|
| 219 |
+
27.248,
|
| 220 |
+
40.259,
|
| 221 |
+
29.597,
|
| 222 |
+
36.887,
|
| 223 |
+
35.581,
|
| 224 |
+
36.274,
|
| 225 |
+
40.401,
|
| 226 |
+
18.548,
|
| 227 |
+
16.611,
|
| 228 |
+
73.267,
|
| 229 |
+
83.03,
|
| 230 |
+
61.883,
|
| 231 |
+
38.151,
|
| 232 |
+
35.175,
|
| 233 |
+
39.192,
|
| 234 |
+
34.384,
|
| 235 |
+
52.856,
|
| 236 |
+
84.691,
|
| 237 |
+
22.281,
|
| 238 |
+
29.804,
|
| 239 |
+
50.249,
|
| 240 |
+
31.5,
|
| 241 |
+
30.607,
|
| 242 |
+
68.683,
|
| 243 |
+
93.889,
|
| 244 |
+
17.552,
|
| 245 |
+
32.948,
|
| 246 |
+
46.6,
|
| 247 |
+
19.319,
|
| 248 |
+
59.816,
|
| 249 |
+
37.434,
|
| 250 |
+
33.084,
|
| 251 |
+
40.405,
|
| 252 |
+
64.686,
|
| 253 |
+
41.675,
|
| 254 |
+
46.171,
|
| 255 |
+
21.868,
|
| 256 |
+
70.817,
|
| 257 |
+
31.552,
|
| 258 |
+
53.833,
|
| 259 |
+
22.372,
|
| 260 |
+
68.21,
|
| 261 |
+
24.801,
|
| 262 |
+
50.791,
|
| 263 |
+
28.125,
|
| 264 |
+
35.099,
|
| 265 |
+
63.407,
|
| 266 |
+
38.84,
|
| 267 |
+
33.743,
|
| 268 |
+
53.526,
|
| 269 |
+
34.576,
|
| 270 |
+
30.981,
|
| 271 |
+
78.956,
|
| 272 |
+
35.753,
|
| 273 |
+
42.565,
|
| 274 |
+
31.117,
|
| 275 |
+
55.698,
|
| 276 |
+
78.983,
|
| 277 |
+
48.262,
|
| 278 |
+
44.922,
|
| 279 |
+
27.118,
|
| 280 |
+
22.382,
|
| 281 |
+
22.401,
|
| 282 |
+
33.549,
|
| 283 |
+
41.844,
|
| 284 |
+
91.765,
|
| 285 |
+
37.138,
|
| 286 |
+
48.143,
|
| 287 |
+
33.358,
|
| 288 |
+
25.034,
|
| 289 |
+
37.424,
|
| 290 |
+
49.684,
|
| 291 |
+
63.0,
|
| 292 |
+
64.624,
|
| 293 |
+
33.842,
|
| 294 |
+
32.115,
|
| 295 |
+
32.793,
|
| 296 |
+
20.224,
|
| 297 |
+
31.825,
|
| 298 |
+
25.659,
|
| 299 |
+
35.575,
|
| 300 |
+
26.826,
|
| 301 |
+
40.206,
|
| 302 |
+
19.502,
|
| 303 |
+
62.067,
|
| 304 |
+
72.659,
|
| 305 |
+
31.656,
|
| 306 |
+
85.35,
|
| 307 |
+
48.932,
|
| 308 |
+
33.968,
|
| 309 |
+
33.757,
|
| 310 |
+
29.235,
|
| 311 |
+
49.703,
|
| 312 |
+
34.922,
|
| 313 |
+
35.059,
|
| 314 |
+
37.839,
|
| 315 |
+
44.152,
|
| 316 |
+
43.959,
|
| 317 |
+
28.433,
|
| 318 |
+
29.689,
|
| 319 |
+
31.028,
|
| 320 |
+
63.807,
|
| 321 |
+
37.335,
|
| 322 |
+
30.69,
|
| 323 |
+
21.183,
|
| 324 |
+
36.766,
|
| 325 |
+
18.659,
|
| 326 |
+
55.248,
|
| 327 |
+
37.801,
|
| 328 |
+
50.49,
|
| 329 |
+
26.401,
|
| 330 |
+
24.566,
|
| 331 |
+
38.749,
|
| 332 |
+
84.945,
|
| 333 |
+
37.794,
|
| 334 |
+
24.465,
|
| 335 |
+
13.118,
|
| 336 |
+
22.107,
|
| 337 |
+
28.477,
|
| 338 |
+
32.366,
|
| 339 |
+
34.698,
|
| 340 |
+
24.635,
|
| 341 |
+
32.566,
|
| 342 |
+
36.851,
|
| 343 |
+
38.542,
|
| 344 |
+
22.625,
|
| 345 |
+
16.998,
|
| 346 |
+
56.4,
|
| 347 |
+
19.177,
|
| 348 |
+
12.76,
|
| 349 |
+
32.674,
|
| 350 |
+
34.667,
|
| 351 |
+
28.131,
|
| 352 |
+
28.691,
|
| 353 |
+
41.766,
|
| 354 |
+
39.058,
|
| 355 |
+
24.694,
|
| 356 |
+
73.669,
|
| 357 |
+
44.697,
|
| 358 |
+
32.001,
|
| 359 |
+
29.658,
|
| 360 |
+
50.067,
|
| 361 |
+
36.323,
|
| 362 |
+
17.936,
|
| 363 |
+
36.893,
|
| 364 |
+
25.447,
|
| 365 |
+
32.091,
|
| 366 |
+
49.126,
|
| 367 |
+
41.476,
|
| 368 |
+
56.675,
|
| 369 |
+
28.925,
|
| 370 |
+
43.293,
|
| 371 |
+
42.057,
|
| 372 |
+
21.776,
|
| 373 |
+
74.958,
|
| 374 |
+
19.397,
|
| 375 |
+
34.46,
|
| 376 |
+
23.816,
|
| 377 |
+
35.959,
|
| 378 |
+
24.484,
|
| 379 |
+
56.375,
|
| 380 |
+
26.565,
|
| 381 |
+
47.261,
|
| 382 |
+
48.101,
|
| 383 |
+
47.393,
|
| 384 |
+
43.441,
|
| 385 |
+
26.144,
|
| 386 |
+
18.307,
|
| 387 |
+
38.719,
|
| 388 |
+
32.298,
|
| 389 |
+
28.04,
|
| 390 |
+
53.419,
|
| 391 |
+
35.275,
|
| 392 |
+
29.25,
|
| 393 |
+
27.347,
|
| 394 |
+
28.294,
|
| 395 |
+
69.773,
|
| 396 |
+
40.893,
|
| 397 |
+
44.568,
|
| 398 |
+
37.623,
|
| 399 |
+
32.017,
|
| 400 |
+
23.184,
|
| 401 |
+
56.973,
|
| 402 |
+
41.061,
|
| 403 |
+
22.171,
|
| 404 |
+
21.261,
|
| 405 |
+
64.618,
|
| 406 |
+
41.948,
|
| 407 |
+
27.424,
|
| 408 |
+
18.359,
|
| 409 |
+
86.36,
|
| 410 |
+
24.222,
|
| 411 |
+
47.877,
|
| 412 |
+
29.845,
|
| 413 |
+
23.403,
|
| 414 |
+
26.986,
|
| 415 |
+
39.465,
|
| 416 |
+
20.897,
|
| 417 |
+
43.136,
|
| 418 |
+
34.54,
|
| 419 |
+
36.4,
|
| 420 |
+
35.986,
|
| 421 |
+
70.789,
|
| 422 |
+
53.327,
|
| 423 |
+
47.723,
|
| 424 |
+
48.79,
|
| 425 |
+
39.18,
|
| 426 |
+
31.643,
|
| 427 |
+
29.67,
|
| 428 |
+
34.97,
|
| 429 |
+
47.26,
|
| 430 |
+
107.043,
|
| 431 |
+
43.802,
|
| 432 |
+
44.537,
|
| 433 |
+
23.667,
|
| 434 |
+
27.542,
|
| 435 |
+
34.402,
|
| 436 |
+
29.261,
|
| 437 |
+
25.582,
|
| 438 |
+
38.265,
|
| 439 |
+
24.33,
|
| 440 |
+
26.278,
|
| 441 |
+
103.176,
|
| 442 |
+
39.742,
|
| 443 |
+
49.995,
|
| 444 |
+
57.568,
|
| 445 |
+
47.795,
|
| 446 |
+
25.428,
|
| 447 |
+
43.249,
|
| 448 |
+
35.351,
|
| 449 |
+
35.03,
|
| 450 |
+
45.882,
|
| 451 |
+
36.892,
|
| 452 |
+
26.586,
|
| 453 |
+
62.119,
|
| 454 |
+
26.493,
|
| 455 |
+
44.215,
|
| 456 |
+
51.14,
|
| 457 |
+
23.254,
|
| 458 |
+
46.387,
|
| 459 |
+
55.389,
|
| 460 |
+
53.43,
|
| 461 |
+
67.147,
|
| 462 |
+
29.142,
|
| 463 |
+
109.476,
|
| 464 |
+
53.829,
|
| 465 |
+
24.359,
|
| 466 |
+
70.925,
|
| 467 |
+
35.865,
|
| 468 |
+
25.92,
|
| 469 |
+
28.657,
|
| 470 |
+
24.13,
|
| 471 |
+
43.891,
|
| 472 |
+
26.323,
|
| 473 |
+
49.284,
|
| 474 |
+
81.497,
|
| 475 |
+
48.071,
|
| 476 |
+
58.605,
|
| 477 |
+
47.439,
|
| 478 |
+
29.361,
|
| 479 |
+
48.737,
|
| 480 |
+
35.137,
|
| 481 |
+
55.858,
|
| 482 |
+
22.269,
|
| 483 |
+
43.243,
|
| 484 |
+
37.345,
|
| 485 |
+
29.914,
|
| 486 |
+
63.672,
|
| 487 |
+
31.936,
|
| 488 |
+
33.946,
|
| 489 |
+
38.678,
|
| 490 |
+
57.333,
|
| 491 |
+
37.427,
|
| 492 |
+
38.233,
|
| 493 |
+
103.598,
|
| 494 |
+
51.337,
|
| 495 |
+
45.587,
|
| 496 |
+
24.119,
|
| 497 |
+
71.01,
|
| 498 |
+
22.622,
|
| 499 |
+
50.381,
|
| 500 |
+
55.4,
|
| 501 |
+
31.107,
|
| 502 |
+
70.208,
|
| 503 |
+
75.286,
|
| 504 |
+
106.34,
|
| 505 |
+
66.204,
|
| 506 |
+
69.636,
|
| 507 |
+
53.082,
|
| 508 |
+
52.814,
|
| 509 |
+
36.726,
|
| 510 |
+
78.996,
|
| 511 |
+
81.784,
|
| 512 |
+
43.75,
|
| 513 |
+
50.288,
|
| 514 |
+
30.971,
|
| 515 |
+
43.954,
|
| 516 |
+
27.65,
|
| 517 |
+
75.834,
|
| 518 |
+
51.593,
|
| 519 |
+
42.521,
|
| 520 |
+
34.738,
|
| 521 |
+
37.492,
|
| 522 |
+
64.626,
|
| 523 |
+
46.524,
|
| 524 |
+
32.615,
|
| 525 |
+
43.879,
|
| 526 |
+
44.742,
|
| 527 |
+
36.961,
|
| 528 |
+
46.612,
|
| 529 |
+
45.234,
|
| 530 |
+
36.17,
|
| 531 |
+
33.99,
|
| 532 |
+
47.112,
|
| 533 |
+
53.084,
|
| 534 |
+
42.388,
|
| 535 |
+
57.121,
|
| 536 |
+
39.777,
|
| 537 |
+
31.194,
|
| 538 |
+
38.72,
|
| 539 |
+
51.072,
|
| 540 |
+
32.511,
|
| 541 |
+
28.77,
|
| 542 |
+
57.994,
|
| 543 |
+
96.635,
|
| 544 |
+
68.237,
|
| 545 |
+
75.897,
|
| 546 |
+
33.858,
|
| 547 |
+
119.199,
|
| 548 |
+
33.098,
|
| 549 |
+
45.893,
|
| 550 |
+
70.15,
|
| 551 |
+
50.321,
|
| 552 |
+
52.248,
|
| 553 |
+
55.176,
|
| 554 |
+
46.419,
|
| 555 |
+
54.37,
|
| 556 |
+
58.83,
|
| 557 |
+
40.382,
|
| 558 |
+
38.581,
|
| 559 |
+
188.81,
|
| 560 |
+
31.471,
|
| 561 |
+
40.815,
|
| 562 |
+
44.834,
|
| 563 |
+
44.114,
|
| 564 |
+
80.914,
|
| 565 |
+
36.821,
|
| 566 |
+
25.285,
|
| 567 |
+
35.652,
|
| 568 |
+
37.012,
|
| 569 |
+
28.371,
|
| 570 |
+
34.251,
|
| 571 |
+
58.212,
|
| 572 |
+
16.683,
|
| 573 |
+
76.365,
|
| 574 |
+
50.786,
|
| 575 |
+
69.17,
|
| 576 |
+
35.682,
|
| 577 |
+
79.019,
|
| 578 |
+
75.53,
|
| 579 |
+
17.487,
|
| 580 |
+
22.915,
|
| 581 |
+
50.178,
|
| 582 |
+
36.425,
|
| 583 |
+
89.37,
|
| 584 |
+
73.982,
|
| 585 |
+
26.686,
|
| 586 |
+
35.932,
|
| 587 |
+
10.753,
|
| 588 |
+
36.146,
|
| 589 |
+
43.863,
|
| 590 |
+
28.892,
|
| 591 |
+
27.229,
|
| 592 |
+
40.57,
|
| 593 |
+
41.332,
|
| 594 |
+
17.563,
|
| 595 |
+
57.732,
|
| 596 |
+
46.207,
|
| 597 |
+
44.875,
|
| 598 |
+
46.772,
|
| 599 |
+
30.037,
|
| 600 |
+
25.113,
|
| 601 |
+
33.881,
|
| 602 |
+
33.914,
|
| 603 |
+
48.627,
|
| 604 |
+
37.898,
|
| 605 |
+
52.753,
|
| 606 |
+
31.1,
|
| 607 |
+
26.499,
|
| 608 |
+
38.23,
|
| 609 |
+
30.249,
|
| 610 |
+
23.917,
|
| 611 |
+
29.797,
|
| 612 |
+
32.39,
|
| 613 |
+
46.662,
|
| 614 |
+
31.77,
|
| 615 |
+
30.635,
|
| 616 |
+
44.714,
|
| 617 |
+
33.583,
|
| 618 |
+
37.833,
|
| 619 |
+
41.552,
|
| 620 |
+
26.686,
|
| 621 |
+
35.232,
|
| 622 |
+
38.264,
|
| 623 |
+
61.256,
|
| 624 |
+
47.31,
|
| 625 |
+
24.516,
|
| 626 |
+
54.072,
|
| 627 |
+
34.621,
|
| 628 |
+
36.85,
|
| 629 |
+
27.994,
|
| 630 |
+
41.436,
|
| 631 |
+
53.806,
|
| 632 |
+
76.835,
|
| 633 |
+
25.244,
|
| 634 |
+
42.021,
|
| 635 |
+
53.083,
|
| 636 |
+
44.132,
|
| 637 |
+
47.551,
|
| 638 |
+
75.3,
|
| 639 |
+
36.922,
|
| 640 |
+
25.619,
|
| 641 |
+
37.105,
|
| 642 |
+
25.337,
|
| 643 |
+
29.803,
|
| 644 |
+
35.853,
|
| 645 |
+
47.076,
|
| 646 |
+
41.991,
|
| 647 |
+
66.083,
|
| 648 |
+
60.832,
|
| 649 |
+
51.684,
|
| 650 |
+
38.033,
|
| 651 |
+
72.447,
|
| 652 |
+
35.023,
|
| 653 |
+
57.078,
|
| 654 |
+
73.838,
|
| 655 |
+
29.125,
|
| 656 |
+
28.959,
|
| 657 |
+
49.16,
|
| 658 |
+
16.885,
|
| 659 |
+
30.822,
|
| 660 |
+
31.516,
|
| 661 |
+
35.086,
|
| 662 |
+
15.932,
|
| 663 |
+
91.918,
|
| 664 |
+
55.809,
|
| 665 |
+
37.312,
|
| 666 |
+
93.031,
|
| 667 |
+
25.138,
|
| 668 |
+
106.623,
|
| 669 |
+
30.002,
|
| 670 |
+
76.223,
|
| 671 |
+
48.26,
|
| 672 |
+
20.468,
|
| 673 |
+
39.602,
|
| 674 |
+
46.438,
|
| 675 |
+
22.298,
|
| 676 |
+
41.984,
|
| 677 |
+
29.549,
|
| 678 |
+
34.478,
|
| 679 |
+
38.404,
|
| 680 |
+
51.287,
|
| 681 |
+
46.093,
|
| 682 |
+
25.033,
|
| 683 |
+
59.253,
|
| 684 |
+
27.05,
|
| 685 |
+
38.72,
|
| 686 |
+
55.748,
|
| 687 |
+
28.289,
|
| 688 |
+
34.976,
|
| 689 |
+
27.738,
|
| 690 |
+
100.584,
|
| 691 |
+
29.848,
|
| 692 |
+
68.923,
|
| 693 |
+
25.277,
|
| 694 |
+
32.765,
|
| 695 |
+
54.622,
|
| 696 |
+
29.651,
|
| 697 |
+
141.947,
|
| 698 |
+
44.903,
|
| 699 |
+
22.344,
|
| 700 |
+
96.406,
|
| 701 |
+
84.437,
|
| 702 |
+
30.798,
|
| 703 |
+
36.695,
|
| 704 |
+
33.406,
|
| 705 |
+
91.147,
|
| 706 |
+
34.337,
|
| 707 |
+
50.521,
|
| 708 |
+
33.064,
|
| 709 |
+
22.425,
|
| 710 |
+
15.731,
|
| 711 |
+
41.678,
|
| 712 |
+
34.968,
|
| 713 |
+
27.962,
|
| 714 |
+
52.691,
|
| 715 |
+
41.169,
|
| 716 |
+
40.816,
|
| 717 |
+
73.996,
|
| 718 |
+
67.907,
|
| 719 |
+
33.601,
|
| 720 |
+
39.232,
|
| 721 |
+
50.596,
|
| 722 |
+
26.137,
|
| 723 |
+
39.311,
|
| 724 |
+
46.106,
|
| 725 |
+
26.583,
|
| 726 |
+
92.512,
|
| 727 |
+
63.775,
|
| 728 |
+
63.247,
|
| 729 |
+
23.342,
|
| 730 |
+
30.963,
|
| 731 |
+
40.303,
|
| 732 |
+
29.944,
|
| 733 |
+
22.31,
|
| 734 |
+
47.255,
|
| 735 |
+
29.496,
|
| 736 |
+
31.283,
|
| 737 |
+
40.955,
|
| 738 |
+
45.746,
|
| 739 |
+
22.306,
|
| 740 |
+
34.531,
|
| 741 |
+
26.51,
|
| 742 |
+
67.658,
|
| 743 |
+
43.775,
|
| 744 |
+
23.606,
|
| 745 |
+
32.401,
|
| 746 |
+
37.111,
|
| 747 |
+
40.15,
|
| 748 |
+
37.766,
|
| 749 |
+
25.908,
|
| 750 |
+
38.809,
|
| 751 |
+
88.45,
|
| 752 |
+
20.081,
|
| 753 |
+
32.608,
|
| 754 |
+
19.887,
|
| 755 |
+
97.574,
|
| 756 |
+
27.567,
|
| 757 |
+
39.497,
|
| 758 |
+
23.119,
|
| 759 |
+
26.518,
|
| 760 |
+
46.116,
|
| 761 |
+
54.828,
|
| 762 |
+
61.59,
|
| 763 |
+
68.002,
|
| 764 |
+
26.776,
|
| 765 |
+
71.168,
|
| 766 |
+
47.89,
|
| 767 |
+
31.782,
|
| 768 |
+
41.179,
|
| 769 |
+
24.633,
|
| 770 |
+
48.404,
|
| 771 |
+
32.37,
|
| 772 |
+
19.448,
|
| 773 |
+
38.264,
|
| 774 |
+
34.852,
|
| 775 |
+
18.199,
|
| 776 |
+
62.254,
|
| 777 |
+
31.153,
|
| 778 |
+
60.257,
|
| 779 |
+
32.138,
|
| 780 |
+
22.835,
|
| 781 |
+
17.448,
|
| 782 |
+
71.322,
|
| 783 |
+
55.708,
|
| 784 |
+
44.901,
|
| 785 |
+
28.005,
|
| 786 |
+
49.248,
|
| 787 |
+
43.163,
|
| 788 |
+
37.437,
|
| 789 |
+
34.779,
|
| 790 |
+
36.729,
|
| 791 |
+
40.506,
|
| 792 |
+
70.182,
|
| 793 |
+
69.369,
|
| 794 |
+
32.753,
|
| 795 |
+
15.221,
|
| 796 |
+
41.799,
|
| 797 |
+
97.506,
|
| 798 |
+
84.252,
|
| 799 |
+
37.39,
|
| 800 |
+
38.861,
|
| 801 |
+
28.997,
|
| 802 |
+
42.106,
|
| 803 |
+
25.443,
|
| 804 |
+
43.054,
|
| 805 |
+
34.492,
|
| 806 |
+
21.956,
|
| 807 |
+
23.269,
|
| 808 |
+
32.679,
|
| 809 |
+
99.249,
|
| 810 |
+
44.572,
|
| 811 |
+
51.018,
|
| 812 |
+
31.257,
|
| 813 |
+
42.836,
|
| 814 |
+
57.938,
|
| 815 |
+
35.24,
|
| 816 |
+
25.127,
|
| 817 |
+
27.069,
|
| 818 |
+
28.094,
|
| 819 |
+
34.18,
|
| 820 |
+
69.986,
|
| 821 |
+
32.924,
|
| 822 |
+
23.344,
|
| 823 |
+
86.124,
|
| 824 |
+
83.846,
|
| 825 |
+
51.104,
|
| 826 |
+
46.876,
|
| 827 |
+
57.483,
|
| 828 |
+
100.227,
|
| 829 |
+
26.215,
|
| 830 |
+
39.843,
|
| 831 |
+
38.607,
|
| 832 |
+
39.529,
|
| 833 |
+
50.123,
|
| 834 |
+
30.26,
|
| 835 |
+
80.171,
|
| 836 |
+
28.799,
|
| 837 |
+
78.608,
|
| 838 |
+
40.303,
|
| 839 |
+
58.164,
|
| 840 |
+
16.11,
|
| 841 |
+
26.805,
|
| 842 |
+
43.13,
|
| 843 |
+
26.966,
|
| 844 |
+
39.873,
|
| 845 |
+
46.149,
|
| 846 |
+
56.119,
|
| 847 |
+
28.135,
|
| 848 |
+
31.959,
|
| 849 |
+
39.536,
|
| 850 |
+
22.902,
|
| 851 |
+
64.444,
|
| 852 |
+
30.524,
|
| 853 |
+
82.538,
|
| 854 |
+
133.809,
|
| 855 |
+
33.133,
|
| 856 |
+
31.199,
|
| 857 |
+
28.67,
|
| 858 |
+
34.651,
|
| 859 |
+
46.43,
|
| 860 |
+
22.821,
|
| 861 |
+
33.301,
|
| 862 |
+
23.527,
|
| 863 |
+
142.005,
|
| 864 |
+
118.149,
|
| 865 |
+
50.052,
|
| 866 |
+
44.836,
|
| 867 |
+
26.581,
|
| 868 |
+
27.966,
|
| 869 |
+
25.054,
|
| 870 |
+
33.466,
|
| 871 |
+
46.05,
|
| 872 |
+
24.634,
|
| 873 |
+
30.2,
|
| 874 |
+
60.983,
|
| 875 |
+
61.771,
|
| 876 |
+
56.515,
|
| 877 |
+
23.106,
|
| 878 |
+
30.236,
|
| 879 |
+
83.655,
|
| 880 |
+
29.076,
|
| 881 |
+
108.987,
|
| 882 |
+
35.361,
|
| 883 |
+
33.548,
|
| 884 |
+
39.685,
|
| 885 |
+
20.442,
|
| 886 |
+
35.719,
|
| 887 |
+
43.949,
|
| 888 |
+
55.992,
|
| 889 |
+
34.41,
|
| 890 |
+
21.364,
|
| 891 |
+
24.515,
|
| 892 |
+
76.908,
|
| 893 |
+
22.372,
|
| 894 |
+
25.018,
|
| 895 |
+
75.499,
|
| 896 |
+
17.433,
|
| 897 |
+
27.187,
|
| 898 |
+
33.401,
|
| 899 |
+
37.162,
|
| 900 |
+
24.455,
|
| 901 |
+
24.296,
|
| 902 |
+
34.303,
|
| 903 |
+
32.167,
|
| 904 |
+
130.332,
|
| 905 |
+
31.789,
|
| 906 |
+
34.251,
|
| 907 |
+
38.613,
|
| 908 |
+
24.118,
|
| 909 |
+
56.702,
|
| 910 |
+
37.866,
|
| 911 |
+
91.628,
|
| 912 |
+
32.61,
|
| 913 |
+
65.879,
|
| 914 |
+
12.101,
|
| 915 |
+
40.051,
|
| 916 |
+
39.986,
|
| 917 |
+
45.095,
|
| 918 |
+
28.295,
|
| 919 |
+
24.383,
|
| 920 |
+
41.772,
|
| 921 |
+
79.312,
|
| 922 |
+
40.788,
|
| 923 |
+
44.486,
|
| 924 |
+
27.528,
|
| 925 |
+
42.482,
|
| 926 |
+
52.242,
|
| 927 |
+
56.494,
|
| 928 |
+
25.623,
|
| 929 |
+
44.88,
|
| 930 |
+
40.16,
|
| 931 |
+
38.167,
|
| 932 |
+
35.404,
|
| 933 |
+
34.471,
|
| 934 |
+
72.15,
|
| 935 |
+
57.963,
|
| 936 |
+
23.537,
|
| 937 |
+
41.069,
|
| 938 |
+
49.95,
|
| 939 |
+
57.283,
|
| 940 |
+
47.278,
|
| 941 |
+
49.54,
|
| 942 |
+
90.078,
|
| 943 |
+
20.494,
|
| 944 |
+
31.344,
|
| 945 |
+
40.709,
|
| 946 |
+
58.307,
|
| 947 |
+
58.268,
|
| 948 |
+
34.801,
|
| 949 |
+
25.193,
|
| 950 |
+
22.317,
|
| 951 |
+
17.953,
|
| 952 |
+
44.751,
|
| 953 |
+
40.666,
|
| 954 |
+
39.996,
|
| 955 |
+
37.074,
|
| 956 |
+
40.164,
|
| 957 |
+
49.601,
|
| 958 |
+
56.728,
|
| 959 |
+
37.967,
|
| 960 |
+
63.388,
|
| 961 |
+
40.523,
|
| 962 |
+
35.286,
|
| 963 |
+
27.655,
|
| 964 |
+
30.407,
|
| 965 |
+
35.953,
|
| 966 |
+
45.283,
|
| 967 |
+
32.709,
|
| 968 |
+
33.308,
|
| 969 |
+
36.412,
|
| 970 |
+
19.418,
|
| 971 |
+
43.019,
|
| 972 |
+
99.328,
|
| 973 |
+
16.681,
|
| 974 |
+
32.538,
|
| 975 |
+
21.227,
|
| 976 |
+
45.874,
|
| 977 |
+
24.969,
|
| 978 |
+
28.11,
|
| 979 |
+
38.249,
|
| 980 |
+
48.507,
|
| 981 |
+
37.11,
|
| 982 |
+
16.325,
|
| 983 |
+
86.605,
|
| 984 |
+
59.159,
|
| 985 |
+
20.664,
|
| 986 |
+
23.637,
|
| 987 |
+
33.736,
|
| 988 |
+
69.996,
|
| 989 |
+
37.401,
|
| 990 |
+
24.104,
|
| 991 |
+
24.682,
|
| 992 |
+
46.549,
|
| 993 |
+
88.216,
|
| 994 |
+
47.131,
|
| 995 |
+
61.953,
|
| 996 |
+
34.928,
|
| 997 |
+
46.654,
|
| 998 |
+
47.112,
|
| 999 |
+
26.986,
|
| 1000 |
+
82.218,
|
| 1001 |
+
86.804,
|
| 1002 |
+
51.095,
|
| 1003 |
+
50.865,
|
| 1004 |
+
40.08,
|
| 1005 |
+
63.668,
|
| 1006 |
+
47.635,
|
| 1007 |
+
55.55,
|
| 1008 |
+
53.494,
|
| 1009 |
+
76.166,
|
| 1010 |
+
40.174,
|
| 1011 |
+
36.859,
|
| 1012 |
+
59.47,
|
| 1013 |
+
34.778,
|
| 1014 |
+
39.333,
|
| 1015 |
+
52.286,
|
| 1016 |
+
31.568,
|
| 1017 |
+
39.373,
|
| 1018 |
+
50.821,
|
| 1019 |
+
97.111,
|
| 1020 |
+
41.216,
|
| 1021 |
+
53.629,
|
| 1022 |
+
35.673,
|
| 1023 |
+
38.694,
|
| 1024 |
+
29.52,
|
| 1025 |
+
37.511,
|
| 1026 |
+
113.145,
|
| 1027 |
+
45.664,
|
| 1028 |
+
82.639,
|
| 1029 |
+
71.248,
|
| 1030 |
+
48.302,
|
| 1031 |
+
55.534,
|
| 1032 |
+
96.362,
|
| 1033 |
+
50.708,
|
| 1034 |
+
31.632,
|
| 1035 |
+
43.871,
|
| 1036 |
+
62.75,
|
| 1037 |
+
41.554,
|
| 1038 |
+
35.506,
|
| 1039 |
+
35.775,
|
| 1040 |
+
102.433,
|
| 1041 |
+
62.347,
|
| 1042 |
+
60.799,
|
| 1043 |
+
22.619,
|
| 1044 |
+
56.966,
|
| 1045 |
+
57.771,
|
| 1046 |
+
52.97,
|
| 1047 |
+
45.182,
|
| 1048 |
+
102.133,
|
| 1049 |
+
21.634,
|
| 1050 |
+
41.364,
|
| 1051 |
+
52.696,
|
| 1052 |
+
47.583,
|
| 1053 |
+
45.799,
|
| 1054 |
+
42.822,
|
| 1055 |
+
45.42,
|
| 1056 |
+
27.833,
|
| 1057 |
+
83.054,
|
| 1058 |
+
58.558,
|
| 1059 |
+
21.531,
|
| 1060 |
+
55.146,
|
| 1061 |
+
72.975,
|
| 1062 |
+
39.528,
|
| 1063 |
+
41.492,
|
| 1064 |
+
27.585,
|
| 1065 |
+
16.634,
|
| 1066 |
+
23.368,
|
| 1067 |
+
146.679,
|
| 1068 |
+
45.794,
|
| 1069 |
+
44.595,
|
| 1070 |
+
31.151,
|
| 1071 |
+
50.613,
|
| 1072 |
+
42.698,
|
| 1073 |
+
70.436,
|
| 1074 |
+
42.425,
|
| 1075 |
+
52.091,
|
| 1076 |
+
44.578,
|
| 1077 |
+
22.013,
|
| 1078 |
+
96.846,
|
| 1079 |
+
44.927,
|
| 1080 |
+
82.878,
|
| 1081 |
+
57.604,
|
| 1082 |
+
144.813,
|
| 1083 |
+
31.008,
|
| 1084 |
+
59.556,
|
| 1085 |
+
39.878,
|
| 1086 |
+
38.829,
|
| 1087 |
+
37.339,
|
| 1088 |
+
57.894,
|
| 1089 |
+
189.088,
|
| 1090 |
+
26.491,
|
| 1091 |
+
38.013,
|
| 1092 |
+
56.888,
|
| 1093 |
+
29.937,
|
| 1094 |
+
52.572,
|
| 1095 |
+
99.569,
|
| 1096 |
+
79.422,
|
| 1097 |
+
46.931,
|
| 1098 |
+
53.918,
|
| 1099 |
+
22.505,
|
| 1100 |
+
30.406,
|
| 1101 |
+
17.522,
|
| 1102 |
+
49.66,
|
| 1103 |
+
86.794,
|
| 1104 |
+
41.922,
|
| 1105 |
+
36.638,
|
| 1106 |
+
37.442,
|
| 1107 |
+
64.851,
|
| 1108 |
+
29.617,
|
| 1109 |
+
48.724,
|
| 1110 |
+
22.005,
|
| 1111 |
+
46.192,
|
| 1112 |
+
46.343,
|
| 1113 |
+
51.752,
|
| 1114 |
+
20.992,
|
| 1115 |
+
52.172,
|
| 1116 |
+
34.775,
|
| 1117 |
+
48.675,
|
| 1118 |
+
45.354,
|
| 1119 |
+
36.681,
|
| 1120 |
+
37.737,
|
| 1121 |
+
36.244,
|
| 1122 |
+
40.45,
|
| 1123 |
+
41.796,
|
| 1124 |
+
47.216,
|
| 1125 |
+
53.821,
|
| 1126 |
+
53.202,
|
| 1127 |
+
55.575,
|
| 1128 |
+
31.147,
|
| 1129 |
+
48.006,
|
| 1130 |
+
109.803,
|
| 1131 |
+
53.192,
|
| 1132 |
+
53.311,
|
| 1133 |
+
95.148,
|
| 1134 |
+
59.868,
|
| 1135 |
+
42.2,
|
| 1136 |
+
32.407,
|
| 1137 |
+
36.282,
|
| 1138 |
+
124.869,
|
| 1139 |
+
33.615,
|
| 1140 |
+
79.084,
|
| 1141 |
+
44.58,
|
| 1142 |
+
41.005,
|
| 1143 |
+
39.051,
|
| 1144 |
+
41.501,
|
| 1145 |
+
39.196,
|
| 1146 |
+
41.567,
|
| 1147 |
+
63.972,
|
| 1148 |
+
46.078,
|
| 1149 |
+
18.175,
|
| 1150 |
+
40.823,
|
| 1151 |
+
30.258,
|
| 1152 |
+
35.761,
|
| 1153 |
+
41.684,
|
| 1154 |
+
41.472,
|
| 1155 |
+
25.193,
|
| 1156 |
+
26.329,
|
| 1157 |
+
40.844,
|
| 1158 |
+
59.584,
|
| 1159 |
+
46.6,
|
| 1160 |
+
57.668,
|
| 1161 |
+
51.545,
|
| 1162 |
+
69.328,
|
| 1163 |
+
28.498,
|
| 1164 |
+
24.2,
|
| 1165 |
+
37.153,
|
| 1166 |
+
33.116,
|
| 1167 |
+
39.682,
|
| 1168 |
+
19.465,
|
| 1169 |
+
45.168,
|
| 1170 |
+
37.05,
|
| 1171 |
+
56.522,
|
| 1172 |
+
58.534,
|
| 1173 |
+
34.915,
|
| 1174 |
+
47.329,
|
| 1175 |
+
27.805,
|
| 1176 |
+
46.352,
|
| 1177 |
+
50.795,
|
| 1178 |
+
32.399,
|
| 1179 |
+
37.321,
|
| 1180 |
+
34.767,
|
| 1181 |
+
48.746,
|
| 1182 |
+
33.685,
|
| 1183 |
+
25.865,
|
| 1184 |
+
49.722,
|
| 1185 |
+
62.837,
|
| 1186 |
+
37.401,
|
| 1187 |
+
54.467,
|
| 1188 |
+
27.714,
|
| 1189 |
+
46.419,
|
| 1190 |
+
33.404,
|
| 1191 |
+
28.938,
|
| 1192 |
+
22.176,
|
| 1193 |
+
53.79,
|
| 1194 |
+
37.508,
|
| 1195 |
+
41.286,
|
| 1196 |
+
82.778,
|
| 1197 |
+
100.931,
|
| 1198 |
+
37.518,
|
| 1199 |
+
12.872,
|
| 1200 |
+
31.963,
|
| 1201 |
+
41.432,
|
| 1202 |
+
43.834,
|
| 1203 |
+
31.273,
|
| 1204 |
+
172.942,
|
| 1205 |
+
28.753,
|
| 1206 |
+
51.106,
|
| 1207 |
+
90.522,
|
| 1208 |
+
47.634,
|
| 1209 |
+
17.567,
|
| 1210 |
+
39.822,
|
| 1211 |
+
36.398,
|
| 1212 |
+
46.196,
|
| 1213 |
+
44.154,
|
| 1214 |
+
32.614,
|
| 1215 |
+
30.222,
|
| 1216 |
+
32.235,
|
| 1217 |
+
111.717,
|
| 1218 |
+
40.066,
|
| 1219 |
+
44.431,
|
| 1220 |
+
37.996,
|
| 1221 |
+
24.606,
|
| 1222 |
+
38.741,
|
| 1223 |
+
42.119,
|
| 1224 |
+
39.36,
|
| 1225 |
+
34.688,
|
| 1226 |
+
60.476,
|
| 1227 |
+
33.865,
|
| 1228 |
+
51.641,
|
| 1229 |
+
55.582,
|
| 1230 |
+
27.547,
|
| 1231 |
+
23.735,
|
| 1232 |
+
43.5,
|
| 1233 |
+
81.045,
|
| 1234 |
+
51.793,
|
| 1235 |
+
32.854,
|
| 1236 |
+
29.932,
|
| 1237 |
+
50.523,
|
| 1238 |
+
53.508,
|
| 1239 |
+
27.192,
|
| 1240 |
+
93.063,
|
| 1241 |
+
50.103,
|
| 1242 |
+
40.378,
|
| 1243 |
+
21.259,
|
| 1244 |
+
38.46,
|
| 1245 |
+
41.947,
|
| 1246 |
+
38.77,
|
| 1247 |
+
136.403,
|
| 1248 |
+
44.02,
|
| 1249 |
+
89.978,
|
| 1250 |
+
49.478,
|
| 1251 |
+
45.878,
|
| 1252 |
+
48.172,
|
| 1253 |
+
17.145,
|
| 1254 |
+
39.26,
|
| 1255 |
+
67.548,
|
| 1256 |
+
82.141,
|
| 1257 |
+
22.425,
|
| 1258 |
+
41.052,
|
| 1259 |
+
53.474,
|
| 1260 |
+
35.575,
|
| 1261 |
+
43.072,
|
| 1262 |
+
34.802,
|
| 1263 |
+
28.652,
|
| 1264 |
+
14.916,
|
| 1265 |
+
25.791,
|
| 1266 |
+
69.703,
|
| 1267 |
+
43.048,
|
| 1268 |
+
53.783,
|
| 1269 |
+
35.342,
|
| 1270 |
+
22.126,
|
| 1271 |
+
36.923,
|
| 1272 |
+
33.993,
|
| 1273 |
+
32.467,
|
| 1274 |
+
47.14,
|
| 1275 |
+
30.126,
|
| 1276 |
+
16.338,
|
| 1277 |
+
64.985,
|
| 1278 |
+
43.165,
|
| 1279 |
+
19.618,
|
| 1280 |
+
102.857,
|
| 1281 |
+
33.268,
|
| 1282 |
+
29.484,
|
| 1283 |
+
32.992,
|
| 1284 |
+
24.856,
|
| 1285 |
+
19.785,
|
| 1286 |
+
37.19,
|
| 1287 |
+
44.117,
|
| 1288 |
+
26.658,
|
| 1289 |
+
91.408,
|
| 1290 |
+
44.201,
|
| 1291 |
+
84.105,
|
| 1292 |
+
29.086,
|
| 1293 |
+
33.249,
|
| 1294 |
+
128.656,
|
| 1295 |
+
27.777,
|
| 1296 |
+
25.232,
|
| 1297 |
+
47.062,
|
| 1298 |
+
86.247,
|
| 1299 |
+
60.344,
|
| 1300 |
+
48.416,
|
| 1301 |
+
50.868,
|
| 1302 |
+
26.971,
|
| 1303 |
+
46.81,
|
| 1304 |
+
28.268,
|
| 1305 |
+
29.896,
|
| 1306 |
+
24.402,
|
| 1307 |
+
43.256,
|
| 1308 |
+
54.542,
|
| 1309 |
+
67.601,
|
| 1310 |
+
74.141,
|
| 1311 |
+
45.892,
|
| 1312 |
+
21.691,
|
| 1313 |
+
36.682,
|
| 1314 |
+
84.059,
|
| 1315 |
+
30.999,
|
| 1316 |
+
24.308,
|
| 1317 |
+
30.332,
|
| 1318 |
+
27.628,
|
| 1319 |
+
26.588,
|
| 1320 |
+
30.484,
|
| 1321 |
+
40.193,
|
| 1322 |
+
70.726,
|
| 1323 |
+
33.332,
|
| 1324 |
+
31.198,
|
| 1325 |
+
66.76,
|
| 1326 |
+
16.839,
|
| 1327 |
+
28.984,
|
| 1328 |
+
29.592,
|
| 1329 |
+
58.267,
|
| 1330 |
+
19.284,
|
| 1331 |
+
35.299,
|
| 1332 |
+
39.773,
|
| 1333 |
+
24.254,
|
| 1334 |
+
18.446,
|
| 1335 |
+
19.613,
|
| 1336 |
+
34.233,
|
| 1337 |
+
30.738,
|
| 1338 |
+
88.892,
|
| 1339 |
+
36.61,
|
| 1340 |
+
32.023,
|
| 1341 |
+
53.69,
|
| 1342 |
+
28.233,
|
| 1343 |
+
34.044,
|
| 1344 |
+
43.462,
|
| 1345 |
+
37.194,
|
| 1346 |
+
31.864,
|
| 1347 |
+
30.544,
|
| 1348 |
+
28.291,
|
| 1349 |
+
11.253,
|
| 1350 |
+
32.449,
|
| 1351 |
+
29.084,
|
| 1352 |
+
16.426,
|
| 1353 |
+
61.667,
|
| 1354 |
+
36.277,
|
| 1355 |
+
33.16,
|
| 1356 |
+
18.771,
|
| 1357 |
+
29.826,
|
| 1358 |
+
38.986,
|
| 1359 |
+
26.163,
|
| 1360 |
+
78.32,
|
| 1361 |
+
51.643,
|
| 1362 |
+
70.574,
|
| 1363 |
+
41.633,
|
| 1364 |
+
38.366,
|
| 1365 |
+
46.424,
|
| 1366 |
+
27.984,
|
| 1367 |
+
30.256,
|
| 1368 |
+
37.426,
|
| 1369 |
+
49.649,
|
| 1370 |
+
43.595,
|
| 1371 |
+
28.691,
|
| 1372 |
+
34.84,
|
| 1373 |
+
92.783,
|
| 1374 |
+
28.625,
|
| 1375 |
+
59.407,
|
| 1376 |
+
26.666,
|
| 1377 |
+
38.036,
|
| 1378 |
+
33.29,
|
| 1379 |
+
117.451,
|
| 1380 |
+
79.176,
|
| 1381 |
+
41.647,
|
| 1382 |
+
18.158,
|
| 1383 |
+
34.802,
|
| 1384 |
+
60.407,
|
| 1385 |
+
25.092,
|
| 1386 |
+
23.141,
|
| 1387 |
+
26.202,
|
| 1388 |
+
31.765,
|
| 1389 |
+
21.973,
|
| 1390 |
+
60.445,
|
| 1391 |
+
40.824,
|
| 1392 |
+
14.642,
|
| 1393 |
+
22.959,
|
| 1394 |
+
176.072,
|
| 1395 |
+
26.082,
|
| 1396 |
+
34.217,
|
| 1397 |
+
30.035,
|
| 1398 |
+
38.998,
|
| 1399 |
+
73.734,
|
| 1400 |
+
32.71,
|
| 1401 |
+
70.001,
|
| 1402 |
+
32.933,
|
| 1403 |
+
13.824,
|
| 1404 |
+
41.485,
|
| 1405 |
+
37.614,
|
| 1406 |
+
40.19,
|
| 1407 |
+
41.342,
|
| 1408 |
+
37.984,
|
| 1409 |
+
35.84,
|
| 1410 |
+
31.728,
|
| 1411 |
+
24.023,
|
| 1412 |
+
22.119,
|
| 1413 |
+
17.547,
|
| 1414 |
+
28.136,
|
| 1415 |
+
32.742,
|
| 1416 |
+
53.139,
|
| 1417 |
+
34.858,
|
| 1418 |
+
39.001,
|
| 1419 |
+
58.742,
|
| 1420 |
+
23.276,
|
| 1421 |
+
25.459,
|
| 1422 |
+
53.948,
|
| 1423 |
+
30.359,
|
| 1424 |
+
15.849,
|
| 1425 |
+
16.856,
|
| 1426 |
+
29.184,
|
| 1427 |
+
27.684,
|
| 1428 |
+
33.275,
|
| 1429 |
+
40.641,
|
| 1430 |
+
43.852,
|
| 1431 |
+
31.801,
|
| 1432 |
+
33.272,
|
| 1433 |
+
36.311,
|
| 1434 |
+
86.531,
|
| 1435 |
+
35.691,
|
| 1436 |
+
14.092,
|
| 1437 |
+
39.852,
|
| 1438 |
+
33.014,
|
| 1439 |
+
36.933,
|
| 1440 |
+
40.427,
|
| 1441 |
+
26.067,
|
| 1442 |
+
21.492,
|
| 1443 |
+
28.4,
|
| 1444 |
+
27.839,
|
| 1445 |
+
44.626,
|
| 1446 |
+
26.384,
|
| 1447 |
+
60.647,
|
| 1448 |
+
25.944,
|
| 1449 |
+
45.14,
|
| 1450 |
+
16.201,
|
| 1451 |
+
37.876,
|
| 1452 |
+
30.391,
|
| 1453 |
+
27.823,
|
| 1454 |
+
27.217,
|
| 1455 |
+
36.292,
|
| 1456 |
+
42.159,
|
| 1457 |
+
43.622,
|
| 1458 |
+
50.325,
|
| 1459 |
+
27.977,
|
| 1460 |
+
19.017,
|
| 1461 |
+
33.192,
|
| 1462 |
+
24.174,
|
| 1463 |
+
32.266,
|
| 1464 |
+
21.493,
|
| 1465 |
+
31.652,
|
| 1466 |
+
67.137,
|
| 1467 |
+
56.317,
|
| 1468 |
+
34.728,
|
| 1469 |
+
32.74,
|
| 1470 |
+
30.199,
|
| 1471 |
+
32.157,
|
| 1472 |
+
43.612,
|
| 1473 |
+
25.757,
|
| 1474 |
+
50.656,
|
| 1475 |
+
52.826,
|
| 1476 |
+
33.027,
|
| 1477 |
+
23.939,
|
| 1478 |
+
26.959,
|
| 1479 |
+
29.156,
|
| 1480 |
+
29.118,
|
| 1481 |
+
17.915,
|
| 1482 |
+
20.92,
|
| 1483 |
+
35.724,
|
| 1484 |
+
18.584,
|
| 1485 |
+
28.788,
|
| 1486 |
+
39.384,
|
| 1487 |
+
34.07,
|
| 1488 |
+
36.031,
|
| 1489 |
+
74.682,
|
| 1490 |
+
43.686,
|
| 1491 |
+
75.258,
|
| 1492 |
+
27.35,
|
| 1493 |
+
42.948,
|
| 1494 |
+
16.959,
|
| 1495 |
+
61.207,
|
| 1496 |
+
36.099,
|
| 1497 |
+
44.159,
|
| 1498 |
+
40.598,
|
| 1499 |
+
64.25,
|
| 1500 |
+
29.454,
|
| 1501 |
+
43.573,
|
| 1502 |
+
39.303,
|
| 1503 |
+
52.358,
|
| 1504 |
+
41.307,
|
| 1505 |
+
14.433,
|
| 1506 |
+
41.252,
|
| 1507 |
+
41.526,
|
| 1508 |
+
49.645,
|
| 1509 |
+
29.129,
|
| 1510 |
+
52.974,
|
| 1511 |
+
32.526,
|
| 1512 |
+
14.667,
|
| 1513 |
+
36.655,
|
| 1514 |
+
136.992,
|
| 1515 |
+
24.249,
|
| 1516 |
+
31.526,
|
| 1517 |
+
25.831,
|
| 1518 |
+
38.543,
|
| 1519 |
+
26.86,
|
| 1520 |
+
44.708,
|
| 1521 |
+
28.382,
|
| 1522 |
+
28.619,
|
| 1523 |
+
21.592,
|
| 1524 |
+
107.564,
|
| 1525 |
+
53.875,
|
| 1526 |
+
60.761,
|
| 1527 |
+
42.457,
|
| 1528 |
+
32.45,
|
| 1529 |
+
35.268,
|
| 1530 |
+
55.841,
|
| 1531 |
+
39.35,
|
| 1532 |
+
23.374,
|
| 1533 |
+
50.745,
|
| 1534 |
+
18.027,
|
| 1535 |
+
36.073,
|
| 1536 |
+
82.157,
|
| 1537 |
+
50.306,
|
| 1538 |
+
28.404,
|
| 1539 |
+
32.214,
|
| 1540 |
+
72.197,
|
| 1541 |
+
49.098,
|
| 1542 |
+
47.073,
|
| 1543 |
+
26.486,
|
| 1544 |
+
37.709,
|
| 1545 |
+
35.86,
|
| 1546 |
+
14.934,
|
| 1547 |
+
28.141,
|
| 1548 |
+
31.937,
|
| 1549 |
+
32.126,
|
| 1550 |
+
52.116,
|
| 1551 |
+
31.126,
|
| 1552 |
+
41.18,
|
| 1553 |
+
83.924,
|
| 1554 |
+
113.199,
|
| 1555 |
+
32.523,
|
| 1556 |
+
57.789,
|
| 1557 |
+
69.055,
|
| 1558 |
+
52.313,
|
| 1559 |
+
31.301,
|
| 1560 |
+
47.396,
|
| 1561 |
+
28.334,
|
| 1562 |
+
38.806,
|
| 1563 |
+
53.237,
|
| 1564 |
+
16.917,
|
| 1565 |
+
66.345,
|
| 1566 |
+
40.845,
|
| 1567 |
+
26.976,
|
| 1568 |
+
91.82,
|
| 1569 |
+
37.232,
|
| 1570 |
+
34.762,
|
| 1571 |
+
48.231,
|
| 1572 |
+
30.476,
|
| 1573 |
+
59.853,
|
| 1574 |
+
99.93,
|
| 1575 |
+
47.562,
|
| 1576 |
+
26.355,
|
| 1577 |
+
95.284,
|
| 1578 |
+
28.028,
|
| 1579 |
+
34.008,
|
| 1580 |
+
29.759,
|
| 1581 |
+
54.126,
|
| 1582 |
+
19.832,
|
| 1583 |
+
15.257,
|
| 1584 |
+
42.92,
|
| 1585 |
+
28.506,
|
| 1586 |
+
15.34,
|
| 1587 |
+
33.322,
|
| 1588 |
+
26.299,
|
| 1589 |
+
38.565,
|
| 1590 |
+
39.805,
|
| 1591 |
+
46.733,
|
| 1592 |
+
59.848,
|
| 1593 |
+
73.176,
|
| 1594 |
+
26.968,
|
| 1595 |
+
65.858,
|
| 1596 |
+
38.973,
|
| 1597 |
+
87.281,
|
| 1598 |
+
82.524,
|
| 1599 |
+
38.367,
|
| 1600 |
+
40.03,
|
| 1601 |
+
58.174,
|
| 1602 |
+
42.478,
|
| 1603 |
+
40.965,
|
| 1604 |
+
36.749,
|
| 1605 |
+
33.165,
|
| 1606 |
+
33.337,
|
| 1607 |
+
38.17,
|
| 1608 |
+
59.513,
|
| 1609 |
+
35.983,
|
| 1610 |
+
46.257,
|
| 1611 |
+
17.249,
|
| 1612 |
+
42.843,
|
| 1613 |
+
56.038,
|
| 1614 |
+
62.802,
|
| 1615 |
+
46.118,
|
| 1616 |
+
38.538,
|
| 1617 |
+
93.912,
|
| 1618 |
+
50.705,
|
| 1619 |
+
54.72,
|
| 1620 |
+
56.079,
|
| 1621 |
+
24.332,
|
| 1622 |
+
29.702,
|
| 1623 |
+
38.743,
|
| 1624 |
+
45.995,
|
| 1625 |
+
36.913,
|
| 1626 |
+
42.602,
|
| 1627 |
+
56.492,
|
| 1628 |
+
46.996,
|
| 1629 |
+
40.849,
|
| 1630 |
+
37.951,
|
| 1631 |
+
107.832,
|
| 1632 |
+
31.696,
|
| 1633 |
+
33.069,
|
| 1634 |
+
37.133,
|
| 1635 |
+
34.372,
|
| 1636 |
+
33.45,
|
| 1637 |
+
68.952,
|
| 1638 |
+
32.759,
|
| 1639 |
+
27.841,
|
| 1640 |
+
30.646,
|
| 1641 |
+
31.525,
|
| 1642 |
+
21.864,
|
| 1643 |
+
47.444,
|
| 1644 |
+
38.17,
|
| 1645 |
+
28.335,
|
| 1646 |
+
38.367,
|
| 1647 |
+
34.885,
|
| 1648 |
+
87.675,
|
| 1649 |
+
59.376,
|
| 1650 |
+
74.369,
|
| 1651 |
+
28.384,
|
| 1652 |
+
35.691,
|
| 1653 |
+
32.204,
|
| 1654 |
+
70.696,
|
| 1655 |
+
51.233,
|
| 1656 |
+
22.095,
|
| 1657 |
+
18.3,
|
| 1658 |
+
18.926,
|
| 1659 |
+
53.304,
|
| 1660 |
+
26.038,
|
| 1661 |
+
28.562,
|
| 1662 |
+
38.036,
|
| 1663 |
+
57.944,
|
| 1664 |
+
20.36,
|
| 1665 |
+
40.67,
|
| 1666 |
+
50.193,
|
| 1667 |
+
43.322,
|
| 1668 |
+
37.005,
|
| 1669 |
+
27.194,
|
| 1670 |
+
26.729,
|
| 1671 |
+
27.128,
|
| 1672 |
+
52.113,
|
| 1673 |
+
33.945,
|
| 1674 |
+
27.967,
|
| 1675 |
+
76.804,
|
| 1676 |
+
22.657,
|
| 1677 |
+
105.103,
|
| 1678 |
+
82.455,
|
| 1679 |
+
31.623,
|
| 1680 |
+
24.938,
|
| 1681 |
+
30.151,
|
| 1682 |
+
35.553,
|
| 1683 |
+
53.521,
|
| 1684 |
+
48.104,
|
| 1685 |
+
36.626,
|
| 1686 |
+
27.207,
|
| 1687 |
+
20.716,
|
| 1688 |
+
17.757,
|
| 1689 |
+
53.686,
|
| 1690 |
+
39.459,
|
| 1691 |
+
22.089,
|
| 1692 |
+
35.952,
|
| 1693 |
+
59.368,
|
| 1694 |
+
44.35,
|
| 1695 |
+
32.302,
|
| 1696 |
+
45.672,
|
| 1697 |
+
24.746,
|
| 1698 |
+
33.313,
|
| 1699 |
+
29.346,
|
| 1700 |
+
48.357,
|
| 1701 |
+
16.828,
|
| 1702 |
+
45.557,
|
| 1703 |
+
74.384,
|
| 1704 |
+
87.075,
|
| 1705 |
+
61.506,
|
| 1706 |
+
42.904,
|
| 1707 |
+
26.563,
|
| 1708 |
+
96.459,
|
| 1709 |
+
55.679,
|
| 1710 |
+
161.906,
|
| 1711 |
+
43.361,
|
| 1712 |
+
47.732,
|
| 1713 |
+
52.068,
|
| 1714 |
+
87.728,
|
| 1715 |
+
55.444,
|
| 1716 |
+
46.727,
|
| 1717 |
+
50.112,
|
| 1718 |
+
46.689,
|
| 1719 |
+
59.294,
|
| 1720 |
+
43.366,
|
| 1721 |
+
19.188,
|
| 1722 |
+
66.387,
|
| 1723 |
+
26.737,
|
| 1724 |
+
37.831,
|
| 1725 |
+
40.721,
|
| 1726 |
+
54.034,
|
| 1727 |
+
95.118,
|
| 1728 |
+
37.224,
|
| 1729 |
+
49.545,
|
| 1730 |
+
62.675,
|
| 1731 |
+
34.299,
|
| 1732 |
+
90.634,
|
| 1733 |
+
59.781,
|
| 1734 |
+
32.355,
|
| 1735 |
+
43.908,
|
| 1736 |
+
64.772,
|
| 1737 |
+
91.078,
|
| 1738 |
+
32.755,
|
| 1739 |
+
41.864,
|
| 1740 |
+
42.306,
|
| 1741 |
+
28.958,
|
| 1742 |
+
22.718,
|
| 1743 |
+
42.829,
|
| 1744 |
+
35.124,
|
| 1745 |
+
34.381,
|
| 1746 |
+
30.898,
|
| 1747 |
+
119.451,
|
| 1748 |
+
53.757,
|
| 1749 |
+
69.451,
|
| 1750 |
+
19.514,
|
| 1751 |
+
34.033,
|
| 1752 |
+
83.289,
|
| 1753 |
+
36.725,
|
| 1754 |
+
48.499,
|
| 1755 |
+
46.825,
|
| 1756 |
+
55.803,
|
| 1757 |
+
36.542,
|
| 1758 |
+
43.474,
|
| 1759 |
+
27.575,
|
| 1760 |
+
36.81,
|
| 1761 |
+
40.402,
|
| 1762 |
+
39.07,
|
| 1763 |
+
12.865,
|
| 1764 |
+
36.872,
|
| 1765 |
+
42.277,
|
| 1766 |
+
44.777,
|
| 1767 |
+
35.362,
|
| 1768 |
+
58.566,
|
| 1769 |
+
49.637,
|
| 1770 |
+
29.683,
|
| 1771 |
+
43.895,
|
| 1772 |
+
33.756,
|
| 1773 |
+
42.596,
|
| 1774 |
+
35.017,
|
| 1775 |
+
42.613,
|
| 1776 |
+
23.244,
|
| 1777 |
+
49.531,
|
| 1778 |
+
34.539,
|
| 1779 |
+
20.082,
|
| 1780 |
+
37.257,
|
| 1781 |
+
34.684,
|
| 1782 |
+
25.224,
|
| 1783 |
+
42.716,
|
| 1784 |
+
50.99,
|
| 1785 |
+
40.765,
|
| 1786 |
+
35.401,
|
| 1787 |
+
31.459,
|
| 1788 |
+
17.241,
|
| 1789 |
+
29.249,
|
| 1790 |
+
37.975,
|
| 1791 |
+
37.285,
|
| 1792 |
+
37.705,
|
| 1793 |
+
45.225,
|
| 1794 |
+
31.02,
|
| 1795 |
+
51.106,
|
| 1796 |
+
19.382,
|
| 1797 |
+
94.908,
|
| 1798 |
+
53.486,
|
| 1799 |
+
38.557,
|
| 1800 |
+
79.205,
|
| 1801 |
+
28.865,
|
| 1802 |
+
30.187,
|
| 1803 |
+
23.405,
|
| 1804 |
+
67.554,
|
| 1805 |
+
34.076,
|
| 1806 |
+
41.086,
|
| 1807 |
+
37.77,
|
| 1808 |
+
59.936,
|
| 1809 |
+
76.598,
|
| 1810 |
+
74.421,
|
| 1811 |
+
39.963,
|
| 1812 |
+
36.516,
|
| 1813 |
+
44.709,
|
| 1814 |
+
42.256,
|
| 1815 |
+
20.537,
|
| 1816 |
+
28.424,
|
| 1817 |
+
21.65,
|
| 1818 |
+
38.104,
|
| 1819 |
+
27.793,
|
| 1820 |
+
22.153,
|
| 1821 |
+
38.273,
|
| 1822 |
+
46.324,
|
| 1823 |
+
30.789,
|
| 1824 |
+
32.635,
|
| 1825 |
+
60.365,
|
| 1826 |
+
32.065,
|
| 1827 |
+
36.826,
|
| 1828 |
+
137.129,
|
| 1829 |
+
28.634,
|
| 1830 |
+
27.834,
|
| 1831 |
+
33.311,
|
| 1832 |
+
39.698,
|
| 1833 |
+
43.265,
|
| 1834 |
+
48.713,
|
| 1835 |
+
52.071,
|
| 1836 |
+
54.604,
|
| 1837 |
+
32.32,
|
| 1838 |
+
37.147,
|
| 1839 |
+
32.161,
|
| 1840 |
+
27.281,
|
| 1841 |
+
62.325,
|
| 1842 |
+
55.492,
|
| 1843 |
+
26.928,
|
| 1844 |
+
43.148,
|
| 1845 |
+
46.691,
|
| 1846 |
+
44.003,
|
| 1847 |
+
66.472,
|
| 1848 |
+
39.196,
|
| 1849 |
+
46.214,
|
| 1850 |
+
68.334,
|
| 1851 |
+
27.524,
|
| 1852 |
+
39.619,
|
| 1853 |
+
50.539,
|
| 1854 |
+
35.37,
|
| 1855 |
+
34.746,
|
| 1856 |
+
115.63,
|
| 1857 |
+
43.663,
|
| 1858 |
+
36.595,
|
| 1859 |
+
39.913,
|
| 1860 |
+
42.095,
|
| 1861 |
+
13.806,
|
| 1862 |
+
45.333,
|
| 1863 |
+
16.119,
|
| 1864 |
+
25.809,
|
| 1865 |
+
29.291,
|
| 1866 |
+
27.017,
|
| 1867 |
+
28.224,
|
| 1868 |
+
89.565,
|
| 1869 |
+
23.913,
|
| 1870 |
+
14.844,
|
| 1871 |
+
51.387,
|
| 1872 |
+
26.912,
|
| 1873 |
+
31.129,
|
| 1874 |
+
55.556,
|
| 1875 |
+
33.942,
|
| 1876 |
+
50.247,
|
| 1877 |
+
105.513,
|
| 1878 |
+
45.887,
|
| 1879 |
+
30.502,
|
| 1880 |
+
24.006,
|
| 1881 |
+
31.543,
|
| 1882 |
+
33.29,
|
| 1883 |
+
33.385,
|
| 1884 |
+
41.96,
|
| 1885 |
+
43.603,
|
| 1886 |
+
115.814,
|
| 1887 |
+
28.497,
|
| 1888 |
+
85.013,
|
| 1889 |
+
35.837,
|
| 1890 |
+
22.186,
|
| 1891 |
+
31.819,
|
| 1892 |
+
28.825,
|
| 1893 |
+
31.004,
|
| 1894 |
+
43.7,
|
| 1895 |
+
33.556,
|
| 1896 |
+
47.06,
|
| 1897 |
+
31.631,
|
| 1898 |
+
14.714,
|
| 1899 |
+
56.32,
|
| 1900 |
+
36.953,
|
| 1901 |
+
38.738,
|
| 1902 |
+
49.335,
|
| 1903 |
+
33.04,
|
| 1904 |
+
39.367,
|
| 1905 |
+
57.135,
|
| 1906 |
+
35.855,
|
| 1907 |
+
23.143,
|
| 1908 |
+
49.491,
|
| 1909 |
+
25.839,
|
| 1910 |
+
26.938,
|
| 1911 |
+
55.513,
|
| 1912 |
+
33.074,
|
| 1913 |
+
59.199,
|
| 1914 |
+
35.849,
|
| 1915 |
+
42.927,
|
| 1916 |
+
115.512,
|
| 1917 |
+
37.516,
|
| 1918 |
+
21.243,
|
| 1919 |
+
35.96,
|
| 1920 |
+
38.838,
|
| 1921 |
+
36.453,
|
| 1922 |
+
45.811,
|
| 1923 |
+
40.28,
|
| 1924 |
+
35.368,
|
| 1925 |
+
44.783,
|
| 1926 |
+
37.661,
|
| 1927 |
+
26.873,
|
| 1928 |
+
24.213,
|
| 1929 |
+
50.624,
|
| 1930 |
+
102.403,
|
| 1931 |
+
36.869,
|
| 1932 |
+
53.188,
|
| 1933 |
+
52.33,
|
| 1934 |
+
103.069,
|
| 1935 |
+
52.023,
|
| 1936 |
+
44.912,
|
| 1937 |
+
26.698,
|
| 1938 |
+
56.901,
|
| 1939 |
+
33.68,
|
| 1940 |
+
47.199,
|
| 1941 |
+
48.522,
|
| 1942 |
+
74.464,
|
| 1943 |
+
44.387,
|
| 1944 |
+
25.547,
|
| 1945 |
+
36.892,
|
| 1946 |
+
42.19,
|
| 1947 |
+
47.758,
|
| 1948 |
+
22.035,
|
| 1949 |
+
36.633,
|
| 1950 |
+
45.359,
|
| 1951 |
+
105.157,
|
| 1952 |
+
28.529,
|
| 1953 |
+
30.873,
|
| 1954 |
+
53.633,
|
| 1955 |
+
35.034,
|
| 1956 |
+
40.808,
|
| 1957 |
+
27.157,
|
| 1958 |
+
75.704,
|
| 1959 |
+
48.422,
|
| 1960 |
+
17.63,
|
| 1961 |
+
25.044,
|
| 1962 |
+
33.333,
|
| 1963 |
+
34.692,
|
| 1964 |
+
17.543,
|
| 1965 |
+
55.657,
|
| 1966 |
+
46.34,
|
| 1967 |
+
31.651,
|
| 1968 |
+
35.941,
|
| 1969 |
+
55.608,
|
| 1970 |
+
23.882,
|
| 1971 |
+
49.974,
|
| 1972 |
+
42.353,
|
| 1973 |
+
36.306,
|
| 1974 |
+
23.743,
|
| 1975 |
+
26.509,
|
| 1976 |
+
24.666,
|
| 1977 |
+
29.331,
|
| 1978 |
+
13.01,
|
| 1979 |
+
43.034,
|
| 1980 |
+
35.814,
|
| 1981 |
+
93.886,
|
| 1982 |
+
33.759,
|
| 1983 |
+
27.18,
|
| 1984 |
+
20.053,
|
| 1985 |
+
59.628,
|
| 1986 |
+
33.821,
|
| 1987 |
+
13.026,
|
| 1988 |
+
32.115,
|
| 1989 |
+
18.644,
|
| 1990 |
+
28.223,
|
| 1991 |
+
30.001,
|
| 1992 |
+
53.26,
|
| 1993 |
+
25.785,
|
| 1994 |
+
28.625,
|
| 1995 |
+
29.183,
|
| 1996 |
+
36.848,
|
| 1997 |
+
78.877,
|
| 1998 |
+
34.648,
|
| 1999 |
+
25.852,
|
| 2000 |
+
31.5,
|
| 2001 |
+
42.032,
|
| 2002 |
+
34.582,
|
| 2003 |
+
22.867,
|
| 2004 |
+
44.192,
|
| 2005 |
+
24.213,
|
| 2006 |
+
19.401,
|
| 2007 |
+
31.767,
|
| 2008 |
+
27.318,
|
| 2009 |
+
36.19,
|
| 2010 |
+
54.325,
|
| 2011 |
+
23.335,
|
| 2012 |
+
83.768,
|
| 2013 |
+
23.647,
|
| 2014 |
+
45.368,
|
| 2015 |
+
20.81,
|
| 2016 |
+
22.313,
|
| 2017 |
+
55.695,
|
| 2018 |
+
21.399,
|
| 2019 |
+
40.61,
|
| 2020 |
+
23.315,
|
| 2021 |
+
41.808,
|
| 2022 |
+
33.232,
|
| 2023 |
+
39.61,
|
| 2024 |
+
34.633,
|
| 2025 |
+
33.432,
|
| 2026 |
+
18.068,
|
| 2027 |
+
38.101,
|
| 2028 |
+
24.623,
|
| 2029 |
+
55.759,
|
| 2030 |
+
26.294,
|
| 2031 |
+
30.523,
|
| 2032 |
+
18.259,
|
| 2033 |
+
47.48,
|
| 2034 |
+
30.026,
|
| 2035 |
+
54.711,
|
| 2036 |
+
36.082,
|
| 2037 |
+
34.124,
|
| 2038 |
+
26.566,
|
| 2039 |
+
46.332,
|
| 2040 |
+
59.873,
|
| 2041 |
+
34.147,
|
| 2042 |
+
35.122,
|
| 2043 |
+
22.611,
|
| 2044 |
+
20.164,
|
| 2045 |
+
26.813,
|
| 2046 |
+
35.13,
|
| 2047 |
+
50.046,
|
| 2048 |
+
90.638,
|
| 2049 |
+
53.101,
|
| 2050 |
+
74.158,
|
| 2051 |
+
39.509,
|
| 2052 |
+
24.306,
|
| 2053 |
+
34.435,
|
| 2054 |
+
72.289,
|
| 2055 |
+
35.781,
|
| 2056 |
+
36.243,
|
| 2057 |
+
18.317,
|
| 2058 |
+
49.619,
|
| 2059 |
+
34.657,
|
| 2060 |
+
44.974,
|
| 2061 |
+
63.519,
|
| 2062 |
+
57.106,
|
| 2063 |
+
26.032,
|
| 2064 |
+
23.934,
|
| 2065 |
+
71.017,
|
| 2066 |
+
73.791,
|
| 2067 |
+
19.89,
|
| 2068 |
+
39.533,
|
| 2069 |
+
69.426,
|
| 2070 |
+
35.368,
|
| 2071 |
+
26.407,
|
| 2072 |
+
20.511,
|
| 2073 |
+
24.974,
|
| 2074 |
+
39.35,
|
| 2075 |
+
83.084,
|
| 2076 |
+
74.557,
|
| 2077 |
+
64.84,
|
| 2078 |
+
29.816,
|
| 2079 |
+
30.385,
|
| 2080 |
+
44.49,
|
| 2081 |
+
69.758,
|
| 2082 |
+
27.234,
|
| 2083 |
+
14.416,
|
| 2084 |
+
70.076,
|
| 2085 |
+
24.707,
|
| 2086 |
+
28.993,
|
| 2087 |
+
32.092,
|
| 2088 |
+
52.342,
|
| 2089 |
+
30.633,
|
| 2090 |
+
29.916,
|
| 2091 |
+
44.183,
|
| 2092 |
+
24.464,
|
| 2093 |
+
22.337,
|
| 2094 |
+
31.507,
|
| 2095 |
+
27.196,
|
| 2096 |
+
42.382,
|
| 2097 |
+
22.916,
|
| 2098 |
+
42.004,
|
| 2099 |
+
32.903,
|
| 2100 |
+
26.819,
|
| 2101 |
+
37.65,
|
| 2102 |
+
22.916,
|
| 2103 |
+
30.927,
|
| 2104 |
+
21.047,
|
| 2105 |
+
25.403,
|
| 2106 |
+
13.058,
|
| 2107 |
+
32.757,
|
| 2108 |
+
43.708,
|
| 2109 |
+
69.491,
|
| 2110 |
+
25.694,
|
| 2111 |
+
41.524,
|
| 2112 |
+
77.375,
|
| 2113 |
+
31.434,
|
| 2114 |
+
24.081,
|
| 2115 |
+
52.839,
|
| 2116 |
+
23.828,
|
| 2117 |
+
35.358,
|
| 2118 |
+
23.359,
|
| 2119 |
+
31.766,
|
| 2120 |
+
28.457,
|
| 2121 |
+
81.216,
|
| 2122 |
+
23.192,
|
| 2123 |
+
29.61,
|
| 2124 |
+
18.801,
|
| 2125 |
+
73.064,
|
| 2126 |
+
38.101,
|
| 2127 |
+
43.016,
|
| 2128 |
+
62.627,
|
| 2129 |
+
41.881,
|
| 2130 |
+
28.492,
|
| 2131 |
+
29.326,
|
| 2132 |
+
25.018,
|
| 2133 |
+
83.431,
|
| 2134 |
+
28.109,
|
| 2135 |
+
26.099,
|
| 2136 |
+
26.225,
|
| 2137 |
+
25.885,
|
| 2138 |
+
38.674,
|
| 2139 |
+
43.166,
|
| 2140 |
+
18.927,
|
| 2141 |
+
21.458,
|
| 2142 |
+
41.432,
|
| 2143 |
+
21.724,
|
| 2144 |
+
28.777,
|
| 2145 |
+
37.975,
|
| 2146 |
+
32.001,
|
| 2147 |
+
39.336,
|
| 2148 |
+
45.358,
|
| 2149 |
+
22.648,
|
| 2150 |
+
41.151,
|
| 2151 |
+
46.598,
|
| 2152 |
+
24.974,
|
| 2153 |
+
39.309,
|
| 2154 |
+
87.082,
|
| 2155 |
+
15.627,
|
| 2156 |
+
24.574,
|
| 2157 |
+
41.267,
|
| 2158 |
+
77.211,
|
| 2159 |
+
43.774,
|
| 2160 |
+
34.058,
|
| 2161 |
+
28.799,
|
| 2162 |
+
34.109,
|
| 2163 |
+
43.499,
|
| 2164 |
+
28.849,
|
| 2165 |
+
50.608,
|
| 2166 |
+
30.483,
|
| 2167 |
+
47.159,
|
| 2168 |
+
30.468,
|
| 2169 |
+
28.381,
|
| 2170 |
+
29.427,
|
| 2171 |
+
26.533,
|
| 2172 |
+
12.173,
|
| 2173 |
+
39.085,
|
| 2174 |
+
11.275,
|
| 2175 |
+
59.415,
|
| 2176 |
+
15.16,
|
| 2177 |
+
67.193,
|
| 2178 |
+
47.995,
|
| 2179 |
+
30.22,
|
| 2180 |
+
69.083,
|
| 2181 |
+
76.424,
|
| 2182 |
+
85.868,
|
| 2183 |
+
15.456,
|
| 2184 |
+
93.76,
|
| 2185 |
+
17.473,
|
| 2186 |
+
27.384,
|
| 2187 |
+
24.74,
|
| 2188 |
+
72.597,
|
| 2189 |
+
51.003,
|
| 2190 |
+
33.327,
|
| 2191 |
+
23.702,
|
| 2192 |
+
33.218,
|
| 2193 |
+
36.999,
|
| 2194 |
+
41.282,
|
| 2195 |
+
45.601,
|
| 2196 |
+
14.583,
|
| 2197 |
+
68.184,
|
| 2198 |
+
36.196,
|
| 2199 |
+
37.47,
|
| 2200 |
+
70.516,
|
| 2201 |
+
28.906,
|
| 2202 |
+
26.416,
|
| 2203 |
+
32.283,
|
| 2204 |
+
28.017,
|
| 2205 |
+
25.168,
|
| 2206 |
+
17.441,
|
| 2207 |
+
18.759,
|
| 2208 |
+
89.524,
|
| 2209 |
+
29.259,
|
| 2210 |
+
39.534,
|
| 2211 |
+
45.134,
|
| 2212 |
+
29.909,
|
| 2213 |
+
63.691,
|
| 2214 |
+
55.581,
|
| 2215 |
+
33.967,
|
| 2216 |
+
34.082,
|
| 2217 |
+
20.853,
|
| 2218 |
+
22.375,
|
| 2219 |
+
35.547,
|
| 2220 |
+
54.743,
|
| 2221 |
+
58.648,
|
| 2222 |
+
41.117,
|
| 2223 |
+
44.752,
|
| 2224 |
+
42.967,
|
| 2225 |
+
68.159,
|
| 2226 |
+
28.209,
|
| 2227 |
+
20.298,
|
| 2228 |
+
38.542,
|
| 2229 |
+
27.06,
|
| 2230 |
+
32.941,
|
| 2231 |
+
28.598,
|
| 2232 |
+
40.152,
|
| 2233 |
+
127.98,
|
| 2234 |
+
19.169,
|
| 2235 |
+
19.551,
|
| 2236 |
+
34.611,
|
| 2237 |
+
43.584,
|
| 2238 |
+
44.124,
|
| 2239 |
+
31.108,
|
| 2240 |
+
42.549,
|
| 2241 |
+
31.031,
|
| 2242 |
+
27.663,
|
| 2243 |
+
37.758,
|
| 2244 |
+
34.215,
|
| 2245 |
+
29.926,
|
| 2246 |
+
56.559,
|
| 2247 |
+
20.032,
|
| 2248 |
+
34.83,
|
| 2249 |
+
27.495,
|
| 2250 |
+
58.182,
|
| 2251 |
+
73.159,
|
| 2252 |
+
37.402,
|
| 2253 |
+
38.443,
|
| 2254 |
+
45.29,
|
| 2255 |
+
49.601,
|
| 2256 |
+
58.347,
|
| 2257 |
+
78.107,
|
| 2258 |
+
38.519,
|
| 2259 |
+
15.931,
|
| 2260 |
+
13.751,
|
| 2261 |
+
33.782,
|
| 2262 |
+
28.277,
|
| 2263 |
+
34.406,
|
| 2264 |
+
26.659,
|
| 2265 |
+
36.309,
|
| 2266 |
+
41.158,
|
| 2267 |
+
27.449,
|
| 2268 |
+
88.309,
|
| 2269 |
+
39.994,
|
| 2270 |
+
34.824,
|
| 2271 |
+
37.2,
|
| 2272 |
+
16.958,
|
| 2273 |
+
33.931,
|
| 2274 |
+
77.611,
|
| 2275 |
+
34.198,
|
| 2276 |
+
26.609,
|
| 2277 |
+
20.016,
|
| 2278 |
+
48.026,
|
| 2279 |
+
33.824,
|
| 2280 |
+
26.025,
|
| 2281 |
+
24.151,
|
| 2282 |
+
71.318,
|
| 2283 |
+
25.057,
|
| 2284 |
+
46.635,
|
| 2285 |
+
24.581,
|
| 2286 |
+
41.385,
|
| 2287 |
+
45.35,
|
| 2288 |
+
25.683,
|
| 2289 |
+
11.934,
|
| 2290 |
+
43.817,
|
| 2291 |
+
55.865,
|
| 2292 |
+
27.951,
|
| 2293 |
+
23.617,
|
| 2294 |
+
48.517,
|
| 2295 |
+
42.448,
|
| 2296 |
+
58.495,
|
| 2297 |
+
38.016,
|
| 2298 |
+
39.149,
|
| 2299 |
+
30.726,
|
| 2300 |
+
38.133,
|
| 2301 |
+
43.724,
|
| 2302 |
+
35.54,
|
| 2303 |
+
42.568,
|
| 2304 |
+
14.717,
|
| 2305 |
+
23.334,
|
| 2306 |
+
64.875,
|
| 2307 |
+
29.241,
|
| 2308 |
+
42.15,
|
| 2309 |
+
31.849,
|
| 2310 |
+
36.095,
|
| 2311 |
+
36.413,
|
| 2312 |
+
42.808,
|
| 2313 |
+
25.475,
|
| 2314 |
+
48.793,
|
| 2315 |
+
69.957,
|
| 2316 |
+
39.26,
|
| 2317 |
+
41.69,
|
| 2318 |
+
32.943,
|
| 2319 |
+
60.981,
|
| 2320 |
+
89.734,
|
| 2321 |
+
25.549,
|
| 2322 |
+
18.926,
|
| 2323 |
+
30.54,
|
| 2324 |
+
38.691,
|
| 2325 |
+
27.026,
|
| 2326 |
+
57.526,
|
| 2327 |
+
17.575,
|
| 2328 |
+
17.987,
|
| 2329 |
+
24.97,
|
| 2330 |
+
42.595,
|
| 2331 |
+
28.048,
|
| 2332 |
+
47.901,
|
| 2333 |
+
40.502,
|
| 2334 |
+
25.546,
|
| 2335 |
+
36.902,
|
| 2336 |
+
26.824,
|
| 2337 |
+
41.992,
|
| 2338 |
+
41.644,
|
| 2339 |
+
34.358,
|
| 2340 |
+
29.142,
|
| 2341 |
+
56.65,
|
| 2342 |
+
15.565,
|
| 2343 |
+
31.138,
|
| 2344 |
+
34.413,
|
| 2345 |
+
121.373,
|
| 2346 |
+
32.06,
|
| 2347 |
+
26.44,
|
| 2348 |
+
41.886,
|
| 2349 |
+
35.475,
|
| 2350 |
+
42.332,
|
| 2351 |
+
41.184,
|
| 2352 |
+
25.765,
|
| 2353 |
+
44.241,
|
| 2354 |
+
42.259,
|
| 2355 |
+
31.482,
|
| 2356 |
+
47.692,
|
| 2357 |
+
38.69,
|
| 2358 |
+
46.368,
|
| 2359 |
+
37.316,
|
| 2360 |
+
40.369,
|
| 2361 |
+
42.973,
|
| 2362 |
+
31.826,
|
| 2363 |
+
82.7,
|
| 2364 |
+
21.993,
|
| 2365 |
+
36.326,
|
| 2366 |
+
38.272,
|
| 2367 |
+
80.285,
|
| 2368 |
+
23.648,
|
| 2369 |
+
37.458,
|
| 2370 |
+
18.133,
|
| 2371 |
+
21.766,
|
| 2372 |
+
28.359,
|
| 2373 |
+
33.894,
|
| 2374 |
+
69.092,
|
| 2375 |
+
17.924,
|
| 2376 |
+
26.492,
|
| 2377 |
+
66.475,
|
| 2378 |
+
26.906,
|
| 2379 |
+
80.499,
|
| 2380 |
+
78.964,
|
| 2381 |
+
26.619,
|
| 2382 |
+
61.317,
|
| 2383 |
+
82.633,
|
| 2384 |
+
21.181,
|
| 2385 |
+
23.2,
|
| 2386 |
+
36.292,
|
| 2387 |
+
53.792,
|
| 2388 |
+
41.717,
|
| 2389 |
+
71.25,
|
| 2390 |
+
82.483,
|
| 2391 |
+
113.514,
|
| 2392 |
+
34.4,
|
| 2393 |
+
35.841,
|
| 2394 |
+
19.886,
|
| 2395 |
+
30.467,
|
| 2396 |
+
29.732,
|
| 2397 |
+
54.358,
|
| 2398 |
+
85.417,
|
| 2399 |
+
36.048,
|
| 2400 |
+
75.152,
|
| 2401 |
+
30.274,
|
| 2402 |
+
64.66,
|
| 2403 |
+
43.774,
|
| 2404 |
+
83.133,
|
| 2405 |
+
33.906,
|
| 2406 |
+
32.485,
|
| 2407 |
+
41.892,
|
| 2408 |
+
26.781,
|
| 2409 |
+
60.159,
|
| 2410 |
+
46.175,
|
| 2411 |
+
28.279,
|
| 2412 |
+
15.904,
|
| 2413 |
+
32.066,
|
| 2414 |
+
41.084,
|
| 2415 |
+
31.316,
|
| 2416 |
+
30.795,
|
| 2417 |
+
24.141,
|
| 2418 |
+
28.1,
|
| 2419 |
+
24.129,
|
| 2420 |
+
39.824,
|
| 2421 |
+
42.898,
|
| 2422 |
+
32.091,
|
| 2423 |
+
34.658,
|
| 2424 |
+
44.277,
|
| 2425 |
+
36.524,
|
| 2426 |
+
31.311,
|
| 2427 |
+
92.248,
|
| 2428 |
+
31.948,
|
| 2429 |
+
20.375,
|
| 2430 |
+
37.768,
|
| 2431 |
+
62.193,
|
| 2432 |
+
17.291,
|
| 2433 |
+
54.714,
|
| 2434 |
+
61.152,
|
| 2435 |
+
90.339,
|
| 2436 |
+
72.567,
|
| 2437 |
+
56.601,
|
| 2438 |
+
64.883,
|
| 2439 |
+
29.509,
|
| 2440 |
+
43.596,
|
| 2441 |
+
42.018,
|
| 2442 |
+
35.201,
|
| 2443 |
+
65.358,
|
| 2444 |
+
34.782,
|
| 2445 |
+
38.636,
|
| 2446 |
+
34.055,
|
| 2447 |
+
32.485,
|
| 2448 |
+
30.284,
|
| 2449 |
+
18.774,
|
| 2450 |
+
33.892,
|
| 2451 |
+
28.926,
|
| 2452 |
+
24.489,
|
| 2453 |
+
37.635,
|
| 2454 |
+
29.548,
|
| 2455 |
+
20.478,
|
| 2456 |
+
48.43,
|
| 2457 |
+
60.055,
|
| 2458 |
+
48.053,
|
| 2459 |
+
35.484,
|
| 2460 |
+
106.15,
|
| 2461 |
+
21.911,
|
| 2462 |
+
30.181,
|
| 2463 |
+
28.696,
|
| 2464 |
+
97.226,
|
| 2465 |
+
72.695,
|
| 2466 |
+
30.233,
|
| 2467 |
+
36.894,
|
| 2468 |
+
35.826,
|
| 2469 |
+
58.611,
|
| 2470 |
+
52.443,
|
| 2471 |
+
89.028,
|
| 2472 |
+
37.499,
|
| 2473 |
+
92.338,
|
| 2474 |
+
25.244,
|
| 2475 |
+
35.576,
|
| 2476 |
+
48.975,
|
| 2477 |
+
52.99,
|
| 2478 |
+
10.574,
|
| 2479 |
+
21.038,
|
| 2480 |
+
37.264,
|
| 2481 |
+
31.922,
|
| 2482 |
+
33.047,
|
| 2483 |
+
29.367,
|
| 2484 |
+
52.858,
|
| 2485 |
+
52.505,
|
| 2486 |
+
30.219,
|
| 2487 |
+
27.949,
|
| 2488 |
+
43.432,
|
| 2489 |
+
30.837,
|
| 2490 |
+
39.416,
|
| 2491 |
+
66.535,
|
| 2492 |
+
21.782,
|
| 2493 |
+
36.112,
|
| 2494 |
+
71.15,
|
| 2495 |
+
19.702,
|
| 2496 |
+
39.698,
|
| 2497 |
+
78.644,
|
| 2498 |
+
45.248,
|
| 2499 |
+
55.191,
|
| 2500 |
+
30.375,
|
| 2501 |
+
44.038,
|
| 2502 |
+
32.558,
|
| 2503 |
+
25.807,
|
| 2504 |
+
29.144,
|
| 2505 |
+
32.12,
|
| 2506 |
+
51.91,
|
| 2507 |
+
38.437,
|
| 2508 |
+
16.112,
|
| 2509 |
+
38.872,
|
| 2510 |
+
46.189,
|
| 2511 |
+
43.243,
|
| 2512 |
+
61.575,
|
| 2513 |
+
39.64,
|
| 2514 |
+
49.936,
|
| 2515 |
+
33.21,
|
| 2516 |
+
36.333,
|
| 2517 |
+
18.909,
|
| 2518 |
+
62.43,
|
| 2519 |
+
48.312,
|
| 2520 |
+
85.354,
|
| 2521 |
+
43.986,
|
| 2522 |
+
30.238,
|
| 2523 |
+
101.281,
|
| 2524 |
+
53.102,
|
| 2525 |
+
38.33,
|
| 2526 |
+
28.782,
|
| 2527 |
+
50.709,
|
| 2528 |
+
49.391,
|
| 2529 |
+
55.813,
|
| 2530 |
+
49.991,
|
| 2531 |
+
34.167,
|
| 2532 |
+
68.374,
|
| 2533 |
+
36.001,
|
| 2534 |
+
43.581,
|
| 2535 |
+
37.499,
|
| 2536 |
+
52.497,
|
| 2537 |
+
35.478,
|
| 2538 |
+
92.568,
|
| 2539 |
+
68.191,
|
| 2540 |
+
29.849,
|
| 2541 |
+
28.94,
|
| 2542 |
+
115.289,
|
| 2543 |
+
26.985,
|
| 2544 |
+
28.722,
|
| 2545 |
+
57.878,
|
| 2546 |
+
50.231,
|
| 2547 |
+
36.221,
|
| 2548 |
+
106.647,
|
| 2549 |
+
43.846,
|
| 2550 |
+
36.683,
|
| 2551 |
+
32.466,
|
| 2552 |
+
36.461,
|
| 2553 |
+
95.441,
|
| 2554 |
+
18.981,
|
| 2555 |
+
33.15,
|
| 2556 |
+
38.49,
|
| 2557 |
+
50.995,
|
| 2558 |
+
46.03,
|
| 2559 |
+
53.179,
|
| 2560 |
+
38.662,
|
| 2561 |
+
39.452,
|
| 2562 |
+
40.989,
|
| 2563 |
+
28.708,
|
| 2564 |
+
42.033,
|
| 2565 |
+
37.13,
|
| 2566 |
+
56.003,
|
| 2567 |
+
61.456,
|
| 2568 |
+
44.359,
|
| 2569 |
+
58.53,
|
| 2570 |
+
33.394,
|
| 2571 |
+
32.389,
|
| 2572 |
+
44.836,
|
| 2573 |
+
54.462,
|
| 2574 |
+
53.259,
|
| 2575 |
+
65.245,
|
| 2576 |
+
42.102,
|
| 2577 |
+
34.137,
|
| 2578 |
+
112.754,
|
| 2579 |
+
35.114,
|
| 2580 |
+
55.791,
|
| 2581 |
+
33.407,
|
| 2582 |
+
35.562,
|
| 2583 |
+
61.883,
|
| 2584 |
+
31.136,
|
| 2585 |
+
23.815,
|
| 2586 |
+
55.454,
|
| 2587 |
+
32.22,
|
| 2588 |
+
49.882,
|
| 2589 |
+
37.825,
|
| 2590 |
+
45.979,
|
| 2591 |
+
46.906,
|
| 2592 |
+
105.195,
|
| 2593 |
+
19.099,
|
| 2594 |
+
56.182,
|
| 2595 |
+
122.662,
|
| 2596 |
+
25.993,
|
| 2597 |
+
58.131,
|
| 2598 |
+
47.406,
|
| 2599 |
+
48.632,
|
| 2600 |
+
36.151,
|
| 2601 |
+
40.115,
|
| 2602 |
+
39.174,
|
| 2603 |
+
71.389,
|
| 2604 |
+
45.998,
|
| 2605 |
+
30.449,
|
| 2606 |
+
101.442,
|
| 2607 |
+
27.867,
|
| 2608 |
+
43.952,
|
| 2609 |
+
89.545,
|
| 2610 |
+
27.968,
|
| 2611 |
+
59.663,
|
| 2612 |
+
46.186,
|
| 2613 |
+
66.501,
|
| 2614 |
+
29.267,
|
| 2615 |
+
54.705,
|
| 2616 |
+
39.354,
|
| 2617 |
+
51.762,
|
| 2618 |
+
40.034,
|
| 2619 |
+
25.083,
|
| 2620 |
+
62.513,
|
| 2621 |
+
44.396,
|
| 2622 |
+
57.001,
|
| 2623 |
+
35.557,
|
| 2624 |
+
37.96,
|
| 2625 |
+
45.204,
|
| 2626 |
+
30.052,
|
| 2627 |
+
46.038,
|
| 2628 |
+
42.328,
|
| 2629 |
+
58.606,
|
| 2630 |
+
21.694,
|
| 2631 |
+
50.125,
|
| 2632 |
+
71.645,
|
| 2633 |
+
41.421,
|
| 2634 |
+
39.792,
|
| 2635 |
+
43.549,
|
| 2636 |
+
109.782,
|
| 2637 |
+
63.693,
|
| 2638 |
+
41.568,
|
| 2639 |
+
112.204,
|
| 2640 |
+
76.328,
|
| 2641 |
+
39.679,
|
| 2642 |
+
43.44,
|
| 2643 |
+
18.425,
|
| 2644 |
+
41.912,
|
| 2645 |
+
142.534,
|
| 2646 |
+
88.111,
|
| 2647 |
+
23.797,
|
| 2648 |
+
47.35,
|
| 2649 |
+
47.664,
|
| 2650 |
+
77.712,
|
| 2651 |
+
42.762,
|
| 2652 |
+
75.361,
|
| 2653 |
+
61.554,
|
| 2654 |
+
44.495,
|
| 2655 |
+
33.38,
|
| 2656 |
+
46.489,
|
| 2657 |
+
65.028,
|
| 2658 |
+
67.332,
|
| 2659 |
+
24.718,
|
| 2660 |
+
51.497,
|
| 2661 |
+
37.908,
|
| 2662 |
+
71.767,
|
| 2663 |
+
54.052,
|
| 2664 |
+
121.452,
|
| 2665 |
+
67.345,
|
| 2666 |
+
31.518,
|
| 2667 |
+
91.096,
|
| 2668 |
+
49.346,
|
| 2669 |
+
146.027,
|
| 2670 |
+
38.693,
|
| 2671 |
+
19.201,
|
| 2672 |
+
85.157,
|
| 2673 |
+
36.108,
|
| 2674 |
+
30.09,
|
| 2675 |
+
41.401,
|
| 2676 |
+
64.716,
|
| 2677 |
+
36.682,
|
| 2678 |
+
37.235,
|
| 2679 |
+
24.057,
|
| 2680 |
+
84.673,
|
| 2681 |
+
24.666,
|
| 2682 |
+
33.43,
|
| 2683 |
+
30.323,
|
| 2684 |
+
74.04,
|
| 2685 |
+
46.951,
|
| 2686 |
+
36.043,
|
| 2687 |
+
48.728,
|
| 2688 |
+
42.846,
|
| 2689 |
+
19.745,
|
| 2690 |
+
37.394,
|
| 2691 |
+
30.877,
|
| 2692 |
+
55.594,
|
| 2693 |
+
41.043,
|
| 2694 |
+
101.463,
|
| 2695 |
+
31.25,
|
| 2696 |
+
61.937,
|
| 2697 |
+
24.923,
|
| 2698 |
+
36.691,
|
| 2699 |
+
38.094,
|
| 2700 |
+
102.268,
|
| 2701 |
+
18.152,
|
| 2702 |
+
30.139,
|
| 2703 |
+
28.822,
|
| 2704 |
+
44.766,
|
| 2705 |
+
36.858,
|
| 2706 |
+
93.641,
|
| 2707 |
+
30.609,
|
| 2708 |
+
23.736,
|
| 2709 |
+
32.139,
|
| 2710 |
+
32.752,
|
| 2711 |
+
56.643,
|
| 2712 |
+
55.673,
|
| 2713 |
+
34.792,
|
| 2714 |
+
111.173,
|
| 2715 |
+
43.561,
|
| 2716 |
+
42.157,
|
| 2717 |
+
37.825,
|
| 2718 |
+
42.703,
|
| 2719 |
+
45.769,
|
| 2720 |
+
43.673,
|
| 2721 |
+
36.482,
|
| 2722 |
+
30.327,
|
| 2723 |
+
41.427,
|
| 2724 |
+
83.157,
|
| 2725 |
+
12.659,
|
| 2726 |
+
42.273,
|
| 2727 |
+
58.434,
|
| 2728 |
+
44.657,
|
| 2729 |
+
28.156,
|
| 2730 |
+
38.748,
|
| 2731 |
+
70.516,
|
| 2732 |
+
29.776,
|
| 2733 |
+
36.248,
|
| 2734 |
+
63.273,
|
| 2735 |
+
35.435,
|
| 2736 |
+
24.66,
|
| 2737 |
+
42.871,
|
| 2738 |
+
28.274,
|
| 2739 |
+
13.76,
|
| 2740 |
+
35.232,
|
| 2741 |
+
32.733,
|
| 2742 |
+
42.476,
|
| 2743 |
+
110.312,
|
| 2744 |
+
42.11,
|
| 2745 |
+
32.325,
|
| 2746 |
+
44.513,
|
| 2747 |
+
40.569,
|
| 2748 |
+
33.931,
|
| 2749 |
+
19.341,
|
| 2750 |
+
14.926,
|
| 2751 |
+
58.653,
|
| 2752 |
+
51.815,
|
| 2753 |
+
45.195,
|
| 2754 |
+
55.13,
|
| 2755 |
+
95.656,
|
| 2756 |
+
27.416,
|
| 2757 |
+
81.538,
|
| 2758 |
+
33.755,
|
| 2759 |
+
41.521,
|
| 2760 |
+
66.671,
|
| 2761 |
+
27.929,
|
| 2762 |
+
54.362,
|
| 2763 |
+
45.942,
|
| 2764 |
+
23.124,
|
| 2765 |
+
61.59,
|
| 2766 |
+
71.113,
|
| 2767 |
+
33.25,
|
| 2768 |
+
31.913,
|
| 2769 |
+
51.902,
|
| 2770 |
+
43.282,
|
| 2771 |
+
35.515,
|
| 2772 |
+
23.491,
|
| 2773 |
+
27.047,
|
| 2774 |
+
36.9,
|
| 2775 |
+
47.577,
|
| 2776 |
+
21.437,
|
| 2777 |
+
91.385,
|
| 2778 |
+
63.465,
|
| 2779 |
+
24.599,
|
| 2780 |
+
23.543,
|
| 2781 |
+
40.111,
|
| 2782 |
+
27.669,
|
| 2783 |
+
28.248,
|
| 2784 |
+
29.223,
|
| 2785 |
+
32.396,
|
| 2786 |
+
156.53,
|
| 2787 |
+
31.008,
|
| 2788 |
+
40.331,
|
| 2789 |
+
30.271,
|
| 2790 |
+
48.862,
|
| 2791 |
+
35.873,
|
| 2792 |
+
53.177,
|
| 2793 |
+
45.898,
|
| 2794 |
+
30.088,
|
| 2795 |
+
31.163,
|
| 2796 |
+
32.784,
|
| 2797 |
+
40.15,
|
| 2798 |
+
34.106,
|
| 2799 |
+
40.025,
|
| 2800 |
+
30.899,
|
| 2801 |
+
23.169,
|
| 2802 |
+
34.523,
|
| 2803 |
+
60.913,
|
| 2804 |
+
73.198,
|
| 2805 |
+
110.189,
|
| 2806 |
+
20.341,
|
| 2807 |
+
67.927,
|
| 2808 |
+
100.329,
|
| 2809 |
+
33.993,
|
| 2810 |
+
34.548,
|
| 2811 |
+
67.443,
|
| 2812 |
+
32.758,
|
| 2813 |
+
44.752,
|
| 2814 |
+
24.867,
|
| 2815 |
+
15.908,
|
| 2816 |
+
39.966,
|
| 2817 |
+
34.508,
|
| 2818 |
+
46.37,
|
| 2819 |
+
122.664,
|
| 2820 |
+
39.067,
|
| 2821 |
+
40.755,
|
| 2822 |
+
55.65,
|
| 2823 |
+
44.869,
|
| 2824 |
+
43.849,
|
| 2825 |
+
56.584,
|
| 2826 |
+
46.884,
|
| 2827 |
+
48.838,
|
| 2828 |
+
80.699,
|
| 2829 |
+
33.798,
|
| 2830 |
+
40.14,
|
| 2831 |
+
67.158,
|
| 2832 |
+
16.967,
|
| 2833 |
+
14.366,
|
| 2834 |
+
30.783,
|
| 2835 |
+
49.783,
|
| 2836 |
+
27.709,
|
| 2837 |
+
47.168,
|
| 2838 |
+
45.157,
|
| 2839 |
+
58.188,
|
| 2840 |
+
93.671,
|
| 2841 |
+
42.524,
|
| 2842 |
+
49.203,
|
| 2843 |
+
86.276,
|
| 2844 |
+
54.567,
|
| 2845 |
+
27.858,
|
| 2846 |
+
59.279,
|
| 2847 |
+
76.865,
|
| 2848 |
+
76.527,
|
| 2849 |
+
66.378,
|
| 2850 |
+
47.065,
|
| 2851 |
+
58.489,
|
| 2852 |
+
80.719,
|
| 2853 |
+
80.982,
|
| 2854 |
+
70.867,
|
| 2855 |
+
43.014,
|
| 2856 |
+
43.155,
|
| 2857 |
+
47.212,
|
| 2858 |
+
35.531,
|
| 2859 |
+
27.393,
|
| 2860 |
+
46.649,
|
| 2861 |
+
35.069,
|
| 2862 |
+
41.803,
|
| 2863 |
+
59.007,
|
| 2864 |
+
24.306,
|
| 2865 |
+
56.085,
|
| 2866 |
+
94.348,
|
| 2867 |
+
24.319,
|
| 2868 |
+
20.914,
|
| 2869 |
+
26.888,
|
| 2870 |
+
37.046,
|
| 2871 |
+
36.967,
|
| 2872 |
+
41.761,
|
| 2873 |
+
38.076,
|
| 2874 |
+
40.783,
|
| 2875 |
+
46.95,
|
| 2876 |
+
34.357,
|
| 2877 |
+
14.107,
|
| 2878 |
+
32.551,
|
| 2879 |
+
30.044,
|
| 2880 |
+
62.101,
|
| 2881 |
+
73.116,
|
| 2882 |
+
31.592,
|
| 2883 |
+
19.76,
|
| 2884 |
+
50.133,
|
| 2885 |
+
60.567,
|
| 2886 |
+
39.785,
|
| 2887 |
+
39.458,
|
| 2888 |
+
17.634,
|
| 2889 |
+
33.557,
|
| 2890 |
+
29.257,
|
| 2891 |
+
76.659,
|
| 2892 |
+
31.927,
|
| 2893 |
+
26.673,
|
| 2894 |
+
33.935,
|
| 2895 |
+
21.6,
|
| 2896 |
+
70.768,
|
| 2897 |
+
84.341,
|
| 2898 |
+
44.349,
|
| 2899 |
+
44.717,
|
| 2900 |
+
29.425,
|
| 2901 |
+
27.915,
|
| 2902 |
+
30.595,
|
| 2903 |
+
74.098,
|
| 2904 |
+
88.061,
|
| 2905 |
+
70.034,
|
| 2906 |
+
76.835,
|
| 2907 |
+
44.216,
|
| 2908 |
+
27.175,
|
| 2909 |
+
39.95,
|
| 2910 |
+
52.151,
|
| 2911 |
+
32.076,
|
| 2912 |
+
26.674,
|
| 2913 |
+
36.2,
|
| 2914 |
+
24.475,
|
| 2915 |
+
50.225,
|
| 2916 |
+
30.869,
|
| 2917 |
+
36.25,
|
| 2918 |
+
41.773,
|
| 2919 |
+
33.843,
|
| 2920 |
+
42.528,
|
| 2921 |
+
81.759,
|
| 2922 |
+
24.849,
|
| 2923 |
+
35.142,
|
| 2924 |
+
37.449,
|
| 2925 |
+
35.258,
|
| 2926 |
+
47.561,
|
| 2927 |
+
51.723,
|
| 2928 |
+
61.162,
|
| 2929 |
+
59.906,
|
| 2930 |
+
67.887,
|
| 2931 |
+
57.425,
|
| 2932 |
+
48.66,
|
| 2933 |
+
43.413,
|
| 2934 |
+
59.954,
|
| 2935 |
+
45.755,
|
| 2936 |
+
48.528,
|
| 2937 |
+
21.127,
|
| 2938 |
+
5.547
|
| 2939 |
+
],
|
| 2940 |
+
"optimizer_seconds": 470.96454215049744,
|
| 2941 |
+
"resume_seconds": [
|
| 2942 |
+
0.924,
|
| 2943 |
+
0.932,
|
| 2944 |
+
0.979,
|
| 2945 |
+
0.97,
|
| 2946 |
+
1.078,
|
| 2947 |
+
1.098,
|
| 2948 |
+
0.911,
|
| 2949 |
+
1.033,
|
| 2950 |
+
0.754,
|
| 2951 |
+
0.796,
|
| 2952 |
+
0.831,
|
| 2953 |
+
0.827,
|
| 2954 |
+
0.874,
|
| 2955 |
+
0.781,
|
| 2956 |
+
0.852,
|
| 2957 |
+
0.913,
|
| 2958 |
+
0.95,
|
| 2959 |
+
1.104,
|
| 2960 |
+
1.029,
|
| 2961 |
+
1.147,
|
| 2962 |
+
1.096,
|
| 2963 |
+
1.269,
|
| 2964 |
+
1.044,
|
| 2965 |
+
0.978,
|
| 2966 |
+
1.013,
|
| 2967 |
+
1.043,
|
| 2968 |
+
0.856,
|
| 2969 |
+
0.884,
|
| 2970 |
+
1.032
|
| 2971 |
+
],
|
| 2972 |
+
"resume_write_seconds": [
|
| 2973 |
+
0.7,
|
| 2974 |
+
0.8,
|
| 2975 |
+
0.8,
|
| 2976 |
+
0.8,
|
| 2977 |
+
0.9,
|
| 2978 |
+
0.8,
|
| 2979 |
+
0.8,
|
| 2980 |
+
0.8,
|
| 2981 |
+
0.6,
|
| 2982 |
+
0.6,
|
| 2983 |
+
0.6,
|
| 2984 |
+
0.7,
|
| 2985 |
+
0.6,
|
| 2986 |
+
0.6,
|
| 2987 |
+
0.6,
|
| 2988 |
+
0.8,
|
| 2989 |
+
0.8,
|
| 2990 |
+
0.9,
|
| 2991 |
+
0.8,
|
| 2992 |
+
0.8,
|
| 2993 |
+
0.9,
|
| 2994 |
+
1.0,
|
| 2995 |
+
0.7,
|
| 2996 |
+
0.7,
|
| 2997 |
+
0.8,
|
| 2998 |
+
0.8,
|
| 2999 |
+
0.6,
|
| 3000 |
+
0.7,
|
| 3001 |
+
0.8
|
| 3002 |
+
],
|
| 3003 |
+
"backbone_save_seconds": 0.2,
|
| 3004 |
+
"grad_norm": [
|
| 3005 |
+
{
|
| 3006 |
+
"epoch": 0,
|
| 3007 |
+
"steps": 2929,
|
| 3008 |
+
"mean": 5.231920044383749,
|
| 3009 |
+
"max": 94.293365,
|
| 3010 |
+
"clipped_steps": 2917
|
| 3011 |
+
}
|
| 3012 |
+
],
|
| 3013 |
+
"nonfinite_skipped": {},
|
| 3014 |
+
"weights": "lora",
|
| 3015 |
+
"peak_device_bytes": 15831419904,
|
| 3016 |
+
"device": "mps",
|
| 3017 |
+
"dtype": "fp32",
|
| 3018 |
+
"batch": 2,
|
| 3019 |
+
"peak_rss_bytes": 1607106560
|
| 3020 |
+
}
|