diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..15d8c5068ccdf2c226022a7eda232dd99773e137 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +figures/architecture.png filter=lfs diff=lfs merge=lfs -text +figures/tensor_flow.png filter=lfs diff=lfs merge=lfs -text +paper/pisces.pdf filter=lfs diff=lfs merge=lfs -text +results/deep1m_cpu.png filter=lfs diff=lfs merge=lfs -text diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000000000000000000000000000000000000..bdbb7ac4b23161a83ce4ee299a7f7f667f0b14c4 --- /dev/null +++ b/LICENSE @@ -0,0 +1,21 @@ +MIT License + +Copyright (c) 2026 Aryan + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7835f8a7f356431dde96ff83a06161201827d2c1 --- /dev/null +++ b/README.md @@ -0,0 +1,242 @@ +--- +license: mit +library_name: faiss +pipeline_tag: feature-extraction +tags: + - clustering + - k-means + - mini-batch-k-means + - e-means + - faiss + - vector-search + - vector-quantization + - approximate-nearest-neighbor + - unsupervised-learning + - cpu +--- + +# PISCES: principal-axis splitting makes mini-batch k-means faster and better than e-means + +**ARIES #1** (*Aryan's Iterative Efficiency Series*) · technical report: [`paper/pisces.pdf`](paper/pisces.pdf) · +notebooks: [`notebooks/`](notebooks/) + +**PISCES** stands for *Principal-axis Informed Splitting with Consistent closing, Early revival and Sparse +assignment*. It is a drop-in improvement on **e-means** (Bessa et al., Meta FAIR, 2026, +[arXiv:2611.09501](https://arxiv.org/abs/2611.09501)), the state-of-the-art mini-batch k-means that ships in +`faiss.contrib.e_means`. We test it on e-means' own benchmark and compare against e-means' own code. Every +comparison below is paired by seed and timed in a single session on one 4-core CPU, and every number is generated +from the raw per-run files in [`results/final/`](results/final/). + +| DEEP\* 1M, k = 16,384, the paper's test rows, 10 seeds | change in test MSE vs e-means | 95% CI | seeds won | wall-clock | +|---|---|---|---|---| +| 1 epoch | **−0.88%** | [−0.94, −0.82] | 10/10 | **0.42×** | +| 3 epochs | **−0.27%** | [−0.35, −0.19] | 10/10 | **0.30×** | +| 5 epochs | **−0.28%** | [−0.32, −0.23] | 10/10 | **0.27×** | +| PISCES at 3 epochs vs e-means at 5 epochs | −0.10% | | 9/10 | **0.17×** | +| held-out SPACEV 1M (3 epochs, never used in development) | −0.453% | | 5/5 | 0.37× | +| held-out SimSearchNet++ 1M (3 epochs) | −0.040% | | 5/5 | 0.34× | +| e-means given PISCES' sparse assignment (fairness check) | +0.07% | | 3/10 | 0.59× | + +At e-means' own benchmark setting (k = 16,384), PISCES has lower error than e-means on **all 40 paired +runs** (3 datasets, 1-5 epochs), at 0.27-0.42× its wall-clock. When e-means gets the same fast assignment, its error +goes *up* (worse on 17 of 20 runs), so PISCES' advantage is not borrowed engineering. The gain +depends on k: it peaks around k = 16,384; at k = 65,536 the frozen settings gain almost nothing and the released +defaults recover −0.19% with a rule chosen on validation runs (see *Scaling in k*). + +![Quality vs wall-clock](figures/quality_vs_time.png) + +## The two fish + +When a cluster dies, e-means revives it by copying a donor centroid with a 10⁻⁴ relative nudge. The two +copies then start on top of each other. PISCES instead places the two children where an optimal +2-means split of the donor would put them. They sit at **c ± √(2λ₁/π) · u₁**, symmetric along the +donor's principal axis, like two fish swimming in opposite directions. + +![The PISCES split](figures/split_geometry.png) + +- **Lemma 1 (half-Gaussian children).** Cutting a Gaussian cluster by the hyperplane through c orthogonal to an + eigenvector u gives halves with means c ± √(2λ/π)·u. +- **Lemma 2 (distortion removed by a split).** That split removes (2/π)·N·uᵀΣ²u / uᵀΣu ≤ (2/π)·N·λ₁ of squared + error, with equality on the top eigenvector. So the best donor is the cluster with the largest N·λ₁, not the + most populated one. +- Both quantities are tracked online by an EMA power iteration, at O(Bd) cost per batch. + +On 400 real DEEP clusters, the prediction of Lemma 2 tracks the gain actually achieved by the split: median +realized/predicted 1.17, log-log correlation 0.947. The principal-axis split removes a median +1.05× as much distortion as an unrestricted 2-means with five restarts. As a donor score, the Gaussian +closed form also beat two distribution-free estimates that we built to replace it (iteration 21). + +![The two fish on real DEEP clusters](figures/split_real.png) +![Lemma 2 on real clusters](figures/mechanism.png) + +## What PISCES changes + +![PISCES inside the e-means engine](figures/architecture.png) + +One batch as tensors (PlotNeuralNet styles): the grey block is the full B × k distance tensor exact e-means +computes; PISCES computes only the teal slab, about k/8 wide. + +![One PISCES batch as tensors](figures/tensor_flow.png) + +| component | kind | what it does | +|---|---|---| +| principal-axis split | mathematical | children at c ± √(2λ₁/π)·u₁ (Lemma 1) | +| gain-ranked donor | mathematical | donor = argmax N·λ₁ (Lemma 2) | +| streaming power iteration | algorithmic | each cluster's axis is tracked from EMA statistics, one power-iteration step per batch | +| consistent closing statistics | algorithmic | a split in the last epoch also splits the donor's closing sums | +| early revival + re-fitted step | algorithmic | revival every batch in the first 30% of steps, threshold 0.2, step law × 1.4 | +| sparse assignment | algorithmic + engineering | IVF over the centroids: √k cells, √k/8 probes (√k/4 in the last epoch) | +| fused statistics kernel | engineering | one parallel Numba pass computes e-means' sums and PISCES' axis statistics | +| 8-bit scans with exact re-rank | engineering | 8-bit IVF scans, with the best 4 candidates re-ranked in float32. This returns the float32 answer for 100.000% of rows on a full-scale batch | + +The last two engineering changes leave the algorithm itself unchanged. On the 10 report seeds, they take +PISCES to 0.74× the time of PISCES v1.0 (the version without them), with a paired quality difference of ++0.012%. + +![Where the time goes](figures/time_breakdown.png) + +Profiled in one session (DEEP\* 1M, k = 16,384, 3 epochs): e-means takes 75 s, 96% of it in the +exact assignment search. PISCES takes 27 s. Its sparse search is still 89% of its time, so +assignment remains the cost to attack next. + +## Analysis + +**Every component, removed one at a time, at full scale** (validation rows, 3 epochs, 3 seeds; cost is relative +to PISCES, positive = worse): + +| removed | change vs e-means | removal costs | time | +|---|---|---|---| +| nothing (PISCES) | −0.258% | | 0.31× | +| principal-axis split | −0.019% | +0.240% | 0.30× | +| gain-ranked donor | +0.114% | +0.373% | 0.30× | +| consistent closing | −0.248% | +0.010% | 0.30× | +| threshold 0.2 → 0.1 | −0.105% | +0.154% | 0.31× | +| step × 1.4 → × 1.0 | −0.163% | +0.096% | 0.31× | +| early revival | −0.117% | +0.141% | 0.31× | +| sparse last epoch (exact instead) | −0.253% | +0.005% | 0.49× | +| sparse assignment (exact everywhere) | −0.023% | +0.236% | 1.00× | + +![Leave-one-out at full scale](figures/loo_bars.png) + +**Scaling in k** (n = 1M, validation rows, 3 epochs). There are two regimes, and we report both: + +| k | rows per cluster | PISCES as frozen | time | released defaults | time | +|---|---|---|---|---|---| +| 1,024 | ~1,000 | −0.06% (2/3) | 1.80× | **−0.08%** (2/3) | **0.83×** | +| 4,096 | ~250 | −0.22% (3/3) | 0.42× | same | same | +| 16,384 | ~60 | −0.31% (5/5) | 0.30× | same | same | +| 65,536 | ~15 | −0.04% (1/3) | 0.27× | **−0.19%** (3/3) | 0.26× | + +The speed-up grows with k, as the cost model predicts. PISCES as frozen for the main benchmark had two weak +ends, and the released defaults add one rule for each: + +- **k = 1,024:** the exact search is cheap, so building a sparse index every batch does not pay. Below k = 4,096 + PISCES now assigns exactly (iteration 23b). +- **k = 65,536:** a cluster sees about one row per batch, so its EMA count is too noisy for every-batch revival. + Fewer revivals alone does not help (threshold 0.1: +0.01%); dropping the every-batch phase does. + It is now on only when a batch has at least 2 rows per cluster (iteration 24). + +Both thresholds were chosen on these validation runs, so those two cells are not held-out results. Neither rule +changes any other number on this page. + +![Scaling in k](figures/kscaling.png) + +**Downstream: the centroids as an IVF index** (10K DEEP1B queries, exact ground truth; this is the job e-means is +built for). The two indexes are equally good: at equal search cost, the PISCES index' recall@1 differs by +−0.02 points on average (range −1.29 to +0.78), and reaching recall@1 = 0.9 takes +0.99× the distance computations. The list-imbalance factor is 1.194 for PISCES and 1.187 +for e-means. So downstream, PISCES gives the same index in a fraction of the training time, not a better index. +The codebooks differ in the starved tail: e-means leaves 0.19% of its clusters with fewer than 10 rows, +PISCES 0.00%. + +**Mechanism.** PISCES re-seeds 14,426 clusters in a 3-epoch run, against 6,982 for e-means, +almost all in the first 30% of training. Afterwards we audited both codebooks for global split-merge moves +that would still pay off. The e-means codebook admits 282 of them, the PISCES codebook +45. PISCES does during training what a post-hoc split-merge search would do afterwards. + +![Downstream IVF at equal cost and the starved-cluster tail](figures/ivf_and_sizes.png) + +## Honest rating + +Scored by the author's own standard: what would a careful reviewer at a top venue say? + +| criterion | score | why | +|---|---|---| +| beats the newest state of the art on its own benchmark | 8/10 | Better than official e-means on all 40 paired runs at k = 16,384 (two held-out datasets included) and 2.4-3.7× faster. Outside that regime the frozen method needed two post-hoc rules, which are not held-out results | +| size of the quality gain | 6/10 | −0.88% at 1 epoch, shrinking to −0.28% at 5 epochs. These are real and consistent, but small in absolute terms, as is typical once a clusterer is near convergence | +| speed | 9/10 | 0.30× the time at 3 epochs; e-means' 5-epoch quality in 0.17× its time; 0.27× at k = 65,536; 0.83× at k = 1,024 with the small-k rule | +| rigor | 9/10 | Official baseline code; fingerprint-checked data; development on validation rows only; held-out datasets; a fairness baseline; full-scale leave-one-out; 24 logged iterations with every negative result, including the regimes where PISCES does not help | +| novelty | 6/10 | Principal-direction splits are classical (LBG, PDDP, G-means). What is new is the streaming estimator, gain-ranked revival inside e-means, the consistent closing and the finding that sparse assignment helps only together with them | +| theory | 6/10 | Two exact lemmas, checked on real clusters. Why approximate assignment *helps* is still a hypothesis | +| reproducibility | 10/10 | CPU only, one script per table, raw results and data fingerprints included | +| **overall** | **7.7/10** | A solid, honest improvement on a 2026 state-of-the-art method in the regime it was built for (tens to hundreds of rows per cluster). Not a new paradigm | + +## Notebooks + +| notebook | what it does | time | +|---|---|---| +| [`01_quickstart.ipynb`](notebooks/01_quickstart.ipynb) | PISCES vs e-means on a 200k-row DEEP slice | minutes, any CPU | +| [`02_reproduce_kaggle_cpu.ipynb`](notebooks/02_reproduce_kaggle_cpu.ipynb) | the paper's protocol on a free Kaggle CPU notebook | about 30 min for 5 seeds | +| [`03_results_analysis.ipynb`](notebooks/03_results_analysis.ipynb) | every table and figure from the raw results, without training | seconds | + +## Use it + +```bash +pip install -r requirements.txt +python -m pytest -q tests # includes a bit-for-bit identity test against faiss e-means +``` + +```python +import numpy as np +from aries import pisces + +x = np.load("train.npy").astype("float32") # (n, d) +centroids, model, _ = pisces(x, k=16384, nepochs=3, seed=0) +``` + +`aries.PEmeans` subclasses faiss's `NumpyEmeans`. With every PISCES option switched off, it reproduces +official e-means bit for bit. + +## Reproduce everything + +```bash +python benchmarks/get_deep1m.py DATA/deep1b # DEEP* 1M with SHA-256 fingerprint checks +python benchmarks/get_paper1m.py DATA # SPACEV 1M and SimSearchNet++ 1M with the paper's held-out rows +bash benchmarks/run_final.sh DATA 4 # every number in the report, about six hours on 4 cores +python paper/make_data.py && (cd paper && pdflatex pisces.tex && pdflatex pisces.tex) +``` + +The development history (24 iterations, every run) is in [`docs/ABLATIONS.md`](docs/ABLATIONS.md) and +[`results/dev/`](results/dev/). + +**Differences from the e-means paper's setup**, stated up front: +- assignment runs in CPU float32 (the paper used an H100 in bfloat16); +- the shared starting rows are drawn with NumPy instead of CUDA. + +## Limitations + +- The gains are largest at small budgets, and the quality gap shrinks as both methods converge. +- The quality gain depends on rows per cluster: it is largest around 60 (k = 16,384 at n = 1M). At about 15 rows + per cluster (k = 65,536) the frozen PISCES gains nothing. The released default recovers −0.19% + there, but that rule was chosen on the same validation runs. +- Two regime rules (exact assignment below k = 4,096; every-batch revival only when B ≥ 2k) were set on validation + runs after the main evaluation. +- The gain on SimSearchNet++ 1M is small (−0.040%). +- The optimality arguments assume roughly Gaussian clusters. They hold well on DEEP, but other data may differ. +- We tested only CPU; we did not benchmark a GPU implementation. + +## Citation + +```bibtex +@techreport{aryan2026pisces, + title = {{PISCES}: Principal-Axis Splitting Makes Mini-Batch k-Means Faster and Better than e-means}, + author = {Aryan}, + institution = {ARIES: Aryan's Iterative Efficiency Series}, + number = {1}, + year = {2026} +} +``` + +PISCES builds on e-means and its open-source implementation in faiss (MIT). Please also cite +[arXiv:2611.09501](https://arxiv.org/abs/2611.09501). Third-party data notices are in +[`benchmarks/THIRD_PARTY.md`](benchmarks/THIRD_PARTY.md). diff --git a/aries/__init__.py b/aries/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..24e5a9634f22485027ae3619257350c74c60e86a --- /dev/null +++ b/aries/__init__.py @@ -0,0 +1,3 @@ +"""ARIES series. #1: PISCES (mini-batch k-means, a drop-in improvement over faiss e-means).""" +from aries.pisces import pisces # noqa: F401 +from aries.pemeans import PEmeans, PISCES # noqa: F401 diff --git a/aries/_kernels.py b/aries/_kernels.py new file mode 100644 index 0000000000000000000000000000000000000000..55483f814533af953138ab3447e534e1902788b1 --- /dev/null +++ b/aries/_kernels.py @@ -0,0 +1,151 @@ +"""Optional compiled kernels (Numba). Falls back to NumPy when Numba is unavailable.""" +import numpy as np + +try: + from numba import njit, prange + + @njit(parallel=True, fastmath=True, cache=True) + def _cand_assign_nb(X, C, cn, G, prev, out_l, out_d): + n, d = X.shape + m = G.shape[1] + for i in prange(n): + p = prev[i] + best = np.inf + bl = -1 + xx = 0.0 + for t in range(d): + xx += X[i, t] * X[i, t] + for jj in range(m): + c = G[p, jj] + s = cn[c] + for t in range(d): + s -= 2.0 * X[i, t] * C[c, t] + if s < best: + best = s + bl = c + out_l[i] = bl + out_d[i] = max(best + xx, 0.0) + + @njit(parallel=True, fastmath=False, cache=True) + def _fused_stats_nb(X, order, starts, labs, C, U, sums, counts, b_axis, b_proj): + """Per-cluster sums, counts, sum (e.u) e and sum (e.u)^2 over rows sorted by label.""" + nseg = len(starts) - 1 + d = X.shape[1] + for g in prange(nseg): + j = labs[g] + acc = np.zeros(d, np.float64); ax = np.zeros(d, np.float64); e = np.empty(d, np.float64) + pp = 0.0 + for t in range(starts[g], starts[g + 1]): + i = order[t] + p = 0.0 + for q in range(d): + v = X[i, q] + acc[q] += v + e[q] = v - C[j, q] + p += e[q] * U[j, q] + for q in range(d): + ax[q] += p * e[q] + pp += p * p + for q in range(d): + sums[j, q] += acc[q] + b_axis[j, q] += ax[q] + counts[j] += starts[g + 1] - starts[g] + b_proj[j] += pp + + HAVE_NUMBA = True +except Exception: # pragma: no cover + HAVE_NUMBA = False + + +def cand_assign(X, C, G, prev): + """Nearest centroid among G[prev[i]] for every row i. Returns (dist, label).""" + X = np.ascontiguousarray(X, dtype=np.float32) + C = np.ascontiguousarray(C, dtype=np.float32) + cn = (C.astype(np.float64) ** 2).sum(1).astype(np.float32) + L = np.empty(len(X), np.int64); D = np.empty(len(X), np.float32) + if HAVE_NUMBA: + _cand_assign_nb(X, C, cn, np.ascontiguousarray(G, dtype=np.int64), prev.astype(np.int64), L, D) + return D, L + for s0 in range(0, len(X), 4096): + r = slice(s0, s0 + 4096); cand = G[prev[r]]; xr = X[r] + dist = (xr * xr).sum(1)[:, None] - 2 * np.einsum("bd,bmd->bm", xr, C[cand]) + cn[cand] + j = dist.argmin(1); L[r] = cand[np.arange(len(j)), j]; D[r] = np.maximum(dist[np.arange(len(j)), j], 0) + return D, L + + +def cell_batched_assign(X, C, coarse, nprobe, cell_of=None): + """Approximate nearest-centroid search with exactly the IVF candidate sets + (each row compares with the centroids of its `nprobe` nearest coarse cells), computed as one + dense BLAS matrix product per cell instead of per-row scans. + + X: (n, d) rows; C: (k, d) centroids; coarse: (L, d) coarse cell centres; + cell_of: optional (k,) coarse cell of every centroid. Returns (squared dist, label).""" + import faiss + X = np.ascontiguousarray(X, dtype=np.float32); C = np.ascontiguousarray(C, dtype=np.float32) + coarse = np.ascontiguousarray(coarse, dtype=np.float32) + L = len(coarse) + if cell_of is None: + cell_of = faiss.knn(C, coarse, 1)[1][:, 0] + _, qcell = faiss.knn(X, coarse, nprobe) # (n, nprobe) probed cells + cn = (C * C).sum(1) + xn = (X * X).sum(1) + best = np.full(len(X), np.inf, np.float32); lab = np.full(len(X), -1, np.int64) + flat = qcell.ravel(); rows = np.repeat(np.arange(len(X)), nprobe) + order = np.argsort(flat, kind="stable"); flat, rows = flat[order], rows[order] + qstart = np.searchsorted(flat, np.arange(L + 1)) + corder = np.argsort(cell_of, kind="stable"); cstart = np.searchsorted(cell_of[corder], np.arange(L + 1)) + for j in range(L): + q = rows[qstart[j]:qstart[j + 1]]; cj = corder[cstart[j]:cstart[j + 1]] + if len(q) == 0 or len(cj) == 0: + continue + d = cn[cj][None, :] - 2.0 * (X[q] @ C[cj].T) # (|q|, |cj|) via BLAS + a = d.argmin(1); v = d[np.arange(len(q)), a] + better = v < best[q] + best[q[better]] = v[better]; lab[q[better]] = cj[a[better]] + miss = lab < 0 + if miss.any(): # rows whose cells were empty + d0, l0 = faiss.knn(X[miss], C, 1); best[miss] = d0[:, 0] - xn[miss]; lab[miss] = l0[:, 0] + return np.maximum(best + xn, 0.0), lab + + +def cell_centric_assign(X, C, coarse, nprobe, cell_of=None): + """Approximate nearest-centroid search where all rows of a coarse cell share one candidate set: + the centroids in the `nprobe` coarse cells nearest to that cell's centre. One large BLAS product + per cell. Returns (squared dist, label).""" + import faiss + X = np.ascontiguousarray(X, dtype=np.float32); C = np.ascontiguousarray(C, dtype=np.float32) + coarse = np.ascontiguousarray(coarse, dtype=np.float32) + L = len(coarse) + if cell_of is None: + cell_of = faiss.knn(C, coarse, 1)[1][:, 0] + _, near = faiss.knn(coarse, coarse, min(nprobe, L)) # cell -> nearby cells + _, qc = faiss.knn(X, coarse, 1); qc = qc[:, 0] + cn = (C * C).sum(1); xn = (X * X).sum(1) + corder = np.argsort(cell_of, kind="stable"); cstart = np.searchsorted(cell_of[corder], np.arange(L + 1)) + qorder = np.argsort(qc, kind="stable"); qstart = np.searchsorted(qc[qorder], np.arange(L + 1)) + best = np.empty(len(X), np.float32); lab = np.empty(len(X), np.int64) + for j in range(L): + q = qorder[qstart[j]:qstart[j + 1]] + if len(q) == 0: + continue + cand = np.concatenate([corder[cstart[c]:cstart[c + 1]] for c in near[j]]) + d = (X[q] @ C[cand].T); d *= -2.0; d += cn[cand][None, :] + a = d.argmin(1) + best[q] = d[np.arange(len(q)), a]; lab[q] = cand[a] + return np.maximum(best + xn, 0.0), lab + + +def fused_stats(X, labels, C, U, sums, counts, b_axis, b_proj): + """One pass over a batch: e-means' cluster sums and counts plus PISCES' axis statistics.""" + order = np.argsort(labels, kind="stable") + lab = labels[order] + labs, starts = np.unique(lab, return_index=True) + starts = np.append(starts, len(lab)).astype(np.int64) + if HAVE_NUMBA: + _fused_stats_nb(np.ascontiguousarray(X, dtype=np.float32), order.astype(np.int64), starts, + labs.astype(np.int64), C, U, sums, counts, b_axis, b_proj) + return + e = X - C[labels]; p = np.einsum("ij,ij->i", e, U[labels]) + np.add.at(sums, labels, X); counts += np.bincount(labels, minlength=len(C)) + b_axis[labs] += np.add.reduceat((e * p[:, None])[order], starts[:-1], axis=0) + b_proj += np.bincount(labels, weights=p.astype(np.float64) ** 2, minlength=len(C)) diff --git a/aries/pemeans.py b/aries/pemeans.py new file mode 100644 index 0000000000000000000000000000000000000000..7cb07084fdf76d0b9f6f4f16a1f9cfa3fe5d8d7a --- /dev/null +++ b/aries/pemeans.py @@ -0,0 +1,654 @@ +"""PE-means: e-means with principal-axis, gain-ranked revival. + +This subclasses the official ``faiss.contrib.e_means.NumpyEmeans``. Every line of +the e-means recipe (batch law, step law, cosine schedule, EMA update, closing +means) is inherited unchanged. Only dead-cluster revival is replaced: + +* faiss revival: donors are sampled in proportion to their EMA mass N_j, and + the donor is copied with a +/-1e-4 relative nudge, so the two copies are + only pulled apart by later assignments. +* PE-means revival: + 1. Each cluster tracks its principal axis u_j by streaming power + iteration on EMA statistics: V_j <- EMA(sum_i (e_i . u_j) e_i), + u_j = V_j / |V_j|, with e_i = x_i - c_j. The variance along the axis is + lambda_j = EMA(sum_i (e_i . u_j)^2) / N_j. Cost: O(B d) per batch, + negligible next to the O(B k d) assignment. + 2. Donors are ranked by the distortion a split removes. For a Gaussian + cluster, the best 2-means split along u_j cuts distortion by + (2/pi) * N_j * lambda_j (each half keeps variance (1 - 2/pi) * lambda_j + along u_j), so the score is the EMA sum of squared + projections (``gain="greedy"``), or that score used as sampling + weight (``gain="sample"``). + 3. The donor is split along +/- u_j by delta = sqrt(2/pi) * sqrt(lambda_j), + the centroids of the two half-Gaussians, so both children start at + the optimal 2-means split position instead of on top of each other. + +Each component is a switch, so the ablation in benchmarks/ isolates it. +""" +import math + +import numpy as np +from faiss.contrib.e_means import NumpyEmeans + +_HALF_GAUSS = math.sqrt(2.0 / math.pi) # E|z| for z ~ N(0,1): child offset in sigma units + + +class PEmeans(NumpyEmeans): + def __init__(self, d, k, *args, split="principal", gain="greedy", offset_scale=1.0, + score="axis", tau=None, revive_every=5, swap=0.0, swap_window=(0.1, 0.9), + split_pass=False, revive_until=1.0, closing_frac=1.0, child_mass=0.5, + tau_end=None, every_until=0.0, approx=None, graph=None, approx_last=None, + momentum=0.0, momentum_until=1.0, probe_sched=None, polish=0, polish_probes=None, polish_second=None, + hnsw=None, codec="flat", anneal=0.0, anneal_until=0.7, batch_sched=None, fused=False, **kwargs): + """split: "principal" (PE-means) or "faiss" (official nudge). + gain: "greedy" (top expected distortion cut), "sample" (Gumbel top-k on it), + or "usage" (official: Gumbel top-k on N_j). + offset_scale: multiplies the sqrt(2/pi) sigma child offset (1 = Gaussian optimum). + score: "axis" ranks donors by N*lambda_1, "total" by N*trace (total distortion). + tau: revival threshold as a fraction of mean mass (None = faiss default, 0.1 here). + revive_every: batches between revival checks (faiss: 5). + swap: at each revival check, also move up to swap*k live clusters whose deletion + cost (EMA of sum of d2 - d1 over their rows) is below the best donor's split + gain (2/pi)*N*lambda_1. 0 disables (needs 2-NN assignment). + swap_window: fraction of training steps during which swaps are allowed. + split_pass: when a split happens in the last epoch, split the donor's closing + statistics consistently (half the count each, means at c +/- delta). + revive_until: no revival or swaps after this fraction of training steps. + closing_frac: build the closing means from only the last closing_frac of the final + epoch's batches (fresher assignments; 1.0 = faiss). + child_mass: EMA mass each child inherits, as a fraction of the donor's (0.5 = faiss). + tau_end: if set, the revival threshold follows a cosine from tau to tau_end. + every_until: revive every batch during this first fraction of training, then every + revive_every batches. + approx: (coarse_lists, nprobe) to assign with an IVF over the centroids in every epoch + but the last (exact). None = exact everywhere. + graph: (m, refresh) graph-pruned assignment with label memory: in every epoch but the + last, a row is compared only with the m nearest centroids of the centroid it was + assigned to last time (centroid k-NN graph rebuilt every `refresh` batches). + Rows without a previous label, and the whole last epoch, are assigned exactly. + momentum: heavy-ball term on centroid displacements, c += beta * (previous step's move), + applied during the first momentum_until fraction of steps. + probe_sched: (p_first, p_last) probes, linearly interpolated over the non-last epochs' + steps (overrides the sqrt(k)/8 rule). + polish: number of Lloyd steps after training (assign every row to the final centroids, + recompute means); polish_probes = IVF probes (None = exact); polish_second = the + mode of every polish step after the first (default: same as the first).""" + super().__init__(d, k, *args, **kwargs) + if split not in ("principal", "faiss", "half", "abs") or gain not in ("greedy", "sample", "usage") \ + or score not in ("axis", "total", "half", "abs"): + raise ValueError("unknown split, gain or score rule") + self.split, self.gain, self.score = split, gain, score + self.offset_scale, self.revive_every = float(offset_scale), int(revive_every) + if tau is not None: + self._unused_threshold = float(tau) + self.swap, self.swap_window = float(swap), tuple(swap_window) + self.split_pass, self.revive_until = bool(split_pass), float(revive_until) + self.closing_frac = float(closing_frac) + self.child_mass, self.tau_end, self.every_until = float(child_mass), tau_end, float(every_until) + self.approx = approx + self.approx_last = approx_last # probes for an approximate LAST epoch (None = exact) + if approx == "auto" and k < APPROX_MIN_K: + # Small k: the exact GEMM is cheap and the per-batch index build does not pay + # (k = 1,024: sparse 1.80x e-means' time, exact 0.82x; iteration 23). + self.approx = None; self.approx_last = None + self.graph = graph + self.momentum, self.momentum_until = float(momentum), float(momentum_until) + self.probe_sched, self.polish, self.polish_probes = probe_sched, int(polish), polish_probes + self.polish_second = polish_second + self.hnsw = hnsw # (M, efSearch early, efSearch last epoch, rebuild every b batches) + self._hnsw = None + self.anneal, self.anneal_until = float(anneal), float(anneal_until) + self.batch_sched = batch_sched + self.fused = bool(fused) # one Numba pass for sums, counts and axis statistics + self._in_fused = False # (first, last) multipliers of the batch size, linear in rows + self._half = self._b_half = self._absp = self._b_abs = None + self.codec = codec # IVF list storage: "flat" (float32) or "fp16" (half-precision scans) + self._vel = None + self._mem = self._cgraph = self._cur_index = None + self._cur_pos = 0 + self.n_graph_rows = 0 + self.n_graph_fallback = 0 + self.graph_checks = [] + self._tau0 = self._unused_threshold + self._coarse = None + self.n_swaps = 0 + self._axis = self._axis_sum = self._proj_sq = self._dist = self._delcost = None + + # ---------------------------------------------------------------- statistics + def begin(self, global_n, init_centroids): + out = super().begin(global_n, init_centroids) + rng = np.random.RandomState(self.seed + 7919) + axis = rng.standard_normal((self.k, self.d)).astype("float32") + axis /= np.linalg.norm(axis, axis=1, keepdims=True) + self._axis = axis # u_j, unit rows + self._axis_sum = np.zeros((self.k, self.d), "float32") # EMA of sum (e.u) e + self._proj_sq = np.zeros(self.k, "float64") # EMA of sum (e.u)^2 + self._b_axis = np.zeros((self.k, self.d), "float32") + self._b_proj = np.zeros(self.k, "float64") + self._dist = np.zeros(self.k, "float64") # EMA of sum |e|^2 + self._b_dist = np.zeros(self.k, "float64") + self._delcost = np.zeros(self.k, "float64") # EMA of sum (d2 - d1) + self._b_del = np.zeros(self.k, "float64") + if self.split in ("half", "abs") or self.score in ("half", "abs"): + self._half = np.zeros((self.k, self.d), "float32") # EMA of sum sign(p) e + self._b_half = np.zeros((self.k, self.d), "float32") + self._absp = np.zeros(self.k, "float64") # EMA of sum |p| + self._b_abs = np.zeros(self.k, "float64") + if self.graph is not None: + self._mem = np.full(int(global_n), -1, "int64") # last label of every row + return out + + def _accumulate(self, x, index=None, labels_out=None): + self._cur_index, self._cur_pos = index, 0 + return super()._accumulate(x, index, labels_out) + + def _accumulate_core(self, x, index=None, labels_out=None): + """e-means' accumulation with the per-row statistics fused into one Numba pass (same + quantities; only the floating-point summation order differs).""" + if not (self.fused and self._half is None and self.score == "axis" and self.swap <= 0 + and not self.spherical and self._usage is not None and index is not None): + return super()._accumulate_core(x, index, labels_out) + from aries._kernels import fused_stats + n = len(index) + pending_n = 0 if self._pending_stats is None else self._pending_stats["n"] + if pending_n == 0: + self._batch_stats.fill(0) + self._batch_objective = np.float64(0) + self._batch_centroids = self._readout() + self._batch_accumulation = self._batch_stats + acc = self._batch_accumulation + sums, counts = acc[:, :-1], acc[:, -1] + centroids = self._batch_centroids + last = self._epoch == len(self.recipe["epoch_rows"]) - 1 + captured = None if labels_out is None else labels_out[:n] + if captured is None and self.capture_assignments and last: + captured = np.empty(n, dtype="int64") + objective = self._batch_objective + chunk = self.recipe["assignment_chunk_size"] + for b0 in range(0, n, chunk): + rows = x[index[b0:min(b0 + chunk, n)]] + self._in_fused = True + try: + distance, labels = self._assign_rows(rows, centroids) + finally: + self._in_fused = False + if captured is not None: + captured[b0:b0 + len(rows)] = labels + objective += distance.sum(dtype="float64") + cnt = np.zeros(self.k, np.float64) + fused_stats(rows, labels, centroids, self._axis, sums, cnt, self._b_axis, self._b_proj) + counts += cnt.astype(counts.dtype) + self._batch_objective = objective + total_n = pending_n + n + complete = total_n == self._local_batch_size() or total_n == 0 + stats = {"sums": sums if complete else None, "counts": counts if complete else None, + "objective": objective, "n": total_n} + if captured is not None: + stats["labels"] = captured + return stats + + def _graph_assign(self, x, centroids, ids): + import faiss + m, refresh = self.graph[:2] + verify, tol = (self.graph[2], self.graph[3]) if len(self.graph) > 3 else (0.0, 1.0) + if self._cgraph is None or self._step % refresh == 0 and self._cgraph[0] != self._step: + _, G = faiss.knn(np.ascontiguousarray(centroids, dtype="float32"), + np.ascontiguousarray(centroids, dtype="float32"), m) + self._cgraph = (self._step, G) + G = self._cgraph[1] + prev = self._mem[ids] + known = prev >= 0 + D = np.empty(len(x), "float32"); L = np.empty(len(x), "int64") + if (~known).any(): + d0, l0 = faiss.knn(x[~known], centroids, 1) + D[~known], L[~known] = d0[:, 0], l0[:, 0] + if known.any(): + from aries._kernels import cand_assign + D[known], L[known] = cand_assign(x[known], centroids, G, prev[known]) + if verify > 0: # self-verification on a random subset + kidx = np.flatnonzero(known) + rs = np.random.RandomState(self._step) + chk = kidx[rs.choice(len(kidx), max(1, int(verify * len(kidx))), replace=False)] + _, le = faiss.knn(x[chk], centroids, 1) + miss = float((le[:, 0] != L[chk]).mean()) + self.graph_checks.append(miss) + if miss > tol: # unsafe: exact batch, refresh the graph next time + d0, l0 = faiss.knn(x[known], centroids, 1) + D[known], L[known] = d0[:, 0], l0[:, 0] + self._cgraph = None + self.n_graph_fallback += 1 + return D, L + self.n_graph_rows += int(known.sum()) + return D, L + + def _hnsw_assign(self, x, centroids, last): + """Nearest centroid through an HNSW graph over the centroids. The graph is rebuilt every + `rebuild` batches and after any split; in between, the stored vectors are overwritten in place + with the current centroids (positions change, links are kept).""" + import faiss + M, ef0, ef1, rebuild = self.hnsw + C32 = np.ascontiguousarray(centroids, dtype="float32") + stale = self._hnsw is None or self._step - self._hnsw[1] >= rebuild or self._hnsw[2] != self.n_splits + if stale: + h = faiss.IndexHNSWFlat(self.d, int(M)); h.hnsw.efConstruction = 40; h.add(C32) + self._hnsw = [h, self._step, self.n_splits] + elif self._hnsw[3] != self._step: + xb = faiss.rev_swig_ptr(faiss.downcast_index(self._hnsw[0].storage).get_xb(), self.k * self.d) + xb[:] = C32.ravel() + self._hnsw = self._hnsw[:3] + [self._step] + h = self._hnsw[0]; h.hnsw.efSearch = int(ef1 if last else ef0) + D, I = h.search(np.ascontiguousarray(x, dtype="float32"), 1) + return D[:, 0].copy(), I[:, 0].copy() + + def _approx_assign(self, x, centroids, nprobe_override=None): + import faiss + if self.approx == "auto": # rule: sqrt(k) k-means cells, sqrt(k)/8 probes + nl = max(8, int(round(math.sqrt(self.k)))); nprobe, mode = max(4, nl // 8), "km" + else: + nl, nprobe = self.approx[:2] + mode = self.approx[2] if len(self.approx) > 2 else "sample" + if self.probe_sched is not None and nprobe_override is None: + frac = self._step / max(1, self.recipe["total_steps"]) + p0, p1 = self.probe_sched + nprobe = int(round(p0 + (p1 - p0) * min(1.0, frac))) + if nprobe_override is not None: + nprobe = int(nprobe_override) + if self._coarse is None or self._coarse[0] != self._epoch: + C32 = np.ascontiguousarray(centroids, dtype="float32") + if mode == "km": # coarse cells grouping nearby centroids + km = faiss.Kmeans(self.d, nl, niter=20, seed=self.seed + self._epoch, max_points_per_centroid=10**9) + km.train(C32); sub = km.centroids + else: + sub = C32[np.random.RandomState(self.seed + self._epoch).choice(len(C32), nl, replace=False)] + q = faiss.IndexFlatL2(self.d); q.add(np.ascontiguousarray(sub, dtype="float32")) + self._coarse = (self._epoch, q) + q = self._coarse[1] + C32 = np.ascontiguousarray(centroids, dtype="float32"); xq = x + if self.codec == "fp16": + ivf = faiss.IndexIVFScalarQuantizer(q, self.d, nl, faiss.ScalarQuantizer.QT_fp16, faiss.METRIC_L2) + ivf.by_residual = False; ivf.is_trained = True + elif self.codec == "sq8r": # 8-bit scan, exact float32 re-rank of the best 4 + # faiss' SIMD 8-bit scan needs d % 8 == 0 (else a scalar loop, ~9x slower at d = 100): + # zero-pad centroids and rows. Padded coordinates add exactly 0; only the summation order (and so + # float rounding, which can flip a rare near-tie) differs from the scalar loop. + dp = -(-self.d // 8) * 8 + if dp != self.d: + pad = lambda a: np.ascontiguousarray(np.pad(np.asarray(a, dtype="float32"), ((0, 0), (0, dp - self.d)))) + C32 = pad(C32); xq = pad(x) + q = faiss.IndexFlatL2(dp); q.add(pad(faiss.rev_swig_ptr(self._coarse[1].get_xb(), nl * self.d).reshape(nl, self.d))) + sq = faiss.IndexIVFScalarQuantizer(q, dp, nl, faiss.ScalarQuantizer.QT_8bit, faiss.METRIC_L2) + sq.by_residual = False; sq.train(C32); sq.add(C32); sq.nprobe = nprobe + ivf = faiss.IndexRefineFlat(sq, faiss.swig_ptr(C32)); ivf.k_factor = 4 + self._ivf_keep = (sq, C32, q) # keep the arrays alive during the search + else: + ivf = faiss.IndexIVFFlat(q, self.d, nl); ivf.is_trained = True + if self.codec != "sq8r": + ivf.add(C32); ivf.nprobe = nprobe + frac = self._step / max(1, self.recipe["total_steps"]) + eps = self.anneal * max(0.0, 1.0 - frac / self.anneal_until) if self.anneal > 0 else 0.0 + D, I = ivf.search(np.ascontiguousarray(xq, dtype="float32"), 2 if eps > 0 else 1) + if eps > 0: # annealed assignment: a decaying fraction of rows goes to the runner-up + flip = (np.random.RandomState(self._step + 17).random_sample(len(x)) < eps) & (I[:, 1] >= 0) + D[flip, 0], I[flip, 0] = D[flip, 1], I[flip, 1] + D, I = D[:, :1], I[:, :1] + miss = I[:, 0] < 0 + if miss.any(): + D2, I2 = faiss.knn(x[miss], centroids, 1); D[miss], I[miss] = D2, I2 + return D[:, 0].copy(), I[:, 0].copy() + + def _assign_rows(self, x, centroids): + last = self.recipe is not None and self._epoch == len(self.recipe["epoch_rows"]) - 1 \ + if getattr(self, "recipe", None) is not None else True + ids = None + if self._mem is not None and self._cur_index is not None: + ids = np.asarray(self._cur_index[self._cur_pos:self._cur_pos + len(x)]) + self._cur_pos += len(x) + if self.hnsw is not None and self._usage is not None and len(x) and not self.spherical: + distance, labels = self._hnsw_assign(x, centroids, last) + elif self.graph and ids is not None and self._usage is not None and len(x) and not last \ + and not self.spherical: + distance, labels = self._graph_assign(x, centroids, ids) + elif self.approx and self._usage is not None and len(x) and not last and not self.spherical: + distance, labels = self._approx_assign(x, centroids) + elif self.approx and self.approx_last and self._usage is not None and len(x) and last \ + and not self.spherical: + npl = self.approx_last + if npl == "auto": # rule: sqrt(k)/4 probes in the last epoch + npl = max(8, int(round(math.sqrt(self.k))) // 4) + distance, labels = self._approx_assign(x, centroids, nprobe_override=npl) + elif self.swap > 0 and self._usage is not None and len(x) and not self.spherical: + import faiss + D, I = faiss.knn(x, centroids, 2) + distance, labels = D[:, 0].copy(), I[:, 0].copy() + self._b_del += np.bincount(labels, weights=(D[:, 1] - D[:, 0]).astype("float64"), + minlength=self.k) + else: + distance, labels = super()._assign_rows(x, centroids) + if self._axis is not None and self._usage is not None and len(x) and not self._in_fused: + e = x - centroids[labels] # residuals (m, d) + p = np.einsum("ij,ij->i", e, self._axis[labels]) # projections on u_j + # Segment sum by label: sort once, then reduceat (np.add.at on 2-D is slow). + order = np.argsort(labels, kind="stable") + lab = labels[order] + uniq, start = np.unique(lab, return_index=True) + self._b_axis[uniq] += np.add.reduceat(e[order] * p[order, None], start, axis=0) + if self._half is not None: + sg = np.sign(p[order]) + self._b_half[uniq] += np.add.reduceat(e[order] * sg[:, None], start, axis=0) + self._b_abs += np.bincount(labels, weights=np.abs(p).astype("float64"), minlength=self.k) + self._b_proj += np.bincount(labels, weights=p.astype("float64") ** 2, + minlength=self.k) + if self.score == "total": + self._b_dist += np.bincount(labels, weights=distance.astype("float64"), + minlength=self.k) + if ids is not None and self._mem is not None: + self._mem[ids] = labels + return distance, labels + + def _apply_statistics(self, ids, sums, counts, objective, alpha, decay, + replace_usage=False): + if self.closing_frac < 1.0 and self._pass_sums is not None: + rows = self.recipe["epoch_rows"][self._epoch] + steps = -(-rows // self.recipe["batch_size"]) + if self._epoch_steps == int(round((1.0 - self.closing_frac) * steps)): + self._pass_counts.fill(0) # restart closing statistics + self._pass_sums.fill(0) + if self.momentum > 0 and self._centroids is not None: + old = self._centroids.copy() + super()._apply_statistics(ids, sums, counts, objective, alpha, decay, replace_usage) + if self.momentum > 0 and self._centroids is not None: + frac = self._step / max(1, self.recipe["total_steps"]) + if self._vel is None: + self._vel = np.zeros_like(self._centroids) + t = counts > 0 + move = self._centroids[t] - old[t] + if frac <= self.momentum_until: + move += self.momentum * self._vel[t] + self._centroids[t] = old[t] + move + self._vel[t] = move + if self._axis is None: + return + touched = self._b_proj > 0 + self._axis_sum *= decay + self._proj_sq *= decay + self._axis_sum[touched] += alpha * self._b_axis[touched] + self._proj_sq[touched] += alpha * self._b_proj[touched] + if self._half is not None: + self._half *= decay; self._absp *= decay + self._half[touched] += alpha * self._b_half[touched] + self._absp[touched] += alpha * self._b_abs[touched] + self._b_half.fill(0); self._b_abs.fill(0) + if self.score == "total": + self._dist *= decay + self._dist[touched] += alpha * self._b_dist[touched] + self._b_dist.fill(0) + if self.swap > 0: + self._delcost *= decay + self._delcost[touched] += alpha * self._b_del[touched] + self._b_del.fill(0) + norm = np.linalg.norm(self._axis_sum[touched], axis=1) + ok = norm > 0 + idx = np.flatnonzero(touched)[ok] + self._axis[idx] = self._axis_sum[idx] / norm[ok, None] # one power-iteration step + self._b_axis.fill(0) + self._b_proj.fill(0) + + # ---------------------------------------------------------------- revival + def _choose_splits(self, rng): + if self.gain == "usage": + return super()._choose_splits(rng) + usage = self._usage.astype("float64") + threshold = self._unused_threshold * usage.sum() / self.k # same tau as faiss + unused = usage < threshold + donors = (~unused) & (usage > 0) + nsplit = min(int(unused.sum()), int(donors.sum())) + if nsplit == 0 and not self._swap_open(): + return None, None + if self.score == "half": # N * |E[sign(p) e]|^2: exact gain of the half-mean split + base = (self._half.astype("float64") ** 2).sum(1) / np.maximum(usage, 1e-12) * (2 / math.pi) * (math.pi / 2) + elif self.score == "abs": # N * (E|p|)^2: gain of the split along u at the half-means + base = self._absp ** 2 / np.maximum(usage, 1e-12) + else: + base = self._proj_sq if self.score == "axis" else self._dist + score = np.where(donors, base, -np.inf) # ~ N_j * lambda_j (or trace) + if self.gain == "sample": + u = np.maximum(rng.random_sample(self.k), np.finfo("float64").tiny) + with np.errstate(divide="ignore"): + score = np.where(donors, np.log(np.maximum(base, 1e-30)) - np.log(-np.log(u)), -np.inf) + order = np.argsort(score)[::-1] + source = order[:nsplit] + target = np.flatnonzero(unused)[:nsplit] + if self._swap_open(): + source, target = self._add_swaps(source, target, order, unused, donors) + if len(source) == 0: + return None, None + return source, target + + def _swap_open(self): + if self.swap <= 0 or self._delcost is None: + return False + frac = self._step / max(1, self.recipe["total_steps"]) + return self.swap_window[0] <= frac <= self.swap_window[1] + + def _add_swaps(self, source, target, order, unused, donors): + """Pair the next-best donors with the cheapest live clusters while gain > cost.""" + gain = (2.0 / math.pi) * self._proj_sq + taken = np.zeros(self.k, bool); taken[source] = True; taken[target] = True + live = donors & ~taken + cheap = np.flatnonzero(live)[np.argsort(self._delcost[live])] + rich = [j for j in order[len(source):] if live[j]] + extra_s, extra_t, used = [], [], set() + budget = int(self.swap * self.k) + ci = 0 + for j in rich: + if len(extra_s) >= budget or ci >= len(cheap): + break + if j in used: + continue + while ci < len(cheap) and (cheap[ci] in used or cheap[ci] == j): + ci += 1 + if ci >= len(cheap): + break + t = cheap[ci] + if gain[j] <= self._delcost[t]: + break + extra_s.append(j); extra_t.append(t); used.update((j, t)); ci += 1 + if extra_s: + self.n_swaps += len(extra_s) + source = np.concatenate([source, np.array(extra_s, dtype=source.dtype if len(source) else np.int64)]) + target = np.concatenate([target, np.array(extra_t, dtype=target.dtype if len(target) else np.int64)]) + return source.astype(np.int64), target.astype(np.int64) + + def _apply_splits(self, source, target): + if self.split == "faiss": + n = super()._apply_splits(source, target) + self._copy_axis(source, target) + return n + c = self._centroids[source].astype("float64") + usage = self._usage[source].astype("float64") + lam = self._proj_sq[source] / np.maximum(usage, 1e-12) # variance along u_j + if self.split == "half": # distribution-free: children at c +/- E[sign(p) e] + delta = self.offset_scale * self._half[source].astype("float64") / np.maximum(usage, 1e-12)[:, None] + elif self.split == "abs": # along u at the empirical half-mean E|p| + delta = (self.offset_scale * self._absp[source] / np.maximum(usage, 1e-12))[:, None] * self._axis[source] + else: + delta = (self.offset_scale * _HALF_GAUSS * np.sqrt(np.maximum(lam, 0.0)))[:, None] * self._axis[source] + gain = (2.0 / math.pi) * self._proj_sq[source] + self._centroids[source] = (c + delta).astype("float32") + self._centroids[target] = (c - delta).astype("float32") + if self.split_pass and self._pass_sums is not None: + pc = self._pass_counts[source].astype("float64") + mean = np.where(pc[:, None] > 0, self._pass_sums[source] / np.maximum(pc, 1)[:, None], c) + self._pass_counts[source] = pc / 2; self._pass_counts[target] = pc / 2 + self._pass_sums[source] = ((mean + delta) * (pc / 2)[:, None]).astype(self._pass_sums.dtype) + self._pass_sums[target] = ((mean - delta) * (pc / 2)[:, None]).astype(self._pass_sums.dtype) + if self._delcost is not None: + self._delcost[source] = gain / 2 # cool-down: not re-swapped at once + self._delcost[target] = gain / 2 + if self._vel is not None: + self._vel[source] = 0; self._vel[target] = 0 + half = (self._usage[source] * self.child_mass).astype("float32") + self._usage[source] = half + self._usage[target] = half + self._copy_axis(source, target) + self.n_splits += len(source) + self._invalidate_readout() + return len(source) + + def _finish_step(self, expected_n): + frac = (self._step + 1) / max(1, self.recipe["total_steps"]) + if self.tau_end is not None: + cos = 0.5 * (1 + math.cos(math.pi * min(1.0, frac))) + self._unused_threshold = float(self.tau_end + (self._tau0 - self.tau_end) * cos) + # Every-batch revival needs per-batch counts that carry signal: with fewer than EARLY_MIN_ROWS + # expected rows per cluster per batch (k = 65,536 at n = 1M: one) it is off (iteration 24). + eu = self.every_until if self.recipe["batch_size"] >= EARLY_MIN_ROWS * self.k else 0.0 + if self.revive_every == 5 and self.revive_until >= 1.0 and eu <= 0: + return super()._finish_step(expected_n) + every = 1 if frac <= eu else self.revive_every + if (self._step + 1) % every == 0 and frac <= self.revive_until: + self._revive_unused(self._split_rng) + self._invalidate_readout() + self._step += 1 + self._epoch_steps += 1 + self._epoch_rows += expected_n + self._pending_stats = None + self._batch_accumulation = self._batch_objective = None + self._batch_centroids = None + + def finalize(self): + """Keep each cluster's principal axis and variance along it (faiss clears its state).""" + if self._axis is not None and self._usage is not None: + self.final_axis = self._axis.copy() + self.final_lam = self._proj_sq / np.maximum(self._usage.astype("float64"), 1e-12) + return super().finalize() + + def _train_rows(self, x, init_centroids=None): + if self.batch_sched is None: + return super()._train_rows(x, init_centroids) + from faiss.contrib.e_means.base import _epoch_seed + x = np.ascontiguousarray(x, dtype="float32"); n = len(x) + if init_centroids is None: + init_centroids = x[np.random.RandomState(self.seed).permutation(n)[: self.k]] + self.begin(n, init_centroids) + B0, a0 = self.recipe["batch_size"], self.recipe["alpha0"] + R = float(sum(self.recipe["epoch_rows"])); b_first, b_last = self.batch_sched + plan, done = [], 0 + for rows in self.recipe["epoch_rows"]: # batch sizes, linear in rows seen + ep, r = [], 0 + while r < rows: + b = int(round(B0 * (b_first + (b_last - b_first) * (done + r) / R) / 256)) * 256 + b = max(256, min(b, rows - r)); ep.append(b); r += b + plan.append(ep); done += rows + self.recipe["total_steps"] = sum(len(ep) for ep in plan) + self.recipe["epoch_steps"] = [len(ep) for ep in plan] + for epoch, rows in enumerate(self.recipe["epoch_rows"]): + order = np.random.RandomState(_epoch_seed(self.seed, epoch)).permutation(n) + pos = 0 + for b in plan[epoch]: + self.recipe["batch_size"] = b + self.recipe["alpha0"] = min(1.0, a0 * (b / B0) ** 0.9) # e-means step law: alpha0 ~ B^0.90 + self.update(self._accumulate(x, order[pos:pos + b])); pos += b + self.end_epoch() + self.finalize() + self.assignments = None + return self.centroids, None + + def train(self, x, init_centroids=None): + c, a = super().train(x, init_centroids) + xs = np.ascontiguousarray(x, dtype="float32") + for i in range(self.polish): + mode = self.polish_probes if i == 0 or self.polish_second is None else self.polish_second + c, a = self._lloyd_step(xs, c, a, mode) + if self.polish: + self.centroids = c + return c, a + + def _lloyd_step(self, x, c, prev=None, pp="default"): + """One Lloyd step from the current centroids. polish_probes: None = exact, int = IVF probes, + "graph:m" = each row compared only with the m centroids nearest its previous centroid.""" + import faiss + if pp == "default": + pp = self.polish_probes + if isinstance(pp, str) and pp.startswith("graph"): + m = int(pp.split(":")[1]) + from aries._kernels import cand_assign + _, G = faiss.knn(c, c, m) + _, lab = cand_assign(x, c, G, prev) + I = lab[:, None] + elif pp is None: + _, I = faiss.knn(x, c, 1) + else: + nl = max(8, int(round(math.sqrt(self.k)))) + km = faiss.Kmeans(self.d, nl, niter=20, seed=self.seed + 99, max_points_per_centroid=10**9) + km.train(c) + q = faiss.IndexFlatL2(self.d); q.add(km.centroids) + ivf = faiss.IndexIVFFlat(q, self.d, nl); ivf.is_trained = True + ivf.add(c); ivf.nprobe = max(4, nl // 8) if pp == "auto" else int(pp) + _, I = ivf.search(x, 1) + miss = I[:, 0] < 0 + if miss.any(): + I[miss] = faiss.knn(x[miss], c, 1)[1] + lab = I[:, 0] + ok = lab >= 0 + cnt = np.bincount(lab[ok], minlength=self.k).astype("float64") + from scipy.sparse import csr_matrix + M = csr_matrix((np.ones(ok.sum(), "float32"), (lab[ok], np.flatnonzero(ok))), shape=(self.k, len(x))) + S = np.asarray(M @ x, dtype="float64") + out = c.copy() + nz = cnt > 0 + out[nz] = (S[nz] / cnt[nz, None]).astype("float32") + return out, lab + + def _remap_memory(self, source, target): + """Rows remembering a re-used index now belong to the donor's region.""" + if self._mem is None or len(target) == 0: + return + remap = np.arange(self.k + 1); remap[np.asarray(target)] = np.asarray(source) + remap[self.k] = -1 + self._mem = remap[np.where(self._mem < 0, self.k, self._mem)] + + def _copy_axis(self, source, target): + self._remap_memory(source, target) + self._axis_sum[source] *= 0.5 + self._proj_sq[source] *= 0.5 + self._axis[target] = self._axis[source] + self._axis_sum[target] = self._axis_sum[source] + self._proj_sq[target] = self._proj_sq[source] + if self._half is not None: + self._half[source] *= 0.5; self._absp[source] *= 0.5 + self._half[target] = self._half[source]; self._absp[target] = self._absp[source] + if self._dist is not None: + self._dist[source] *= 0.5 + self._dist[target] = self._dist[source] + + +# Frozen configuration after iterations 1-5 (docs/EXPERIMENTS.md): principal-axis gain-ranked +# revival, consistent closing statistics, revival threshold 0.2, EMA step law x 1.4. +APPROX_MIN_K = 4096 # the 'auto' sparse-assignment rule applies from this k on +EARLY_MIN_ROWS = 2 # early every-batch revival needs >= this many expected rows per cluster per batch + +PE_V2 = dict(split="principal", gain="greedy", split_pass=True, tau=0.2, alpha_scale=1.4) + +# Frozen after iterations 6-11 (full-scale validation, 5 seeds): v2 + revival every batch during the +# first 30% of steps + approximate assignment (sqrt(k) k-means coarse cells, sqrt(k)/8 probes) in +# every epoch but the last. Better than v2 and ~35-40% faster than official e-means per epoch. +PE_V3 = dict(PE_V2, every_until=0.3, approx="auto") + +# PISCES (ARIES series #1), frozen after iterations 12-14: v3 + approximate last epoch with +# sqrt(k)/4 probes. The approximation helps only together with principal-axis revival: official +# e-means with the same approximate assignment is *worse* than official e-means (iteration 12). +PISCES_V10 = dict(PE_V3, approx_last="auto") + +# PISCES (final, iterations 21-22): the same algorithm as PISCES_V10 with two engineering changes that +# leave the assignment (practically) unchanged: one fused Numba pass for the per-batch statistics, and +# 8-bit IVF scans whose best 4 candidates are re-ranked with exact float32 distances. +PISCES = dict(PISCES_V10, fused=True, codec="sq8r") + +# Candidate after iterations 15-19: PISCES + one closing Lloyd step (sqrt(k)/8 IVF probes) that +# re-assigns every row to the closing means and recomputes them. +PISCES_POLISH = dict(PISCES_V10, polish=1, polish_probes="auto") + +# PISCES with the fused statistics kernel (engineering only; same algorithm) +PISCES_FUSED = dict(PISCES_V10, fused=True) +PISCES_FAST = PISCES diff --git a/aries/pisces.py b/aries/pisces.py new file mode 100644 index 0000000000000000000000000000000000000000..7917d83096891ebd263e645c805cb91f63741466 --- /dev/null +++ b/aries/pisces.py @@ -0,0 +1,63 @@ +"""PISCES — Principal-axis Informed Splitting with Consistent closing, Early revival and +Sparse assignment. First algorithm of the ARIES series. + +Two fish swimming in opposite directions: every split places two children at +c ± sqrt(2/pi)·sigma_1·u_1, symmetric along the cluster's principal axis. + +`pisces()` is the public entry point. It wraps `PEmeans` (a subclass of faiss's official +`NumpyEmeans`) with the frozen configuration, applies the re-fitted step law, and optionally grows +the codebook coarse-to-fine: start with k / 2^g centroids and double them g times by splitting +every cluster along its principal axis, then train at k. +""" +import math +import numpy as np + +from aries.pemeans import PEmeans, PISCES as PISCES_CONFIG + +_HALF_GAUSS = math.sqrt(2.0 / math.pi) + + +def _recipe(n, k, T, alpha_scale): + from faiss.contrib.e_means.base import _resolve_recipe, _step_law + B, _ = _resolve_recipe(n, k, max(T, 1e-3), "throughput", None, None) + return dict(batch_size=B, alpha0=min(1.0, _step_law(n, k, max(T, 1e-3), B) * alpha_scale)) + + +def _train(x, k, T, seed, init, cfg): + cfg = dict(cfg) + a = cfg.pop("alpha_scale", 1.0) + km = PEmeans(x.shape[1], k, nepochs=T, seed=seed, batch_law="throughput", **_recipe(len(x), k, T, a), **cfg) + c, _ = km.train(x, init_centroids=np.ascontiguousarray(init, dtype="float32")) + return c, km + + +def split_all(c, axis, lam): + """Double the codebook: every centroid becomes two children at c ± sqrt(2/pi)·sqrt(lambda)·u.""" + delta = (_HALF_GAUSS * np.sqrt(np.maximum(lam, 0.0)))[:, None] * axis + return np.concatenate([c + delta, c - delta]).astype("float32") + + +def pisces(x, k, nepochs=3, seed=0, init=None, grow=0, grow_epochs=0.5, config=None): + """Train PISCES on the rows of x (n, d) and return (centroids (k, d), model, info). + + init: optional (k, d) starting centroids (default: k random rows, as faiss e-means does). + grow: number of coarse-to-fine doublings before reaching k (0 = none; iteration 13 found it worse).""" + cfg = dict(PISCES_CONFIG if config is None else config) + x = np.ascontiguousarray(x, dtype="float32") + rng = np.random.RandomState(seed) + info = {"stages": []} + if grow <= 0: + if init is None: + init = x[rng.permutation(len(x))[:k]] + c, km = _train(x, k, nepochs, seed, init, cfg) + return c, km, info + k_s = k >> grow + c = x[rng.permutation(len(x))[:k_s]] + per = grow_epochs / grow + for g in range(grow): + c, km = _train(x, k_s, per, seed + 101 * (g + 1), c, cfg) + c = split_all(c, km.final_axis, km.final_lam) + info["stages"].append(dict(k=k_s, epochs=per)) + k_s *= 2 + c, km = _train(x, k, nepochs - grow_epochs, seed, c, cfg) + return c, km, info diff --git a/benchmarks/THIRD_PARTY.md b/benchmarks/THIRD_PARTY.md new file mode 100644 index 0000000000000000000000000000000000000000..5f1ca01f4b3a09c5acb846a9c8dcd94af7f4ce4e --- /dev/null +++ b/benchmarks/THIRD_PARTY.md @@ -0,0 +1,33 @@ +# Third-party material + +`fb_ssnpp_holdout_rows.npy`, `spacev_holdout_rows.npy` and the SHA-256 fingerprints embedded in +`get_deep1m.py` and `get_paper1m.py` are copied from +[faiss `benchs/e_means/paper_splits`](https://github.com/facebookresearch/faiss/tree/main/benchs/e_means/paper_splits), +so that our evaluation rows are exactly the e-means paper's. + +``` +MIT License + +Copyright (c) Meta Platforms, Inc. and affiliates. + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. +``` + +The datasets themselves (Deep1B, SimSearchNet++, SPACEV1B) are downloaded at run time from their +public hosts and are not redistributed here. diff --git a/benchmarks/dev_loop.py b/benchmarks/dev_loop.py new file mode 100644 index 0000000000000000000000000000000000000000..492ee1bb95e40860467b689e1d8883670dd0fc81 --- /dev/null +++ b/benchmarks/dev_loop.py @@ -0,0 +1,79 @@ +"""Development loop on DEEP* (validation rows only; test rows are reserved for final reports). + +Usage: python benchmarks/dev_loop.py DATA_DIR TAG --n 250000 --k 4096 --epochs 1 3 --seeds 1 2 3 4 5 + --variant name '{"split": "principal", ...}' [--variant ...] +Each variant is PEmeans keyword arguments as JSON; "official" (faiss NumpyEmeans) is always run. +Results go to results/dev/TAG.jsonl and a paired summary is printed. +""" +import argparse, json, os, sys, time +import numpy as np +import faiss + +ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) +sys.path.insert(0, ROOT) +from faiss.contrib.e_means import NumpyEmeans # noqa: E402 +from aries.pemeans import PEmeans # noqa: E402 + + +def mse(c, rows): + _, idx = faiss.knn(rows, np.ascontiguousarray(c, dtype="float32"), 1) + diff = rows.astype(np.float64) - c[idx[:, 0]].astype(np.float64) + return float((diff * diff).sum() / len(rows)) + + +def main(): + ap = argparse.ArgumentParser() + ap.add_argument("data"); ap.add_argument("tag") + ap.add_argument("--n", type=int, default=250000); ap.add_argument("--k", type=int, default=4096) + ap.add_argument("--epochs", type=float, nargs="+", default=[1, 3]) + ap.add_argument("--seeds", type=int, nargs="+", default=[1, 2, 3, 4, 5]) + ap.add_argument("--variant", nargs=2, action="append", default=[]) + ap.add_argument("--threads", type=int, default=4) + a = ap.parse_args() + faiss.omp_set_num_threads(a.threads) + x = np.ascontiguousarray(np.load(os.path.join(a.data, "train_1M.npy"), mmap_mode="r")[:a.n]) + val = np.load(os.path.join(a.data, "val.npy")) + variants = [("official", None)] + [(n, json.loads(j)) for n, j in a.variant] + os.makedirs(os.path.join(ROOT, "results", "dev"), exist_ok=True) + final = os.path.join(ROOT, "results", "dev", a.tag + ".jsonl") + out = os.path.join(os.environ.get("DEV_TMP", "/tmp"), a.tag + ".jsonl.partial") + res = {} + for T in a.epochs: + for s in a.seeds: + init = x[np.random.RandomState(s).permutation(len(x))[:a.k]].copy() + for name, kw in variants: + t0 = time.time() + extra = {} + kw2 = dict(kw or {}) + bs, asc = kw2.pop("batch_scale", None), kw2.pop("alpha_scale", None) + if bs is not None or asc is not None: # LawFit: rescale the fitted batch / step + from faiss.contrib.e_means.base import _resolve_recipe, _step_law + B, a0 = _resolve_recipe(len(x), a.k, T, "throughput", None, None) + B = int(B * (bs or 1.0)) + a0 = min(1.0, _step_law(len(x), a.k, T, B) * (asc or 1.0)) + extra = dict(batch_size=B, alpha0=a0) + base = kw2.pop("base", None) + km = (NumpyEmeans(x.shape[1], a.k, nepochs=T, seed=s, batch_law="throughput", **extra) + if kw is None or base == "official" + else PEmeans(x.shape[1], a.k, nepochs=T, seed=s, batch_law="throughput", **kw2, **extra)) + c, _ = km.train(x, init_centroids=init.copy()) + r = dict(tag=a.tag, n=a.n, k=a.k, epochs=T, seed=s, variant=name, kwargs=kw, + seconds=time.time() - t0, val_mse=mse(c, val), splits=int(km.n_splits)) + res[(T, name, s)] = r + with open(out, "a") as f: + f.write(json.dumps(r) + "\n") + import shutil + shutil.copyfile(out, final) + for T in a.epochs: + print(f"--- n={a.n} k={a.k} epochs={T} seeds={a.seeds}") + for name, _ in variants: + v = np.array([res[(T, name, s)]["val_mse"] for s in a.seeds]) + b = np.array([res[(T, "official", s)]["val_mse"] for s in a.seeds]) + d = 100 * (v - b) / b + sec = np.mean([res[(T, name, s)]["seconds"] for s in a.seeds]) + print(f"{name:28s} val {v.mean():.5f} vs official {d.mean():+.3f}% " + f"(sd {d.std():.3f}, wins {int((d < 0).sum())}/{len(d)}) {sec:.1f}s", flush=True) + + +if __name__ == "__main__": + main() diff --git a/benchmarks/fb_ssnpp_holdout_rows.npy b/benchmarks/fb_ssnpp_holdout_rows.npy new file mode 100644 index 0000000000000000000000000000000000000000..396971745961c0981ff5760aac55ec5f0b285f63 --- /dev/null +++ b/benchmarks/fb_ssnpp_holdout_rows.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03c896c58e9a7d40c4cf3634203ad51635fd28c23861558b84455b14bbaa9738 +size 160128 diff --git a/benchmarks/get_deep1m.py b/benchmarks/get_deep1m.py new file mode 100644 index 0000000000000000000000000000000000000000..b8ecc59ec767f87ee9cb9dc2272e6850fbcaf0cd --- /dev/null +++ b/benchmarks/get_deep1m.py @@ -0,0 +1,60 @@ +"""Download DEEP* 1M exactly as the e-means paper uses it, and verify it. + +Fetches bytes [0, 8 + 1,010,000 * 96 * 4) of Deep1B's base.1B.fbin from the Hugging Face mirror the +paper's download script uses (suchun/deep1b-mirror), takes the first 1M rows as train and the next +10,000 as the evaluation set, splits that set with permutation seed 1234 (first half validation, +second half test), and checks all three against the SHA-256 fingerprints in faiss's +benchs/e_means/paper_splits/fingerprints.json (copied below). Writes train_1M.npy and test.npy. + +Usage: python benchmarks/get_deep1m.py DATA_DIR +""" +import hashlib, os, sys, urllib.request +import numpy as np + +URL = "https://huggingface.co/datasets/suchun/deep1b-mirror/resolve/main/base.1B.fbin" +N, EVAL, D = 1_000_000, 10_000, 96 +FINGERPRINTS = { # faiss benchs/e_means/paper_splits/fingerprints.json, entry "deep1b-1M" + "val": "ca94deceddb13e16d6cfb81365e2e18c319bf704b1d0ea9a28e5067bba03c458", "test": "05d685ccf5e413a0559348b3586ec82a72da637d50b7d2b9a521e70c6cd29b6f", "train_rows": "7b74aeede93a64c6a2e598f021fbaa42061a7e09e9f3f75f1c1254fbb4419368"} + + +def sha(a): + return hashlib.sha256(np.ascontiguousarray(a, dtype=np.float32).tobytes()).hexdigest() + + +def main(out): + os.makedirs(out, exist_ok=True) + files = [os.path.join(out, f) for f in ("train_1M.npy", "val.npy", "test.npy")] + if all(os.path.exists(f) for f in files): # already prepared: verify instead of downloading + train, val, test = (np.load(f, mmap_mode="r") for f in files) + sample = np.linspace(0, N - 1, 1000).astype(np.int64) + got = {"val": sha(val), "test": sha(test), "train_rows": sha(np.array(train[sample]))} + if all(got[key] == want for key, want in FINGERPRINTS.items()): + print("DEEP* 1M already in %s; fingerprints match the paper's" % out) + return + raw = os.path.join(out, "deep1b_prefix.fbin") + nbytes = 8 + (N + EVAL) * D * 4 + if not os.path.exists(raw) or os.path.getsize(raw) != nbytes: + req = urllib.request.Request(URL, headers={"Range": "bytes=0-%d" % (nbytes - 1)}) + with urllib.request.urlopen(req, timeout=600) as r, open(raw, "wb") as f: + while True: + b = r.read(1 << 24) + if not b: + break + f.write(b) + m = np.memmap(raw, dtype=np.float32, mode="r", offset=8, shape=(N + EVAL, D)) + train, ev = m[:N], np.array(m[N:], dtype=np.float32) + perm = np.random.RandomState(1234).permutation(EVAL) + val, test = ev[perm[:EVAL // 2]], ev[perm[EVAL // 2:]] + sample = np.linspace(0, N - 1, 1000).astype(np.int64) + got = {"val": sha(val), "test": sha(test), "train_rows": sha(np.array(train[sample]))} + for key, want in FINGERPRINTS.items(): + assert got[key] == want, "%s rows differ from the paper's" % key + np.save(os.path.join(out, "train_1M.npy"), np.array(train, dtype=np.float32)) + np.save(os.path.join(out, "val.npy"), val) + np.save(os.path.join(out, "test.npy"), test) + os.remove(raw) + print("DEEP* 1M ready in %s; fingerprints match the paper's" % out) + + +if __name__ == "__main__": + main(sys.argv[1]) diff --git a/benchmarks/get_paper1m.py b/benchmarks/get_paper1m.py new file mode 100644 index 0000000000000000000000000000000000000000..2d47f52638ff7b109d9913c4208cc7da077954d9 --- /dev/null +++ b/benchmarks/get_paper1m.py @@ -0,0 +1,90 @@ +"""Download SimSearchNet++ 1M or SPACEV 1M exactly as the e-means paper uses them, and verify. + +Train: the first 1,000,000 rows of the corpus. Evaluation: the 20,000 held-out rows listed in +faiss benchs/e_means/paper_splits/_holdout_rows.npy (copied here; see THIRD_PARTY.md), +read in that order, split by permutation seed 1234 into validation (first half) and test. Each +part is checked against the paper's SHA-256 fingerprints. Only the byte ranges needed are fetched +(about 256 MB for SimSearchNet++, 100 MB for SPACEV). + +Usage: python benchmarks/get_paper1m.py {fb-ssnpp-1M|spacev-1M} DATA_DIR +""" +import hashlib, os, sys, urllib.request +import numpy as np + +HERE = os.path.dirname(os.path.abspath(__file__)) +N = 1_000_000 +SPACEV_PART = 4294967295 +SPECS = { + "fb-ssnpp-1M": dict( + url="https://dl.fbaipublicfiles.com/billion-scale-ann-benchmarks/FB_ssnpp_database.u8bin", + d=256, dtype=np.uint8, held="fb_ssnpp_holdout_rows.npy", + sha=dict(val="d51b5e50430b61a8a4a314a5df903195005da36e4de56e0a11ad3908b0a1dd08", + test="fae0b470fc0a3c74bcc04245b821bf34045a199185b3ecae2c21f1c2a7b10e40", + train_rows="cb4988c357268c46c8a33a55cebb5d88199badeb32a72fb6187e93aa2674274b")), + "spacev-1M": dict( + parts="https://huggingface.co/datasets/jkhe/spacev1b/resolve/main/vectors.bin/vectors_%d.bin", + d=100, dtype=np.int8, held="spacev_holdout_rows.npy", + sha=dict(val="1c59da848fc792157f107733da4a2f288568c51ea4fe44cdbbc1b9cd1352acec", + test="ecb6c6d304eb772d0891685bb2cf0b417efe15924894879af7b7fcfd431a0549", + train_rows="07c827691fb18f648271d20258f7e65df5bd09ffbfb5956523e7c543ab2cbd8a")), +} + + +def get(spec, a, b): + """Bytes [a, b) of the (possibly multi-part) corpus file.""" + out = bytearray() + while a < b: + if "parts" in spec: + i, off = divmod(a, SPACEV_PART) + stop = min(b, (i + 1) * SPACEV_PART) + url, start, end = spec["parts"] % (i + 1), off, off + stop - a + else: + url, start, end, stop = spec["url"], a, b, b + req = urllib.request.Request(url, headers={"Range": "bytes=%d-%d" % (start, end - 1)}) + for attempt in range(6): + try: + with urllib.request.urlopen(req, timeout=600) as r: + chunk = r.read() + break + except Exception: + if attempt == 5: + raise + assert len(chunk) == end - start, "short read" + out += chunk + a = stop + return bytes(out) + + +def sha(a): + return hashlib.sha256(np.ascontiguousarray(a, dtype=np.float32).tobytes()).hexdigest() + + +def main(name, out): + spec = SPECS[name] + d, dt = spec["d"], np.dtype(spec["dtype"]) + row = d * dt.itemsize + os.makedirs(out, exist_ok=True) + train = np.frombuffer(get(spec, 8, 8 + N * row), dtype=dt).reshape(N, d).astype(np.float32) + index = np.load(os.path.join(HERE, spec["held"])) + srt = np.sort(index) + runs = np.split(srt, np.flatnonzero(np.diff(srt) != 1) + 1) + rows = {} + for r in runs: + blob = np.frombuffer(get(spec, 8 + int(r[0]) * row, 8 + (int(r[-1]) + 1) * row), dtype=dt) + for j, v in zip(r, blob.reshape(len(r), d)): + rows[int(j)] = v + ev = np.stack([rows[int(j)] for j in index]).astype(np.float32) + perm = np.random.RandomState(1234).permutation(len(ev)) + half = int(round(0.5 * len(ev))) + val, test = ev[perm[:half]], ev[perm[half:]] + sample = np.linspace(0, N - 1, 1000).astype(np.int64) + got = dict(val=sha(val), test=sha(test), train_rows=sha(train[sample])) + for key, want in spec["sha"].items(): + assert got[key] == want, "%s: %s rows differ from the paper's" % (name, key) + np.save(os.path.join(out, "train_1M.npy"), train) + np.save(os.path.join(out, "test.npy"), test) + print("%s ready in %s; fingerprints match the paper's" % (name, out)) + + +if __name__ == "__main__": + main(sys.argv[1], sys.argv[2]) diff --git a/benchmarks/ivf_downstream.py b/benchmarks/ivf_downstream.py new file mode 100644 index 0000000000000000000000000000000000000000..648e3ad4ef324b6f7f54be8b26db076ea8294fb0 --- /dev/null +++ b/benchmarks/ivf_downstream.py @@ -0,0 +1,76 @@ +"""Downstream use: the centroids as the coarse quantizer of an IVF index (the use case e-means targets). + +For each method and seed, train k centroids on DEEP* 1M, build IndexIVFFlat over the same 1M rows +with those centroids, and measure on the 10K public DEEP1B queries (exact ground truth on the 1M rows): + - recall@1 and recall@10 (10-NN found among the 10 returned) at nprobe in NPROBES, + - distance computations per query (sum of probed list sizes), the real cost of an IVF search, + - list imbalance factor k * sum(n_i^2) / n^2 (1 = perfectly balanced). + +Usage: python benchmarks/ivf_downstream.py DATA/deep1b OUT.jsonl --epochs 3 --seeds 10 11 12 --methods official pisces +""" +import argparse, json, os, sys, time +import numpy as np +import faiss + +ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) +sys.path.insert(0, ROOT) +sys.path.insert(0, os.path.join(ROOT, "benchmarks")) +from paper_protocol import METHODS, make_variant # noqa: E402 + +NPROBES = [1, 2, 4, 8, 16, 32, 64, 128] + + +def read_fbin(path): + n, d = np.fromfile(path, dtype="int32", count=2) + return np.fromfile(path, dtype="float32", offset=8).reshape(n, d) + + +def main(): + ap = argparse.ArgumentParser() + ap.add_argument("data"); ap.add_argument("out") + ap.add_argument("--k", type=int, default=16384) + ap.add_argument("--epochs", type=float, nargs="+", default=[3]) + ap.add_argument("--seeds", type=int, nargs="+", default=[10, 11, 12]) + ap.add_argument("--methods", nargs="+", default=["official", "pisces"]) + ap.add_argument("--threads", type=int, default=4) + a = ap.parse_args() + faiss.omp_set_num_threads(a.threads) + x = np.ascontiguousarray(np.load(os.path.join(a.data, "train_1M.npy"))) + q = np.ascontiguousarray(read_fbin(os.path.join(a.data, "query.public.10K.fbin"))) + _, gt = faiss.knn(q, x, 10) + from aries.pemeans import PISCES + METHODS["pisces"] = make_variant(PISCES, len(x)) + done = set() + if os.path.exists(a.out): + done = {(r["method"], r["epochs"], r["seed"]) for r in map(json.loads, open(a.out))} + for T in a.epochs: + for s in a.seeds: + init = x[np.random.RandomState(s).permutation(len(x))[:a.k]].copy() + for m in a.methods: + if (m, T, s) in done: + continue + t0 = time.time() + c, _ = METHODS[m](x.shape[1], T, s).train(x, init_centroids=init.copy()) + sec = time.time() - t0 + c = np.ascontiguousarray(c, dtype="float32") + quant = faiss.IndexFlatL2(x.shape[1]); quant.add(c) + ivf = faiss.IndexIVFFlat(quant, x.shape[1], a.k); ivf.is_trained = True; ivf.add(x) + sizes = np.array([ivf.invlists.list_size(i) for i in range(a.k)], dtype="float64") + imb = float(a.k * (sizes ** 2).sum() / sizes.sum() ** 2) + r = dict(method=m, epochs=T, seed=s, k=a.k, train_seconds=sec, imbalance=imb, + empty_lists=int((sizes == 0).sum()), curve=[]) + for npb in NPROBES: + ivf.nprobe = npb + _, Dq = quant.search(q, npb) + ndis = float(sizes[Dq].sum(1).mean()) + t1 = time.time(); _, I = ivf.search(q, 10); qs = time.time() - t1 + r1 = float((I[:, 0] == gt[:, 0]).mean()) + r10 = float(np.mean([len(set(I[i]) & set(gt[i])) / 10 for i in range(len(q))])) + r["curve"].append(dict(nprobe=npb, recall1=r1, recall10=r10, ndis=ndis, seconds=qs)) + with open(a.out, "a") as f: + f.write(json.dumps(r) + "\n") + print(m, T, s, f"imb {imb:.3f}", " ".join(f"{c_['nprobe']}:{c_['recall1']:.3f}/{c_['ndis']:.0f}" for c_ in r["curve"]), flush=True) + + +if __name__ == "__main__": + main() diff --git a/benchmarks/mechanism_analysis.py b/benchmarks/mechanism_analysis.py new file mode 100644 index 0000000000000000000000000000000000000000..74bfb3e6866b23bcd99d7f104eb0374872fb053a --- /dev/null +++ b/benchmarks/mechanism_analysis.py @@ -0,0 +1,161 @@ +"""Why PISCES works: revival timeline, cluster-size balance, and an empirical check of Lemma 2. + +For one seed on DEEP* 1M (k = 16,384, 3 epochs), train official e-means and PISCES from the same +starting rows and record: + * every revival (training step, number of clusters re-seeded), + * the final cluster sizes on the 1M training rows and per-cluster distortion, + * Lemma 2 on real clusters: for 400 random clusters with >= 20 rows, the distortion removed by the + best split along the top principal axis (2-means restricted to the axis, 10 Lloyd iterations + started at c +/- sqrt(2 lambda_1 / pi) u_1) against the prediction (2/pi) N lambda_1, and against + an unrestricted 2-means of the cluster (faiss, 5 restarts). +Writes one JSON file used by paper/make_data.py. + +Usage: python benchmarks/mechanism_analysis.py DATA/deep1b OUT.json [--seed 10] +""" +import argparse, json, math, os, sys, time +import numpy as np +import faiss + +ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) +sys.path.insert(0, ROOT) +from faiss.contrib.e_means import NumpyEmeans # noqa: E402 +from aries.pemeans import PEmeans, PISCES # noqa: E402 + +K = 16384 + + +def recorder(cls): + class Rec(cls): + def _apply_splits(self, source, target): + n = super()._apply_splits(source, target) + self.split_log.append((int(self._step), int(len(source)))) + return n + return Rec + + +def sizes_and_distortion(x, c): + D, I = faiss.knn(x, c, 1) + cnt = np.bincount(I[:, 0], minlength=len(c)) + dist = np.bincount(I[:, 0], weights=D[:, 0].astype("float64"), minlength=len(c)) + return cnt, dist, I[:, 0] + + +def lemma_check(x, c, lab, rng, m=400): + out = [] + cnt = np.bincount(lab, minlength=len(c)) + pool = np.flatnonzero(cnt >= 20) + for j in rng.choice(pool, min(m, len(pool)), replace=False): + X = x[lab == j].astype("float64") + N = len(X); mu = X.mean(0); E = X - mu + before = float((E ** 2).sum()) + w, V = np.linalg.eigh(E.T @ E / N) + lam, u = float(w[-1]), V[:, -1] + pred = 2 / math.pi * N * lam + # split restricted to the axis: Lloyd on the projections, started at the Lemma 1 positions + p = E @ u; a, b = math.sqrt(2 * lam / math.pi), -math.sqrt(2 * lam / math.pi) + for _ in range(10): + s = p > (a + b) / 2 + if s.all() or (~s).all(): + break + a, b = p[s].mean(), p[~s].mean() + s = p > (a + b) / 2 + A, B = X[s], X[~s] + axis_after = float(((A - A.mean(0)) ** 2).sum() + ((B - B.mean(0)) ** 2).sum()) if len(A) and len(B) else before + km = faiss.Kmeans(X.shape[1], 2, niter=20, nredo=5, seed=int(j), max_points_per_centroid=10**9) + km.train(X.astype("float32")) + Dd, _ = km.index.search(X.astype("float32"), 1) + free_after = float(Dd.sum()) + out.append(dict(N=N, lam1=lam, trace=float(np.trace(E.T @ E / N)), predicted=pred, + axis_split=before - axis_after, free_2means=before - free_after)) + return out + + +def swap_audit(x, c, lab, D1): + """How many global split-merge moves would still pay off? A move deletes cluster t (its rows go to + their runner-up centroid, cost = sum of d2 - d1) and splits cluster j along its top axis (gain + (2/pi) N_j lambda_1,j, Lemma 2). Greedy pairing of the richest donors with the cheapest clusters, + never deleting a cluster that absorbs the rows of another deleted one.""" + D2, I2 = faiss.knn(x, c, 2) + l2 = I2[:, 1] + cost = np.bincount(lab, weights=(D2[:, 1] - D2[:, 0]).astype("float64"), minlength=len(c)) + e = x - c[lab] + u = np.random.RandomState(0).standard_normal(c.shape).astype("float32") + order = np.argsort(lab, kind="stable"); uniq, start = np.unique(lab[order], return_index=True) + for _ in range(5): + u /= np.maximum(np.linalg.norm(u, axis=1, keepdims=True), 1e-12) + p = np.einsum("ij,ij->i", e, u[lab]) + V = np.zeros_like(c); V[uniq] = np.add.reduceat((e * p[:, None])[order], start, axis=0); u = V + u /= np.maximum(np.linalg.norm(u, axis=1, keepdims=True), 1e-12) + p = np.einsum("ij,ij->i", e, u[lab]) + gain = 2 / math.pi * np.bincount(lab, weights=p.astype("float64") ** 2, minlength=len(c)) + rich, cheap = np.argsort(-gain), np.argsort(cost) + blocked = np.zeros(len(c), bool); moves, total, ci = 0, 0.0, 0 + for j in rich: + if blocked[j]: + continue + while ci < len(cheap) and (blocked[cheap[ci]] or cheap[ci] == j): + ci += 1 + if ci >= len(cheap) or gain[j] <= cost[cheap[ci]]: + break + t = cheap[ci]; ci += 1; moves += 1; total += gain[j] - cost[t] + blocked[j] = blocked[t] = True; blocked[np.unique(l2[lab == t])] = True + return dict(profitable_moves=moves, predicted_gain_per_row=total / len(x), + gain_quantiles=np.quantile(gain, [0.5, 0.9, 0.99, 1.0]).tolist(), + cost_quantiles=np.quantile(cost, [0.0, 0.01, 0.1, 0.5]).tolist()) + + +def split_examples(x, c, lab, rng, m=3, cap=1500): + """Real clusters for the split-geometry figure: rows projected onto the top two principal axes, + with the Lemma 1 children, the e-means children (on the centroid) and an exact 2-means.""" + cnt = np.bincount(lab, minlength=len(c)) + out = [] + for j in np.argsort(-cnt)[:m]: + X = x[lab == j].astype("float64"); mu = X.mean(0); E = X - mu + w, V = np.linalg.eigh(E.T @ E / len(X)); u1, u2 = V[:, -1], V[:, -2] + P = np.stack([E @ u1, E @ u2], 1) + km = faiss.Kmeans(X.shape[1], 2, niter=25, nredo=5, seed=int(j), max_points_per_centroid=10**9) + km.train(X.astype("float32")) + K2 = (km.centroids.astype("float64") - mu) @ np.stack([u1, u2], 1) + sub = rng.choice(len(X), min(cap, len(X)), replace=False) + out.append(dict(N=int(len(X)), lam1=float(w[-1]), lam2=float(w[-2]), points=P[sub].round(4).tolist(), + pisces=[[math.sqrt(2 * w[-1] / math.pi), 0.0], [-math.sqrt(2 * w[-1] / math.pi), 0.0]], + kmeans2=K2.round(4).tolist())) + return out + + +def main(): + ap = argparse.ArgumentParser() + ap.add_argument("data"); ap.add_argument("out") + ap.add_argument("--seed", type=int, default=10); ap.add_argument("--epochs", type=float, default=3) + ap.add_argument("--threads", type=int, default=4) + a = ap.parse_args() + faiss.omp_set_num_threads(a.threads) + sys.path.insert(0, os.path.join(ROOT, "benchmarks")) + from paper_protocol import make_variant # noqa: E402 + x = np.ascontiguousarray(np.load(os.path.join(a.data, "train_1M.npy"))) + init = x[np.random.RandomState(a.seed).permutation(len(x))[:K]].copy() + res = {"seed": a.seed, "epochs": a.epochs, "k": K} + for name in ["official", "pisces"]: + if name == "official": + km = recorder(NumpyEmeans)(x.shape[1], K, nepochs=a.epochs, seed=a.seed, batch_law="throughput") + else: + build = make_variant(PISCES, len(x)) + km = build(x.shape[1], a.epochs, a.seed) # PEmeans with the PISCES configuration + km.__class__ = recorder(PEmeans) + km.split_log = [] + t0 = time.time(); c, _ = km.train(x, init_centroids=init.copy()); sec = time.time() - t0 + cnt, dist, lab = sizes_and_distortion(x, c) + res[name] = dict(seconds=sec, total_steps=int(getattr(km, "recipe", None)["total_steps"]) if getattr(km, "recipe", None) else None, + split_log=km.split_log, sizes=cnt.tolist(), distortion=dist.tolist(), + train_mse=float(dist.sum() / len(x)), + lemma=lemma_check(x, c, lab, np.random.RandomState(a.seed)), + swaps=swap_audit(x, c, lab, None), + split_examples=split_examples(x, c, lab, np.random.RandomState(a.seed))) + print(name, f"{sec:.0f}s", "splits", sum(n for _, n in km.split_log), + "train mse", round(res[name]["train_mse"], 5), "empty", int((cnt == 0).sum()), + "profitable swaps", res[name]["swaps"]["profitable_moves"], flush=True) + json.dump(res, open(a.out, "w")) + + +if __name__ == "__main__": + main() diff --git a/benchmarks/paper_protocol.py b/benchmarks/paper_protocol.py new file mode 100644 index 0000000000000000000000000000000000000000..66da4cadb7afa66ceefdb6e3495d709842e23ac1 --- /dev/null +++ b/benchmarks/paper_protocol.py @@ -0,0 +1,143 @@ +"""e-means paper protocol on CPU: DEEP* 1M (k = 16,384), test MSE on the paper's test rows. + +Data: run ``python benchmarks/get_deep1m.py DATA_DIR`` first. It downloads the first 1,010,000 +rows of Deep1B and checks them against the fingerprints shipped with faiss/benchs/e_means +(paper_splits/fingerprints.json), so train and test rows are byte-identical to the paper's. + +Protocol (Bessa et al. 2026, arXiv:2611.09501, Sec. 4 and benchs/e_means/paper_xb.py): + * k = 16,384 at n = 1M, batch law "throughput", no per-dataset tuning + * starting centroids: the first k rows of a seeded permutation, identical for every method + * test error: nearest centroid ranked in float32, distance recomputed in float64 +Differences from the paper, stated up front: CPU float32 assignment (paper: H100 bfloat16), and +NumPy's seeded permutation for the starting rows (paper: a CUDA generator), shared by all methods. + +Usage: python benchmarks/paper_protocol.py DATA_DIR OUT.jsonl --epochs 3 --seeds 10 11 12 13 14 + [--methods official pemeans ...] [--threads 4] +Each finished run is appended to OUT.jsonl; runs already there are skipped (resumable). +""" +import argparse, json, os, sys, time +import numpy as np +import faiss + +sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) +from faiss.contrib.e_means import NumpyEmeans # noqa: E402 +from aries.pemeans import PEmeans # noqa: E402 + +K = 16384 + +METHODS = { + "official": lambda d, T, s: NumpyEmeans(d, K, nepochs=T, seed=s, batch_law="throughput"), + "pemeans": lambda d, T, s: PEmeans(d, K, nepochs=T, seed=s, batch_law="throughput", + split="principal", gain="greedy"), + "pe_split_only": lambda d, T, s: PEmeans(d, K, nepochs=T, seed=s, batch_law="throughput", + split="principal", gain="usage"), + "pe_gain_only": lambda d, T, s: PEmeans(d, K, nepochs=T, seed=s, batch_law="throughput", + split="faiss", gain="greedy"), + "pe_sample": lambda d, T, s: PEmeans(d, K, nepochs=T, seed=s, batch_law="throughput", + split="principal", gain="sample"), +} + + +def test_mse(c, test): + _, idx = faiss.knn(np.ascontiguousarray(test), np.ascontiguousarray(c, dtype="float32"), 1) + diff = test.astype(np.float64) - c[idx[:, 0]].astype(np.float64) + return float((diff * diff).sum() / len(test)) + + +def train_mse(c, x, chunk=1 << 17): + tot = 0.0 + for s in range(0, len(x), chunk): + D, _ = faiss.knn(x[s:s + chunk], c, 1) + tot += float(D.sum(dtype=np.float64)) + return tot / len(x) + + +def make_variant(kw, n): + """A PEmeans configuration; alpha_scale / batch_scale rescale the e-means fitted laws.""" + kw = dict(kw) + bs, asc = kw.pop("batch_scale", None), kw.pop("alpha_scale", None) + + def build(d, T, s): + extra = {} + if bs is not None or asc is not None: + from faiss.contrib.e_means.base import _resolve_recipe, _step_law + B, _ = _resolve_recipe(n, K, T, "throughput", None, None) + B = int(B * (bs or 1.0)) + extra = dict(batch_size=B, alpha0=min(1.0, _step_law(n, K, T, B) * (asc or 1.0))) + return PEmeans(d, K, nepochs=T, seed=s, batch_law="throughput", **kw, **extra) + build.kwargs = dict(kw, batch_scale=bs, alpha_scale=asc) + return build + + +def code_version(): + import subprocess + try: + root = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) + rev = subprocess.run(["git", "-C", root, "rev-parse", "--short", "HEAD"], capture_output=True, text=True).stdout.strip() + dirty = subprocess.run(["git", "-C", root, "status", "--porcelain", "aries"], capture_output=True, text=True).stdout.strip() + return rev + ("+dirty" if dirty else "") + except Exception: + return "unknown" + + +def main(): + ap = argparse.ArgumentParser() + ap.add_argument("data"); ap.add_argument("out") + ap.add_argument("--epochs", type=float, nargs="+", default=[3]) + ap.add_argument("--seeds", type=int, nargs="+", default=[10, 11, 12, 13, 14]) + ap.add_argument("--methods", nargs="+", default=["official", "pemeans"]) + ap.add_argument("--threads", type=int, default=4) + ap.add_argument("--train-mse", action="store_true") + ap.add_argument("--dataset", default="deep1b-1M") + ap.add_argument("--k", type=int, default=16384, help="number of centroids (paper: 16,384)") + ap.add_argument("--variant", nargs=2, action="append", default=[], + help="name and PEmeans kwargs as JSON; may include alpha_scale / batch_scale") + ap.add_argument("--eval", choices=["test", "val"], default="test", + help="val for design decisions, test for reported results") + a = ap.parse_args() + global K + K = a.k + faiss.omp_set_num_threads(a.threads) + x = np.ascontiguousarray(np.load(os.path.join(a.data, "train_1M.npy"))) + test = np.load(os.path.join(a.data, a.eval + ".npy")) + from aries.pemeans import PE_V2, PE_V3, PISCES, PISCES_V10, PISCES_POLISH, PISCES_FUSED, PISCES_FAST + METHODS["pisces_v10"] = make_variant(PISCES_V10, len(x)) + METHODS["pisces_fused"] = make_variant(PISCES_FUSED, len(x)) + METHODS["pisces_fast"] = make_variant(PISCES_FAST, len(x)) + METHODS["pisces_polish"] = make_variant(PISCES_POLISH, len(x)) + METHODS["pemeans_v2"] = make_variant(PE_V2, len(x)) + METHODS["pemeans_v3"] = make_variant(PE_V3, len(x)) + METHODS["pisces"] = make_variant(PISCES, len(x)) + METHODS["emeans_approx"] = make_variant(dict(split="faiss", gain="usage", approx="auto"), len(x)) + for name, js in a.variant: + METHODS[name] = make_variant(json.loads(js), len(x)) + a.methods.append(name) if name not in a.methods else None + done = set() + if os.path.exists(a.out): + for line in open(a.out): + r = json.loads(line) + done.add((r.get("dataset"), r["method"], r["epochs"], r["seed"], r.get("eval", "test"))) + for T in a.epochs: + for seed in a.seeds: + init = x[np.random.RandomState(seed).permutation(len(x))[:K]].copy() + for m in a.methods: + if (a.dataset, m, T, seed, a.eval) in done: + continue + t0 = time.time() + km = METHODS[m](x.shape[1], T, seed) + c, _ = km.train(x, init_centroids=init.copy()) + sec = time.time() - t0 + r = dict(dataset=a.dataset, k=K, method=m, epochs=T, seed=seed, seconds=sec, + eval=a.eval, test_mse=test_mse(c, test), splits=int(km.n_splits), + batch=int(km.recipe["batch_size"]), alpha0=float(km.recipe["alpha0"]), + threads=a.threads, faiss=faiss.__version__, code=code_version(), + kwargs=getattr(METHODS[m], "kwargs", None)) + if a.train_mse: + r["train_mse"] = train_mse(c, x) + with open(a.out, "a") as f: + f.write(json.dumps(r) + "\n") + print(json.dumps(r), flush=True) + + +if __name__ == "__main__": + main() diff --git a/benchmarks/plot.py b/benchmarks/plot.py new file mode 100644 index 0000000000000000000000000000000000000000..b09ce178a5824d09907777b9bca3e5d9dd5c9a28 --- /dev/null +++ b/benchmarks/plot.py @@ -0,0 +1,37 @@ +"""Test MSE vs wall-clock for each method (mean over seeds, bars = sd). + +Usage: python benchmarks/plot.py results/deep1m_cpu.jsonl results/deep1m_cpu.png +""" +import collections, json, sys +import numpy as np +import matplotlib +matplotlib.use("Agg") +import matplotlib.pyplot as plt + +rows = [json.loads(l) for l in open(sys.argv[1])] +by = collections.defaultdict(list) +for r in rows: + by[(r["method"], r["epochs"])].append(r) +style = {"official": ("#16233F", "o", "e-means (official faiss 1.16)"), + "pemeans": ("#9FD3D1", "D", "PE-means v1"), + "pemeans_v2": ("#3FA7A5", "s", "PE-means v2"), + "pemeans_v3": ("#0E8C8C", "^", "PE-means v3 (ours, final)")} +fig, ax = plt.subplots(figsize=(6.4, 4.0), dpi=160) +for m, (c, mk, lab) in style.items(): + pts = sorted((T, np.mean([r["seconds"] for r in v]), np.mean([r["test_mse"] for r in v]), np.std([r["test_mse"] for r in v])) + for (mm, T), v in by.items() if mm == m) + if not pts: + continue + T, s, mu, sd = map(np.array, zip(*pts)) + ax.errorbar(s, mu, yerr=sd, color=c, marker=mk, lw=2, ms=6, capsize=3, label=lab) + for t, x, y in zip(T, s, mu): + ax.annotate(f"{t:g} ep.", (x, y), xytext=(6, 4), textcoords="offset points", fontsize=8, color=c) +ref = {"deep1b-1M": 0.38921320633218964}.get(rows[0].get("dataset")) +if ref: + ax.axhline(ref, color="#C4413A", ls="--", lw=1) + ax.text(ax.get_xlim()[1], ref, "Lloyd 25 it. (paper, CPU median) ", color="#C4413A", fontsize=8, ha="right", va="bottom") +ax.set_xlabel("wall-clock seconds (4 CPU threads)"); ax.set_ylabel("test MSE (lower is better)") +ax.set_title(f"{rows[0].get('dataset', '')}, k = 16,384, mean ± sd over seeds", fontsize=10) +ax.grid(alpha=0.3); ax.legend(frameon=False) +fig.tight_layout(); fig.savefig(sys.argv[2]) +print("wrote", sys.argv[2]) diff --git a/benchmarks/proxy.py b/benchmarks/proxy.py new file mode 100644 index 0000000000000000000000000000000000000000..ebbf3e201595b5ebdfe93fc49e90adadfc35c3a9 --- /dev/null +++ b/benchmarks/proxy.py @@ -0,0 +1,36 @@ +"""Quick proxy: DEEP prefix, small k. Usage: python proxy.py DATA_DIR n k T seeds...""" +import sys, time, json +import numpy as np, faiss +sys.path.insert(0, __file__.rsplit("/benchmarks", 1)[0]) +from faiss.contrib.e_means import NumpyEmeans +from aries.pemeans import PEmeans +faiss.omp_set_num_threads(4) +data, n, k, T = sys.argv[1], int(sys.argv[2]), int(sys.argv[3]), float(sys.argv[4]) +seeds = [int(s) for s in sys.argv[5:]] +x = np.ascontiguousarray(np.load(f"{data}/train_1M.npy", mmap_mode="r")[:n]) +test = np.load(f"{data}/test.npy") + +def mse(c): + D, I = faiss.knn(test, c, 1) + diff = test.astype(np.float64) - c[I[:, 0]].astype(np.float64) + return (diff * diff).sum() / len(test) + +V = {"official": lambda s: NumpyEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput"), + "PE(faiss,usage)=identity": lambda s: PEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput", split="faiss", gain="usage"), + "PE(principal,usage)": lambda s: PEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput", split="principal", gain="usage"), + "PE(faiss,greedy)": lambda s: PEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput", split="faiss", gain="greedy"), + "PE(principal,greedy)": lambda s: PEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput", split="principal", gain="greedy"), + "PE(principal,sample)": lambda s: PEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput", split="principal", gain="sample")} +res = {} +for name, mk in V.items(): + vals, secs = [], [] + for s in seeds: + init = x[np.random.RandomState(s).permutation(n)[:k]].copy() + t = time.time(); km = mk(s); c, _ = km.train(x, init_centroids=init); secs.append(time.time() - t) + vals.append(mse(c)) + res[name] = vals + print(f"{name:28s} test MSE {np.mean(vals):.5f} ± {np.std(vals):.5f} ({np.mean(secs):.1f}s) per-seed {[round(v,5) for v in vals]}", flush=True) +base = np.array(res["official"]) +for name, v in res.items(): + d = 100 * (np.array(v) - base) / base + print(f"{name:28s} paired change vs official: {d.mean():+.3f}% (wins {int((d<0).sum())}/{len(d)})") diff --git a/benchmarks/run_analysis.sh b/benchmarks/run_analysis.sh new file mode 100644 index 0000000000000000000000000000000000000000..782a7c7d9a024d1e5cc4355fdf8e4ce2ff108124 --- /dev/null +++ b/benchmarks/run_analysis.sh @@ -0,0 +1,26 @@ +#!/usr/bin/env bash +# Deep analysis of the frozen PISCES (after run_final_pisces.sh). Usage: bash benchmarks/run_analysis.sh DATA_ROOT [THREADS] +# 1. leave-one-out ablation at full scale (DEEP* 1M, k = 16,384, validation rows, seeds 1-3, 3 epochs) +# 2. scaling in k (1,024 / 4,096 / 65,536 at n = 1M; validation rows, seeds 1-3, 3 epochs) +# 3. downstream IVF index quality (10K DEEP1B queries, exact ground truth on the 1M rows) +# 4. mechanism: revival timeline, cluster sizes, Lemma 2 on real clusters +set -euo pipefail +DATA=$1; T=${2:-4}; cd "$(dirname "$0")/.." +P="python -I benchmarks/paper_protocol.py" +R=${RESULTS:-results}; mkdir -p "$R" +BASE='"split":"principal","gain":"greedy","split_pass":true,"tau":0.2,"every_until":0.3,"approx":"auto","approx_last":"auto","fused":true,"codec":"sq8r"' +$P "$DATA/deep1b" "$R"/ablation_full_val.jsonl --eval val --epochs 3 --seeds 1 2 3 --threads $T --methods official pisces \ + --variant no_principal_split "{${BASE/\"split\":\"principal\"/\"split\":\"faiss\"},\"alpha_scale\":1.4}" \ + --variant no_gain_ranking "{${BASE/\"gain\":\"greedy\"/\"gain\":\"usage\"},\"alpha_scale\":1.4}" \ + --variant no_consistent_closing "{${BASE/\"split_pass\":true/\"split_pass\":false},\"alpha_scale\":1.4}" \ + --variant tau_0.1 "{${BASE/\"tau\":0.2/\"tau\":0.1},\"alpha_scale\":1.4}" \ + --variant step_x1.0 "{$BASE,\"alpha_scale\":1.0}" \ + --variant no_early_revival "{${BASE/\"every_until\":0.3/\"every_until\":0.0},\"alpha_scale\":1.4}" \ + --variant exact_last_epoch "{${BASE/,\"approx_last\":\"auto\"/},\"alpha_scale\":1.4}" \ + --variant exact_assignment "{\"split\":\"principal\",\"gain\":\"greedy\",\"split_pass\":true,\"tau\":0.2,\"every_until\":0.3,\"fused\":true,\"alpha_scale\":1.4}" \ + --variant no_engineering "{${BASE/,\"fused\":true,\"codec\":\"sq8r\"/},\"alpha_scale\":1.4}" +for k in 1024 4096 65536; do + $P "$DATA/deep1b" "$R"/scaling_k${k}_val.jsonl --k $k --eval val --epochs 3 --seeds 1 2 3 --threads $T --methods official pisces +done +python -I benchmarks/ivf_downstream.py "$DATA/deep1b" "$R"/ivf_downstream.jsonl --epochs 3 --seeds 10 11 12 --methods official pisces --threads $T +python -I benchmarks/mechanism_analysis.py "$DATA/deep1b" "$R"/mechanism_seed10.json --seed 10 --threads $T diff --git a/benchmarks/run_final.sh b/benchmarks/run_final.sh new file mode 100644 index 0000000000000000000000000000000000000000..f858fe27c5b96ba51c4be83ea5894309f5ef3f63 --- /dev/null +++ b/benchmarks/run_final.sh @@ -0,0 +1,20 @@ +#!/usr/bin/env bash +# Final confirmation of PISCES (iterations 1-22) in one session, so every time ratio is same-machine. +# Usage: bash benchmarks/run_final.sh DATA_ROOT [THREADS] (results in results/final/) +set -euo pipefail +DATA=$1; T=${2:-4}; cd "$(dirname "$0")/.." +P="python -I benchmarks/paper_protocol.py" +R=results/final; mkdir -p $R +# 1. time to quality, validation rows, seeds 1-5 +$P "$DATA/deep1b" $R/deep1m_ttq_val.jsonl --eval val --seeds 1 2 3 4 5 --epochs 3 5 --methods official --threads $T +$P "$DATA/deep1b" $R/deep1m_ttq_val.jsonl --eval val --seeds 1 2 3 4 5 --epochs 1 2 3 4 --methods pisces --threads $T +$P "$DATA/deep1b" $R/deep1m_ttq_val.jsonl --eval val --seeds 1 2 3 4 5 --epochs 3 --methods emeans_approx --threads $T +# 2. DEEP* 1M test rows, report seeds 10-19 +$P "$DATA/deep1b" $R/deep1m_test.jsonl --epochs 1 3 5 --seeds 10 11 12 13 14 15 16 17 18 19 --methods official pisces --threads $T +$P "$DATA/deep1b" $R/deep1m_test.jsonl --epochs 3 --seeds 10 11 12 13 14 15 16 17 18 19 --methods emeans_approx pisces_v10 --threads $T +# 3. held-out datasets +$P "$DATA/spacev" $R/spacev1m_test.jsonl --dataset spacev-1M --epochs 3 --seeds 10 11 12 13 14 --methods official pisces emeans_approx --threads $T +$P "$DATA/ssnpp" $R/ssnpp1m_test.jsonl --dataset fb-ssnpp-1M --epochs 3 --seeds 10 11 12 13 14 --methods official pisces emeans_approx --threads $T +# 4. analysis: leave-one-out, scaling in k, downstream IVF, mechanism +RESULTS=$R bash benchmarks/run_analysis.sh "$DATA" $T +echo FINAL-DONE diff --git a/benchmarks/run_final_pisces.sh b/benchmarks/run_final_pisces.sh new file mode 100644 index 0000000000000000000000000000000000000000..6f9f42ec2b6887c44a7f2d223d6f51c09231d21e --- /dev/null +++ b/benchmarks/run_final_pisces.sh @@ -0,0 +1,26 @@ +#!/usr/bin/env bash +# Confirmation of the frozen PISCES (ARIES #1). Usage: RESULTS=dir bash benchmarks/run_final_pisces.sh DATA_ROOT [THREADS] +# Compares official e-means, PISCES, and e-means given the same approximate assignment (fairness). +set -euo pipefail +DATA=$1; T=${2:-4}; cd "$(dirname "$0")/.." +P="python -I benchmarks/paper_protocol.py" +R=${RESULTS:-results} +mkdir -p "$R"; for f in deep1m_cpu ssnpp1m_cpu spacev1m_cpu; do + [ "$R" != results ] && [ -f results/$f.jsonl ] && [ ! -f "$R/$f.jsonl" ] && cp results/$f.jsonl "$R/"; done +sync_back() { [ "$R" != results ] && cp "$R"/*.jsonl results/ || true; } +TTQ="$R"/deep1m_pisces_time_to_quality_val.jsonl +[ -f "$TTQ" ] || { [ -f "$R"/deep1m_v3_time_to_quality_val.jsonl ] && grep '"method": "official"' "$R"/deep1m_v3_time_to_quality_val.jsonl > "$TTQ" || true; } +# 1. time-to-quality, validation rows +$P "$DATA/deep1b" "$TTQ" --eval val --seeds 1 2 3 4 5 --epochs 3 5 --methods official --threads $T +$P "$DATA/deep1b" "$TTQ" --eval val --seeds 1 2 3 4 5 --epochs 1 2 3 4 --methods pisces --threads $T +$P "$DATA/deep1b" "$TTQ" --eval val --seeds 1 2 3 4 5 --epochs 3 --methods emeans_approx --threads $T +sync_back +# 2. DEEP* 1M test rows, report seeds 10-19 +$P "$DATA/deep1b" "$R"/deep1m_cpu.jsonl --epochs 1 3 5 --seeds 10 11 12 13 14 15 16 17 18 19 --methods official pisces --threads $T +$P "$DATA/deep1b" "$R"/deep1m_cpu.jsonl --epochs 3 --seeds 10 11 12 13 14 15 16 17 18 19 --methods emeans_approx --threads $T +sync_back +# 3. held-out datasets +for D in "ssnpp fb-ssnpp-1M ssnpp1m_cpu" "spacev spacev-1M spacev1m_cpu"; do set -- $D + $P "$DATA/$1" "$R"/$3.jsonl --dataset $2 --epochs 3 --seeds 10 11 12 13 14 --methods official pisces emeans_approx --threads $T +done +sync_back diff --git a/benchmarks/run_final_v2.sh b/benchmarks/run_final_v2.sh new file mode 100644 index 0000000000000000000000000000000000000000..d61c3bedb3daf4b77c94a277eccf5211c0347c18 --- /dev/null +++ b/benchmarks/run_final_v2.sh @@ -0,0 +1,20 @@ +#!/usr/bin/env bash +# Confirmation of the frozen PE-means v2. Usage: bash benchmarks/run_final_v2.sh DATA_ROOT [THREADS] +set -euo pipefail +DATA=$1; T=${2:-4}; cd "$(dirname "$0")/.." +P="python -I benchmarks/paper_protocol.py" +R=${RESULTS:-results} # set RESULTS to a scratch dir to keep the tree clean +mkdir -p "$R"; for f in deep1m_cpu ssnpp1m_cpu spacev1m_cpu; do + [ "$R" != results ] && [ -f results/$f.jsonl ] && [ ! -f "$R/$f.jsonl" ] && cp results/$f.jsonl "$R/"; done +sync_back() { [ "$R" != results ] && cp "$R"/*.jsonl results/ || true; } +# 1. time-to-quality on validation rows (dev seeds) +$P "$DATA/deep1b" "$R"/deep1m_v2_time_to_quality_val.jsonl --eval val --seeds 1 2 3 4 5 --epochs 3 5 --methods official --threads $T +$P "$DATA/deep1b" "$R"/deep1m_v2_time_to_quality_val.jsonl --eval val --seeds 1 2 3 4 5 --epochs 2 2.5 3 --methods pemeans_v2 --threads $T +sync_back +# 2. final DEEP* 1M test rows, report seeds 10-19 +$P "$DATA/deep1b" "$R"/deep1m_cpu.jsonl --epochs 1 3 5 --seeds 10 11 12 13 14 15 16 17 18 19 --methods official pemeans_v2 --threads $T +sync_back +# 3. held-out datasets, never used in development +$P "$DATA/ssnpp" "$R"/ssnpp1m_cpu.jsonl --dataset fb-ssnpp-1M --epochs 3 --seeds 10 11 12 13 14 --methods official pemeans_v2 --threads $T +$P "$DATA/spacev" "$R"/spacev1m_cpu.jsonl --dataset spacev-1M --epochs 3 --seeds 10 11 12 13 14 --methods official pemeans_v2 --threads $T +sync_back diff --git a/benchmarks/run_final_v3.sh b/benchmarks/run_final_v3.sh new file mode 100644 index 0000000000000000000000000000000000000000..db31f7ff06a871f7a3d7833ae7e96db54fd157f2 --- /dev/null +++ b/benchmarks/run_final_v3.sh @@ -0,0 +1,20 @@ +#!/usr/bin/env bash +# Confirmation of the frozen PE-means v3. Usage: bash benchmarks/run_final_v2.sh DATA_ROOT [THREADS] +set -euo pipefail +DATA=$1; T=${2:-4}; cd "$(dirname "$0")/.." +P="python -I benchmarks/paper_protocol.py" +R=${RESULTS:-results} # set RESULTS to a scratch dir to keep the tree clean +mkdir -p "$R"; for f in deep1m_cpu ssnpp1m_cpu spacev1m_cpu; do + [ "$R" != results ] && [ -f results/$f.jsonl ] && [ ! -f "$R/$f.jsonl" ] && cp results/$f.jsonl "$R/"; done +sync_back() { [ "$R" != results ] && cp "$R"/*.jsonl results/ || true; } +# 1. time-to-quality on validation rows (dev seeds) +$P "$DATA/deep1b" "$R"/deep1m_v3_time_to_quality_val.jsonl --eval val --seeds 1 2 3 4 5 --epochs 3 5 --methods official --threads $T +$P "$DATA/deep1b" "$R"/deep1m_v3_time_to_quality_val.jsonl --eval val --seeds 1 2 3 4 5 --epochs 2 3 4 --methods pemeans_v3 --threads $T +sync_back +# 2. final DEEP* 1M test rows, report seeds 10-19 +$P "$DATA/deep1b" "$R"/deep1m_cpu.jsonl --epochs 1 3 5 --seeds 10 11 12 13 14 15 16 17 18 19 --methods official pemeans_v3 --threads $T +sync_back +# 3. held-out datasets, never used in development +$P "$DATA/ssnpp" "$R"/ssnpp1m_cpu.jsonl --dataset fb-ssnpp-1M --epochs 3 --seeds 10 11 12 13 14 --methods official pemeans_v3 --threads $T +$P "$DATA/spacev" "$R"/spacev1m_cpu.jsonl --dataset spacev-1M --epochs 3 --seeds 10 11 12 13 14 --methods official pemeans_v3 --threads $T +sync_back diff --git a/benchmarks/spacev_holdout_rows.npy b/benchmarks/spacev_holdout_rows.npy new file mode 100644 index 0000000000000000000000000000000000000000..7eed4500df4d4a9d158c579c5038198af926492b --- /dev/null +++ b/benchmarks/spacev_holdout_rows.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9979f6f5feba5a8ffdde8d64df86c2cd2887ea5d38fc7909d74f85d02f5d52c8 +size 160128 diff --git a/benchmarks/summarize.py b/benchmarks/summarize.py new file mode 100644 index 0000000000000000000000000000000000000000..6197d2963ac4e2d8fb0f3f61cb19804f619921b9 --- /dev/null +++ b/benchmarks/summarize.py @@ -0,0 +1,80 @@ +"""Summarise paper_protocol.py results as paired statistics against official e-means. + +Usage: python benchmarks/summarize.py results/deep1m_cpu.jsonl [--md OUT.md] +""" +import argparse, collections, json +import numpy as np +from scipy.stats import wilcoxon + +# Published reference points for DEEP* 1M, k = 16,384 (arXiv:2611.09501 and faiss benchs/e_means): +PAPER = { + "deep1b-1M": { + "Lloyd 25 it., faiss CPU (paper_targets.json, median of 10 seeds)": 0.38921320633218964, + "Flash-KMeans 25 it., H100 (paper_targets.json, median)": 0.38925347141324373, + "e-means 3 ep., H100 bf16 (paper Table 1, median of 30 seeds)": 0.3880}, + "fb-ssnpp-1M": {"Flash-KMeans 25 it., H100 (paper_targets.json, median)": 113555.28402890626}, + "spacev-1M": {"Flash-KMeans 25 it., H100 (paper_targets.json, median)": 7228.99001443477}, +} + + +def boot_ci(d, reps=10000, seed=0): + r = np.random.default_rng(seed) + m = r.choice(d, (reps, len(d))).mean(1) + return np.percentile(m, [2.5, 97.5]) + + +def main(): + ap = argparse.ArgumentParser(); ap.add_argument("jsonl"); ap.add_argument("--md") + a = ap.parse_args() + rows = [json.loads(l) for l in open(a.jsonl)] + by = collections.defaultdict(dict) + for r in rows: + by[(r["epochs"], r["method"])][r["seed"]] = r + out = ["| epochs | method | seeds | test MSE (mean ± sd) | paired change vs official | 95% CI | wins | Wilcoxon p | seconds |", + "|---|---|---|---|---|---|---|---|---|"] + for T in sorted({k[0] for k in by}): + base = by.get((T, "official"), {}) + for m in sorted({k[1] for k in by if k[0] == T}, key=lambda s: (s != "official", s)): + cur = by[(T, m)] + seeds = sorted(set(cur) & set(base)) + v = np.array([cur[s]["test_mse"] for s in sorted(cur)]) + sec = np.mean([cur[s]["seconds"] for s in cur]) + if m == "official" or len(seeds) < 2: + out.append(f"| {T:g} | {m} | {len(cur)} | {v.mean():.5f} ± {v.std():.5f} | — | — | — | — | {sec:.0f} |") + continue + d = np.array([100 * (cur[s]["test_mse"] - base[s]["test_mse"]) / base[s]["test_mse"] for s in seeds]) + lo, hi = boot_ci(d) + p = wilcoxon(d).pvalue if len(d) >= 5 and np.any(d) else float("nan") + out.append(f"| {T:g} | {m} | {len(seeds)} | {v.mean():.5f} ± {v.std():.5f} | {d.mean():+.3f}% | " + f"[{lo:+.3f}, {hi:+.3f}] | {int((d < 0).sum())}/{len(d)} | {p:.3g} | {sec:.0f} |") + # cross-budget: PE-means at a smaller budget vs official at a larger one (equal or less time) + cross = [] + for (Tp, m) in sorted(by): + if m == "official": + continue + for (To, mo) in sorted(by): + if mo != "official" or To <= Tp: + continue + seeds = sorted(set(by[(Tp, m)]) & set(by[(To, mo)])) + if len(seeds) < 2: + continue + d = np.array([100 * (by[(Tp, m)][s]["test_mse"] - by[(To, mo)][s]["test_mse"]) / by[(To, mo)][s]["test_mse"] for s in seeds]) + t = np.mean([by[(Tp, m)][s]["seconds"] / by[(To, mo)][s]["seconds"] for s in seeds]) + lo, hi = boot_ci(d) + cross.append(f"| {m} @ {Tp:g} ep. | official @ {To:g} ep. | {len(seeds)} | {d.mean():+.3f}% | [{lo:+.3f}, {hi:+.3f}] | {int((d < 0).sum())}/{len(d)} | {t:.2f}x |") + if cross: + out += ["", "Cross-budget comparison (fewer epochs for PE-means):", "", + "| method | vs | seeds | paired change | 95% CI | wins | time ratio |", "|---|---|---|---|---|---|---|"] + cross + ds = rows[0].get("dataset", "deep1b-1M") + if ds in PAPER: + out += ["", "Published reference points (different hardware and starting rows; for orientation only):", ""] + for k, v in PAPER[ds].items(): + out.append(f"- {k}: {v:.5f}") + text = "\n".join(out) + print(text) + if a.md: + open(a.md, "w").write(text + "\n") + + +if __name__ == "__main__": + main() diff --git a/benchmarks/time_breakdown.py b/benchmarks/time_breakdown.py new file mode 100644 index 0000000000000000000000000000000000000000..19e3ad41a5b010f7be5e71fbf5e984a5e653b404 --- /dev/null +++ b/benchmarks/time_breakdown.py @@ -0,0 +1,72 @@ +"""Where the time goes: cProfile of one 3-epoch run of official e-means, PISCES v1.0 and PISCES on +DEEP* 1M (k = 16,384), grouped into assignment search, statistics, index building and the rest. + +Usage: python benchmarks/time_breakdown.py DATA/deep1b OUT.json [--seed 1] +""" +import argparse, cProfile, json, os, pstats, re, sys, time +import numpy as np +import faiss + +ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) +sys.path.insert(0, ROOT); sys.path.insert(0, os.path.join(ROOT, "benchmarks")) +from faiss.contrib.e_means import NumpyEmeans # noqa: E402 +from paper_protocol import make_variant # noqa: E402 +from aries.pemeans import PISCES, PISCES_V10 # noqa: E402 + +GROUPS = [ # (group, substrings of "file:function" in the profile; first match wins) + ("assignment search", ["IndexIVF_search", "IndexRefine_search", "IndexRefineFlat_search", "knn", "IndexFlat_search", "IndexFlatCodes_search", + "bruteForceKnn", "Index_search", "search_preassigned"]), + ("index build", ["IndexIVF_add", "Clustering_train", "IndexIVFScalarQuantizer_train", "Index_add", "IndexFlatCodes_add", + "IndexScalarQuantizer", "Index_train"]), + ("statistics", ["ufunc' objects}", "_fused_stats_nb", "fused_stats", "argsort", "bincount", "einsum", "unique", + "_apply_statistics", "reduceat", "fill"]), +] + + +def short(key): + """Drop machine-specific path prefixes from a profile key.""" + key = re.sub(r"^.*/site-packages/", "", key) + key = re.sub(r"^.*/(aries|benchmarks)/", r"\1/", key) + return re.sub(r"^/usr/.*?/lib/python3\.\d+/", "stdlib/", key) + + +def profile(build, x, init): + pr = cProfile.Profile(); t0 = time.time(); pr.enable() + build().train(x, init_centroids=init.copy()) + pr.disable(); wall = time.time() - t0 + st = pstats.Stats(pr).stats + out = {g: 0.0 for g, _ in GROUPS} + for (fn, line, name), (cc, nc, tt, ct, callers) in st.items(): + key = f"{fn}:{name}" + for g, pats in GROUPS: + if any(p in key for p in pats): + out[g] += tt + break + out["other"] = max(0.0, wall - sum(out.values())) + out["wall"] = wall + top = sorted(st.items(), key=lambda t: -t[1][2])[:25] # for auditing the grouping + out["top"] = [[short(f"{fn}:{name}"), round(tt, 3)] for (fn, line, name), (cc, nc, tt, ct, callers) in top] + return out + + +def main(): + ap = argparse.ArgumentParser() + ap.add_argument("data"); ap.add_argument("out"); ap.add_argument("--seed", type=int, default=1) + ap.add_argument("--epochs", type=float, default=3); ap.add_argument("--threads", type=int, default=4) + a = ap.parse_args() + faiss.omp_set_num_threads(a.threads) + x = np.ascontiguousarray(np.load(os.path.join(a.data, "train_1M.npy"))) + k = 16384 + init = x[np.random.RandomState(a.seed).permutation(len(x))[:k]].copy() + make_variant(PISCES, len(x))(x.shape[1], 0.02, 0).train(x[:40000], init_centroids=init[:k].copy()) # JIT warm-up + res = {} + for name, build in [("official", lambda: NumpyEmeans(x.shape[1], k, nepochs=a.epochs, seed=a.seed, batch_law="throughput")), + ("pisces_v10", lambda: make_variant(PISCES_V10, len(x))(x.shape[1], a.epochs, a.seed)), + ("pisces", lambda: make_variant(PISCES, len(x))(x.shape[1], a.epochs, a.seed))]: + res[name] = profile(build, x, init) + print(name, {g: round(v, 1) for g, v in res[name].items() if g != "top"}, flush=True) + json.dump(res, open(a.out, "w"), indent=1) + + +if __name__ == "__main__": + main() diff --git a/docs/ABLATIONS.md b/docs/ABLATIONS.md new file mode 100644 index 0000000000000000000000000000000000000000..74e4800718d33b94f6d40f9c2b41f10d6140a808 --- /dev/null +++ b/docs/ABLATIONS.md @@ -0,0 +1,506 @@ +# Experiment log + +Development rule: every design decision is made on **DEEP\* validation rows** (the paper's +validation half). Test rows are used only for reported results. SimSearchNet++ 1M and SPACEV 1M +are **held out**: no PE-means variant is run on them until the design is frozen. + +Proxy setting unless stated: DEEP\* first 250k rows, k = 4,096 (same n/k ≈ 61 as the paper's +1M / 16,384), batch law "throughput", seeds 1-5, matched starting rows, 4 threads. +Numbers are paired % change in validation MSE vs official faiss e-means (negative = better). +Raw rows: `results/dev/.jsonl`. + +## Iteration 0: PE-means v1 (full scale, test rows) + +DEEP\* 1M, k = 16,384, seeds 10-14: −0.31% / −0.27% / −0.20% at 1 / 3 / 5 epochs, 15/15 paired +wins; PE at 3 epochs ≈ official at 5 epochs (−0.01%) in 0.60× the time. See README. + +## Iteration 1: which parts of the revival rule matter (`iter1_knobs`) + +| variant | 1 epoch | 3 epochs | reading | +|---|---|---|---| +| PE-means v1 (offset 1, axis score, greedy, tau 0.1, every 5) | −0.294% (5/5) | −0.257% (5/5) | reference | +| child offset × 0.5 | −0.242% | −0.231% | the Gaussian optimum (× 1) is best, as Lemma 1 predicts | +| child offset × 1.5 | −0.292% | −0.218% | | +| donor score N·trace instead of N·λ1 | −0.173% | −0.092% | Lemma 2 confirmed: the top-axis gain is the right score | +| donor sampled ∝ gain instead of greedy | −0.126% | −0.146% | greedy wins | +| tau 0.2 | −0.230% | **−0.414%** | revive more aggressively helps at 3 epochs | +| tau 0.3 | −0.033% | **−0.413%** | ... but hurts at 1 epoch | +| revival every batch | **−0.537%** | −0.298% | frequent revival helps early | +| revival every 2 batches | −0.430% | −0.225% | | + +Decision: keep offset 1, axis score, greedy. Revival should be more aggressive than e-means' +default once splits are good, but a fixed tau trades early vs late. Hypothesis for iteration 2: +a gain-vs-cost **swap** rule decides adaptively when to move a centroid. + +## Iteration 2: swap moves, consistent closing statistics (`iter2_swap`) + +Hypotheses. (a) A streaming swap rule (move a live centroid when the best donor's split gain +(2/π)·N·λ1 exceeds the cluster's deletion cost Σ(d2 − d1), estimated from 2-NN assignment) decides +adaptively how aggressive revival should be. (b) faiss's closing means are built from last-epoch +assignment sums; when a donor is split during that epoch, both children inherit the parent's +pre-split sums. Splitting those statistics consistently (half count each, means at c ± δ) should +help most when the last epoch is the whole run. + +| variant | 1 epoch | 3 epochs | time (3 ep.) | +|---|---|---|---| +| PE-means v1 | −0.294% | −0.257% | 9.7 s | +| **split_pass** (consistent closing stats) | **−0.635%** (5/5) | −0.259% | 9.9 s | +| swap 1% of k per check | −0.223% | −0.311% | 11.4 s | +| swap 3% | −0.135% | −0.175% | 11.7 s | +| every batch + swap 1% | −0.092% | +0.036% (1/5) | 11.6 s | +| every batch + swap + split_pass | −0.772% | −0.253% | 11.7 s | +| every batch + tau 0.2 | −0.505% | −0.348% | 9.5 s | +| no revival in the last 5% of steps | −0.295% | −0.257% | 9.7 s | + +Decision. **Keep split_pass** (it fixes a real inconsistency; doubles the gain at 1 epoch, never +hurts, no cost). **Drop swaps**: inconsistent, +18% time, and harmful combined with frequent +revival (negative result kept). Iteration 3 combines split_pass with faster revival and re-tunes +the e-means scaling laws (LawFit) for the new revival rule. + +## Iteration 3: combinations and LawFit (`iter3_combo_lawfit`) + +`sp` = split_pass. `alpha × s` / `batch × s` rescale the e-means fitted step / batch laws. + +| variant | 1 epoch | 3 epochs | +|---|---|---| +| PE-means v1 | −0.294% | −0.257% | +| sp | −0.635% | −0.259% | +| sp + every batch | −0.825% | −0.298% | +| sp + tau 0.2 | −0.742% | **−0.419%** | +| sp + every batch + tau 0.2 | **−0.960%** | −0.348% | +| sp + every 2 + tau 0.15 | −0.801% | −0.269% | +| sp + alpha × 0.7 | −0.540% | −0.155% | +| sp + alpha × 1.4 | −0.729% | −0.342% | +| sp + batch × 0.5 | −0.805% | −0.219% | +| sp + batch × 2 | −0.582% | −0.166% | +| official + batch × 0.5 | −0.255% | −0.095% | + +Reading. With better revival, a larger EMA step helps at both budgets (the paper's step law +was fitted with faiss revival), and revival should be more aggressive (tau 0.2). The fitted +batch law is near-optimal at 3 epochs for both methods. Every-batch revival helps at 1 epoch +only. Next: combine tau 0.2 with a larger step, and test a fresher closing window. + +## Iteration 4: combinations and closing window (`iter4_combine`) + +| variant | 1 epoch | 3 epochs | +|---|---|---| +| sp + tau 0.2 | −0.742% | −0.419% | +| sp + tau 0.25 | −0.724% | −0.361% | +| **sp + tau 0.2 + alpha × 1.4** (PE-means v2) | −0.810% (5/5) | −0.414% (5/5) | +| sp + tau 0.2 + alpha × 2 | −0.704% | −0.184% | +| sp + every batch + tau 0.2 + alpha × 1.4 | **−1.014%** | −0.308% | +| sp + closing window 0.5 | +0.042% | +0.696% | +| sp + closing window 0.75 | −0.438% | +0.035% | +| official + alpha × 1.4 | +0.068% | +0.038% | + +Reading. A fresher closing window loses (more rows beat fresher rows): dropped. The larger step +helps only PE-means, not official e-means, so the change is tied to the better revival rather +than a flaw in the paper's step law. Finalists for full scale (DEEP\\* 1M, k = 16,384, validation +rows, fresh seeds 20-22): v2 = sp + tau 0.2 + alpha × 1.4; sp + tau 0.2; and the 1-epoch +specialist with every-batch revival. + +## Iteration 5: full-scale validation (DEEP\* 1M, k = 16,384, validation rows) + +Variants: `pemeans` = v1; `pe_sp_tau0.2` = sp + tau 0.2; `pe_v2` = sp + tau 0.2 + alpha × 1.4; +`pe_e1_v2` = v2 + revival every batch. Two seed sets: 20-22 (`results/deep1m_fullscale_val.jsonl`) +and 1-5 (running; the same variants are named F1/F2/F3 there). Report seeds 10-19 and the test +rows stay unused until the design is frozen. + +Seeds 20-22 (paired change vs official e-means): + +| variant | 1 epoch | 3 epochs | seconds (3 ep.) | +|---|---|---|---| +| v1 | −0.248% (3/3) | −0.151% (3/3) | 140 | +| sp + tau 0.2 | −0.700% (3/3) | −0.196% (3/3) | 152 | +| **v2** | −0.701% (3/3) | **−0.264%** (3/3) | 144 | +| v2 + every batch | **−0.933%** (3/3) | −0.256% (3/3) | 168 | + +Reading. v2 beats v1 at both budgets at no extra cost; the every-batch variant only pays off at one +epoch and costs 17% more time at three. Full-scale gains at 3 epochs are smaller than on the proxy +(−0.26% vs −0.41%). + +Seeds 1-5 (same variants, named F1 = sp + tau 0.2, F2 = v2, F3 = v2 + every batch): + +| variant | 1 epoch | 3 epochs | seconds (3 ep.) | +|---|---|---|---| +| v1 | −0.162% (3/5) | −0.218% (5/5) | 146 | +| F1 | −0.573% (5/5) | −0.166% (5/5) | 143 | +| **F2 = v2** | −0.618% (5/5) | −0.214% (4/5) | 145 | +| F3 | **−0.833%** (5/5) | −0.162% (4/5) | 147 | + +Pooled over 8 seeds: v2 −0.65% / −0.23% at 1 / 3 epochs, v1 −0.19% / −0.19%. + +**Decision: freeze PE-means v2** (`aries.pemeans.PE_V2`: principal-axis gain-ranked revival, +split_pass, tau 0.2, step law × 1.4). It dominates v1 at equal cost. Confirmation +(`benchmarks/run_final_v2.sh`): time-to-quality on validation rows, final DEEP\* 1M test rows with +report seeds 10-19, and the held-out SimSearchNet++ / SPACEV 1M datasets. + +## Iteration 6: new engineering and schedule ideas (`iter6_v3_candidates`, proxy) + +| variant (on top of v2) | 1 epoch | 3 epochs | time (3 ep.) | +|---|---|---|---| +| v2 | −0.810% | −0.414% | 10.4 s | +| child mass 0.35 / 0.25 of donor (vs 0.5) | −0.807% / −0.813% | −0.279% / −0.344% | | +| tau cosine 0.3 → 0.1 | −0.703% | −0.311% | | +| **revival every batch in the first 30% of steps** (v3) | **−1.005%** | −0.405% | 10.0 s | +| **approximate assignment**: IVF over centroids (64 cells, 8 probes), exact last epoch | −0.810% | −0.317% | **7.6 s** (official 8.6 s) | + +Child mass and tau schedules: negative, dropped. Early every-batch revival (v3) helps at 1 epoch. +Approximate assignment is the first engineering win: faster than official e-means while better. + +## Iteration 7: approximate assignment across budgets (`iter7_approx_budget`, proxy) + +| run | val MSE | time | +|---|---|---| +| official 5 epochs | 0.42937 | 13.3 s | +| v2 3 epochs | 0.42867 | 9.5 s | +| v3 + approx 4 epochs | **0.42831** | 11.0 s | +| v3 + approx 5 epochs | 0.42837 | 12.6 s | + +At this proxy scale (k = 4,096) the assignment is a smaller share of cost, so approximate +assignment helps but does not dominate; at k = 16,384 it should matter more (to be timed). + +## Iteration 8: graph-pruned assignment with label memory (`iter8_graph`, proxy) — negative + +| variant | 3 epochs | 5 epochs | time (5 ep.) | +|---|---|---|---| +| v2 | −0.414% | −0.344% | 15.6 s | +| v2 + graph (32 neighbours) | +0.015% | **+0.324%** | 13.0 s | +| v2 + graph (64 neighbours) | −0.035% | −0.018% | 17.0 s | + +Diagnosis: revival re-uses cluster indices, so a row's remembered label can point to a centroid +that has been moved elsewhere; its candidate set is then the wrong neighbourhood. Fix for +iteration 9: when an index is re-used, remap rows remembering it to the donor; and replace the +NumPy gather/einsum candidate kernel (slower than BLAS) with a compiled (Numba) kernel. + +## Iteration 9: fixing graph-pruned assignment (`iter9_graph_fixed`, `iter9b_graph_verified`) — negative + +Fixes: re-used cluster indices are remapped to the donor in every row's label memory; candidate +distances run in a compiled Numba kernel (72x faster than faiss's full search for one full-scale +batch, 0.020 s vs 1.44 s). Still worse: 64 neighbours −0.10% / +0.01% at 3 / 5 epochs (v2: +−0.41% / −0.34%), though 35% faster. Diagnostic: one epoch after a row was last seen, **21% of rows +have a nearer centroid outside the candidate set** (assigned distance 8.6% too large): centroids +move too much between visits under e-means' early large steps and revivals. + +Self-verifying variant: each batch checks a random 1% of rows exactly and falls back to exact +assignment when the mismatch exceeds 1% or 3%. Quality returns to v2's exactly, but the check +fails on almost every batch, so it is only overhead (20 s vs 16 s at 5 epochs). Conclusion: label +memory does not pay in this regime. Kernel and verification code are kept (`aries/_kernels.py`). + +## Iteration 10: approximate assignment at full scale (`iter10_full_scale_approx`) + +DEEP\* 1M, k = 16,384, validation rows, seeds 1-3. v3 = v2 + revival every batch in the first +30% of steps. `apx L×P` = assignment through an IVF over the centroids with L coarse cells and P +probes in every epoch but the last (exact); `km` = coarse cells from a 20-iteration k-means on the +centroids, otherwise a random subset of centroids. + +| variant | 3 epochs | 4 epochs | time 3 / 4 ep. | +|---|---|---|---| +| official e-means | 0.38600 | 0.38611 | 115 / 147 s | +| v2 (exact) | −0.112% (2/3) | −0.216% (3/3) | 130 / 170 s | +| v3 + apx 128×16 | −0.232% (3/3) | **−0.353%** (3/3) | **76 / 93 s** | +| v3 + apx 128×16 km | **−0.305%** (3/3) | −0.277% (3/3) | **75 / 93 s** | +| v3 + apx 128×32 km | −0.119% (2/3) | −0.201% (3/3) | 96 / 121 s | + +Reading. At full scale the assignment dominates the cost, so approximate assignment makes PE-means +**35-37% faster than official e-means at equal epochs while winning every seed**. More probes +(more exact) is consistently *worse*: the approximation appears to help, like annealing noise. +Iteration 11 isolates this (v3 exact vs 8 / 16 probes, 5 seeds). + +## Iteration 11: is the approximation itself helping? (`iter10_11_full_scale_approx`) + +DEEP\* 1M, k = 16,384, validation rows, 5 seeds (32 probes: 3 seeds), 3 epochs. + +| variant | vs official | wins | time | +|---|---|---|---| +| official e-means | 0.38634 | — | 113 s | +| v3, exact assignment | −0.173% | 4/5 | 129 s | +| v3 + apx 128×8 km | −0.209% | 4/5 | 68 s | +| **v3 + apx 128×16 km** | **−0.340%** | **5/5** | **75 s** | +| v3 + apx 128×16 (random cells) | −0.319% | 5/5 | 76 s | +| v3 + apx 128×32 km | −0.119% | 2/3 | 96 s | + +Reading. There is a clear sweet spot: exact assignment is *worse* than moderately approximate +assignment (16 probes), and 8 probes is too noisy. Approximate early-epoch assignment acts like +annealing noise and also removes 42% of the time. Rule that transfers across k: √k coarse cells +from a short k-means on the centroids, √k / 8 probes, exact final epoch. + +**Decision: freeze PE-means v3** (`aries.pemeans.PE_V3`). Confirmation (`run_final_v3.sh`): +time-to-quality (val), DEEP\* 1M test rows seeds 10-19, held-out SimSearchNet++ / SPACEV 1M. + +## Confirmation of the frozen PE-means v3 (`run_final_v3.sh`) + +**Time to quality** (validation rows, seeds 1-5; `results/deep1m_v3_time_to_quality_val_summary.md`): + +| run | val MSE | vs official at 5 epochs | time ratio | +|---|---|---|---| +| official 3 epochs | 0.38634 | +0.198% | 0.59× | +| official 5 epochs | 0.38558 | — | 1.00× (222 s) | +| v3 2 epochs | 0.38625 | +0.174% | 0.27× | +| **v3 3 epochs** | **0.38503** | **−0.143%** (4/5) | **0.33×** | +| v3 4 epochs | 0.38494 | −0.164% (5/5) | 0.42× | + +**DEEP\* 1M test rows**, report seeds 10-19 (`results/deep1m_cpu_summary.md`): + +| epochs | v3 vs official | 95% CI | wins | Wilcoxon p | time | +|---|---|---|---|---|---| +| 1 | −0.963% | [−1.042, −0.870] | 10/10 | 0.002 | 43 vs 42 s | +| 3 | −0.279% | [−0.355, −0.205] | 10/10 | 0.002 | 66 vs 114 s | +| 5 | −0.215% | [−0.270, −0.152] | 9/10 | 0.004 | 99 vs 199 s | +| v3 3 ep. vs official 5 ep. | −0.111% | [−0.184, −0.032] | 8/10 | | 0.34× | + +**Held-out datasets** (never used in development; 3 epochs, seeds 10-14): + +| dataset | v3 vs official | 95% CI | wins | time | +|---|---|---|---|---| +| SPACEV 1M | −0.444% | [−0.512, −0.380] | 5/5 | 68 vs 103 s | +| SimSearchNet++ 1M | −0.032% | [−0.038, −0.025] | 5/5 | 178 vs 252 s | + +Verdict for algorithm 1: PE-means v3 is better than official e-means at every budget on every +dataset tested, by up to ~1% at one epoch, and reaches e-means' 5-epoch quality in about a third of +the time. The quality margin is small on SimSearchNet++; the speed margin holds everywhere. + +## Iteration 12: fairness ablation and approximate last epoch (full scale, val, seeds 1-3, 3 epochs) + +| variant | vs official | wins | time | +|---|---|---|---| +| v3 (exact last epoch) | −0.305% | 3/3 | 75 s | +| **official e-means + the same approximate assignment** | **+0.128%** | 1/3 | 66 s | +| official e-means + approximate assignment incl. last epoch (64 probes) | +0.128% | 1/3 | 73 s | +| **v3 + approximate last epoch, 32 probes** | **−0.304%** | 3/3 | **53 s** | +| v3 + approximate last epoch, 64 probes | −0.305% | 3/3 | 73 s | + +Reading. Approximate assignment does **not** improve e-means by itself (it makes it 0.13% worse); +its benefit appears only together with principal-axis revival. Against e-means given the same +speed-up, PISCES is ~0.43% better. An approximate last epoch with √k/4 probes is a free 30% speed-up. + +## Iteration 13: coarse-to-fine growth (`iter13_growth`, proxy) — negative + +Start with k/2^g centroids, double g times by splitting every cluster along its principal axis +(0.5 epoch in total), then train at k. + +| variant | 1 epoch | 3 epochs | +|---|---|---| +| PISCES, no growth | −1.005% | −0.425% | +| growth g = 2 / 3 / 4 | +1.011% / +1.043% / +1.022% | −0.133% / −0.166% / −0.148% | + +Splitting every cluster regardless of its gain, from under-trained coarse codebooks, loses to +random-row starts plus gain-ranked revival. Dropped. + +## Iteration 14: cell-batched GEMM assignment (kernel benchmark, one full-scale batch) + +Profile of a 3-epoch PISCES run: 78% of time in faiss's IVF search (scalar per-query scans). +Two BLAS reformulations: (a) query-centric candidate sets, one product per cell: identical results, +same speed (0.71 vs 0.70 s); (b) cell-centric candidate sets shared by all rows of a cell: 1.6x +faster at 16-32 probes but recall drops (0.874-0.933 vs 0.983-0.996), and iteration 11 showed lower +recall costs quality. Kept faiss IVF; kernels kept in `aries/_kernels.py`. + +**Decision: freeze PISCES** = v3 + approximate last epoch (√k/4 probes): `aries.pemeans.PISCES`. + +## Final confirmation: PISCES (`run_final_pisces.sh`) + +PISCES = v3 + approximate last epoch (√k/4 probes). All numbers in `paper/macros.tex`, generated by +`paper/make_data.py` from the raw rows. + +| evaluation | PISCES vs official e-means | wins | time ratio | +|---|---|---|---| +| DEEP\* 1M test, 1 epoch | −0.88% | 10/10 | 0.68× | +| DEEP\* 1M test, 3 epochs | −0.28% | 10/10 | 0.49× | +| DEEP\* 1M test, 5 epochs | −0.22% | 9/10 | 0.43× | +| PISCES 3 ep. vs official 5 ep. (test) | −0.11% | 8/10 | 0.28× | +| PISCES 3 / 4 ep. vs official 5 ep. (val) | −0.14% / −0.16% | 4/5, 5/5 | 0.24× / 0.33× | +| SPACEV 1M held-out, 3 epochs | −0.44% | 5/5 | 0.60× | +| SimSearchNet++ 1M held-out, 3 epochs | −0.045% | 5/5 | 0.70× | +| e-means + same sparse assignment, DEEP test / SPACEV / SimSearchNet++ | +0.07% / +0.11% / +0.03% | 3/10, 0/5, 0/5 | 0.64× / 0.72× / 0.80× | +| PISCES vs e-means + same sparse assignment (DEEP test, 3 ep.) | −0.35% | 10/10 | | + +Per-seed: PISCES is better than official e-means on 39 of 40 runs. + +## Iterations 15-19: after freezing PISCES, six new ideas (proxy: DEEP 250k, k = 4,096, val rows, seeds 1-5) + +Profile first: 76% of a 3-epoch PISCES run is faiss's IVF search, 5% the axis statistics +(reduceat), 5% the e-means `np.add.at` sums. Every candidate is a switch in `PEmeans`. + +**Iteration 15** (`iter15_candidates`): heavy-ball momentum on centroid moves, fewer probes early, +closing Lloyd polish. + +| variant | 1 epoch | 3 epochs | time (3 ep.) | +|---|---|---|---| +| PISCES | −0.943% | −0.425% | 6.5 s | +| momentum 0.3 / 0.6 (first 70% of steps) | −0.837% / −0.024% | −0.141% / +0.220% | 6.0 s | +| probes 4→16 / 8→16 over the early epochs | (same: 1 epoch is all last epoch) | −0.350% / −0.329% | 6.2 s | +| **+ closing Lloyd polish** (exact or 16 probes) | **−1.362%** | **−0.471%** | 8.1 s | + +Momentum and probe schedules: negative. Polish: one Lloyd step after training (re-assign every row to +the closing means, recompute the means). It helps most at 1 epoch, where the closing means include +rows assigned against the starting rows. + +**Iteration 16** (`iter16_polish_short`, `iter16_pisces_long`): is the polish better than spending +the same time on more epochs? Absolute val MSE / seconds: + +| budget | PISCES | PISCES + polish (8 probes) | +|---|---|---| +| 1 epoch | 0.43256 / 2.3 s | **0.43066 / 3.4 s** | +| 1.5 epochs | 0.43107 / 3.8 s | | +| 2 epochs | 0.42940 / 4.7 s | 0.42899 / 5.7 s | +| 2.5 epochs | 0.42907 / 5.3 s | | +| 3 epochs | 0.42862 / 6.5 s | 0.42838 / 7.6 s | + +At 1 epoch the polish beats 50% more training (better and faster); at 2-3 epochs it is on the +time-quality front of plain PISCES (no worse, not clearly better). A second, label-memory polish step +(each row checked only against the 32 centroids nearest its previous centroid, Numba kernel) adds +−0.1% at 1 epoch; the label memory is too stale for the *first* step (73% of labels survive the +closing means at 1 epoch, 9% of true nearest centroids fall outside the candidate set). + +**Iteration 17** (`iter17_hnsw`): HNSW over the centroids instead of IVF. Microbenchmark on one +full-scale batch (65,536 rows, k = 16,384): IVF 16 probes 1.0 s at recall 0.996; HNSW (M 16, ef 32) +0.18 s build + 0.34 s search at recall 0.995; vectors can be overwritten in place between rebuilds. +But on the proxy it is slower (k = 4,096) and **worse**: −0.31% to −0.36% at 3 epochs vs −0.43%, and +higher recall is worse still. Negative. + +**Iteration 18** (`iter18_fp16_polish`): fp16 IVF lists (same recall, ~30% faster scans in the +microbenchmark): −0.29% vs −0.43% at 3 epochs. Negative, like HNSW: the particular errors of float32 IVF +with √k/8 probes are part of why PISCES works (iteration 11), and other approximations do not +reproduce them. A cheaper last epoch (√k/8 probes) to pay for the polish: −0.32%, negative. + +**Iteration 19** (`iter19_anneal`): explicit annealed assignment, a fraction ε(t) of rows (decaying +linearly to 0 at 70% or 30% of training) sent to the runner-up centroid, on top of the polish. +ε0 = 0.01 / 0.03 / 0.10: −0.461% / −0.397% / −0.361% at 3 epochs vs −0.481% without. Negative. + +**Decision:** carry PISCES + polish (√k/8 probes) to full-scale validation; drop the rest. + +## Iteration 20: polish at full scale; cheaper polish; global split-merge audit + +**Full-scale polish** (DEEP\* 1M, k = 16,384, val rows, seeds 1-5; +`results/deep1m_polish_time_to_quality_val.jsonl`). PISCES + one closing Lloyd step (√k/8 probes) +vs PISCES at the same number of epochs: −0.37% / −0.11% / −0.05% / −0.02% at 1 / 2 / 3 / 4 epochs, +5/5 seeds each. A timing check in the same session (`results/dev/iter20_timing_check.jsonl`) shows +the machine ran ~20% slower than when the PISCES / official time-to-quality rows were recorded +(official 3 ep. 155 s vs 131 s, PISCES 65 s vs 54 s; the PISCES / official ratio is stable, +0.42 vs 0.41), so absolute seconds are only compared within a session. Corrected for that, the +polished runs sit on PISCES' own time-quality curve: the polish buys about what the same time spent +on more epochs buys. + +**Cheaper polish** (label memory, full scale, seed 1): after 3 epochs 96.5% of the training labels +are still the exact nearest centroid, and the nearest centroid of the polished codebook is among the +32 centroids nearest the row's previous centroid for 98.9% of rows. Three label-memory Lloyd steps +(Numba candidate kernel, 32 candidates) take 5.3 s and give −0.047%; at 1 epoch they give −0.33% in +5.7 s (labels are staler there: 72% survive). Again on the time-quality curve, not beyond it. + +**Global split-merge audit** (proxy, 3 seeds, `swap_proto`): after PISCES, with exact 2-NN deletion +costs and power-iteration split gains, only 8-10 of 4,096 clusters admit a split-merge move whose +predicted gain exceeds its cost; applying them changes val MSE by −0.015% beyond the same number +of Lloyd steps. PISCES' revival already leaves a codebook that is close to swap-optimal (the +mechanism analysis compares this count with official e-means at full scale). + +**Decision:** PISCES is unchanged. The closing polish is kept as an option (`polish=1`) for users who +compare at a fixed number of passes; it is not part of the method. + +## Iteration 21: distribution-free splits, batch-size schedule, child mass (`iter21_halfmean_batch`, proxy) + +Lemma 1 assumes Gaussian clusters. Two distribution-free alternatives, tracked online at the same O(Bd) +cost: (a) the exact half-mean split, children at c ± E[sign(p) e] and donor score N‖E[sign(p) e]‖² +(one exact 2-means step of the hyperplane split, for any symmetric distribution); (b) the empirical +axis half-mean, children at c ± E|p|·u and score N(E|p|)². + +| variant | 1 epoch | 3 epochs | +|---|---|---| +| PISCES (Gaussian closed form √(2λ₁/π), score (2/π)Nλ₁) | −0.943% | −0.425% | +| half-mean split + half-mean score | −0.288% | −0.120% | +| E\|p\| split + E\|p\| score | −0.877% | −0.417% | +| half-mean split, Gaussian score | −0.688% | −0.360% | +| Gaussian split, E\|p\| score | −0.874% | −0.334% | +| batch size 0.5B → 1.5B (linear in rows, step ∝ B^0.9) | −0.863% | −0.434% | +| batch size 0.25B → 1.75B | −0.877% | −0.324% | +| children keep 70% of the donor's mass | −1.017% | −0.417% | + +The Gaussian closed form wins: it uses only the second moment along the axis, which the EMA power +iteration estimates with low variance, while the first-moment estimates mix sign flips of a still-moving +axis. Batch schedules and child mass: no reliable gain. PISCES' algorithm stays as it is. + +## Iteration 22: engineering — fused statistics kernel and 8-bit scans with exact re-rank + +Profile: 76% of a run is faiss's IVF search, ~22% is NumPy bookkeeping (`np.add.at` sums, +`reduceat` axis statistics, residual gathers, sorts). + +* **Fused kernel** (`fused=True`): one parallel Numba pass over the batch, rows sorted by label, + computes e-means' sums and counts and PISCES' Σ(e·u)e and Σ(e·u)² together. Same quantities (unit + test against NumPy); only the summation order differs. Full scale: identical splits and val MSE, + 66.0 → 49.6 s and 61.9 → 52.4 s (seeds 1-2). +* **Rejected engineering** (same session, one 65,536-row batch, k = 16,384): sorting queries by coarse + cell (identical results, no speed-up: the scan is compute-bound, not cache-bound); GEMM per IVF list + with a thread pool (identical results, 0.94-1.16 s vs faiss 0.82-0.97 s). The machine runs dense + distance computations at 25-30 GFLOPS and faiss's scan already reaches that. +* **8-bit scans with exact re-rank** (`codec="sq8r"`): IVF lists stored as 8-bit scalar-quantized + codes, the best 4 candidates re-ranked with exact float32 distances. Agreement with the float32 IVF + result: 100.000% on the benchmark batch (99.988% with 2 candidates); search 0.68 → 0.53 s at 16 probes. + +Full scale, val rows, 3 epochs, 5 seeds, same session (`results/dev/iter22_fused_sq8r_full_val.jsonl`): + +| configuration | val MSE | vs official 5 ep. | time | +|---|---|---|---| +| PISCES v1.0 | 0.38502 | −0.145% | ~64 s (same-session timing check) | +| + fused kernel | 0.38502 | −0.144% | 46.8 s | +| + fused kernel + 8-bit scan / exact re-rank | 0.38514 | −0.114% | 40.1 s | + +With 8-bit scans, 3 of 5 seeds are identical to float32 (same splits, same MSE); on 2 a rare +tie-break difference sends training down a different trajectory (+0.137%, +0.012%), which is +seed-level noise. **Decision:** final PISCES = PISCES v1.0 + fused kernel + 8-bit scans with exact +re-rank (`aries.pemeans.PISCES`; the previous configuration is `PISCES_V10`). Same algorithm, about +1.6× faster. Final confirmation: `benchmarks/run_final.sh` → `results/final/`. + +## Iteration 23: the 8-bit scan needs d % 8 == 0 (found on held-out SPACEV) + +The first held-out SPACEV run (`results/final/superseded/spacev1m_test_unpadded_scan.jsonl`) had the +best quality gain of all three datasets (−0.46%, 5/5 seeds), but PISCES took ~350 s against ~130 s for +e-means, while e-means with the same IVF (float32 lists) took ~70 s. Cause: faiss' SIMD 8-bit +scalar-quantizer scan is only used when d is a multiple of 8. SPACEV has d = 100 (DEEP 96, SSNPP 256), +so the scan fell back to a scalar loop. Micro-benchmark, 1 thread, 16,384 centroids, 8,192 rows, +16 of 128 probes: d = 100 → 3.10 s, d = 104 → 0.36 s, d = 96 → 0.24 s. + +**Fix (engineering, no algorithmic change):** zero-pad centroids and rows to the next multiple of 8 for +the scan and the re-rank. Padded coordinates contribute exactly 0 and the per-dimension 8-bit codes +of the real coordinates are unchanged; the SIMD kernel sums in a different order, so float rounding can +flip a rare near-tie (unit test `test_sq8r_assignment_any_dimension`: >99.9% of labels equal to float32 +IVF at d = 96 and d = 100). As in iteration 22, one flipped tie sends a run down a different trajectory, +so SPACEV MSEs are not bit-identical to the first run (seed 10: 7164.42 → 7162.05) but within seed +noise. SPACEV was re-run with the fix in the same session as the other follow-ups +(`results/final/spacev1m_test.jsonl`); seed 10 time: 457 s → 45 s (e-means 116 s). + +### Iteration 23b: sparse assignment does not pay at small k (`iter23_small_k_val`) + +The scaling study (`results/final/scaling_k1024_val.jsonl`) showed PISCES 1.80× slower than e-means at +k = 1,024. Same session, DEEP* 1M, k = 1,024, val rows, 3 epochs, seeds 1-3, paired vs official: + +| configuration | change vs e-means | seeds won | time | +|---|---|---|---| +| PISCES (sparse assignment, √k = 32 cells, 4 probes) | −0.059% | 2/3 | 1.93× | +| PISCES v1.0 | −0.060% | 2/3 | 2.68× | +| PISCES with exact assignment (fused kernel kept) | −0.078% | 2/3 | 0.83× | + +At k = 1,024 the exact GEMM is cheap (official takes ~9 s) and building the IVF index every batch costs +more than it saves. **Decision:** the `"auto"` sparse-assignment rule now applies only from +`APPROX_MIN_K = 4,096` on; below it PISCES uses exact assignment. This changes nothing at k ≥ 4,096 (every +test-row, held-out and analysis result). The threshold was chosen from these validation runs, so the +k = 1,024 result with the rule is not a held-out number. + +## Iteration 24: early revival needs informative counts (`iter24_k65536_regime_val`) + +At k = 65,536 and n = 1M the quality gain nearly vanished (−0.04%, 1/3 seeds; `results/final/scaling_k65536_val.jsonl`) +while PISCES re-seeded 114k clusters against 48k for e-means. With B = 65,536 a cluster sees about one row per +batch, a Poisson count with relative standard deviation 1. Same data, k = 65,536, val rows, 3 epochs, +seeds 1-3, paired vs the official runs of the scaling study: + +| variant | per seed | mean | revivals | +|---|---|---|---| +| PISCES | −0.302 / +0.099 / +0.074 | −0.043% | 114,496 | +| τ = 0.1 | −0.118 / +0.026 / +0.132 | +0.013% | 90,002 | +| no early revival | −0.369 / −0.056 / −0.143 | **−0.190%** (3/3) | 79,950 | +| τ = 0.1, no early revival | −0.305 / −0.021 / +0.213 | −0.038% | 65,210 | + +Fewer revivals alone is not the answer (τ = 0.1 with no early revival revives least and is not better); +what hurts is the *every-batch* phase acting on one-row counts. **Decision:** early every-batch revival +applies only when the batch holds at least `EARLY_MIN_ROWS = 2` expected rows per cluster (B ≥ 2k); otherwise +PISCES revives every 5 batches like e-means. Every reported run at k ≤ 16,384 has B/k ≥ 2 (the 1-epoch runs +sit exactly at 2), so the rule changes only k = 65,536. It was chosen on these validation runs, so the +k = 65,536 number with the rule is not a held-out result. diff --git a/docs/DERIVATIONS.md b/docs/DERIVATIONS.md new file mode 100644 index 0000000000000000000000000000000000000000..0779f602b2bb2b612203bd307dbe4f64e9d8047f --- /dev/null +++ b/docs/DERIVATIONS.md @@ -0,0 +1,113 @@ +# PE-means: principal-axis, gain-ranked revival for e-means + +Technical note. Code: [`aries/pemeans.py`](../aries/pemeans.py). Benchmark: +[`benchmarks/paper_protocol.py`](../benchmarks/paper_protocol.py). + +## 1. Where the gain can come from + +e-means (Bessa et al., arXiv:2611.09501) streams mini-batches, keeps an exponential moving average +of each cluster's mass `N_j` and centroid `c_j`, sets batch size and step from fitted scaling laws, +and every 5 batches revives clusters whose mass falls below `0.1 · mean(N)`. Revival is the +component with the largest effect in the paper's ablation (Table 1: +2.97% train MSE, +2.24% test +MSE without it). It is also busy: on DEEP\* 1M with k = 16,384 we count about 9,000 revivals in the +first epoch and 6,900 over three epochs. + +Each revival in faiss picks a donor with probability proportional to `N_j` and places donor and +child at `c_j · (1 ∓ 1e-4 · s)`, with `s` an alternating ±1 vector. The two copies start on top of +each other; only later assignments separate them, and the donor may be a heavy but tight cluster +where a split gains little. + +## 2. Two closed-form answers for a Gaussian cluster + +Let a cluster be `x ~ N(c, Σ)` with mass `N`, and split it by the hyperplane through `c` orthogonal +to a unit vector `u`, with `σ_u² = uᵀ Σ u`. + +**Lemma 1 (child positions).** The two halves have means `c ± sqrt(2/π) · σ_u · u` (the mean of a +half-normal is `σ sqrt(2/π)`). + +**Lemma 2 (distortion removed).** Along `u` each half keeps variance `σ_u² (1 − 2/π)`; orthogonal +directions are unchanged. The split therefore lowers total distortion from `N tr(Σ)` to +`N (tr(Σ) − (2/π) σ_u²)`, a reduction of `(2/π) · N · σ_u²`. This is maximal at `u = u_1`, the top +eigenvector, where it equals `(2/π) · N · λ_1`. + +Consequences for revival: put the children at `c ± sqrt(2/π) sqrt(λ_1) u_1`, and give the free +centroid to the cluster with the largest `N · λ_1`, not the largest `N`. + +The child placement is the one G-means uses (Hamerly and Elkan, NeurIPS 2003), and principal +direction splitting goes back to PDDP (Boley, 1998) and LBG codebook splitting (Linde, Buzo and +Gray, 1980). What is new here is using it inside e-means' streaming revival, with the axis +estimated online and donors ranked by expected gain. + +## 3. Estimating `u_1` and `λ_1` online, at negligible cost + +For every cluster PE-means keeps `V_j ∈ R^d` and a scalar `P_j`. For each assigned row with +residual `e = x − c_j` and projection `p = eᵀ u_j`, the batch accumulates `Σ p e` and `Σ p²`; then, +with the same EMA step `α` e-means uses for the centroids, + +``` +V_j ← (1 − α) V_j + α Σ p e u_j ← V_j / |V_j| +P_j ← (1 − α) P_j + α Σ p² λ_j ≈ P_j / N_j +``` + +`Σ p e = (Σ e eᵀ) u_j`, so each update is one step of power iteration on the cluster's EMA scatter +matrix; `u_j` converges to the top eigenvector at the usual rate `λ_2 / λ_1`. Memory is one extra +`k × d` array (the size of the centroids); compute is O(B·d) per batch, against O(B·k·d) for +assignment. On DEEP\* 1M the measured overhead is 7-10% of wall-clock. + +## 4. Implementation contract + +`PEmeans` subclasses the official `faiss.contrib.e_means.NumpyEmeans` and overrides only +`begin`, `_assign_rows` (to accumulate `Σ p e`, `Σ p²`), `_apply_statistics` (EMA of those), +`_choose_splits` and `_apply_splits`. Batch law, step law, cosine schedule, EMA update, revival +threshold and closing means are inherited. With `split="faiss", gain="usage"` it reproduces the +official centroids bit for bit (`tests/test_pemeans.py`). + +## 5. Results so far + +See the [README](../README.md) for the table. On DEEP\* 1M (the paper's data and test rows, +k = 16,384, 5 seeds, matched starting centroids, 4 CPU threads), PE-means lowers test MSE by 0.31%, +0.27% and 0.20% at 1, 3 and 5 epochs (15 of 15 paired wins), and at 3 epochs matches official +e-means at 5 epochs in 0.60× the time. On a smaller proxy (DEEP 200k, k = 2,048) the ablation gives: +principal-axis split alone −0.07%, gain-ranked donor alone −0.12%, both −0.25% (one epoch); the +two parts add up. + +## 6. Limitations + +* The optimality argument assumes roughly Gaussian clusters; heavy-tailed clusters may need a + robust axis estimate (planned with o-means). +* Results are on CPU float32; the paper's numbers are on H100 bfloat16. Starting rows are drawn + with NumPy rather than a CUDA generator (shared by both methods). +* Five seeds per budget so far; held-out confirmation on SimSearchNet++ 1M and SPACEV 1M is + running. No claim beyond these datasets is made yet. +* The 7-10% overhead is real; the cross-budget comparison (3 vs 5 epochs, 2.7 vs 3 epochs) is the + fair equal-time view. + +## References + +- Bessa, Mazaré, Szilvasy, Touvron, Picard, Douze, Jégou (2026). e-means: outperforming k-means + (in one-tenth the epochs). arXiv:2611.09501. +- Hamerly and Elkan (2003). Learning the k in k-means. NeurIPS. +- Boley (1998). Principal direction divisive partitioning. Data Mining and Knowledge Discovery. +- Linde, Buzo and Gray (1980). An algorithm for vector quantizer design. IEEE Trans. Communications. +- Oja (1982). A simplified neuron model as a principal component analyzer. J. Math. Biology. + +## 7. v2 and v3 additions (iterations 2-11, `docs/EXPERIMENTS.md`) + +* **Consistent closing statistics** (`split_pass`). faiss's final centroids are the mean of each + cluster's last-epoch assignments. When a donor is split during that epoch, both children + inherited the parent's pre-split sums; PE-means splits those sums consistently (half the count + each, means at `c ± delta`). Largest effect at one epoch (−0.29% → −0.64% on the proxy). +* **Revival threshold 0.2 and step law × 1.4.** With better splits, more aggressive revival and a + larger EMA step pay off; the larger step alone does not help official e-means (an interaction). +* **Revival every batch during the first 30% of steps** (v3). +* **Approximate early-epoch assignment** (v3). Every epoch but the last assigns rows through an IVF + over the current centroids: √k coarse cells from a 20-iteration k-means on the centroids, √k/8 + probes; the index is rebuilt per batch for O(k·√k·d) work. The last epoch, which builds the closing + means, stays exact. On DEEP\* 1M this makes an epoch 35-50% cheaper and, surprisingly, *improves* + quality relative to exact assignment (−0.34% vs −0.17% vs official at 3 epochs); more probes (more + exact) is worse and fewer probes (8) too noisy. A plausible reading is annealing-like noise early in + training; this is a hypothesis, not a proven mechanism. +* **Negative results kept:** streaming swap moves (deletion cost vs split gain), fresher closing + window, child-mass and threshold schedules, graph-pruned assignment with label memory (21% of rows + have a nearer centroid outside the candidate set one epoch later; a self-verifying variant falls + back to exact on almost every batch). diff --git a/figures/architecture.png b/figures/architecture.png new file mode 100644 index 0000000000000000000000000000000000000000..65c17635604c559e996f210af587a1b4d00e970e --- /dev/null +++ b/figures/architecture.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0988987bfcecdc049faa35c752a93944731066311cabfe17b96799ac50159b68 +size 312421 diff --git a/figures/ivf_and_sizes.png b/figures/ivf_and_sizes.png new file mode 100644 index 0000000000000000000000000000000000000000..e68182e1f04ebec229e90cf2954987ce7c0b424d Binary files /dev/null and b/figures/ivf_and_sizes.png differ diff --git a/figures/kscaling.png b/figures/kscaling.png new file mode 100644 index 0000000000000000000000000000000000000000..3346c47421ae60c00348f9740bffb5e348b4d4ff Binary files /dev/null and b/figures/kscaling.png differ diff --git a/figures/loo_bars.png b/figures/loo_bars.png new file mode 100644 index 0000000000000000000000000000000000000000..bd037439638607b10065474a3315dc50f1ad55fc Binary files /dev/null and b/figures/loo_bars.png differ diff --git a/figures/mechanism.png b/figures/mechanism.png new file mode 100644 index 0000000000000000000000000000000000000000..9c7ef1f062a1dd32a14c87d5d38149bb4f2a6660 Binary files /dev/null and b/figures/mechanism.png differ diff --git a/figures/quality_vs_time.png b/figures/quality_vs_time.png new file mode 100644 index 0000000000000000000000000000000000000000..7ed91dc7f07a88b1df1af1d4e0224139fa63eaa2 Binary files /dev/null and b/figures/quality_vs_time.png differ diff --git a/figures/split_geometry.png b/figures/split_geometry.png new file mode 100644 index 0000000000000000000000000000000000000000..66675381d3d846f314b0e0f797b7bc0e846d8e86 Binary files /dev/null and b/figures/split_geometry.png differ diff --git a/figures/split_real.png b/figures/split_real.png new file mode 100644 index 0000000000000000000000000000000000000000..44095a9d21b9d55a21a02321b117b020bafd71e1 Binary files /dev/null and b/figures/split_real.png differ diff --git a/figures/tensor_flow.png b/figures/tensor_flow.png new file mode 100644 index 0000000000000000000000000000000000000000..bef049f4d403305576ac46993e06f2e9510540ae --- /dev/null +++ b/figures/tensor_flow.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:885375813ad1e73aac33f45099be03470fc0db63f884bacec27d1bd7e02ce5bb +size 168830 diff --git a/figures/time_breakdown.png b/figures/time_breakdown.png new file mode 100644 index 0000000000000000000000000000000000000000..cb7ac367abc4c3f653ff8c9821b0f95fd3c48065 Binary files /dev/null and b/figures/time_breakdown.png differ diff --git a/figures/ttq_and_seeds.png b/figures/ttq_and_seeds.png new file mode 100644 index 0000000000000000000000000000000000000000..6082e73eba970cd461c6aa097bcdb9f81d814c0a Binary files /dev/null and b/figures/ttq_and_seeds.png differ diff --git a/notebooks/01_quickstart.ipynb b/notebooks/01_quickstart.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..c372faed21a39a41c6b5b58b0e57aeee4d0175ad --- /dev/null +++ b/notebooks/01_quickstart.ipynb @@ -0,0 +1,190 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "85c327d2", + "metadata": {}, + "source": [ + "# PISCES quickstart\n", + "\n", + "PISCES (ARIES #1) against the official e-means of `faiss.contrib.e_means`. Both start from the same\n", + "k rows; we compare mean squared error on held-out rows and wall-clock time. This uses a 200,000-row\n", + "slice of DEEP\\* (downloaded with fingerprint checks) and k = 2,048, so it takes a few minutes on a laptop CPU." + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "id": "7f427f79", + "metadata": { + "execution": { + "iopub.execute_input": "2026-11-18T00:38:04.054586Z", + "iopub.status.busy": "2026-11-18T00:38:04.054465Z", + "iopub.status.idle": "2026-11-18T00:38:04.435329Z", + "shell.execute_reply": "2026-11-18T00:38:04.433700Z" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "ready\n" + ] + } + ], + "source": [ + "# Get the code (skip when running inside a clone of this repository)\n", + "import os, sys, subprocess\n", + "if not os.path.exists('aries') and os.path.exists('../aries'):\n", + " os.chdir('..') # opened from notebooks/ inside a clone\n", + "if not os.path.exists('aries'):\n", + " subprocess.run([sys.executable, '-m', 'pip', 'install', '-q', 'huggingface_hub'], check=True)\n", + " from huggingface_hub import snapshot_download\n", + " root = snapshot_download('Nabidnur/PISCES', local_dir='pisces_repo')\n", + " os.chdir(root)\n", + "subprocess.run([sys.executable, '-m', 'pip', 'install', '-q', '--disable-pip-version-check', '-r', 'requirements.txt'], check=True)\n", + "sys.path.insert(0, os.getcwd()); print('ready')" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "09f24a74", + "metadata": { + "execution": { + "iopub.execute_input": "2026-11-18T00:38:04.436803Z", + "iopub.status.busy": "2026-11-18T00:38:04.436660Z", + "iopub.status.idle": "2026-11-18T00:38:04.595549Z", + "shell.execute_reply": "2026-11-18T00:38:04.594889Z" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "DEEP* 1M already in data/deep1b; fingerprints match the paper's\n", + "(200000, 96) (5000, 96)\n" + ] + } + ], + "source": [ + "import os, subprocess, sys\n", + "subprocess.run([sys.executable, 'benchmarks/get_deep1m.py', 'data/deep1b'], check=True)\n", + "import numpy as np\n", + "x = np.ascontiguousarray(np.load('data/deep1b/train_1M.npy', mmap_mode='r')[:200_000])\n", + "val = np.load('data/deep1b/val.npy')\n", + "print(x.shape, val.shape)" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "577a520a", + "metadata": { + "execution": { + "iopub.execute_input": "2026-11-18T00:38:04.597106Z", + "iopub.status.busy": "2026-11-18T00:38:04.596661Z", + "iopub.status.idle": "2026-11-18T00:38:28.950319Z", + "shell.execute_reply": "2026-11-18T00:38:28.949117Z" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "seed 1 epochs 1: e-means 0.45583 (0.9s) PISCES 0.45208 (1.5s) change -0.82%\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "seed 1 epochs 3: e-means 0.45079 (3.1s) PISCES 0.44921 (3.0s) change -0.35%\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "seed 2 epochs 1: e-means 0.45764 (1.0s) PISCES 0.45328 (1.3s) change -0.95%\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "seed 2 epochs 3: e-means 0.45022 (2.8s) PISCES 0.44922 (2.4s) change -0.22%\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "seed 3 epochs 1: e-means 0.45633 (1.0s) PISCES 0.45430 (1.1s) change -0.44%\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "seed 3 epochs 3: e-means 0.45083 (3.1s) PISCES 0.44903 (2.9s) change -0.40%\n" + ] + } + ], + "source": [ + "import time, faiss\n", + "from faiss.contrib.e_means import NumpyEmeans\n", + "from aries import pisces\n", + "\n", + "def mse(c):\n", + " D, _ = faiss.knn(val, np.ascontiguousarray(c, dtype='float32'), 1)\n", + " return float(D.astype('float64').mean())\n", + "\n", + "k = 2048\n", + "rows = []\n", + "for seed in [1, 2, 3]:\n", + " init = x[np.random.RandomState(seed).permutation(len(x))[:k]].copy()\n", + " for epochs in [1, 3]:\n", + " t = time.time(); c, _ = NumpyEmeans(x.shape[1], k, nepochs=epochs, seed=seed, batch_law='throughput').train(x, init_centroids=init.copy()); te = time.time() - t\n", + " t = time.time(); cp, _, _ = pisces(x, k, nepochs=epochs, seed=seed, init=init.copy()); tp = time.time() - t\n", + " rows.append((seed, epochs, mse(c), te, mse(cp), tp))\n", + " print(f'seed {seed} epochs {epochs}: e-means {rows[-1][2]:.5f} ({te:.1f}s) PISCES {rows[-1][4]:.5f} ({tp:.1f}s) change {100*(rows[-1][4]/rows[-1][2]-1):+.2f}%')" + ] + }, + { + "cell_type": "markdown", + "id": "dc7a3e01", + "metadata": {}, + "source": [ + "Negative change = PISCES has lower error. Expect roughly −0.4% to −1% at 1 epoch and −0.2% to −0.4% at 3 epochs.\n", + "At this small k (2,048) PISCES assigns rows exactly (the sparse index only pays from k = 4,096 on), so it takes\n", + "about the same time as e-means here. The speed-up appears at larger k: on the paper's benchmark (k = 16,384,\n", + "1M rows) PISCES takes 0.27-0.42× e-means' time." + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.13.18" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/notebooks/02_reproduce_kaggle_cpu.ipynb b/notebooks/02_reproduce_kaggle_cpu.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..76fb2a2d25b82f9bd8f9cffa060f157c04c6141f --- /dev/null +++ b/notebooks/02_reproduce_kaggle_cpu.ipynb @@ -0,0 +1,109 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Reproduce the PISCES benchmark on a free Kaggle CPU\n", + "\n", + "Kaggle settings: **Accelerator = None (CPU)**, **Internet = On**. This runs the e-means paper's protocol\n", + "(DEEP\\* 1M, k = 16,384, fingerprint-checked train / test rows, shared starting centroids) for official\n", + "e-means, PISCES, and e-means given PISCES' sparse assignment (the fairness baseline).\n", + "Every run is appended to a JSONL file, so a stopped session can be resumed. 3 epochs \u00d7 5 seeds \u00d7 3\n", + "methods takes about 30 minutes on 4 CPU threads." + ] + }, + { + "cell_type": "code", + "metadata": {}, + "source": [ + "# Get the code (skip when running inside a clone of this repository)\n", + "import os, sys, subprocess\n", + "if not os.path.exists('aries') and os.path.exists('../aries'):\n", + " os.chdir('..') # opened from notebooks/ inside a clone\n", + "if not os.path.exists('aries'):\n", + " subprocess.run([sys.executable, '-m', 'pip', 'install', '-q', 'huggingface_hub'], check=True)\n", + " from huggingface_hub import snapshot_download\n", + " root = snapshot_download('Nabidnur/PISCES', local_dir='pisces_repo')\n", + " os.chdir(root)\n", + "subprocess.run([sys.executable, '-m', 'pip', 'install', '-q', '--disable-pip-version-check', '-r', 'requirements.txt'], check=True)\n", + "sys.path.insert(0, os.getcwd()); print('ready')" + ], + "outputs": [], + "execution_count": null + }, + { + "cell_type": "code", + "metadata": {}, + "source": [ + "import subprocess, sys\n", + "subprocess.run([sys.executable, '-m', 'pytest', '-q', 'tests'], check=True)" + ], + "outputs": [], + "execution_count": null + }, + { + "cell_type": "code", + "metadata": {}, + "source": [ + "subprocess.run([sys.executable, 'benchmarks/get_deep1m.py', '/kaggle/working/data/deep1b'], check=True)" + ], + "outputs": [], + "execution_count": null + }, + { + "cell_type": "code", + "metadata": {}, + "source": [ + "import os\n", + "T = str(os.cpu_count())\n", + "OUT = '/kaggle/working/deep1m_kaggle.jsonl'\n", + "subprocess.run([sys.executable, 'benchmarks/paper_protocol.py', '/kaggle/working/data/deep1b', OUT,\n", + " '--epochs', '3', '--seeds', '10', '11', '12', '13', '14',\n", + " '--methods', 'official', 'pisces', 'emeans_approx', '--threads', T], check=True)" + ], + "outputs": [], + "execution_count": null + }, + { + "cell_type": "code", + "metadata": {}, + "source": [ + "subprocess.run([sys.executable, 'benchmarks/summarize.py', OUT], check=True)" + ], + "outputs": [], + "execution_count": null + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Optional: held-out datasets (SPACEV 1M, SimSearchNet++ 1M) and the downstream IVF-index benchmark." + ] + }, + { + "cell_type": "code", + "metadata": {}, + "source": [ + "# subprocess.run([sys.executable, 'benchmarks/get_paper1m.py', '/kaggle/working/data'], check=True)\n", + "# subprocess.run([sys.executable, 'benchmarks/paper_protocol.py', '/kaggle/working/data/spacev', '/kaggle/working/spacev.jsonl',\n", + "# '--dataset', 'spacev-1M', '--epochs', '3', '--seeds', '10', '11', '12', '--methods', 'official', 'pisces', '--threads', T], check=True)\n", + "# subprocess.run([sys.executable, 'benchmarks/ivf_downstream.py', '/kaggle/working/data/deep1b', '/kaggle/working/ivf.jsonl'], check=True)" + ], + "outputs": [], + "execution_count": null + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "name": "python" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} \ No newline at end of file diff --git a/notebooks/03_results_analysis.ipynb b/notebooks/03_results_analysis.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..99bdaa0920dac13f0b7f01c96f8d9bb0be0f602f --- /dev/null +++ b/notebooks/03_results_analysis.ipynb @@ -0,0 +1,430 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "c5b7fa71", + "metadata": {}, + "source": [ + "# Results analysis: every number in the report, from the raw runs\n", + "\n", + "No training here: this reads `results/*.jsonl` (one line per run) and recomputes the paired\n", + "statistics, confidence intervals and figures of the technical report." + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "id": "6ddda88b", + "metadata": { + "execution": { + "iopub.execute_input": "2026-11-18T00:38:01.677235Z", + "iopub.status.busy": "2026-11-18T00:38:01.677080Z", + "iopub.status.idle": "2026-11-18T00:38:02.065444Z", + "shell.execute_reply": "2026-11-18T00:38:02.064495Z" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "ready\n" + ] + } + ], + "source": [ + "# Get the code (skip when running inside a clone of this repository)\n", + "import os, sys, subprocess\n", + "if not os.path.exists('aries') and os.path.exists('../aries'):\n", + " os.chdir('..') # opened from notebooks/ inside a clone\n", + "if not os.path.exists('aries'):\n", + " subprocess.run([sys.executable, '-m', 'pip', 'install', '-q', 'huggingface_hub'], check=True)\n", + " from huggingface_hub import snapshot_download\n", + " root = snapshot_download('Nabidnur/PISCES', local_dir='pisces_repo')\n", + " os.chdir(root)\n", + "subprocess.run([sys.executable, '-m', 'pip', 'install', '-q', '--disable-pip-version-check', '-r', 'requirements.txt'], check=True)\n", + "sys.path.insert(0, os.getcwd()); print('ready')" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "fc159165", + "metadata": { + "execution": { + "iopub.execute_input": "2026-11-18T00:38:02.067214Z", + "iopub.status.busy": "2026-11-18T00:38:02.067039Z", + "iopub.status.idle": "2026-11-18T00:38:02.351750Z", + "shell.execute_reply": "2026-11-18T00:38:02.350763Z" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "1 epochs {'n': 10, 'mean': -0.88, 'lo': -0.942, 'hi': -0.823, 'wins': 10, 'time': 0.422}\n", + "3 epochs {'n': 10, 'mean': -0.271, 'lo': -0.354, 'hi': -0.192, 'wins': 10, 'time': 0.3}\n", + "5 epochs {'n': 10, 'mean': -0.276, 'lo': -0.32, 'hi': -0.234, 'wins': 10, 'time': 0.273}\n" + ] + } + ], + "source": [ + "import json, collections, numpy as np\n", + "import matplotlib.pyplot as plt\n", + "\n", + "def load(f):\n", + " g = collections.defaultdict(dict)\n", + " for line in open(f):\n", + " r = json.loads(line); g[(r['method'], float(r['epochs']))][r['seed']] = r\n", + " return g\n", + "\n", + "def paired(g, m, T, base='official', Tb=None):\n", + " o, p = g[(base, Tb or T)], g[(m, T)]; s = sorted(set(o) & set(p))\n", + " d = np.array([100 * (p[i]['test_mse'] / o[i]['test_mse'] - 1) for i in s])\n", + " t = np.array([p[i]['seconds'] / o[i]['seconds'] for i in s])\n", + " boot = np.random.default_rng(0).choice(d, (10000, len(d))).mean(1)\n", + " return dict(n=len(s), mean=d.mean(), lo=np.percentile(boot, 2.5), hi=np.percentile(boot, 97.5), wins=int((d < 0).sum()), time=t.mean())\n", + "\n", + "deep = load('results/final/deep1m_test.jsonl')\n", + "for T in [1.0, 3.0, 5.0]:\n", + " print(f'{T:.0f} epochs', {k: round(float(v), 3) if not isinstance(v, int) else v for k, v in paired(deep, 'pisces', T).items()})" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "48b3e95d", + "metadata": { + "execution": { + "iopub.execute_input": "2026-11-18T00:38:02.353241Z", + "iopub.status.busy": "2026-11-18T00:38:02.353029Z", + "iopub.status.idle": "2026-11-18T00:38:02.447557Z", + "shell.execute_reply": "2026-11-18T00:38:02.446657Z" + } + }, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAngAAAF/CAYAAADaerQfAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjExLjIsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvgI3uAAAAAAlwSFlzAAAPYQAAD2EBqD+naQAAkS1JREFUeJzs3XdYU9cbwPFvwt4gMhRRcQ/cgKNu66h71FXrrnbbZX/VLkeHtdVuO7Ru27qte1Trtop7g1tEEBAwAWSF3N8flNSUISKaEN7P8/BAzj335r05Cbzce4ZKURQFIYQQQghhMdSmDkAIIYQQQhQvSfCEEEIIISyMJHhCCCGEEBZGEjwhhBBCCAsjCZ4QQgghhIWRBE8IIYQQwsJIgieEEEIIYWEkwRNCCCGEsDCS4AkhhBBCWBhJ8IQQQgghLIwkeEIIIYQQFkYSPCGEEEIIC2M2CV5kZCTdu3fHzc2NunXr8tNPPxVYf8eOHTRv3hwHBwcqVarERx99hF6vN2xPTU1l/PjxVKxYEWdnZ7p168aVK1fyPd6sWbPw9/dnxYoVxXZOQgghhBCmYBYJXnp6Oq1atcLFxYW9e/fy4YcfMn78eObNm5dn/dOnT9OjRw86derEwYMH+eijj/jiiy+YNWuWoc4rr7zC6tWr+fnnn9m/fz/e3t48+eSTpKen5zrejRs3ePfdd4mPj+fu3buP7DyFEEIIIR4HlaIoiqmDWLhwIRMnTiQiIgJra2sAvvzyS2bPns358+dRqVRG9devX8+hQ4f4+OOPDWVjxowhMjKSzZs3k5ycjKurK1u3bqVjx44A6PV66tSpw1tvvcWYMWOMjtezZ08qVKjAzp07mTBhAsOHD88zzvT0dKMEUa/Xk5CQgKenZ64YhRBCCCGKm6IoJCUlUb58edTq/K/TWT/GmPL1119/0bNnT0NyB9CnTx/eeustoqKi8PPzM6rfo0cPevToYVR28+ZNGjdubPhZURRq165t2K5Wq6lRowanTp0y2m/lypUcPXqUxYsX06xZswLjnDZtGlOmTCnSOQohhBBCFJcbN25QoUKFfLebRYIXGRlJhw4djMoqVKiASqXixo0buRK8HOHh4cyePZvNmzdTrVo1Xn/9dQCqVKmCk5MTmzdvNlyti4mJYe/evUb99DQaDePGjWPWrFm4ubndN86JEyfy5ptvGu1fsWJFrl+/jqur64Oetihmer2e27dvU7Zs2QL/qxElj7StZZP2tVzStsVPq9VSqVIlXFxcCqxnFgleamoqdnZ2RmXW1tZYWVkV2CcuIyMDjUaDh4cHqampREdH4+XlhY2NDZ999hmvvPIKZ86cwdvbm4ULF1K7dm0cHR0N+0+YMIGmTZvSp0+fQsVpZ2eXK04Ad3d3SfDMgF6vJyMjA3d3d/lFYmGkbS2btK/lkrYtfjmv4/26hplFgle+fHliYmKMyhISEtDpdAVefqxXrx6//PILkH37tHPnzkRGRmJlZcUrr7xC1apVWb58OZmZmcyfP5+lS5cabgPv37+f33//nbNnzz66ExNCCCGEMAGzSKcDAwPZvXu3Udnu3btxcXGhYsWKuerv27ePY8eOGZV169aNW7ducfv2bTIyMvj1119p3Lgx8+fP54cffuCJJ57gr7/+MvSzW7BgAVqtlmrVquHg4ICDgwPh4eGMGTOGzp07P7qTFUIIIYR4xMwiwRs9ejTHjh1j2bJlQPb95alTpzJ8+HDs7e0BmDt3LmFhYQBs3LiRp59+mqtXrxrq//jjj1SpUgUfHx9sbW355JNPGDduHGlpaQB8/fXXJCQk0LdvXwA++ugjzp8/z4kTJwxf/v7+TJ061XBVUAghhBCiJDKLW7T+/v4sWLCAoUOH8uGHHxIVFUXjxo0N06BoNBrGjh3LSy+9xHfffcf777/P8ePHqVKlClWrViUiIgI/Pz+jSYoXLVpEz5498fHxwcXFhfT0dDZv3oyNjQ0Avr6++Pr6GsVha2tLuXLl8Pf3f3wnL4QQokTKysoiMzPT1GGYNb1eT2ZmJmlpadIHr5BsbGywsrJ66OOYxTx4OW7fvk1oaCh+fn7Uq1fP6M1w6tQpKleubDSY4ezZs1y4cAFvb2+CgoJyDYBISUnh77//xsrKimbNmuHg4FDg8584cYIKFSpQtmzZQsWr1Wpxc3NDo9HIIAszoNfriY2NxdvbW36RWBhpW8tW0tpXURRu3brFnTt3TB2K2VMUBb1ej1qtlvliH4C7uzu+vr55vmaFzT3MKsEraSTBMy8l7Y+EKDxpW8tW0to3OjqaO3fu4O3tjaOjoyQuBVAUBZ1Oh7W1tbxOhaAoCnfv3iU2NhZ3d3fKlSuXq05hcw+zuEUrRI4svULo1QRik9LwdrEnJKAMVmr5pSCEMA9ZWVmG5M7T09PU4Zg9SfAeXM7dxpx/eop6u1YSPGE2tpyJZsr6c0Rr0gxl5dzsmdSjDl0Cc/8XI4QQj1tOn7t751QVorjlvL8yMzOLnOCZ/7VwUSpsORPNi0uOGSV3ALc0aby45BhbzkSbKDIhhMhNrkaJR6k43l+S4AmTy9IrTFl/jrw6g+aUTVl/jiy9dBcVQgghCkMSPGFyoVcTcl25u5cCRGvSCL2a8PiCEkIIIUowSfCEycUm5Z/cFaWeEEIIUdpJgidMztvFvljrCSGEKJq4uDhmz57N7NmzDWVHjhxh+vTpHDlyhIyMDLZt20ZWVlahjrd//35u375dqLppaWlkZGQUKW6RmyR4wuRCAspQzs2egrqUlnPLnjJFCCEsRZZe4e/L8aw9cZO/L8ebvJ9xbGwsNWrUYO7cuURGRgLw7bff0rp1aw4ePMjdu3fZu3cvnTt35ujRo/c9XlZWFk899RTff/99oZ5/8ODBTJo06aHOQfxLpkkRJmelVjGpRx1eXHIMFeQ52GJI04oyH54QwmKY47RQBw8eRKfTsW/fPsOynlu2bGHMmDF88803hnqXLl2iatWq9z2elZUVZ8+elfkCTUQSPGEWugSW48dnG+f6hWdnrSZdp2f2nit0qutLDR8XE0YphBAPL2daqP/+M5szLdSPzzZ+ZEne1q1b2bVrF87OzvTq1YvAwEAAZs2axc6dO1GpVEydOpUKFSoQGRnJ+fPnuXv3Lh988AFjxozB2dmZBQsWMHHiRMNcbZGRkSxfvpyIiAgaNWrE4MGDsbW1BWD16tW0aNGC4OBgAC5cuMC2bdsIDw+nXr16DBs2DHt76X7zKMgtWmE2ugSWY9877fl9TDO+GdSQ38c04+j7HWlSyQNtmo7h80KJ1qSaOkwhhDCiKAp3M3SF+kpKy2TSurMFTgs1ed05ktIyC3W8B1lt9I033mDIkCEkJSURFhZG06ZNWbZsGZB9OzWnX51OpzN85awlm/NzYmIiH3/8Mamp2b+LDx8+TP369dmxYweKojB58mQ6duxoONbPP//M6dOngezksn79+mzduhUHBwemT5/O4MGDi/aii/uSK3jCrFipVTSvanw5f+7wIPr9eIDLcSkMnxfKiudb4OZoY6IIhRDCWGpmFnU+3Fosx1KAW9o06k3eVqj656Z2xtH2/n/Kjx49ynfffcfx48epV68eAK1ateLVV1+lR48ejBs3Dj8/P44cOcK0adMM+x05coS2bdvy3nvvAXD58mWj444bN45Bgwbxww8/ADBx4kSef/55rl69SrVq1Yzqenh4MH/+fENS16dPH1q2bIlWq5X13B8BuYInzJ67oy0LR4Xg42rHhZhkxiw6Qlpm4UZwCSGEgJ07dxIcHGxI7gBGjhxJYmIiZ86cKdIxU1NTOXToEKNHjzaU+fr6snbt2lzJHUBISAiDBg3i+PHjzJs3j++++w69Xs+NGzeK9PyiYHIFT5QIFTwcWTgqhP4//U3otQReX3qCWUMay8ALIYTJOdhYcW5q50LVDb2awIj5h+9bb8HI4ELNHOBgU7h1Sm/fvp1rsIONjQ2urq7ExsYW6hj/FR8fj6IohR5EsXLlSl544QW8vLxo2rSpof+feDTkCp4oMWr5ujJ7aBC2Vmq2nL3F5HVnH6j/iRBCPAoqlQpHW+tCfbWq7lXgtFAqskfTtqruVajjFXbN0mrVqnHu3Dmj35lRUVEkJCRQvXr1Ip13+fLlcXBw4OzZs0blly5dyvN383vvvcfIkSM5f/48CxYsYNiwYUV6XlE4kuCJEqV5VU++GtgQlQoWH7zOrJ2XTB2SEEIUWs60UECuJC/n8aQedYr97kS/fv3QaDR8/vnn6PV6UlNTGTduHG3atKFmzZpFOqZarWb06NG8//77xMbGotfrWbp0KTVq1MiV9AFYW1uTkZGBXq8nMzOTjz766GFPSxRAEjxR4nSrX45J3bN/Qc7YdoHlR6T/hhCi5MiZFsrXzXh6EF83+0c2RYqHhwd//PEHs2bNwsPDA3d3d2JiYli8ePFDHffTTz+lZs2alC9fHk9PT55//nlmz56d5+3XL774goULF1K2bFn8/PyoXLnyQz23KJhKkXtcRabVanFzc0Oj0cgIIBP4fEsYP+y6jJVaxZxhTWhbw4vY2Fi8vb1Rq+V/F0ui1+ulbS1YSWrftLQ0rl69SkBAwEPP35alVwi9mkBsUhreLtmr9TzqfsWKonD58mWcnZ3x9fU12paZmUlqaqrR37OUlBSsra2xs7MDstsqKSkJV1dXo9vDiYmJREZGUrVqVcP8eJD9d9La2hoHBwdUKhXJyclcvnyZmjVrYm9vj0ajwcXFBbVazd27d1Gr1TIvHgW/zwqbe8ggC1Fivd25JjHadFYdi+SlX4/x23NNKW9n6qiEEKJw8poW6lFTqVR5jnCF7EEXOStY5HBycjJ6rFarcXNzy7Wvh4cHHh4eucpdXFzQ6XSGx87OzjRo0MDw+N5j3ZsYiodn3v8qCVEAlUrFZ/3q0aaGF2mZekYvPML1hLT77yiEEEJYOEnwRIlmY6XmhyGNaVDBjcS7mbz+x0VitZLkCSGEKN0kwRMlnpOdNfNGBFPJ05FobQYjFx5Bm5Zp6rCEEEIIk5EET1gET2c7Fo4MxsPRmvPRSbyw+CjpOlntQgghROkkCZ6wGBXLOPJV7+o42Vpx4HI841ecQq+XQeJCCCFKH7NK8DZt2sSQIUPo3r073333XYGrFOh0OmbPnk2vXr3o1KkT06ZNIy3NuO/VtWvXePHFF2nXrh0jRozg3LlzuY6zfv16+vfvT7t27Rg/fjy3b98u9vMSj08tb0d+GNIYa7WK9Sej+HjjeVntQgghRKljNgnekiVLePrpp6lRowZdunRh5syZjBkzJt/6zz//PJ988gmNGzemU6dOzJ07l0GDBhm2X7t2jQYNGhAVFcXQoUOxs7MjKCiI06dPG+p89913DB06lIoVKzJgwAD27t1Lq1atciWKomRpVb0sM/pnD8Oft/8qc/ZeMXFEQgghxONlFvPg6fV63n//fb744gtefvllANq1a0f9+vX53//+R40aNYzqp6SksGvXLlavXk2TJk0AqFOnDt26dTNMljlt2jQaNmzI2rVrARg1ahQODg5MnDiRDRs2ALB69WpDkgfQvXt3AgIC2Lt3Lx07dnxcpy8egd6N/IhLSueTTef5dFMY3i729G7kZ+qwhBBCiMfCLBK8I0eOcPPmTUOiBVC3bl2aNGnC6tWrmTBhglF9JycnLl++bFTm7u6Os7OzYVbns2fP5krSOnTowMKFCw2Pd+7cabQ9Z2bu8uXL5xlneno66enphsdarRbITlD1en1hT1c8Inq9HkVRDG0xumVlbmlTmbvvGuNXnMTDMXuhb1Hy/LdthWUpSe2bE2vOl7i/nNdJXq/Cy3l/5ZVfFPZzYhYJ3o0bN/D19c215Eb16tW5caPgdUb//PNPDh06xIIFC5g8ebJhSY/KlStz8uRJo7oHDx7kzp07JCQkUKZMGUN5aGgohw4dYv78+QwdOpS6devm+VzTpk1jypQpucrj4uLktq4Z0Ov1aDQaFEUxLHc0ukkZbsRp2BaeyItLjvHD0zWo5eN0nyMJc5NX2wrLUZLaNzMzE71ej06nM1qhQeRNURSysrJnNLh3aTNRMJ1Oh16vJz4+PtfqIklJSYU6hlkkeAkJCXmup+bm5kZ8fHyB+06fPp3z589TtmxZOnToYCh/7bXXaN68Oe+88w7du3dn3759LF++HMid/S5cuJDNmzeTlpbGgAED8n2uiRMn8uabbxoea7Va/P398fLykrVozYBer0elUuHl5WX0R+KbIWUZvfAoBy7H89a6K6x8oRmVPCXJK0nya1thGUpS+6alpZGUlIS1tTXW1mbxJ7RE+G+SIgpmbW2NWq3G09Mz11q0hV2r1yzenT4+Pnkmcrdv3873dmmO7du3A9mjYZs2bcqePXto2rQpwcHB/Pnnn0yePJnly5fTqlUr5s6dS6dOnfD0NF77b9asWQCcPn2a9u3b8+mnn+Y5wMPOzs6w4PK91Gq12f9SKi1UKlWu9nCwVfPz0CYM/Pkg56K1jFxwhJUvtqCssyxcW5Lk1bbCcpSU9lWr1ahUKsOXJZk7dy5+fn506dKl2I6pKIrhdbK01+tRynl/5fWZKOxnxCw+SVWqVCE2NpbIyEij8uPHj1OlSpVc9e/evUtUVJRRWY8ePahfv74h4YuOjiYwMJDdu3dz9epVFi1aREREBHXq1EGlUqHT6bh586bh0jFAvXr16N27N9u2bXsEZylMycXehgWjgqng4cC1+LuMWnCYlHS5vSKEEDlWrlzJjh07TB2GKCZmkeAFBgbSqFEjZsyYYSj7448/iIiIMEx9kpCQQFhYGABnzpzBz8+P48ePG+rfunWLS5cuUb16dQC++eYbQkJCDIMikpKSmDFjBmPHjgWyL7MHBASwePFiwzHS09M5fPiw4RjCsni72LNoVAhlnGw5FanhxV+PkZll/p26hRAW7PJO+D4k+7uJbd68mS+++MLUYYhiYhYJHsC3337LggUL6NSpE4MHD2bIkCF8/vnneHt7A/DSSy8RFBREVlYWISEhjBgxghYtWvDUU0/Rs2dPqlSpwhNPPEG/fv0AeOutt1Cr1VSrVo1hw4bRsGFDypcvz4gRIwBwdnZm+vTpjBkzhieeeILBgwdTvnx5MjIyePvtt031MohHrIqXM3OHB+FgY8WeC3G8s+qUjOwSQpiGosCOKXA7PPv7I/xdFB4eTocOHQgLC6NHjx4EBQXx+uuvG3XYf+edd5gzZ47h8caNG+ncuTP169dn6NCh3Lx507BNr9fzzTff0L59e4KCgpgwYQLJycmG7TqdjmnTptG6dWvatWvH119/bTQoJSIiglGjRtGwYUM6dOjApk2bHtm5l1YqxYz+ul25coX169ej1Wrp0KEDLVq0MGw7duwYYWFhPPPMM4aynTt3snfvXjIzM2nWrBndunUzOl5ycjJLliwhIiKCxo0b06tXr1wdPU+fPs2mTZtITEwkMDCQAQMGYGtrW6h4tVotbm5uaDQaGWRhBvR6vWEexPv1UdgZFstzi46QpVd4sW1V3ulS6zFFKYriQdpWlDwlqX3T0tK4evUqAQEB/3Z2VxTIvPvgB7uyC5b++zeNQb9BlbYPdgwbRyhE37ajR4/StGlTmjRpwtixY3F3d2f69OnY2tqyb98+ILurU8OGDfnoo484cuQIzZo1Y/r06TRu3JiffvqJmJgYdu7ciUql4uWXX2bDhg189NFHqFQqZs6ciZeXF3/++ScAQ4YMITw8nPfee4/U1FQ++OAD+vbta7hCWLduXapXr85rr73GqVOn+OCDDzh8+DA1a9Z8sPO3UHm+z/5R2NzDrBK8kkYSPPPyoH8kVhy5wdsrTwEwqUcdRj4R8KhDFEVUkhIA8eBKUvvm+Yc3IwU+LXhA4CPzbhTY3n9WgKNHjxIUFMSaNWvo3bs3kD3FV8WKFdm8eTNt27Y1SvB+/vlnJk2axM2bN7GysiI9PZ3bt2/j5+fH9evXqVKlCgcPHiQ4OBjIXj1q06ZNjBkzhgsXLhAUFMS1a9fw9vZGp9OxZs0annnmGZKSktDr9Tg7O7N582bDgI6rV69SqVIls2//x6U4Ejx5JUWp1T/In7c7Z/+3OHXDOTacirrPHkIIUbK1b9/e8LOXlxcNGjTg1KlTuep169YNtVpNjRo1mDBhAnv37qVcuXIAnDx5Eg8PD0NyB9lzz7700kvY2Nhw7Ngx7O3tmTx5Mi+++CKvvPIKmzdvJisri7CwMJycnBg0aBD9+vVj2LBhLFiwAA8PD0nuiplZTJMihKm81LYqMdo0Fv19nTeXncTTyY7mVT3vv6MQQuSwccy+klZYigILusKtM6D8O5MDKivwDYQRmwp129Xw3A8hZ1aJ/6pQoQLnz59n1apV/PXXX/Tu3ZsWLVqwZcsWMjMzsbKyyveYGRkZ2NnZUatWLcNqDGq1mq+//pqyZcsC8Ntvv7Fjxw42b97Mp59+yvjx49m1axeBgYEPdT7iX5Iui1JNpVIxqUddngr0JSNLz9hFRzgfrTV1WEKIkkSlyr5NWtivGwch+qRxcgfZj6NPZm8v7LEecG65AwcOGH6+c+cOp0+fpk6dOrnqxcfHExcXx6hRo1iyZAl79uzhzz//JCwsjHr16hEXF0d4eLihfmxsLAsXLiQjI4N69eqh0WgYOnQor732Gq+++ipjxoyhZ8+e+Pv7k5mZyfHjx3nyySeZOXMmYWFh+Pr68ttvvz3Y6y4KJAmeKPWs1Cq+GtiQkIAyJKXrGD4vlMjEInSYFkKI+1EU+Otj8v/zq87e/oi6x0+ZMoUdO3Zw9OhRnnnmGQICAujUqVOuer/88gvNmzdn69atnDp1ih9//BEPDw8qV65MjRo16N+/P4MHD2bv3r3s2bOHwYMH8/3332NjY0NISAitWrWiX79+HDx4kCNHjjBkyBDat29PZmYmUVFRNG3alI8++oiwsDB+/fVXLly4QOPGjR/JOZdWkuAJAdjbWDFnWBA1fVyITUpn+LxQElMyTB2WEMLSZGWA5iaQ3xycetDezK73CMyYMYPx48fTtWtXHBwc2LZtm6HvW0BAAL6+vkD2VGOjR49m7NixtG/fnqtXr7Jt2zYcHbNvCS9cuJD27dszatQoBgwYQLly5di4caNhtYo1a9ZQr149hg0bRq9evVCpVGzfvh0bGxsqVarEmjVr+OOPP2jWrBmfffYZX375JU8//fQjOefSSkbRPgQZRWteimMkXrQmlb4/HCBak0bjiu78+lwzHGzz72siHo+SNMpSPLiS1L4FjW4sNE0kpNzOf7uTF7j5Fe3Y+cgZRavT6QrsP1fcFEVBp9NhbW0tS5U9gOIYRSuDLIS4Rzk3BxaNCuHpn/7mWMQdXv39GD892wRrK/P+oyOEKEHcKmR/CfEIyV8tIf6juo8Lc4cHYWetZvv5WD5Ye0ZWuxBClGhlypTh2WeflatopYgkeELkIahyGb4d3Ai1Cn4PvcHX2y+aOiQhhCiynLXXzf0WuCg+0tJC5KNzXV8+6p09J9M3Oy7y66HrJo5ICCGEKBxJ8IQowJCmlRjXoToAH/xxhq1nb5k4IiGEEOL+JMET4j7eeLI6g4L90Ssw7vfjHLmWYOqQhBBCiAJJgifEfahUKj7uHciTtb1J1+kZvfAIF2OSTB2WEEIIkS9J8IQoBGsrNd8Nbkyjiu5oUjMZPi+UaE2qqcMSQggh8iQJnhCF5GBrxbzhwVTxciJKk8aIeYfRpGaaOiwhhBAiF0nwhHgAHk62LBoVgreLHeExSYxZdIS0zKz77yiEEEI8RpLgCfGAKng4snBUCC521oReTeCNZSfI0stEyEIIIcyHJHhCFEHtcq78PKwJtlZqNp+5xZT1Z2W1CyGEEGZDEjwhiqhF1bJ8ObABKhUs+vs6P+y6bOqQhBBCCACsTR2AECVZ9/rliUtKZ8r6c3yxNRxvFzv6B/mbOiwhhBmLTo4mMT0x3+0edh6Ucy73GCMSlkgSPCEe0sgnAojRpvPT7stMWH2ass52tKvlbeqwhBBmKDo5mu5/dCcjKyPfOrZWtmzoveGRJXkpKSnY2dlhbW2cAmRlZWFlZUVWVhbJycm4ubkZtt26dQsvLy+srKxyHS8zM5OMjAycnJzyfD6dTkdSUhJlypTJ9XxqtRqVSkVSUhLOzs6oVKpc+9+9excAR0fHBzrP5ORkrKyscHBwyPc8U1NTcXZ2Ntqu1+tRqVSoVCq0Wi0uLi654so5RlpaGqmpqXh4eBi2paSkYG9vb/Ra6fV6AKO1gPMqK05yi1aIYvBOl5r0bexHll7hpV+PceLGHVOHJIQwQ4npiQUmdwAZWRkFXuErqnPnztGsWTPc3NxwdHRk1KhRJCcnA3Dz5k2sra35/fff8fHxwcvLi/fee4+TJ09StWpVypcvj7+/P0ePHjUcT6PR8Mwzz+Dq6oqrqyutWrUiPDzcsP3KlSt06dKFsmXLUrZsWRo2bMilS5cM2ytUqMCSJUto3Lgxbm5u+Pj4sGnTJsP2yMhI2rZtazh+p06dSE29//yjy5cvp27duri7u+Pq6sro0aPJysqe7WD37t34+vry66+/4ubmhqurKyEhIYSFhRn279ChA5999hlt2rTBzc0Nd3d3pk6dauhnnXOMmTNn4unpybvvvgvAiRMnCAoKMsQ7cuRIkpKyJ8VfsmQJnp6eREdHA9kJc9myZVm6dOmDNeIDkARPiGKgUqmY3q8+rWt4kZqZxagFh7kSl2zqsIQQAoDU1FQ6depEp06duHPnDuHh4Rw9epR33nnHqN6+ffs4e/Ysu3btYubMmYwaNYqlS5cSExND7dq1mThxoqHumDFjSExM5PLlyyQmJlK1alWefvppMjOz5wd9//33sbOz49ixY9y6dYtKlSoxbtw4o+ebNWsWS5YsISIignbt2jFq1ChDIvXWW29ha2tLbGwsUVFRqNVqFi1aVOB5xsXFMW7cOMaOHUtCQgKHDx9m9erV/Prrr4Y6iYmJLFy4kHPnzhETE0OtWrXo2bMnOp3OUOezzz5jzJgxJCcns2LFCr7++msWL15s2J6QkMCZM2cICwtj+vTpaDQaOnXqRLt27YiLi+PYsWOcPXuWl156CYBhw4bRtm1bXn31VQBeeeUV2rVrxzPPPFPoNnxgiigyjUajAIpGozF1KEJRlKysLCU6OlrJysoyWQzJaZlKj+/2KpXe2aA88dkOJUabarJYLIk5tK14dEpS+6ampirnzp1TUlOL9tk+e/usErgg8L5fZ2+fLda4Fy1apNSpU8eobPHixYqrq6uiKIoSGRmpAMq5c+cM29u2bauMGzfO8HjJkiVKhQoVFEVRlJs3byoqlUq5efOmYXtkZKRiZWWlhIaGGsqysrKUjIwMRa/XK19++aXi5eVl2Obr66v8/PPPhscnTpxQACUiIkJRFEXp0KGD0qdPHyUlJeWBzlWv1xs9f7NmzZRXX31VURRF2bVrlwIop0+fNtRJSkpSnJ2dlW3bthnOu1+/fkbHnDRpktKiRQvDMdRqtZKcnGzYPmvWLKVq1apGz33s2DFFpVIpMTExiqIoSkxMjOLl5aVMmjRJ8fLyMpTnpaD3WWFzD7PqgxcbG8uGDRuIioqidevWtG7dusD6V65cYe3atdy5c4dmzZrx1FNPGW3X6/X88ccfnDhxAh8fHwYPHpyrD8Dt27dZtmwZMTExBAUF0bNnz2I/L1F6ONlZM29EMP1+PMD1+LuMnH+YpWOb4WJvY+rQhBCl2Pnz54mIiKB27dqGsoyMDLRaLVFRUYYyV1dXw8/29vZGfzOdnZ0NV7lybml26NDB6HnUajXnz58nODiYiIgIFi5cyI4dOzh//jzp6emGW6U5fHx8DD9XrlwZ+LfP3SeffMLTTz9N+fLladWqFX379mX48OH37bO2a9cuVq9ezZ49e7h69SoAgYGBhu3W1tbUqVPH6LyqV6/OhQsX6NixIwANGjQwOmbjxo2ZNWuW4bGtra1Rn8OwsDAaN25s1FevYcOG2NjYEB4ejre3N97e3nzyySeMHTuW+fPn4+39aPtqm80t2gsXLhAUFMQvv/xCeHg4PXv25MMPP8y3/qpVq6hbty6rV68mLCyM/v3789xzzxm263Q6OnXqxIsvvsiNGzdYsmQJgYGBRv0DwsPDqVmzJmvWrOHy5csMGzaMAQMGPNLzFJavrLMdi0aFUNbZlrNRWl5YcpQMnd7UYQkhSjEXFxfq1q3L0qVLDV+rV6/mxIkTlC1btkjHs7KyYsmSJUbHPHz4MN26dUOv1/PEE0+wb98+3n77bU6cOPHA/c2aNm3KtWvX2LBhA02aNGH8+PG8/vrrBe6ze/duOnTogIeHB/PmzSMqKoq+ffsa1dHpdKSlpRmVJSUlGQ0qyembmN/2/3JxcSElJcWoLD09nczMTEPSrNfrWbx4MYGBgaxatarA8ygOZpPgTZw4kZCQEPbv38/ixYvZtm0bn376qVHHx3u98cYbfPbZZ+zdu5dly5axevVq5s6dy8WLFwGYO3cuJ0+e5OTJk8yfP5+///6bbt268dZbbxmOMXnyZDp37sz27dv59ddfOX/+POvWrePAgQOP5ZyF5ark6cT8ESE42Vqx/1I841ecRC+rXQghTKR58+acP3+ecuXK0aBBAxo0aIBeryc8PBxbW9sHPl6dOnVwcnIiOjracLxKlSpx4MABbGxsiIyMJDIykmnTptGpUyd8fX2NBmgUxuzZs7l48SItW7Zk8uTJjBkzhv379xe4z6FDh6hevTpTp06lSZMmODo6cuLEiVz11q5da/j5xIkTXLlyhSZNmhjK1q9fb3S1ceXKlQQHB+f7vC1atGD37t3ExcUZylasWEGZMmWoWbMmADNnzuTWrVvs27eP06dP88svv9z3NXgYZnGL9s6dO6xdu5Z9+/YZLm+GhITQsmVLFixYwGeffZZrn7///hsvLy/D46ZNmwIYLh/v27eP7t274+vra6jz/PPP07RpUzIyMrC1taVnz55Gl2l9fX1xdXUlIiKCFi1a5HrO9PR00tPTDY+1Wi2QnZXnDHcWpqPX61EUxWzaom55F34Y0ojRC4+y7mQU3i52vNu1lqnDKpHMrW1F8SpJ7ZsTa87XgyrsPkU9fn7atGlDly5daNmyJS+88ALJycn89NNPdOvWjf79+xue67/Pe+/je787Ojry2Wef8eyzz/LKK69QtmxZfvvtN5KTkxk5ciQVKlSgZs2avPHGG/Tv359r166xZcuWXK9BfsdXFIXNmzfz5Zdf8vzzzxMfH8/s2bN5++23C3xd2rZty7vvvssrr7xC/fr1WbduHVqt1qjNrK2t+f777wkPD8fR0ZGvv/6a4cOHU6tWLcOxHR0d6dKlC71792bv3r3s2LGDv//+O894Abp27Urbtm1p06YNzz33HHFxcXz33Xd899132NnZcfr0aT788EM2btyIq6srP/zwAwMHDqRt27ZUrVo113nkPE9e+UVhPydmkeBdu3aNrKwso+wZsu95X76c9+oAfn5+QPZl1DNnzjBz5kxat25t6F/g5ubGtWvXjPaJjIxEr9dz7do1atSoweDBg422b9u2jTt37uTb92/atGlMmTIlV3lcXFyuy73i8dPr9Wg0GhRFeWTzCj2omm7wXsdKTNl6jV/2XcVBlcmQJj7331EYMce2FcWnJLVvZmYmer0enU5nNOqysFysXbBV25KhL2AePLUtLtYuRTp+QRYvXsyiRYvYvXs3GRkZTJkyhWHDhqHT6bC3t2fcuHHY29sbnrdHjx5UqlTJ8LhSpUqMGjXK8Hj06NFUr16dVatWcfbsWbp27cpLL71kmGNu8+bNzJw5k+3bt/PEE0+wZMkSlixZYth/1KhRRse3srJi3LhxuLhkn/uCBQv48ccf2bt3L05OTnz//fc8/fTTHD58mH379uU6P1dXV4YPH86GDRtYsGABBw4c4Pnnnyc5OdnQZllZWVhbW/Pbb7/x+eefExcXx/vvv89zzz1niENRFPr27Uv58uVZv349fn5+HDhwgBo1aqDT6fD19eWll17K1T4rV67kl19+Yd++fbi7u7Nu3TpatWqFTqfj4MGDfPHFF4bHHTt2ZMqUKezfv59KlSrlOhedToderyc+Ph4bG+M+3DlTr9yPSinOfxGKaMuWLQwcOBCNRmNU/umnn7Jp06Y8GzJHcHAwR44cISAggIMHDxo6Le7bt4+2bdvyyy+/MGTIEM6dO8czzzzD+fPnOXjwICEhIUbHuXHjBsHBwbz++utMmDAhz+fK6wqev78/iYmJRh1ThWno9Xri4uLw8vIyuz8Ss/dc4bMt2f0/vxrQgF4Ny5s4opLFnNtWPLyS1L5paWlcu3aNgIAA7O3ti3SM0raSRWZmZq4k5WGsXbuWhQsX5ir38vLi559/LnDf3bt389RTTxkGcuSlffv2dO7cOdcUMo9TWloaV69epXLlyrneZ1qtFg8PDzQaTYG5h1lcwXN3dyclJQW9Xm/04dZqtblGvf7Xnj17DCNha9euzZ9//knjxo1p2bIlP/30E6+99hqjR4/G29ubn376id69exuu/uVITEykW7duPPnkkwU2qJ2dHXZ2drnK1Wq12f9SKi1UKpVZtsfzbaoSm5TBvP1X+d+qU3i52NOy+oN3bC7NzLVtRfEoKe2bs/JCzldRlHcpT3mX0vFPnqIohtepqK/Xf/Xu3ZvevXsXad/CxvIw7Vsccp4/r89EYT8jZvFJ8vf3JysriytXrhiVX7hwgQoVKhS4r4ODA/7+/owfP57g4GAWLFhg2Pbcc8+RkJDAtWvXiI6OpkqVKjg4OBj1y0tNTaVHjx74+fkxb948kzaosFwqlYr3u9Wme/1yZGYpPL/4CGduau6/oxBCiGJTs2ZNfvzxxwLrvP3227mmXSuJzCLB8/PzIzg4mHnz5hnKYmJi2LJli9Hw5pwRLVevXiUgIIAzZ84YtimKQnx8vGE9uG+++YagoCD0ej3+/tmLv//www8MHjzYsD6cTqfj6aefRqVSsWrVqiKNJBKisNRqFTMHNKBFVU9SMrIYMf8wEfH53yYQQghRvHx9fRkxYkSBdbp27Ur9+vUfT0CPkFncogWYMmUKffr0QafTUa1aNb777juaN2/Ok08+CWQvG/L5559z+fJlAgICqFWrFt26dWPYsGGULVuW1atXc/XqVUaPHg1Av379+Pjjj3nqqafo378/hw4dYsOGDezdu9fwnM8//zxbt25l4sSJRhl948aNadeu3eN9AUSpYGdtxc9DmzDg54Ocj9YybN4hVr3YAk/n3Lf+hRBCiKIyiyt4AE899RSbN2/m5s2bLFu2jL59+7Jx40bD9kaNGtG9e3dcXFwAWLNmDa+//jpHjx5l1apVNGzYkBMnTlCxYkUgexHjgwcPUrlyZZYsWYK9vT379u0zzEcD2X3q+vTpQ1hYGAcPHjR8Xb9+/fGevChVXOxtWDgyGD93B67F32XUgsOkpBfvaDkhhBClm1mMoi2ptFotbm5u9x3JIh4PvV5PbGws3t7eZt9RG+ByXDJP/3iAxLuZtK3pxZxhQdhYmX/cplDS2lY8mJLUvjmjGytVqoSjo6OpwzF7iqKg0+mwtraWPu4P4O7du1y/fj3P0dqFzT3M5hatEKVNVS9n5o0IZvCcg+wKj2PCqtPM6F9ffgkKYcZsbW1Rq9VERUXh5eWFra2tfGYLIAneg1EUhYyMDOLi4lCr1Q81NkASPCFMqFFFD2Y905ixi4+y6lgkvm52vN1ZVrsQwlyp1WoCAgKIjo4mKirK1OGYvZzVGHKmlxGF4+joSMWKFR/qirYkeEKYWIfaPkzrU4//rTrFrJ2X8XaxZ3iLyqYOSwiRD1tbWypWrGhYGUHkL2c1Bk9PT7O//W4urKysiuWKpyR4QpiBAcH+xGjTmPnnBSavP4uXix1d61nOTPZCWBqVSoWNjU2xrtBgifR6PTY2Ntjb20uC95jJqy2EmXilfTWebVYRRYHXl57g4JV4U4ckhBCihJIETwgzoVKpmNIzkC51fcnI0jNm0RHCbmlNHZYQQogSSBI8IcyIlVrF14MaElK5DElpOobPC+XmnVRThyWEEKKEkQRPCDNjb2PFnGFB1PBxJkabzvB5ody5m2HqsIQQQpQgkuAJYYbcHG1YMDKEcm72XIpNZvTCI6Rlymg9IYQQhSMJnhBmqry7AwtHheBqb83R64m88ttxdFl6U4clhBCiBJAETwgzVsPHhbkjgrG1VrP9fAwfrD2LrC4ohBDifiTBE8LMBVcuw7eDGqFWwe+hEXy745KpQxJCCGHmJMETogToEujL1F6BAHy1/QK/h0aYOCIhhBDmTBI8IUqIZ5tVYlz7agC8t+Y0f56LMXFEQgghzJUkeEKUIG90rMHAIH/0Crzy2zGOXk8wdUhCCCHMkCR4QpQgKpWKT/oE0qGWN+k6PaMXHuFSbJKpwxJCCGFmJMETooSxtlLz/TONaVTRnTt3Mxk+7zC3NGmmDksIIYQZkQRPiBLIwdaKucODqVLWiZt3UhkxPxRNaqapwxJCCGEmJMETooQq42TLwlEheLnYEXYribGLZLULIYQQ2STBE6IE8y/jyMKRIbjYWXPoagJvLj9Bll4mQhZCiNJOEjwhSrg65V35eWgTbKxUbDp9i6nrZbULIYQo7STBE8ICtKhWli8HNARg4d/X+XH3ZdMGJIQQwqQkwRPCQvRoUJ4Pu9cB4PMt4aw8GmniiIQQQpiKJHhCWJBRLQN4vk0VAN5ZdYqd4bEmjkgIIYQpmG2Cl5mZSWhoKPv27SM9Pf2+9ZOSkti5cyc7duxAo9HkWSc8PJwNGzYQHh6e5/aYmBgOHTpEYmLiQ8UuhCm907kWfRr5kaVXeGnJMU7euGPqkIQQQjxmZpngXblyhTp16tC9e3cGDRpE5cqVOXHiRL71165dS6VKlRg4cCCDBw+mSpUqbN++3bA9PT2dfv36Ub9+fd555x0aNGjAyJEjycr6d0qJdevWUadOHZo1a8aePXse5ekJ8Uip1Sqm96tPq+plSc3MYtSCw1y9nWLqsIQQQjxGZpngDR06lODgYG7dukVkZCSDBg2iX79+6PX6XHXv3r3LM888w0cffcStW7eIioqif//+jBw50lBn+vTpHDp0iLCwMM6ePcuFCxfYtWsX8+fPB2Dp0qUMHTqUWbNm4ezs/NjOU4hHxdZazY/PNqGenxvxKRkMm3eI2CRZ7UIIIUoLlWJm8ymcPn2aBg0acP36dfz9/QFITk7G29ub1atX06VLF6P6d+7cYceOHfTq1Qtra2sA9uzZQ4cOHUhKSsLe3p6QkBD69OnDxIkTDft9++23LFmyhNDQULZs2UK1atWoVq0aLi4uLFmyhF69euWKLT093eh2sVarxd/fn8TERFxdXR/FyyEegF6vJy4uDi8vL9Rqs/zf5bGLS0pnwM8HuZ5wl8Dyrvw2pinOdtamDuuBSdtaNmlfyyVtW/y0Wi0eHh5oNJoCcw+z+01/+vRpqlWrZkjuAJydnWnSpAmnT5/OleC5u7vTr18/w+Pbt28zd+5cOnbsiL29PQA6nc6Q/OVQFIVLly4B5DpmfqZNm8aUKVNylcfFxZGWJldHTE2v16PRaFAURX6R3GNGzwDGLgvnTJSW5+YfZGavathYlazXR9rWskn7Wi5p2+KXlJRUqHpml+DdvHkTb2/vXOU+Pj5ERhY87UPdunUJDw+nTZs2rFu3zlDeqVMnfvrpJ4YNG4aPjw83b97k66+/JjExkfT0dOzs7AoV28SJE3nzzTcNj3Ou4Hl5eckVPDOg1+tRqVTyn+J/eHvD/JFuPPPLIUIjkpixN4aZT9dHrVaZOrRCk7a1bNK+lkvatvjlXLy6H7NL8Ozs7MjIyMhVnp6ejoODQ4H7fvvtt0RFRfHjjz8ydOhQli5diq2tLR988AGHDh2ievXq1K5dm0uXLvHKK6/w1VdfFTq5y4ktr/pqtVreuGZCpVJJe+ShYUUPfny2CaMXHGbtiSh8XO15t2ttU4f1QKRtLZu0r+WSti1ehX0dze7V9vPz48aNG7nKIyIi8PPzK3DfDh06MHToUP7880/++usv/vjjDwCcnJz466+/2LJlCxMmTCAsLIxGjRoZ3QYWwtK1qeHF50/XB2D2niv8sveKiSMSQgjxqJhdgvfEE08QHx/P33//bSi7cuUKp0+fpm3btrnq7927l5EjRxqtveno6Iijo6OhX9zHH3/MzJkzadGiBX369MHLy4ulS5fSu3fvR306QpiVvo0rMOGpWgB8vPE8605GmTgiIYQQj4LZ3aL19fVl2LBhDB8+nDlz5mBvb8/LL79Mly5dqFevHgCffvopV65c4ZdffiEgIIA1a9agKAqjRo0iMzOTX375BZ1OZxg8ERAQwMiRI7G3t6d169asWLGCbdu2cfLkSVOeqhAm8XzrKsRo05i//xpvLT+Bp5MtT1Qra+qwhBBCFCOzu4IH8OOPP9K5c2cGDRpEt27dqFOnDitWrDBsj4yM5Nq1awBUqFCB7du3c+PGDbp27Urv3r1JTExkx44dhsEaQ4YM4csvv+SLL76gadOm7N69m127duV5i7Z8+fKF7sAoREmkUqn4oFsdutUvR2aWwvOLj3I2Ku/VX4QQQpRMZjcP3qOmKAoqVfGMHtRqtbi5ud13LhrxeOj1emJjY/H29pbOvIWQrsti+LxQDl5JwMvFjtUvtsC/jKOpw8qTtK1lk/a1XNK2xa+wuUepe7WLK7kToqSzs7Zi9rAgavm6EJeUzrB5ocQn33/dZyGEEOav1CV4Qoh/udrbsHBUCH7uDly9ncKohUe4m6EzdVhCCCEekiR4QpRyPq72LBwVgrujDSdv3OHlX4+RmZV73WchhBAlhyR4QgiqeTszd3gw9jZqdobH8e7q05Sy7rlCCGFRJMETQgDQpJIHs55pjJVaxYqjkczcdsHUIQkhhCgiSfCEEAYdavvwSe9AAL7feYnFf18zbUBCCCGKRBI8IYSRQSEVebNjDQA+XHeWLWeiTRyREEKIByUJnhAil1fbV2NI04ooCoxbeoJDV+JNHZIQQogH8MgSPL1eL520hSihVCoVU3sF0qmODxk6Pc8tOkL4rSRThyWEEKKQipTgjRgxgs8//9zw+MqVK7z66qtGdfr168eXX375cNEJIUzGSq3i28GNCKrkQVKajuHzQom6k2rqsIQQQhRCkRK89PR0MjMzDY/j4uJYunRpsQUlhDAP9jZW/DI8iOreztzSpjFsXih37maYOiwhhBD3IX3whBAFcne0ZeGoEHxd7bkUm8xzC4+Qlpll6rCEEEIUQBI8IcR9lXd3YOGoEFztrTlyPZFxvx8nSy99bIUQwlwVOcFLSkoiJiaGmJgY4uPj0ev1hscxMTGkpaUVZ5xCCBOr6evCnGFB2Fqr2XYuhg/WnpGBVEIIYaaKnOBNnz4dX19ffH196datGwkJCYbHvr6+bNmypTjjFEKYgaZVPPl2UENUKvjtUATf/XXJ1CEJIYTIg3VRdvrkk08YP378fetVqFChKIcXQpixLoHlmNqzLh+sPcuXf17A28WOQSEVTR2WEEKIexQpwatSpUpxxyGEKEGGNq9MjDad73de4t01pynrbMeTdXxMHZYQQoh/FPkW7cWLF/n000+Nyn788Uc6d+7MqFGjuHbt2sPGJoQwY291qsGAoAroFXjl92McvZ5o6pCEEEL8o0gJ3vXr1wkJCeHw4cOGsjlz5jBhwgQaN27MxYsXad68OcnJycUWqBDCvKhUKj7pU492Nb1Iy9QzeuFhLsXKZ14IIcxBkRK8b775huDgYNasWQOAoih8+eWXfPrpp0ybNo2dO3ei0+n49ddfizXYUunyTvg+JPu7EGbGxkrNrCGNaeDvzp27mQyfF0qMVkbQCyGEqRUpwTt9+jRdu3Y1PA4NDeXKlSsMHToUAGtrazp37sy5c+eKJ8rSSlFgxxS4HZ79XaakEGbI0daa+SOCqVLWiZt3Uhk+LxRtWub9dxRCCPHIFCnBc3V1JSoqyvB45cqVtGnTBldXV0NZUlIS9vb2Dx9haRa+CaKOZ/8cdRwu7zBtPELko4xT9moXXi52hN1KYuyiI6TrZLULIYQwlSIleF26dGHp0qVcuHCBEydOMHfuXMPVO4DIyEh27dpFSEhIsQVa6igKbJ/y72OVFfz1sVzFE2bLv4wjC0YG42xnzcErCby5/CR6We1CCCFMokgJ3siRI2nWrBk1a9akUaNGtGvXjiFDhgBw4cIFatSoQZMmTejTp0+xBluqXN6RfWs2h5IlV/GE2atb3o2fhzbBxkrFxlPRTN1wTla7EEIIEyhSgmdtbc3y5cu5evUqZ8+eZdWqVajV2YdycXFhzpw5bN261VD2IO7evUtGRkah62u1WlJTU/PdrigK8fHxBR5Dp9OZ14hfRcm+WqeyMi6Xq3iiBHiiWllmDmgIwIID1/h5zxXTBiSEEKVQkefBA6hcuTJ16tQxKitXrhxDhgzBxsbmgY4VHx9Ply5dcHd3x83NjcGDB3P37t186x84cIBGjRrh5uaGs7MzXbt25datW4btOp2OiRMn4uLiQtmyZSlfvjyrVq0yOoZOp+PFF1/E3d0dd3d3nnjiCSIiIh4o7kfi8o7sq3XKf/owyVU8UUL0bFCe97vVBuCzzWGsPhZp4oiEEKJ0KdJKFhs2bCA8PPy+9dq0aUNQUFChjtmrVy9cXFy4cuUKqampDBw4kNGjR/P777/nqpuQkEC3bt144YUXWLduHQkJCYwePZoXX3zRMHXL9OnTmTt3LmvXrjVM6TJkyBBq1qxJYGAgAO+88w7btm3jwIED+Pr68sYbb9C+fXvCw8OxsrLK9byPRc7VO9SAPo8K6uztVTuASvWYgxOi8J5rVYXYpHRm77nC/1aewtPZjjY1vEwdlhBClAoqpQgdZAYPHsyKFSsIDAzEysoKvT6vRATeeOMNhg0bdt/jhYaG0qJFC27evImPT/ZyR0ePHqVp06Zcu3Yt15q2Fy5cYP78+Xz66aeo/kly5s+fz//+9z/i4uIAqFatGuPGjWPcuHGG/Z577jkyMzNZuHAhycnJ+Pn58dtvv9GtWzcA0tLS8Pb2ZtGiRfTu3TtXnOnp6aSnpxsea7Va/P39SUxMNBpB/FB06ai+qYcqJS7fKoqTN8prp8Darnie00Lo9Xri4uLw8vIqUvcAUfz0eoW3Vp5i7YkoHG2t+O25ptSv4FaE40jbWjJpX8slbVv8tFotHh4eaDSaAnOPIl3B69OnD6dOneLq1av06tWLZ555hk6dOhW58Q4cOEBwcLAhuQNo0qQJXl5ehIaG5krwatSowbRp04zKjh07RosWLQyP4+Licu3n5+fH5s2bAThz5gypqal06tTJsN3e3p727dtz4MCBPBO8adOmMWXKlFzlcXFxpKUV3+Su6j4rUKcm/Pv4bjwem8egAhKemo3Osyb6BE2xPZ+l0Ov1aDQaFEWRXyRmZHwrH6ITkgiNSGLk/FBmD6yJv/uDTaEkbWvZpH0tl7Rt8UtKSipUvSIleAMGDGDAgAEcPHiQuXPnMmDAANzd3Rk1ahQjR46kUqVKD3S8yMhI/Pz8cpWXL1+eGzdu5LufVqvl5ZdfZu/evVStWpWFCxcatoWEhLB06VL69u0LQHJyMkuXLiUxMdHwnN7e3rn6Cvr5+eX7nBMnTuTNN980en5/f3+8vLyK7woegLd37rJzC+D6ftwzo6FK/+J7Lgui1+tRqVTyn6IZ+mVkWZ6Zc4gzUVrGr7vK8ueb4eVS+CvQ0raWTdrXcknbFr/CzjFcpAQvR7NmzWjWrBlff/01K1asYN68eXz88cd07NiR5557jp49exZqsIVOp8uzz5uVlRU6nS7f/aysrKhRowb29vbs3r2brVu3Mnr0aABmzJhBmzZtaN26NQ0bNmTLli0EBgZy+vTpIj+nnZ0ddna5/yip1epH/8at1x+u70d9ZiW0fP3RPlcJplKpHk97iAfi6mDL/JEh9PvxANcT7vLcoqP8PrYZznaF/xUkbWvZpH0tl7Rt8Srs61gsr7aTkxMjRoxgz549XLp0CUdHR55++mm+/fbbQu3v5+dHdHR0rvLo6Ohct1n/+7wffPABc+bM4ffff+e5554zLI/WoEEDzpw5Q9euXXFxcWHBggV0797dcKXQz8+PmJiYXHN03e85TaZOL1DbwK3TEBtm6miEeGBeLnYsHBWCp5Mtp29qeHHJUTJ0efffFUII8XCKLZ0+fvw4L7/8MsHBwezZs4e33nqL/v0LdyuxcePGhIaGotH8268sLCyMyMhIGjZsmKv+wYMH+fXXX43KGjVqhJ2dHdevXwdgzpw5REREMGHCBD755BNatGjBpk2baNu2LYBhepc9e/YYjqHT6di1axeNGjV6kFN/PBzLQLUns38+s9K0sQhRRAFlnZg3IhgHGyv2XrzNO6tOyWoXQgjxCDxUgqfVavnpp58ICgqiSZMmhIeH8/3333Pz5k1mzJhBxYoVC3Wc9u3bExAQwLhx40hLSyMpKYlXX32Vjh07UrNmTSB7lOzy5csB0Gg0jBw5kmXLlpGWlkZMTAwffPABdnZ2huXRjh8/zrPPPktYWBh6vZ6FCxeyZcsWxo4dC4CnpyeDBg3izTff5Pbt22RmZjJhwgRUKhUDBgx4mJfl0an3dPb30ytksmNRYjXwd+fHZxtjrVax5vhNpm+VK9JCCFHslCI4evSoMmLECMXR0VGpVKmS8u677yqXLl0qyqEMLly4oFSrVk1xcHBQbGxslODgYOXWrVuG7XXr1lVatmxpePz5558rTk5Oir29vaJWq5VKlSop27dvN2zXarVK586dFUBxdHRUypQpo+zYscPoOTUajdKxY0fFyspKcXJyUsqVK6ccPny40DFrNBoFUDQazUOc+QNIT1aUj8spyiRXRblR+DhLi6ysLCU6OlrJysoydSiiEFYeuaFUemeDUumdDcove68UWFfa1rJJ+1ouadviV9jco8jz4C1fvpwWLVrQpEkT9Hp9nutN9u7dmw4dOjzQsS9cuICdnV2ukbharRYrKyucnJwMZSkpKVy8eBF7e3uqVauGtXXuDtvXr19Ho9FQt27dfCcvjo6OJjExkdq1axvm1SsMrVaLm5vbfeeiKVarxsDp5dD0BXhq+uN5zhJCr9cTGxuLt7e3dOYtIX7YdYnPt2RPmv7d4Eb0aFA+z3rStpZN2tdySdsWv8LmHkUaRdu8eXPDzzExMfnWK2iN2PzUqFEjz/K8TsLJySnPPnr3KsyULeXKlaNcuXKFis/k6vXPTvDOrIZOn4DVQw2EFsKkXmxTlVhtOgsOXOOt5SfxdLKlRbWypg5LCCFKvCJlB/9dIUI8RlXbgUMZSImFa3ugantTRyREkalUKj7oXoe4pHQ2no5m7OKjLHu+GXXLP/hqF0IIIf4l10tLGisbqNsn++fTMppWlHxWahUzBzSgWZUyJKfrGDH/MDcS7po6LCGEKNEkwSuJ6v0z/cy5dZD54LfBhTA39jZWzB4WRC1fF+KS0hk+P5SElAxThyWEECWWJHglkX9TcPOHjCS4uM3U0QhRLFztbVgwMgQ/dweuxKUwasFh7mbkv5KNEEKI/EmCVxKp1RDYL/vn0ytMG4sQxcjXzZ6Fo4Jxd7ThxI07vPLbcXRZstqFEEI8qIdK8GJiYujXr1+e27766iu+++67hzm8KEjObdoL2yD1jklDEaI4VfN2Ye7wIOys1fwVFsu7a07nOQ2TEEKI/BU5wTt//jwnT57kr7/+4uzZs0Zfhw8fZvny5aSlpRVnrOJePnXBqzZkpUPYBlNHI0SxalKpDN8/0xi1CpYfieTr7RdNHZIQQpQoRU7wWrRoQefOnblz5w6BgYFGXyEhIaSlpTF8+PDijFXcS6UyXrpMCAvTsY4Pn/SpB8B3Oy+z6mSciSMSQoiSo8gJXmRkJGfPnsXT05Pk5GSjr9TUVI4fP463t3dxxir+KyfBu7oHkm6ZNhYhHoHBIRV548nsyc9n7Ixg61l5nwshRGEUOcFzcnKievXq7Nq1CycnJ6Mve3v74oxR5MejMlQIAUUPZ9eYOhohHolxHaoxONgfBXht2UkOX0swdUhCCGH2HmqQhY2NDU5OTnz22WcAxMfH06ZNG7y8vHjvvfeKJUBxHzmDLU4tN20cQjwiKpWKKT3r0LqKGxk6PaMXHOZCTJKpwxJCCLP2UAleZmYmrVu3Jjk5GYBp06YRHx/PpEmT+PHHH9m6dWuxBCkKULc3qKwg6hjEXzZ1NEI8EtZWaqZ2rUKTiu5o03QMnxdK1B2Z5FsIIfLzUAnexYsXSUtLY+rUqQBs3LiR9957j1deeYUBAwawc+fOYglSFMDZG6q0zf5Zli4TFszeWs2cYU2o5u1MtCaNEfND0dzNNHVYQghhlh4qwXNwcCA1NRWdTselS5e4cOEC7dq1A8Da2pqsrKxiCVLcR85t2tMrQOYLExbM3dGWhaNC8HG140JMMmMWHSEtU37PCCHEfz1UghcQEECtWrVo06YNvXv3pkOHDvj6+rJp0yZ+/fVX2rZtW0xhigLV6gbW9hB/EaJPmjoaIR4pP3cHFo4KwcXemtBrCby29DhZevnHRggh7vXQS5Vt2LCB4OBg2rRpw6JFiwC4fPky48ePp1u3bg8doCgEe1eo+VT2zzInnigFavm6MmdYELZWaraejWHSujOy2oUQQtxDpchvxSLTarW4ubmh0WhwdXU1bTBhG2HpM+BSDt44C2or08ZjAnq9ntjYWLy9vVGrZZllS5Jf2246Hc3Lvx1DUWB8pxq80r66CaMURSWfXcslbVv8Cpt7FMurffz4caZOncqQIUNISkrixIkTXLlypTgOLQqr2pNg7wZJ0XD9gKmjEeKx6FqvHJN71AVgxrYLLD98w8QRCSGEeXjoBG/OnDkEBwezceNGli9fTkZGBmvXrqV58+bExsYWR4yiMKztoE6v7J/lNq0oRYa3qMzL7aoCMHHNaf4KizFxREIIYXoPleDdvXuXt956i40bN3Lo0CHDChbvv/8+NWrUYPHixcUSpCiknNG059aCLt20sQjxGI3vVJOnm1QgS6/w0q/HOB6RaOqQhBDCpB4qwbty5QqOjo507tzZqNzKyorWrVsTERHxUMGJB1Tpiew+eGl34NIOU0cjxGOjUqmY1rcebWt6kZapZ9SCw1yOSzZ1WEIIYTIPleBVqlSJhIQEoqKicm0LDQ2lZs2aD3N48aDUVhDYL/tnuU0rShkbKzU/DGlMgwpuJN7NZNjcUGK1aaYOSwghTOKhEjwXFxdGjx5N586dWblyJVlZWezcuZPhw4cTFhbG4MGDiytOUVj1ns7+Hr4Z0mW9TlG6ONpaM29EMAFlnbh5J5Xh8w+jTZPVLoQQpc9DD7L45ptvGDp0KBMmTCAjI4Pnn3+elJQUdu3ahYeHR3HEKB5EuYbgWQ10qRC2ydTRCPHYeTrbsXBkCGWd7TgfreWFxUdJ18lqF0KI0uWhEzxbW1v+97//cenSJdLT04mPj2flypVUrVqVjIyMBzrWzz//TOvWrWnUqBETJ04kMzP//7yTk5N5//33ady4MXXr1uWVV14hMdG4Y/WJEyfo3bs31apVo3Xr1qxYYXzbMisrixkzZtC8eXNq167NSy+9xJ07dx4oZrOjUhkvXSZEKVTR05EFI4NxtrPmwOV43lp+Er2sdiGEKEUeKsGLjIykbt26hsdWVv9Orvu///2Pzz77rNDHmjFjBhMmTGDkyJF8+OGHbNiwgYEDB+Zbf9CgQWzcuJFXX32V999/n3379vH0008btkdERNCmTRvc3Nz45ptv6NChA8OGDWPNmjWGOq+//jozZ85kzJgxfPHFF1y4cIGOHTuW/BnxA/95HS7/BSm3TRuLECYS6OfGT882wcZKxYZT0Xy88XzJ/2wLIUQhWRd1x9WrVxMVFcWNGzdYtmyZ0ba7d++ydu1aXnvttUIdKz09nenTp/Pjjz8yaNAgABo2bEi1atU4ffo09erVM6qv1WrRaDSsWLGCatWqAeDl5UXHjh2Ji4vDy8uLrVu34uXlxcKFCwHo1q0bN2/eZNmyZfTp0weNRsMPP/zAxo0b6dKlCwAdOnSgatWqrF69mn79+hX1pTG9stWgfCOIOg5n10DIGFNHJIRJtKxelhn9G/Da0hPM238VXzc7xrauauqwhBDikStygjdlyhQSEhJISUlhwoQJRtusrKxo3rw5I0aMKNSxDh06RHJyMr179zaUBQQEEBISwsaNG3MleK6uruzdu9eoLDMzk7Jly1KmTBkAatSogVarJS0tzTA/X2xsLA0aNADg6tWr6PV6goODDcdwcHCgXr16HDlyJM8ELz09nfT0f+eX02q1QPZSLHq9vlDn+tgEPo066jjK6RUoQaNNHc1jodfrURTF/NpCPLSHadse9csRo03j001hfLopjLJOtvRu5PcIohRFJZ9dyyVtW/wK+1oWOcE7efIk169fJygoiKtXrxb1MED2rd7y5csbErEcAQEB3LhR8NJDCxYs4MCBA2zbto1vv/3WcJu4ZcuWDBgwgKCgIHr37s3hw4dJTU3lxRdfBKBq1apYWVmxb98+evXKXgEiMTGRI0eO4ObmludzTZs2jSlTpuQqj4uLIy3NvKZjUPu0wgsVqhuHuH3pGFmuFUwd0iOn1+vRaDQoiiJrHlqYh23bnjWcuHbLh9+OxfD2qlNY6VJpWsnE60cLA/nsWi5p2+KXlFS4GTKKnOBB9jx4t27dephDANlXwpycnHKVOzk5Ga6S5Wfbtm1cunQJJycno1G7aWlpaLVaEhMTOXnyJBEREYbFeX19fXFxceHNN99k1KhRvPvuu3h6evLtt9/i6+uLjY1Nns81ceJE3nzzTaO4/f398fLyKnDBX9Pwhsqt4NoePG/thmpvmDqgR06v16NSqfDy8pJfJBamONp2al8vkrNOsu5kNO9uvMJvY5pSzy/vf+bE4yWfXcslbVv8/nsxLD8PleCB8cCKoipXrhxxcXG5yuPi4u47WfJvv/0GZN/mbd26Ndu2baNNmzZMnjyZU6dOER4ejrOzM4qi8NJLLzFw4EBOnDgBwPTp0wkICGDVqlU4OzszefJkNm3alG+yZmdnh52dXa5ytVptnm/c+v3h2h7UZ1ZB67dMHc1joVKpzLc9xEN52LZVq2FG/4YkpGSy79JtRi88wqoXW1DJM/c/l+Lxk8+u5ZK2LV6FfR3N4tWuWbMmMTExRrd69Xo9oaGh1KhRI1f927dvc/jwYaOypk2bUrduXQ4ePAjA3r176devH87OzkD2G2zo0KGcPHkSjUZDeno6e/bsYejQoWzfvp0//viDnj178vfff9OoUaNHeLaPUe0eYGULsWch5qypoxHC5Gyt1fz4bGPqlnfldnIGw+aFcjtZ1m0WQlges0jwatWqRfPmzY36t82ePZvk5GQGDBgAwOXLl9m9ezeQPQVKSEgIO3fuNNQ/deoUYWFhhkEUtWrVYvv27aSmpgLZCeP69espV64cbm5u2NjYMGjQID788EPDMRYuXEh0dDR9+/Z95Of8WDh4QPVO2T+fXmnaWIQwEy72NswfGYx/GQeux99l1ILDpKTrTB2WEEIUq4e+RVtcfvrpJzp37kxgYCDu7u4cO3aMhQsX4uLiAsDbb7/Nn3/+iUajoXHjxkyYMIEnn3ySunXrYmVlxcmTJ3nhhRcMU558+umntGvXDk9PT1q0aMHp06dJT083TOmiVquZM2cOAwYMYP369ZQpU4awsDDWrFmT523YEqve0xC2ITvB6/Bh9kTIQpRy3i72LBwZwtM//c2pSA0v/nqMucODsLEyi/95hRDioakUM5r5Mz4+np07d5KcnEybNm0ICAgwbLt8+TKRkZG0adPGUBYWFsb+/fvJysqiadOmhqt3OXQ6Hdu2bePy5ct4e3vz5JNP4unpaVQnMjKSP//8E1tbW9q1a0f58uULHa9WqzUM3DC/QRb/yEyFL6pBRjKM2gYVm5o6okdGr9cTGxuLt7e39PWwMI+qbU/cuMPg2QdJzcyibyM/Zg5ogEr+CXrs5LNruaRti19hcw+zSvBKmhKR4AGseQFO/g7BY6DbDFNH88jILxLL9Sjbdmd4LM8tPEKWXuGFNlWZ8FStYj2+uD/57FouadviV9jcQ17t0qDeP0uXnV0NWfmv7ytEadSupjef9c2eTP2n3ZeZv//h5vUUQghzIAleaRDQFhzLwt14uLLLxMEIYX76B/nzdufsKZmmbjjHhlNRJo5ICCEejiR4pYGVNQT+MzL49ArTxiKEmXqpbVWGN6+EosCby05y4PJtU4ckhBBFJgleaVGvf/b38xsg465pYxHCDKlUKj7sUZeu9XzJyNLz/KKjnI8ueCUdIYQwV5LglRYVgsG9EmSmwIXNpo5GCLNkpVbx5YCGhASUISldx/B5oUQmyj9EQoiSRxK80kKl+vcqnkx6LES+7G2smDMsiJo+LsQmpTNsXiiJKRmmDksIIR6IJHilSU6Cd/FPuJtg2liEMGNuDjYsHBVCeTd7rsSlMHrhYVIzskwdlhBCFJokeKWJdy3wqQf6TDi/ztTRCGHWfN3sWTQ6BDcHG45F3OHV34+hy9KbOiwhhCgUSfBKm5w58eQ2rRD3Vc3bhbnDg7CzVrP9fCzv/3EGmRteCFESSIJX2gT2y/5+bR9obpo2FiFKgKDKZfhucCPUKlh6+AZfbb9o6pCEEOK+JMErbdz9oWILQMle2UIIcV+d6vryce/s1S6+3XGRXw9dN3FEQghRMEnwSiPDbVqZ9FiIwnqmaUVe61AdgA/+OMPWs7dMHJEQQuRPErzSqE5vUFtD9EmIu2DqaIQoMV5/sjqDQ/zRKzDu9+McuSaj0YUQ5kkSvNLIyROqdsj++YwMthCisFQqFR/1CuTJ2j6k6/SMXniEizFJpg5LCCFykQSvtDJMerwCZFSgEIVmbaXmu8GNaFzRHU1qJsPnhRKtSTV1WEIIYUQSvNKq5lNg4wgJVyDqmKmjEaJEcbC1Yu7wYKp6ORGlSWPEvMNo7maaOiwhhDCQBK+0snOGml2zf5Y58YR4YB5OtiwcFYKPqx3hMUmMWXyEtExZ7UIIYR4kwSvNcm7TnlkFevnDJMSDquDhyMJRIbjYWRN6NYE3lp0gSy9dHoQQpicJXmlWtT04eEByDFzba+pohCiRavm6MntYELZWajafucWU9WdltQshhMlJgleaWdtmT5kCMieeEA+heVVPvhrYEJUKFv19nR92XTZ1SEKIUk4SvNIu5zbtufWQmWbaWIQowbrVL8ek7nUA+GJrOCuO3DBxREKI0kwSvNKuYnNw9YN0DVz609TRCFGijXgigBfbVgVgwurT7AyLNXFEQojSShK80k6thsB+2T/LbVohHtr/Otekb2M/svQKL/16jBM37pg6JCFEKSQJnvj3Nm34FkjTmjYWIUo4lUrF9H71aVPDi9TMLEYtOMyVuGRThyWEKGXMKsE7cuQI77zzDi+88AJr1qy5b/1Nmzbx8ssvM2rUKBYvXpxr5JpWq+Xzzz/n2Wef5e233+bChdzrrh45coTXX3+dYcOG8f3335Oenl5s51Ni+NaDsjUhKx3CNpg6GiFKPBsrNT8MaUz9Cm4kpGQwbF4osUnSx1UI8fiYTYK3efNm2rRpQ0JCAu7u7owZM4b3338/3/oTJ07k2WefJSMjA1dXV9566y3GjBlj2J6cnExISAiLFi2icuXKnD17lvr16xMaGmqos27dOp544glu3LiBn58fX331FU8++SQ6ne6RnqvZUamMly4TQjw0Jztr5o0IprKnI5GJqYyYd5ikNFntQgjxeKgUM5mwqU6dOjzzzDOGpG7//v20adOGq1ev4u/vb1Q3JSUFLy8vNmzYQPv27QFYsWIFAwYMICEhAQ8PD37//XfGjRvHjRs3sLe3B2DgwIHY2tqyePFiANq0aUNISAhffPEFALdv38bX15fdu3fzxBNP3DdmrVaLm5sbGo0GV1fXYnstTCLhCnzbCFRqeCscnL1NHdED0+v1xMbG4u3tjVptNv+7iGJQkts2Iv4ufX/cz+3kDJ6o5sn8ESHYWpesc3jUSnL7ioJJ2xa/wuYe1o8xpnydOHGC8PBwXnjhBUPZE088QZ06dVi+fDlvvfWWUX0nJyfu3r1rVFatWjXs7OywsbEBwMXFBQcHB+zs7Ax1PDw8jN5gLi4uuLu7Gx47OztjbW2Ni4tLnnGmp6cb3cLVarP7q+n1evR6/QOetZlxr4zKLwjVzSPoT6+Cps+bOqIHptfrURSl5LfFf0SnRHMn7U6+293t3SnnVO7xBWQCJbltK3jYM294EIPnHGL/pXjeWn6CrwY0QK1WmTo0s1GS21cUTNq2+BX2tTSLBO/atWv4+PhQtmxZo/K6dety/fr1Avc9e/Yshw8f5uuvv2bcuHE4OzsD0KFDBypUqMAzzzzDkCFDOHLkCJs3b+aPP/4w7Pvaa68xZswYbGxsqFGjBj///DOdOnWifv36eT7XtGnTmDJlSq7yuLg40tJKfv8ax8qdcb15BN3x30kI6GPqcB6YXq9Ho9GgKIrF/KcYmxrLiH0jyNTnf2vPRm3DgpYL8HYoeVddC6ukt623DXzarQpvrr3I+lPROFtn8Vpr//vvWEqU9PYV+ZO2LX5JSUmFqmcWCV5cXBweHh65ysuUKUNsbMHzSPXv358LFy7QsGFDXnvtNUO5g4MDzzzzDG+++Sbbt28nMTGRgQMHUrVqVUOdwMBA6taty/vvv4+Liwvp6en88ssv+T7XxIkTefPNNw2PtVot/v7+eHl5lfxbtABNh6IcmIZt7Em8rVOgTICpI3oger0elUqFl5eXxfwiiY+PLzC5A8jUZ2LlbIW3p2UneCW9bXt4e5Nl48Cby0/x+7FYAnzK8FyrkvUZe1QsoX1F3qRti19Ot7P7MYsEr2zZsiQmJuYqT0hIwMvLq8B9z507R2ZmJnPmzKFGjRqEhoZSt25dfvjhBz766CMOHz5MgwYNiI+PZ/DgwQwcOJDNmzej1+vp2rUrderUITExEScnJ3bt2kW3bt1wcHCgV69euZ7Lzs7O6JZvDrVabRlvXNdyUKUtXP4L9dnV0OZtU0f0wFQqleW0B6Aq5G08lVplMeecH0to276N/bmdnMGnm8L4dHMYPm729GroZ+qwzIIltK/Im7Rt8Srs62gWr3alSpWIiYkhLi7OqPzs2bNUqlTpvvvb2Njw0ksvUbNmTdatWwfA8uXLGT16NA0aNADA09OTyZMns2XLFjQaDRcuXODEiRNMmzYNJycnANq2bUu/fv1YunRpMZ9hCWIYTbsczGP8jRAWZUyrKoxumX3lbvyKk+y9GHefPYQQ4sGZRYLXqFEjqlevzk8//WQo27t3L+fOnaN//+yEIzMzk/j4eAD27NmDWq3mypUrhvparZabN2/i55f933DZsmW5dOmS0fNcuHABBwcHnJyc8PT0BDCqoygKly5duu9VQ4tWqztY2cHtC3DrtKmjEcLiqFQq3utamx4NypOZpfDC4qOcuakxdVhCCAtjFrdoVSoVM2bMoH///ly9ehVPT0/mzZvH22+/bbiCN2rUKDZs2MDt27d54okn6Ny5M82bN6dnz57Y2Niwbt06KlasyIABA4Ds/nKtW7emWbNmPPnkk5w5c4atW7cydepUrK2t8fLyYty4cfTq1YuuXbsSEBDApk2biIqK4tdffzXly2Fa9q5QswucW5s9J165vAecCCGKTq1WMaN/fRJS0tl/KZ4R8w+z+sUWVPR0NHVoQggLYRZX8AC6d+/O7t278fT0RKvV8vPPPzNt2jTD9uHDh/Pee+9hZWWFlZUVGzZsYMaMGahUKlJTU/nggw/Yv3+/ofNhkyZNCAsLo3Pnzly9epXKlSuzdetW3n77335l33zzDUuXLsXLy4vIyEgGDRpEWFgYAQGlvONzzm3aM6tAhrYL8UjYWVvx07NNqFPOldvJ6Qybd4jbyaVwJR0hxCNhNhMdl0QWNdHxvTLTYEYNSNfAiE1Q+f6TPpsDS5xQ81z8OQZuGHjfesu6L6OOZ53HEJFpWGLb5ojVptH3xwNEJqbSoIIbv41phpOdWdxceWwsuX1LO2nb4lfY3ENebZGbjT3U6ZH9syxdZlIedh7YWtkWWMfWyhYPu9zTDImSwdvVnkWjQijjZMvJSA0v/XqMzCy5ci6EeDil699EUXj1+sPxJXDuD3jqc7AuOMkQj0Y553Js6L2BxPTc0wjl8LDzoJyzZa9kYemqeDkzd3gQz8w5xO4LcUxYdZrp/epx+FoisUlpeLvYExJQBitZ/UIIUUiS4Im8VW4Fzj6QHAOX/8oeeCFMopxzOUngSoFGFT2YNaQRYxYdZdWxSLacjSYlPcuwvZybPZN61KFLoLwXhBD3J7doRd7UVhDYL/tnuU0rxGPRvpYPzzStCGCU3AHc0qTx4pJjbDkTbYrQhBAljCR4In/1ns7+Hr4J0pNNG4sQpUCWXmH7uZg8t+WMhpuy/hxZehkbJ4QomNyiFfkr3xjKVIGEKxC+Ger3N3VEQli00KsJRGvS8t2uANGaNPr8sJ8aPi74uNrh42qPt4sd3v9893Kxw87a6vEFLYQwS5LgifypVNmDLXZPz75NKwmeEI9UbFL+yd29TkVqOBWZ/+oXHo42+Lja4+XybwLo42qPj6sdXi453yURFMKSSYInChb4dHaCd3kHpMSDk6epIxLCYnm72Beq3vOtq+DqYEOMNo1YbToxSdnfY5PSyMxSSLybSeLdTMJuJRV4HA9HG7xd7PF2tcP7n8QvJxn0NlwZlERQiJJIEjxRMK8aUK4BRJ/MnjIleLSpIxLCYoUElKGcmz23NGnk1ctOBfi62fO/LrXynDJFUbKTu9ikNGK06cRq04hNyv4e808CGKNNJy4pnYwsvSERDI8pOBF0d7TB555E0NvVDp9/bgv7/FPm5WKHvY0kgkKYC0nwxP3V65+d4J1eKQmeEI+QlVrFpB51eHHJMVRglOTlpHOTetTJdz48lUpFGSdbyjjZUss3/+dRFIU7dzMNV/5i7kkEY5PufZydCN65m8mdQiaCOVcA/3t7+N5ySQSFePQkwRP3V7cvbPsAIg7AnRvg7m/qiISwWF0Cy/Hjs42Zsv6c0YAL32KcB0+lUuHhZItHIRJBTWqm0dW/GG0acfckgTnfM3T/JoIXYgoede/mYGO48uftaoeXsx2Oqkyqls/C183BUC6JoBBFJwmeuD83P6jcEq7thTOroOXrpo5ICIvWJbAcHev4Eno1waQrWahUKtwdbXF3tKWmr0u+9XISQUPC959+gfcmiBk6PZrUTDSpeSWCN4weuTnYGF0B9L73iqCrneG2sSSCQuQmCZ4onHpPZyd4p1dKgifEY2ClVtG8askY1HRvIljDp+BEUJuqy3VrOEaTyo3bWu5kZI8kjtWmk35PIngxtuArgq721ob+gD4u9njdk/wZkkMXexxsJREUpYckeKJwaveEjeMh5jTEngfv2qaOSAhRwqhUKtwcbXBztDFKBPV6PbGxsXh7e6NWqw2J4H+v/sX+56pgjDaNdJ0ebZoObVoyl+6TCLrYWxv3CzQaPfzvd0kEhSWQBE8UjmMZqN4xe1WL0yuhwwemjkgIYaHuTQSr3++KYJou1+CQvAaNpGXqSUrTkVTIRPC/g0O8/zNgxNvVDkdb+RMqzJe8O0Xh1Xv6nwRvBbR/P3siZCGEMBGVSoWbgw1uDvdPBJPS/0kE/+kfmD2NTPbPcYayexNBHZfjUgp8fhc7a+OrgHmMGpZEUJiKvOtE4dV4Cmyc4M51iDwC/sGmjkgIIe5LpVLham+Dq70N1bwLkwjmnjImZ/BIzu3h1MwsktJ1JMUVLhHMs1+gq71hPkFvFzuc7ORPsig+8m4ShWfrCLW7w6ll2VfxJMETQlgQ40TQOd96iqKQnK7Ls19gTjKYM5XM3Yx/E8Er90kEnQ1XBHPPHXjvY0kERWHIu0Q8mHr9sxO8s6uh86dgJW8hIUTpolKpcLG3weU+iSDwTyKYZjx/oDadmP/0EbybkUVyuo7kwiaC//QDvHdwyH9vFztLIliqSeuLB1OlLTiWhZQ4uLoLqj1p6oiEEMJsOdtZ4+zlTFWv+yeC9y4pZzSNzD3JYUpOIpiu48rtghNBJ1urvFcVuXfJOUkELZa0qngwVjZQtw8cnpM9mlYSPCGEeGg5iWCVQiaC/038jG8Xp5OcriMlI4srt1Pumwg6/pMIGvcLzH172NnOGpUMrisxJMETD65e/+wE7/x66P4V2DiYOiIhhCgVCpsIpqTr8p0y5t6VRpLTddzNyOLq7RSuFiIRNCSBhiuCuW8PSyJoHiTBEw/OPwTcK8KdCLiwJfuKnhBCCLPhZGdNgJ01AWWdCqyXkwjGatOM+gX+93Zx0j+J4LX4u1yLv1vgMR1srP5N/FzscLbOorJP8j/rDP8zatjVDhdJBB8pSfDEg1OpIPBp2Pdl9m1aSfCEEKJEKmwieDdDl2+/wHuvFCal6UjNzCsRjM11TAcbK8OawjnTyGQPEPl3ShlvV3tJBIvI7BK8q1evsmvXLjw8PGjbti3u7u4F1j9x4gQHDx7E1dWVjh074uXlZbQ9PT2dTZs2cfPmTerWrUu7du0M2w4ePMj169dzHdPBwYGePXsWy/lYrHr9sxO8i9sgNREcPEwdkRBCiEfE0daaymWtqXyfRDA1I8toKbkYbSpXbyWSkmWVfWXwn2QwJxG8Hn+X6/e5ImhvozbqI/jfaWR8XO3wcrHH1d60iWCWXiH0agKxSWl4u9gTElAGK7Xp4jGrBG/58uWMHDmSkJAQ4uLi0Gq1bNu2jVq1auVZ/9VXX+Xnn3+mRYsWRERE8Morr7BlyxZCQkIAuHXrFi1btuTOnTs0atSIt99+myeffJI//vgDKysrNm3axObNm42OGRUVhZWVlSR49+NTB7zrQuzZ7L54jYeZOiIhhBAm5mBrRSVPJyp5ZieC2esMOxnWGc6Rkwj+t19gnNFKI2lo03SkZeoLnQjmN23MvQnio0gEt5yJZsr6c0Rr0gxl5dzsmdSjDl0CyxXrcxWWSlEUxSTP/B8ajYYKFSowa9Yshg3LThaGDBnCrVu32LFjR676+/fvp3379pw5c4bq1asD0LNnT5KTk/nrr78AeOONNzh48CB79+7F2tqaW7duUbNmTebPn0/fvn3zjKNZs2Y0a9aMr7/++r4xa7Va3Nzc0Gg0uLq6FvHMS7C9X8KOKRDQGoavN3U0uRYsF5ZD2taySftarodt27TMLKNBIXkOGklKR5OaWehj2lmrC5xIOucWsatD4RLBLWeieXHJMf6bTOXs+eOzjYs1ySts7mE2V/CWLl1K2bJlDckdwAcffEDt2rW5cuUKVapUMapfs2ZNjh49akjuADp27Mj8+fMNjzUaDY0bN8baOvs0fX19qVSpEhqNJs8YNm3axMmTJ1mzZk2e29PT00lPTzc81mq1QPYbWK/XP+AZW4C6fVHvmIJydS+K5ia4mOa/lBx6vR5FUUpnW1g4aVvLJu1ruR62bW2tVFTwsKeCh32B9dIyswy3gP9N/tKz+wkargxmJ4LpOj0RCXeJSCj4iqCdtdr4trCLnaGvoNc/I4g9nWyZvO5sruQOQCE7yZuy/hwdankX2+3awr6WZpPghYeH06xZM6OyWrVq4ebmxoULF3IleGXLlqVs2bJA9snu3buXn376iVGjRhnqDBo0iBEjRtC1a1eaNWvG0qVLuXXrFl27ds0zhsmTJ/PCCy9Qrlzeicq0adOYMmVKrvK4uDjS0tLy2MPS2VPGtzG2t46RdHAxdxuMMGk0er0ejUaDoihyFcDCSNtaNmlfy/U429YeqOgAFR2swMcRcMxVJ02nJyElk9v/fMUlZxKfksntlAxD2e2UTLRpWaTr9NxITOVGYmqRY1KAaE0a245foYl//usgP4ikpKRC1TObBC86OjrXAAkALy8vbt68me9+586do2HDhmRmZjJu3Djeeustw7ZOnToxdOhQunfvDoCVlRXLly/Hx8cn13E2bNjAmTNnWLduXb7PNXHiRN58803DY61Wi7+/P15eXqXzFi1Ao8Gw+Rgu17fg3PF/Jg1Fr9ejUqnw8vKSPxIWRtrWskn7Wi5zbNuKhaiTnplFXHK6YX3hnGlk4ozmFkznTiFvDWdaO+Dt7f1wgf/D3r7gq5k5zCbBc3Z2JiUl9ySLKSkpBSZP1apV48yZM1y5coVJkyYxcOBAli1bBmQnZCtWrGDjxo3UrFmTXbt2MWzYMKytrXMNopg8eTIvvvgivr6++T6XnZ0ddnZ2ucrVarXZvHEfu8C+sGUCqqjjqBKuQNlqJg1HpVKV7vawYNK2lk3a13KVxLZ1sFNT0c6Gip4FTyi9+0Isw+cdvu/xfFwdiu38C3scs0nwKlSowK5du4zKkpOTiYuLw8/PL9/9bG1tqVGjBjVq1KB27dpUrlyZ999/nzp16vD111+zdOlSwy3ZqlWrcv78eb788kujBG/dunWcP3+ejRs3PpJzs2hOZaFqe7j0J5xZCW0nmDoiIYQQ4rFoWc2Lcm723NKk5dkPTwX4umVPmfK4mU063bVrV/bu3cuNGzcMZStWrKBMmTIEBQXlqj9r1ixGjhxpVKbT6YDspC+nE+J/R8CoVCqjDoqKojB58mReeumlPG/dikKo1z/7++kVYB6DsoUQQohHzkqtYlKPOsC/o2Zz5Dye1KOOSebDM5sreMHBwXTq1Inu3bszadIk4uLiePvtt5kyZQq2trYAtGrVipCQEGbOnEmLFi0YP348Op2OXr16ERERwS+//MKTTz5JzZo1ARgxYgQvvfQSp0+fpkGDBvz111/88MMPzJkzx/C8f/zxBxcuXGDLli0mOW+LUKsrWDtA/CWIPgHlG5k6IiGEEOKx6BJYjh+fbZxrHjxfE8+DZzYJHsDq1at57733mDJlCm5ubsyYMYOxY8catleuXNkwwrVRo0bs2bOHzz77jHfffRdXV1f69evHO++8Y6j/7bffUr16dVauXMncuXOpWrUqv//+O336/Lu01vbt25k0aVKxdX4slexcoOZTcHZ19tJlkuAJIYQoRboElqNjHV+zWsnCbCY6LolK/UTH9wrbBEsHZ8+F98ZZUFs99hBkslTLJW1r2aR9LZe0bfErbO4hr7YoHtWeBHt3SIqG6/tNHY0QQghRqkmCJ4qHtS3U6ZX98+kVpo1FCCGEKOUkwRPFJ2c07bm1oEsvuK4QQgghHhlJ8ETxqdQCXMpDmgYubTd1NEIIIUSpJQmeKD5qq+yVLQD+ngXfh8DlnaaNSQghhCiFJMETxSvnNu31A3A7HHZMkcmPhRBCiMdMEjxRvMo1yL5Nm7NoS9RxuLzDpCEJIYQQpY0keOIRuPeKnQr+nCRX8YQQQojHSBI8Ubwu78ieC89AgZgzsKAb3DgsiZ4QQgjxGEiCJ4qPosBfH4Mqj1Usru+HuU/CnPZwchnoMh5/fEIIIUQpIQmeKD6Xd2T3uVOy8t6utoGoY7BmLHwdCLs+g+TYxxujEEIIUQpIgieKR87Vu3zfUmrwrgXt3sterzY5BnZNg6/qwurn4eaxxxmtEEIIYdEkwRPFIysDNDcBfT4V9NlJ3ROvweunod9cqBCSvd+ppTCnHcztBGdWQVbm44xcCCGEsDjWpg5AWAhrOxi7E1Ju51/HySu7HkC9p7O/bh6FQz/DmdVw41D2l0t5CB4NTUaAU9nHEr4QQghhSSTBE8XHrUL214PwawJ9Z0PHj+DIvOyvpCj46yPY/TnU7w9NXwDfeo8mZiGEEMICyS1aYR5cfKDdRHjjDPSZDeUbQVY6HF8CP7WE+d3g3DrI0pk6UiGEEMLsyRU8YV6s7aDBQKg/ACIPw6Gf4NxauL4v+8vNH0LGQKOh4FjG1NEKIYQQZkmu4AnzpFKBfwg8PS97UEar8eDoCZob8OeH8GUdWP8axJ43daRCCCGE2ZEET5g/1/LQ4QN44xz0mgU+9UCXCkcXwA/NYGFPCNsE+nzm3xNCCCFKGUnwRMlhYw+NnoUX9sKITVC7J6jUcHU3LB2MalYQjicXQJrG1JEKIYQQJiUJnih5VCqo/AQMXAyvncyeW8/eHVXiNVz/nobqq7qwcTzcvmjqSIUQQgiTkARPlGzuFaHjVHjzPPpuX5HpUR1VZgocngPfB8GSfnDxT9DnNwGzEEIIYXlkFK2wDLaO0GQE8RWewvtuOOrQnyF8M1zanv3lWQ1CnoeGg8HOxdTRCiGEEI+UXMETlkWlgoDWMPh3GHccmr8Cdm4Qfwk2vw0za8PmCRB/2dSRCiGEEI+M2SV4N2/eJDw8vFB1s7KyuHDhAqdPnyYjIyPPOhqNhiNHjhAVFZXvce7evcvRo0dJSEgoUszCTJUJgM6fwJvnoOsM8KwOGUlw6Ef4rgn8NhAu/wWKYupIhRBCiGJlNgnenTt3aNeuHQEBAQQFBVGlShXOnTuXb/0jR45Qp04dAgMDadasGQEBAezatcuozqeffoqPjw8dOnTAz8+Pfv36kZaWlquOu7s77dq1w8fHhw8++OBRnJ4wJTvn7MmRXw6FZ1dBtY6AAhe2wOI+2VOtHJ4LGSmmjlQIIYQoFmaT4I0dOxadTkdcXBwJCQl07dqVp556iqys3HObKYpCnz596N69O7dv3yY2NpZu3boxePBg9P90pt+3bx+TJ09m9erVJCYmEhYWxqlTp/jiiy8Mx/ntt9+YNWsWR44cQaPRsH79eqZNm8a6dese23mLx0ithmpPwrMr4ZWj2X3ybJ0hLgw2vglf1oZt70PidVNHKoQQQjwUlaKY/v5UdHQ0FStW5ODBgzRp0gSA1NRUfHx8WLRoEb179zaqn5yczMKFCxk6dCiurq4AnDhxgkaNGhETE4O3tzezZ8/m22+/5cyZM4b9XnvtNW7dusWyZcsAaNq0KWPGjOG5554z1Pnjjz/w9PSkVatWueJMT08nPT3d8Fir1eLv709iYqIhDmE6er2euLg4vLy8UKsL+b9LmgZO/o4qdDaqxKsAKCo11OyKEvI8VHoiu1+fMKkita0oMaR9LZe0bfHTarV4eHig0WgKzD3MIsHbsmULQ4YMIT4+3qj8qaeeIjg4mKlTpxa4v06nY+rUqaxdu5aTJ08CcOnSJerXr8+uXbsICQkhNjaWdu3a8cYbb/Dcc8+RmpqKo6MjV69eZf/+/Rw+fJjq1aszevRo7O3t83yeyZMnM2XKlFzlFy5cwMVFRmaaml6vR6PR4Obm9uC/SBQ9dhG7cTy9GLvI/YbiTM+a3A0cSmr1HmD97/vCNvIArvs+RtvyfTIqtCiuUxD5eKi2FWZP2tdySdsWv6SkJGrUqFEyEry5c+fy5ZdfcvbsWaPyUaNGoSgK8+fPz3ffXr16sXfvXqpWrcoff/yBn5+fYdv69evp27cvlSpV4vr164wbN46ZM2cCcPHiRWrUqEGPHj1ITk6mYcOGrF+/HgcHBw4dOoSDg0Ou55IreOat2P5TjAtDFTobTi1DlXkXAMXBAxoPRwkaDa5+qOZ2QBV1HKV8I5TRO+Qq3yMmVwEsm7Sv5ZK2LX6FvYJnFvPgqdXqPPvaZWVlYWtrW+C+zz77LG3atGHJkiW89957/Pzzz9jZ2XHmzBlGjhzJsGHDaN++PRcuXOCbb76hXr16jBgxgqSkJAB8fHwMfe6mTp1KYGAgs2bNYvz48bmey87ODjs7uzzjlzeueVCpVA/fHj51oMfX8OQkOLYYQueg0kTA/q9RHfgO/EMg6nj280UdR3V1Z3bfPvFIFUvbCrMl7Wu5pG2LV2FfR7NI8CpUqEB0dDSKoqC650rIzZs38+wLd6/+/fsD2YM0qlSpwtKlSxk+fDhTpkyhU6dOzJ0711C3YsWKvPHGGwwbNoxKlSoBMGLECMN2Z2dnunbtyuHDh4vx7ESJ5eABT4yD5i9nT5p86Ce4thci/v63jkoNf30MVTvIVTwhhBBmwyzS6caNG5Oens7u3bsNZRqNhn379tG8efNc9U+fPs1bb71ldNXP2dkZHx8fw1x20dHRVK9e3Wi/nHvWKSkpeHp64uPjQ0REhFGda9eu4ePjU5ynJ0o6tRXU7g4jNkC3L423Kfrsq3mXd5gmNiGEECIPZpHgeXp6MnToUF588UXOnDlDZGQkw4cPp1q1anTs2BGAJUuW8PrrrwPg5eXFnDlzGDduHOfOnSM8PJz33nuPS5cu0bVrVwC6devGzz//zLJly7h9+zZ//fUXEydOpG3btoYBERMmTOCdd95hz549xMfH89VXX7Ft2zaGDRtmktdBmDlFgeOLQWVlXK6yyr6KZ/rurEIIIQRgJrdoAb7//nvGjBlDcHAwmZmZNG/enK1btxpu2e7bt48///yTL7/8El9fXzZu3Mi4ceP44YcfAKhduzZr166lZs2aALzzzjskJyczduxYtFot1tbW9OrVi++//97wnK+88goxMTF07tyZtLQ0KlasyPLlywkKCnr8L4Awf5d3GPreGVGy/r2KJ33xhBBCmAGzGEV7r8zMTDIyMnBycsq1LSsrCysr46snycnJ6PX6AkeSxMXF4eHhgbV13vlsVlYWGo2GMmXKPFCsWq0WNze3+45kEY+HXq8nNjYWb2/v4u/Mqygwpx1EnQT0eVRQQ/kGMGan9MV7BB5p2wqTk/a1XNK2xa+wuYfZXMHLYWNjg42NTZ7b/pvcQXbfu/vx8vIqcLuVldUDJ3eilMnKAM1N8k7uyC7X3syuZ517pLUQQgjxOJldgieEWbK2g7E7IeV2/nWcvCS5E0IIYRYkwROisNwqZH8JIYQQZk5uiAshhBBCWBhJ8IQQQgghLIwkeEIIIYQQFkYSPCGEEEIICyMJnhBCCCGEhZEETwghhBDCwsg0KQ8hZxEQrVZr4kgEZM+YnpSUhL29vcyYbmGkbS2btK/lkrYtfjk5x/0WIpME7yEkJSUB4O/vb+JIhBBCCFGaJCUl4ebmlu92s1uLtiTR6/VERUXh4uKCStYfNTmtVou/vz83btyQtYEtjLStZZP2tVzStsVPURSSkpIoX758gVdF5QreQ1Cr1VSoICsbmBtXV1f5RWKhpG0tm7Sv5ZK2LV4FXbnLITfEhRBCCCEsjCR4QgghhBAWRhI8YTHs7OyYNGkSdnZ2pg5FFDNpW8sm7Wu5pG1NRwZZCCGEEEJYGLmCJ4QQQghhYSTBE0IIIYSwMJLgCSGEEEJYGEnwhBBCCCEsjCR4QgghhBAWRhI8IYQQQggLIwmeKHHeeOMNGjVqZPT19ttvG9XZsmULTz75JAEBAQwaNIjIyEgTRSvuJyUlhbFjx9KoUSO2b99uKM/MzGTChAnUrVuXJk2aMH369Fz7xsbGMnToUKpUqUK7du34448/HmPkojD27NlDs2bN6Nmzp6EsKioq12e4UaNGnDhxwlAnIyODt956izp16hAcHMyXX35pguhFfrZs2ULr1q2pUKECHTt25MCBA7nqzJgxg6CgIOrWrcvbb79NRkaG0fa7d+/y8ssvU7NmTZo3b85PP/30uMIvFWQtWlHi7Nu3j6ZNm9KxY0dDmZ+fn+Hnv/76i969ezN16lRCQkL44YcfaNGiBWfPnsXFxcUUIYt8hIeH07t3b3x8fAgPD0ej0Ri2jRgxguPHj/P555+TmprKa6+9RmJiIp999hkA6enptGzZklq1ajF37lxOnTrFoEGDWL58uVEyIUxn2rRpfPLJJ4SEhHD+/HlD+dWrVzl//jy//vqrUX1/f3/Dz4MHD+bSpUvMmDEDrVbLuHHj0Gq1TJ48+XGFL/Lx999/07t3bz7//HMaNmzI6tWr6dixIydOnKB69eoATJo0iZ9//plvv/0WJycnJkyYwNWrV1m5cqXhOD169CAlJYXvvvuOW7duMW7cONLS0nj99ddNdGYWRhGihPHy8lLWr1+f7/aOHTsqr732muFxZmamUq1aNeW77757DNGJB/Htt98qH374oaLT6RR3d3dl5cqViqIoysWLFxW1Wq2cO3fOUHfLli2Kk5OTkpiYqCiKoixcuFApX768kp6ebqjz/vvvK02bNn2s5yDy17p1a+X48ePKTz/9pFSrVs1Q/uuvvypVq1bNd7+zZ88qarVauXz5sqHsjz/+UNzc3JSkpKRHGrO4v5dfflkZOHCgUVnLli2Vzz77TFEURUlKSlJcXV2Nfk9fvHhRUalUhs/0/v37FRsbGyUmJsZQZ8GCBUq5cuWUjIyMx3AWlk9u0YoSJTU1lbi4OLy9vdm7dy/Hjh1Dp9MZtmdmZrJjxw4GDhxoKLO2tqZPnz5s2rTJFCGLAowdO5YpU6ZgZWVlVL5161YCAwOpXbu2oaxjx47Y2NiwZ88eADZv3kzv3r2xtbU11Onfvz+HDh0iISHh8ZyAKNC2bdto2LBhrvKIiAgqVqzIjRs32L59Ozdv3jTavnnzZoKCgqhSpYqhrGvXruh0ujxvBYrH6/PPP2fBggVGZZGRkYbP4v79+wHo0qWLYXu1atVo2LAhmzdvBrLbuF27dnh7exvq9OvXj5iYGI4fP/6Iz6B0kARPlCg3btwAoHfv3owcOZJWrVrRsGFDLl++DGT37dHr9QQEBBjtFxAQkOuPiDC9/NanjIyMzNWGarWaihUrGtoxrzo5j6WtzUN+7RsREcHJkydp1KgRY8aMoWLFirzzzjuG7Xm1rY2NDX5+ftK2ZsDR0RF7e3vD4yVLlpCQkMDgwYOB7Pbz9/fH2tq4F9i9v4fzamNnZ2fKli0rbVxMJMETJUr58uXZuHEjoaGhXLp0iejoaHx8fBgzZgwAycnJQPYvoHs5Ojqi1Wofe7yiaJKTk3O1IRi3Y151HBwcAKStzdyrr77K77//TkxMDFevXmX79u18/fXXrFu3Dihc+wvzcOjQIcaOHcvs2bPx9fUFiv75/W8d8XAkwRMlirOzM127dqVChQoAuLq68vHHH7Nr1y5SUlIoV64ckD268l6xsbFGAzGEeStXrlyuNgTjdsyrTlxcHIC0tZmrXbs2nTp1Mtyab9euHb1792bjxo1A4dpfmF5YWBjdu3fnww8/NOoWU9TP73/riIcjCZ4oUWJjY3P1wXF0dERRFHQ6HWXKlMHLyytXnQMHDlCzZs3HGap4CLVq1eLo0aOkp6cbyqKiorh27ZqhHWvVqpVnOzs7O1O+fPnHGq94MMeOHSMiIsKozNHRkczMTCC7bUNDQ4361167do2oqCj5HJuJyMhIOnXqxIgRI5gwYYLRtlq1ahEREWE0PVVmZiZHjhwp8PN78uRJUlNTqVGjxqM/gdLA1KM8hHgQx44dUwBl06ZNiqIoSlZWljJs2DAlODjYUOfdd99VAgMDFY1GoyiKovz999+Kra2tcvDgQZPELArn3lG06enpiq+vr/LJJ58Yto8dO1Zp2LCh4fHZs2cVKysr5a+//lIURVFSUlKUoKAg5ZVXXnm8gYv7+u8o2mHDhikNGjRQUlNTFUVRlEuXLilubm7Kr7/+qiiKoty9e1fx9PRUZs6cabRPs2bNHm/gIk+3b99WateurYwZMybfOiEhIcrIkSMNj6dPn66ULVvW0OaJiYmKo6OjMnfuXEVRsn+X9+7dW+nSpcujDb4UkQRPlDhvv/22olKplEaNGilVqlRR/P39lVOnThm2azQapXXr1oqXl5fSsmVLxc7OTvnggw9MGLEojHsTPEVRlD///FNxcXFRGjZsqNSsWVPx8fFRjh07ZrTPF198odja2ipPPPGE4uPjo4SEhChxcXGPO3RxH/9N8G7cuKFUrVpVcXFxUVq2bKk4OjoqI0aMMNpn48aNipOTk9K4cWOlevXqSvny5Y0+58J0Bg0apABKrVq1lMDAQMPX888/b6hz6tQppVy5ckqNGjWURo0aKU5OToZ/zHMsW7ZMsbe3V0JCQpTKlSsrAQEBysWLFx/36VgslaIoiqmvIgrxoE6fPs3hw4fx8vKiXbt2ODs7G23PzMzk77//5sqVKwQHB1O3bl0TRSoKa+vWrTRo0MDQURvg1q1b7NmzBzs7O1q1akWZMmVy7RceHs7BgwepWLEiLVq0yHfkpjCdiIgILl++TLt27Qxl6enp/Pnnn8TExNCoUSMaN26ca7+oqCj27t2Lo6MjrVq1wt3d/TFGLfITGhpq6O96Ly8vL0JCQgyP79y5w549e0hNTaV169aGPtL3unHjBnv37sXDw4OWLVvKZPTFSBI8IYQQQggLI4MshBBCCCEsjCR4QgghhBAWRhI8IYQQQggLIwmeEEIIIYSFkQRPCCGEEMLCSIInhBBCCGFhJMETQgghhLAwkuAJIYQQQlgYSfCEEEIIISyMJHhCCFEKnTt3jn79+pGZmWnqUExGURQ0Gg2yoJOwRJLgCSEeSGZmJjNnziQ+Ph6AtWvXsnfv3oc+7syZM4mOjn7o4wCcPXuW+fPnF8uxzNWiRYs4efJkkff/+OOPUalU2NjY5Np2584dZs6cyc6dOx/omCtWrODgwYNFjqm4hIeHM2fOnELVbdSoEQsWLHi0AQlhApLgCSEeSEZGBuPHj+fWrVsALFiwgE2bNj30ccePH09ERMRDHwfgyJEjfP7558VyLHP11VdfFTmZSkpKYvXq1QwfPjzP7f/73/8YP34869aty/cYWq2Wjh07EhUVZSibPXs2O3bsKFJMxenEiRN8+umn962nUqkYOnSoxb9XROkkCZ4QQpQy27dvx8nJiaeeeirXtr1797J8+XJatGhR4DEyMzPZvn07qampRYpBr9ebxa3RYcOGERYWxqlTp0wdihDFShI8IUqBYcOGMX78eMPjpUuX4uXlRVhYmKGsZcuW/PDDDwBcuHCBvn374uPjg5OTE8888wwpKSkPFUN6ejrjx4+nYsWKODo60qVLFy5evJhv/d9//5169erh6OhIUFAQ27dvN9oeFhZGp06dcHFxwdfXl4kTJ6LT6fI81t9//02lSpXYvHlzntsvX75Mly5dcHJyomzZskyYMMFo+7Zt22jSpAkODg7UrVuX1atXG20PDQ2lZcuWODo6UrFixVxXhHbv3k3Tpk1xdHSkbt26RrcEL126hJeXFwcPHiQoKAhHR0c6d+5sdLtaq9UyYsQIypQpg4+PD7/88ovR8RVF4f3336dcuXLY29vTunXrAq+GhoWFERgYiLW1tVF5RkYGzz//PJ988gkVK1bMd/+jR49So0YNAIKDgxkyZIhhW2ZmJiNHjsTd3Z3KlSuzbNkyw7Zp06YxZswYXn31Vdzc3Ayv4/1e3x9++IGmTZtib29P1apV+e2334y2r1mzhrp16+Lg4ECnTp1ISEgw2n748GFatGiBvb09fn5+fP/994ZtVatWJTAwkN27d+d7vkKUSIoQwuLNmTNHqVq1quHxs88+q5QpU0b55ptvFEVRlKioKAVQzp8/r2RlZSn/b+f+Y6qs/jiAvxEuXBBQEUG7wryaGVcpFBCXqNhwpiiIKcMslEvEahVUA0kxgrR0lqnZIkBAMqaIZAUIScxBLn5MCZEfJprKIpgmlLgB6n1//2A9ccUrfb/f7ds3/Ly2u93znHOfe855LvPjeT7nefzxx/n000+ztraWVVVVdHNzY2xsLEmyu7ubAHj27FmS5IoVKxgfHz9kH/R6PXU6HcvLy1lbW8vVq1fT1dWVPT09JEkArKysJEnm5+fTxsaG+/fvZ0tLC3ft2kVLS0vW1NSQJDs7O+no6MiXXnqJTU1N/Prrr6nRaBgXF0eSzMrK4qOPPkqSrKmp4ZgxY5idnW2yb3PnzuXKlSt56dIlVlZW0tXVlceOHSNJnjp1ijY2NszMzGRrayuzs7OpUqn4/fffkyQvXrxItVrNxMREnjt3jocOHaK9vT337NlDkqyvr6elpSW3b9/O8+fPMycnh/b29vz8889Jks3NzQTANWvWsL6+noWFhZw8eTLDwsKU/gUHB3PWrFmsqqpifX09AwICaGtry5SUFJJkZmYmR40axYqKCra2tlKv13PVqlX3vRZ6vX7Q8bfffptz5szhnTt3GBoaypiYmHt+vre3l6dPnyYAnjhxgh0dHSRJf39/PvTQQ8zNzWVDQwMjIiJobW2t1CckJNDGxoYJCQmsq6vj9evXh5zf0tJSqtVqZmRk8NKlS9y1axfNzc155coVkmRlZSUtLCy4e/duXrhwgenp6XRycuKkSZNIkgaDgRMmTOArr7zCtrY2FhcX08HBgY2Njcp4Vq5cyejoaJPzJcQ/kQR4QjwAfvnlF5qZmbGlpYUGg4HOzs7ctm0bAwICSPYHCA8//LDSvqenh319fUo5JiaGvr6+JO8f4LW3t7OystLoRZIdHR0cMWKEUibJmzdvsri4WPmegQGej48PExISjMYQHh7O1atXkyR37NhBNzc3GgwGpf7MmTNsaGgg+WeAV1tby7FjxzIjI+O+86PRaJiYmKiUb926pbwPDQ3la6+9ZtR+6dKlSoAUHR1Nf39/o/rq6mpevHiRJLlu3bpBwdb27dvp7u5O8s8Ar76+3qh+6tSpJMkrV64QAOvq6pT6jo4OqlQqJcBLTEzktGnT2N3dTZK8ffu20dzcbf78+dy6davRsaamJtra2ir9uF+AR5LXrl0jALa0tCjH/P39GRUVpZQ7OztpaWnJkpISkv0BnpeXl9F5hppfkrxx44by/ubNmxw5ciTz8vJIks888wzXrFlj9PkXXnhBCfBu3rxJMzMzfvbZZ0r9wOtLknFxcVy6dKnJsQrxTyS3aIV4AIwfPx6zZ89GcXExzpw5Azs7O6xfvx4nTpzArVu3UFJSgsDAQKX91atXkZKSguDgYOh0OqSkpKC7u3vI7ykqKsKKFSuMXgDQ1NQEc3NzeHt7K23/uBV5r12cDQ0NmDt3rtGxefPmob6+Xql/4oknYGZmptS7u7tDp9Mp5fb2dixatAhTpkzB+vXr79vv5ORkvPvuu9DpdHj11VdRU1Oj1J09exZFRUVYuHCh8mpqakJjY6PJvnp7e0Or1d53LM3NzUa3lCdOnKi8nzZtGm7cuAGg/3aqWq3GY489ptQ7OTkZ3UKNiIiAwWCARqNBSEgIsrKy0NfXZ3K8arUavb29SpkkoqKiEBMTgxkzZtx3roYycByjR4+Gk5OTMhag/7c40FDzCwCVlZWIjY3FvHnzMHnyZPT09Ci/x+bmZvj4+Bid8+7f2ebNmxEWFobZs2cjPj4eP/7446A+t7a2/lfjFuL/jcXQTYQQw0FgYCBKS0vR09ODRYsWwdnZGVqtFtXV1SgtLcXhw4cBAJ2dnZg1axY8PT0RHh6O6dOno7S09C89SiI8PBzh4eGDjltZWcFgMMBgMGDEiKH/X2llZTXo+Wx9fX1Qq9VK/VDJ/T09Pfj4448RGxuLrVu3IiEhwWRbvV6P5cuXo7i4GMeOHcP8+fORnp6OdevWwdLSEn5+fli2bJnRZ2xtbU329a+MRaVSwdzcXDk2MFgdSK1W4/bt27hz545R+4EBmouLCxobG1FeXo6ysjK89dZb2L9/P8rLy+95zqlTpxoFOfn5+aioqMDMmTPx5ptvAgDq6urQ0tKCpKQkJCYmmhzf3UyNw5Sh5nfv3r2Ii4vDhg0b8M4778DNzc0oYL47WAUwqJyUlISIiAiUlJTg6NGj8PDwwPHjx7FgwQIAQFtbm1FgKsRwICt4QjwgAgMDUVFRgfLycmX35JIlS5Ceno47d+7A19cXQP8jJq5fv46cnByEhIRg+vTpg1Y8/l06nQ5WVlYoLi5WjrW1tSE2Nha//fbboPZeXl4oLCw0OlZQUKCszPyx6WLgP+S5ubnIzs5WypMmTYJer8eBAweQlJRkcoNFT08PDh48CCsrKzz33HPIyclBUFCQ8v1eXl5ob2/H4sWLlZeVlRWcnZ2V+qKiIqMdoampqcojRkyNxdPT8y8FQzqdDiNGjDDaZNLY2Iiff/5ZKVdXV+PUqVN48sknsWXLFuzbtw8VFRX4/fff73nORx55xGiFbOzYsYiKikJvby+6urrQ1dWF3t5e9Pb23vP6DGRqY8tfNdT8Hj9+HKGhoUhMTISfnx+sra2NHs3i4eEx6Np+8803yvvOzk7k5ORAo9EgMjIShYWF0Ol0KCkpUdqcP39e2TQixLDxd98jFkL872i1WtrZ2Sm5WmVlZbS0tOTatWuVNh0dHbS1teXzzz/Pr776igkJCXRxcaGHhwfJ/3yTxXvvvUcHBwd+9NFHzMjIoKenJ319fZVcMQzIwaupqaG1tTVff/11HjlyhOHh4Rw9ejQvX75Mkuzr66O7uzsXLlzIgwcPMjk5mba2tkxNTSVpvMmCJJOSkjhmzBheuHBhUL9u3brFyZMnc8mSJczLy+P27dtpbW3N9PR0kuTly5c5evRoRkZGMj8/n8nJyVSpVEpOV2dnJzUaDYODg5mbm8v4+HhaWlqyoKCAZH/+o6OjI9euXcu8vDxu2LCBarWaFRUVJP/Mwevq6lL6dPToUY4fP14pv/HGG3RycmJKSgqzs7Pp7e1NjUaj5OAlJydz3LhxTElJ4YEDB+jj48M5c+aYvBY//fQTzc3NjTYa3G3VqlX3zcEzGAx0dHRkREQEjx8/TrI/B2/Lli1G7SZOnKjkyyUkJHDZsmVG9UPN79atWzlu3DimpaXx8OHD9Pf356hRo5iVlUWyf5OLra0t161bxyNHjvDFF1/kjBkzlBy8q1ev0t7enmFhYfziiy+4ceNGmpubs6ysTOmDVqtlWlqaybEK8U8kK3hCPEA2bNiA6OhojBw5EkD/o1FWrVoFvV6vtHFyckJxcTHa29vxwQcfwNraGvv27cPixYsBABYWFggNDcWoUaOUcwzMDzMlPj4ee/fuxbfffovMzEw89dRTKCwsVFaxQkNDMXbsWAD9qzqVlZX49ddf8eGHH0KlUuGHH35Q8s5UKhVOnjwJHx8ffPLJJ6iqqkJWVhYiIyMBAFqtFkuXLlW+e/PmzdDr9UaP7PiDhYUFysrKMHHiRLz//vsoLy9HWloaIiIiAACurq6oq6uDSqXCzp07UVNTg9zcXDz77LMA+vPMTp8+DRcXF+zZswfnzp1DYWEhAgICAPTnnNXW1sLOzg67du1CW1sbTp48qayY2tnZITQ01CgXUaPRICgoSCnv2LEDmzZtQl5eHg4dOoTdu3cjPDwcU6ZMAQBs2rQJGzduRG5uLj799FMsWLAABQUFJq/FpEmTEBQUhNTUVJNt5s6di5kzZ5qsNzMzw5dffomuri5ltdLPz88oDxLoXzn+4/anu7s75s2bZ1Q/1PzGxcXh5ZdfRkZGBvLz87F582ZERkYqOY5arRZVVVUwGAzYuXMnHBwckJ6ejuXLlwMAHB0dUV5ejtu3b2Pbtm1obm5Wcv6A/odiX7t2DSEhISbHKsQ/kRn5f/CkSSGEEP9T3333HaKiolBXVzfoeXgPkoiICCX4FmI4eXD/qoUQ4gHm6+uLhoaGv7sbfyuSmDBhgrLyK8RwIit4QgghhBDDjOTgCSGEEEIMMxLgCSGEEEIMMxLgCSGEEEIMMxLgCSGEEEIMMxLgCSGEEEIMMxLgCSGEEEIMMxLgCSGEEEIMMxLgCSGEEEIMMxLgCSGEEEIMMxLgCSGEEEIMM/8CiEGHHo+yu6IAAAAASUVORK5CYII=", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "fig, ax = plt.subplots(figsize=(7, 4))\n", + "for m, style in [('official', 'o-'), ('pisces', '^-'), ('emeans_approx', 's')]:\n", + " pts = sorted((T, np.mean([r['seconds'] for r in v.values()]), np.mean([r['test_mse'] for r in v.values()]))\n", + " for (mm, T), v in deep.items() if mm == m)\n", + " if pts:\n", + " ax.plot([p[1] for p in pts], [p[2] for p in pts], style, label=m)\n", + "ax.set_xlabel('wall-clock seconds (4 threads)'); ax.set_ylabel('test MSE'); ax.legend(); ax.grid(alpha=.3)\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "b9c985a0", + "metadata": { + "execution": { + "iopub.execute_input": "2026-11-18T00:38:02.448996Z", + "iopub.status.busy": "2026-11-18T00:38:02.448830Z", + "iopub.status.idle": "2026-11-18T00:38:02.454423Z", + "shell.execute_reply": "2026-11-18T00:38:02.453621Z" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "SPACEV 1M {'n': 5, 'mean': -0.453, 'lo': -0.524, 'hi': -0.394, 'wins': 5, 'time': 0.371}\n", + "SimSearchNet++ 1M {'n': 5, 'mean': -0.04, 'lo': -0.067, 'hi': -0.015, 'wins': 5, 'time': 0.344}\n" + ] + } + ], + "source": [ + "for f, name in [('results/final/spacev1m_test.jsonl', 'SPACEV 1M'), ('results/final/ssnpp1m_test.jsonl', 'SimSearchNet++ 1M')]:\n", + " g = load(f)\n", + " print(name, {k: round(float(v), 3) if not isinstance(v, int) else v for k, v in paired(g, 'pisces', 3.0).items()})" + ] + }, + { + "cell_type": "markdown", + "id": "8dae6abc", + "metadata": {}, + "source": [ + "## Leave-one-out ablation at full scale\n", + "\n", + "Each component removed from PISCES in turn (DEEP\\* 1M, k = 16,384, validation rows, 3 epochs, seeds 1-3).\n", + "Cost = paired change in MSE relative to PISCES itself (positive = the component was helping)." + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "0a9f28fe", + "metadata": { + "execution": { + "iopub.execute_input": "2026-11-18T00:38:02.455857Z", + "iopub.status.busy": "2026-11-18T00:38:02.455719Z", + "iopub.status.idle": "2026-11-18T00:38:02.553766Z", + "shell.execute_reply": "2026-11-18T00:38:02.552763Z" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "no_gain_ranking removal costs +0.373% vs e-means +0.114%\n", + "no_principal_split removal costs +0.240% vs e-means -0.019%\n", + "exact_assignment removal costs +0.236% vs e-means -0.023%\n", + "tau_0.1 removal costs +0.154% vs e-means -0.105%\n", + "no_early_revival removal costs +0.141% vs e-means -0.117%\n", + "step_x1.0 removal costs +0.096% vs e-means -0.163%\n", + "no_consistent_closing removal costs +0.010% vs e-means -0.248%\n", + "exact_last_epoch removal costs +0.005% vs e-means -0.253%\n", + "no_engineering removal costs -0.046% vs e-means -0.304%\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAArIAAAFUCAYAAADYjN+CAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjExLjIsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvgI3uAAAAAAlwSFlzAAAPYQAAD2EBqD+naQAAew1JREFUeJzt3XdYFUf7N/AvSK+CgEpRVBSUIghWsCv2FhvGXmOKz5NEY9T4xERNLImJSTSxxBq72AVFLEgTu6A0QbqoiHTpnHn/4Oe+noAINjz6/VzXueKZnZ29dwfCfWZn5ygJIQSIiIiIiBSMcm0HQERERET0IpjIEhEREZFCYiJLRERERAqJiSwRERERKSQmskRERESkkJjIEhEREZFCYiJLRERERAqJiSwRERERKSSV2g6A6AmZTIbU1FTo6upCSUmptsMhIiKiWiCEQG5uLkxNTaGsXPWYKxNZemukpqbCwsKitsMgIiKit0BycjLMzc2rrMNElt4aurq6AMp/cPX09Go5mrdXWUEBLo8cDABw3nsYqtratRwR1ZRMJsPDhw9hbGz83NEGevuw/xQX+04x5OTkwMLCQsoLqsJElt4aT6YT6OnpMZGtQpmqKrRVyn919fT0mMgqIJlMhsLCQujp6fGPqQJi/yku9p1iqc40Q/YiERERESkkJrJEREREpJCYyBIRERGRQmIiS0REREQKiYksERERESkkJrJEREREpJCYyBIRERGRQmIiS0REREQKiYksERERESkkfrMXkQKzWLMGBSr8NVY0ygActLQQlp8PWW0HQzXG/lNc7LtXK3v27NoOgSOyRERERKSYmMgSERERkUJiIktEREREComJLBEREREpJCayRERERKSQmMgSERERkUJiIvuaPXz4sLZDeGFpaWm1HQIRERHRMzGRfY22bNmCBg0a4MGDB7UdSqVmzZqF5cuXV7otIiIC9evXx/Hjx99wVERERETVw5XUX6OhQ4fCwMAA9evXr+1QKnX//n1oaGhUus3a2hoHDhxA9+7d33BURERERNWj8IlsbGws7t27BxcXFwQEBCAjIwPu7u4wNDSUq5eYmIgLFy5AX18frq6u0NPTq1b7paWlCAgIQHJyMrp06QIAiIuLQ48ePaQ6MTExuHTpEjQ0NNC3b19oa2sDAEpKSuTaOn78ONq1a4e8vDwEBwejSZMmcHV1rVYcT/ZNTk7G9evXMW3aNABAVlYWLl68iNTUVLi5uaF58+bSPidOnICTkxMKCwsRFBQECwsL6Rwqk5GRgXPnzsHV1RXGxsYQQqCsrAwAcOHCBRgYGKBevXrw8/ODpqYm+vbtC5WnvlVKCIGgoCDcuXMH7du3R926dXHt2jX079+/WudIREREVBMKn8h6eXnhwIED0NbWRmlpKS5evAhtbW3cuHFDGgldu3Yt5s6dC2dnZzx69Ag5OTk4fPgwnJ2dq2w7JycH/fr1w507d+Dg4ID58+ejX79+CA0NxeXLlyGEwNixY3Ho0CG4uroiNjYWc+bMwYULF9CgQQPcvHkT48ePR25uLgBg+vTpmDBhAry9vaGuro6rV69i3rx5WLZs2XPPc/r06ejWrRsCAwNha2uLadOm4dixY/Dw8ECTJk1gaGiI6dOnY8uWLRg/fjwA4JNPPsHIkSPh7e0NbW1tXLp0CZ9//jl+/fXXCu1nZWWhd+/esLOzw7Bhw1BQUIARI0bg1q1bsLW1xcqVK2FkZITLly+jbt26CAwMRJcuXXDmzBkoKSmhuLgYQ4cOxcWLF+Hs7IwFCxZg8ODBOH78OJKTkys9p6KiIhQVFcldbyIiIqLqeifmyIaEhGDFihXw9fVFamoqSkpKsGnTJgBAVFQUvvjiCxw6dAj+/v4IDw/HBx98gMmTJ0Mmq/qblpcvX46srCxER0fj1KlTuHr1Kry8vKTtDx8+hIaGBsLCwnD69GnEx8dDWVkZ+/fvf2abMTExCA0NxZUrV/DLL7/g559/RnFxcbXOs6ioCPHx8Th58iQA4M6dO/jpp59w69Yt+Pv7Y/Hixfj555/l9gkPD0doaCguXryIP//8E7///jvy8vLk6uTm5qJv376wtrbGli1boKxc+Y+Fn58fAgICpP+eO3cOFy5cAACsW7cOYWFhCA8Px6lTpxAeHo5z585VeT7Lli2Dvr6+9LKwsKjWdSAiIiIC3pFE1sbGBg4ODgAAHR0d9O3bF3FxcQCAY8eOwdHREe7u7lL9//3vf7h58yZiY2OrbNfb2xszZ86Evr4+AKBBgwYYO3astN3ExASbN29G8+bNERcXh1OnTkEmkyEyMvKZbY4YMUJKFEeOHInS0lIkJSVV6zw9PDzkbuV//vnn+OSTT5CVlYWQkBDExcVVOPbw4cNRp04d6XgymQwJCQnS9ry8PPTr1w8WFhb4559/npnEAkC/fv2gq6sLAOjYsSPMzMyk6+zt7Y2JEyeiQYMGAIC6detK0x+eZf78+cjOzpZezxq5JSIiIqqMwk8tACDNSX1CV1cXhYWFAIDk5GQ0btxYbruRkRG0tbWRmJiIFi1aPLPd1NRUNGzYUK7sSaIGAMXFxZgzZw4OHjwIZWVltGzZElpaWhBCVCvWJ0nhk3moz6Ouri73/tChQ1i+fDmio6PRokULmJiYVDj28463bt06GBkZQU9PD0pKSlUev7Lr/KSt1NRUDBw4UG7709fqWefz73MiIiIiqq53YkS2Ko0aNaow4pmeno7Hjx9XSHD/zdLSElFRUXJl0dHR0r937NiBTZs24fjx40hKSoKPjw9sbW1fXfBVKCoqwocffgh3d3ekpaXh0qVL+M9//lPjdjw8PHDt2jVcvnwZ33333QvH87xrRURERPSqvfOJ7KBBg3D9+nWcOnVKKlu6dCkcHBxgZWVV5b4TJkzA77//jqCgIJSVlcHHxweenp7S9qysLJiYmMDe3h5A+ajk8+aFviqFhYUoKipC586doaamBiEEdu3aVeN2zM3NYWFhgd27d2PZsmU4cuTIC8UzYcIEbN26FSdPnkRZWRmCg4OlecpEREREr8M7MbWgKtbW1vj999/xwQcfyK1acOTIkSrngwLAxx9/jMTERPTq1QvFxcVwcnLCrFmzcOLECQDlo5mrVq1CixYtYG1tjfj4eNjZ2b2J04K+vj6mTJmC4cOHo1OnTkhKSoKjo+MLt9erVy8sXrwYEyZMwOXLl2FmZlaj/UeMGIHbt29jxIgRKCgogJWVFb744gv8/vvvLxwTERERUVWURFUTOhXA3bt3kZaWBicnJ6ksJiYGMpkM1tbWUllycjJCQkKgp6cHV1dX6OjoAChP4Cqbo/rtt99KXwZQWlqKrKwsGBkZYdmyZfD29kZAQACA8iWjTpw4AS0tLXTr1g337t2DkpISmjdvjqysLNy6dQtubm4AytdibdGiBerVqwegfK5qYGAg2rVrhzlz5iAiIqJCHKNHj8bMmTMr7PuEv78/EhMT0alTJ5iYmOD69evSWrEXL15E06ZNYWxsDKB8nVd/f3+4uLhAW1sbERER0NDQQNOmTaXtAQEBaNiwIZo1a4aAgAC0bdsWWlpaCA8Ph5aWFpo0aSId+/Lly2jUqJHcFz7IZDI8evQIxsbG2LJlC3788UfExMRUqy9zcnKgr6+P7Ozsaq/z+z4qKyhAyIBeAIDhfQajQOWd/zz6zlEG4KClhbD8fFS9dgq9jdh/iot992plz579WtqtST6g8Insy9q+fXulD2d17doVsbGxWLduHTZv3gw9PT0kJydj0KBB6NmzJ1atWvVK4/D29sbDhw8rlNva2sLFxeWVHut1uHLlChYtWoStW7fC2NgYDx48wJgxY9CwYUPs3LmzWm0wka0eJrKKj39MFRv7T3Gx716ttyGRfe//Ak6YMOGZ2+rVq4dffvkFjRo1Qr169RAXF4devXph0aJFrzwORf/2KwcHB+jp6cHKygrGxsaIi4tD27ZtK6xrS0RERPSqvPeJbFV0dXXh7e2N/Px8hIeHo0GDBly0/xnU1NSwe/duFBUV4datWzAwMJCmLBARERG9Dkxkq0FLSwtt27at7TAUgrq6+nO/+peIiIjoVWAiS6TAkj/7DKr/+qIKevvJZDKkpaXBxMTkuaun0NuH/ae42HfvHvYiERERESkkJrJEREREpJCYyBIRERGRQmIiS0REREQKiQ97ESkwizVr+IUICoiLsis2Re2/17V4PVFt4ogsERERESkkJrJEREREpJCYyBIRERGRQmIiS0REREQKiYksERERESkkJrJEREREpJCYyL6EjIyMV9ZWcXEx8vLyXll7tSEzMxNCiNoOg4iIiN4TTGRfUGRkJOrVqwcvL69X0t6ECRPQrVu3V9IWAEycOBEbN258Ze1V5tq1a7CzswNQnoibm5tjxYoVAICCggKkpKS81uMTERHR+40rqb+g5s2bY+/evejatesraW/hwoXIycl5JW0BQFJS0isdMa5MQUEBoqOjAQBqamrYs2cPXFxcAACnTp3CzJkzce/evdcaAxEREb2/FGJENjU1FWfOnEFpaSmCgoKwd+9ePHjwoEK9tLQ0HD58GF5eXsjMzKx2+0eOHEFubi7CwsKwc+dOhIaGym2Pjo7G5cuX8ejRI+zZswexsbFQUlKCurq6dCv90qVLuH37NjIyMnDo0CGcPHkSZWVlFY518+ZN7Ny5E2fPnoVM9v+/E0ZJSQmqqqoAgJycHBw9ehQA4O/vj927dyMuLq5CWwUFBQgMDMS2bdtw69atap/vv12/fh3bt2+Hr6+vXMzBwcGIi4tDamoqdu3ahfPnz6OkpOSZ7WhoaEAmkyE2NhYXL15EYWEhjhw5gpiYmBeOjYiIiOhZFGJE9sKFC/jmm2/g4uKClJQUhIWFQQiBCxcuwMbGBgBw4MABTJkyBc2bN0dJSQlSU1OxZ88e9OzZ87ntDx06FF988QU8PT3RtGlTXLp0CZMnT8batWsBAHv27MGZM2dw//591K1bF0uWLEHDhg0xdOhQ3Lp1C7a2tli2bBlMTEwQEhICXV1dXLhwAT169MCpU6egpKQEmUyGqVOn4sCBA3ByckJoaCisrKzg4+ODevXqYevWrUhISMD+/fsRHx+PDz74AJ999hl8fHxgYGCAyZMn49dff8XHH38MALhy5Qr69+8PTU1NNGnSBNOmTcOSJUswb968Gl3bmTNnYu/evXBzc8ONGzdgb28PLy8vKCkpYdGiRWjcuDF8fHxgZWWFiIgING3aFN7e3jAwMKjQ1owZM7B8+XIoKyvDy8sL+fn5WLNmDaZOnYrmzZtXqF9UVISioiLp/asckSYiIqJ3n0KMyALlo6Ljxo2Dn58fUlNT0aBBA/zxxx8AgPT0dEydOhU///wzrly5gtDQUHz55ZeYOHEi8vPzq9X+5cuXcfv2bfj5+eHSpUvYvHkzTp06JW2/du0ajhw5gkuXLqFPnz6VtnHmzBkEBAQgMDAQ58+fx+nTpxESEgIA2Lp1K7y9vXHz5k2cP38e9+7dgxACnp6elbZVVlaGx48fIzIyEsHBwdi5cye++OILJCUlASifo/vRRx8hMTERfn5+2LJlC1asWFGjh63u37+P9evXw8vLC8eOHUN0dDSaNGmC1NRUqc6BAwcQEBCAc+fOISYmBvn5+Vi2bFmV7Y4cORKLFy+GoaEhfH194eHhUWm9ZcuWQV9fX3pZWFhUO3YiIiIihUlkDQwM0LdvXwDlt7AHDx4s3W4/ffo0tLW1MW3aNKn+7NmzkZOTIyWSzzNr1ixoaGgAAOzs7DB48GC5B7natWuHli1bVtlG//79oaenBwBwc3ODmZmZFOPBgwcxYcIENG7cGACgqamJq1ev4qOPPnpme1999ZX07+HDh6Nx48Y4c+YMAGD8+PFYsmQJCgoKcOPGDdy+fRtZWVk1mpOqra0NHR0dbNy4EVFRUdDS0sLatWthZmYm1Rk5ciQsLS0BAHp6evjss89e2QNu8+fPR3Z2tvRKTk5+Je0SERHR+0FhElltbW2593p6eigtLQVQ/mBTo0aNoKSkJG1XU1ODqakpEhMTq9X+08kbAFhYWMglVurq6jWOUVdXVy7GJwlhdVUVU3BwMHr27IkGDRpgwoQJuHnzJgDUaERWV1cX3t7eSEhIgL29PUxNTbF48WK5ubvPuy4vQ11dHXp6enIvIiIioupSmES2KhYWFhWWeiopKcG9e/fQqFGjarXx7/0TExNf6a3uyhLApxPG6sSUlJQkxTR+/HiYm5tLc4ZXrlz5QnF17twZ586dQ1ZWFlatWoUffvgBe/fufWYMr/q6EBEREb2odyKR7dmzJ3JycrB9+3ap7I8//oC2tjY6dOhQrTb++OMP6cGjiIgIHDt2DP37939lMQ4bNgzbtm2T5p8WFxfD2dkZv/322zP3+fnnn6V/HzhwAImJidLDaxkZGXBzc4Ouri4AYNeuXTWOKTQ0FL1798ajR4+gra2NwYMHQ19fX+6hq/3790uj2rm5ufjzzz+rdV3U1dWRm5srjUgTERERvWoKsWrB85iYmODvv//G1KlTsXHjRpSUlCAmJgZ79uypcLv/Wezt7dGyZUu0aNECQUFBmDRp0jMf6noRU6ZMgZ+fH+zs7NCuXTtcuXIFFhYWGDt27DP3UVVVhaOjIwwNDREcHIxVq1ZJI8yff/45/vvf/8LT0xNZWVk1nrYAAC1atEBubi7s7e3Rpk0bXLlyBWZmZnIPZw0YMABdu3ZFq1atEBYWBlNTU8yfP/+5bbdv3x56enpo3bo1Zs2ahZkzZ9Y4PiIiIqKqKAkF+E7RtLQ03L59G25ublJZQkICMjMz4eTkJJWlpqYiKCgIqqqqcHNzg5GREQBg3Lhxla47O2PGDIwcORJKSkoICQmBmpoaQkNDYWdnJy3sDwDx8fHIzs6Go6OjVFZWVgY/Pz906NAB2traCAsLg5aWFqysrKQ6Fy5cgKWlJRo2bCiVXb16FTdv3oSpqSl69uyJOnXqAABiYmJQWFgIe3t7hIaGwtHREQUFBQgODsbdu3fRoUOHCktYXbx4Ebdu3YKzszNatmyJwMBAuLm5QV1dHdeuXUO9evVw4cIFbNq0qcK5m5qaYtu2bSgrK8OZM2eQlJSExo0bo0ePHlJMvXv3Rrdu3TBx4kScPXsWDRs2RNeuXaGmpgYAyM7OxtWrV9GjRw8AQFBQEKysrFC/fn0A5aPG/v7+aNasGezt7avqYgDly2/p6+sjOzub82WrUFZQgJABvQAAw/sMRoHKO/F59L2iDMBBSwth+fmoeoIRvY0Utf+yZ8+u7RBqnUwmQ1paGkxMTKCs/E7clH4n1SQfUIhE9mXt3bsXeXl5FcrbtWsHe3t7KZFt3759LURX0ZNEtrCwsFoPmVUlLCwMly9frlCup6eHkSNHVrnvk0T2m2++eakYqouJbPUwkVV8ipoIUTlF7T8mskxkFUVN8oH34i/g6NGjazuEWuPg4AAHB4faDoOIiIjolXsvEtnnuX//PgwNDWs7DImtrS3u37//0qOxL2vfvn3SNAIiIiKitw0TWUCa0/m2UFFReStiquxraImIiIjeFkxkiRRY8mefQbWaK3PQ24Pz9BQb+4/o7cHfQCIiIiJSSExkiYiIiEghMZElIiIiIoXERJaIiIiIFBIf9iJSYBZr1vALERSQoi6oT+UUof/45Qf0vuCILBEREREpJCayRERERKSQmMgSERERkUJiIktEREREComJLBEREREpJCayRERERKSQmMi+pTIyMmo7BCIiIqK3GhPZfykpKUFiYmKtxnDz5k3Uq1cPJ0+erNU4XkZBQQFSUlJqOwwiIiJ6hzGR/ZeIiAhYWlqiqKio1mJo2bIl9u7di86dO9daDC/r1KlTaNu2bW2HQURERO+wtzqRDQ0Nxc6dOxEUFCSVFRcX48iRI0hNTZXK0tPTceTIEeTn50tlsbGx2L17N7y8vFBcXFyh7bi4OOzZswfHjx+XktbU1FScO3cOAHD06FGEhoY+N8bCwkIEBwdj27Ztlda/f/8+9u3bh/379+PRo0dy20pKSnDy5En8888/uHXrltw2dXV1CCHkjnPmzBns2bMHDx8+RGRkJC5fvgwAyMnJwdGjRyGEwLVr17Br1y7Ex8fLtXf06FFkZWXh6tWr2LlzpzR1ISEhAZs3b8aZM2cqPbdz585h9+7diIuLk9t24cIFxMbGIj09HQcPHsSpU6cgk5V/x01sbCwuXryIwsJCHDlyBDExMc+9jkREREQ19VZ+t6VMJsPkyZPh5eUFZ2dnhIWFwd7eHl5eXlBTU8OBAwfw66+/4ty5c1BSUsLUqVOhrKyMIUOGQCaT4YMPPoCPjw86duyIyMhI1KtXD4GBgahbty4AYMmSJVi2bBmcnZ0RExMDdXV1+Pr64sGDB9izZw8A4K+//sKQIUPQunXrZ8YZGhqKvn37QkVFBVZWVggKCsKCBQvw3XffAQBOnDiBUaNGwcnJCUVFRfjoo49w7do1WFpaIj09HZ07d0ZpaSmaN2+OmTNn4rfffsO0adPw+PFjDB06FFFRUbC2tkZKSgr69u2LrKwsWFlZYd68eejUqRNKSkqwf/9+xMfHY/jw4Zg7dy7OnTuHxMREPHr0CMePH0evXr0AAMOHD8enn36Ks2fP4vHjx1i0aBF+/fVXTJ06FTY2Nrhw4QLmz5+PxYsXAwDi4+MxcOBAyGQymJmZYfr06Vi6dCk+//xzAMDixYvRpEkTBAYGQldXFxcuXED//v1x/PhxXL9+HV5eXsjPz8eaNWswdepUNG/evML1Kyoqkhv5zsnJedkfHSIiInqPvJUjstu3b0dgYCCio6Ph4+OD6Oho3Lp1C6tXrwYA/P7777hz5w62bNmCQ4cOITg4GOvWrQMApKSkQEdHB9HR0Th79iySkpLw4MEDHD9+HAAQHByMJUuW4Pz58wgICMC9e/fg6OiIjRs3onPnzli/fj2A8iT0v//9b5VxRkZGYuLEiUhOTsa5c+ewa9cu/PTTTygtLQUArFixApMnT4a/vz8uXryIb7/9FuHh4QCAPXv2ID8/H5GRkfD29oavry+Sk5MrPc68efNgZGSE2NhY+Pn5wcvLCwcPHpSrU1paClNTUwQHByMpKQndunXDTz/9JFdHU1MTYWFhuHPnDjQ1NTFjxgwkJibC398fP/74I/7880+p7qxZs9CpUydERETg9OnT8PT0xFdffYXbt29Ldc6dO4fg4GAEBQXh1KlT8PLywvXr1zFy5EgsXrwYhoaG8PX1hYeHR6XntWzZMujr60svCwuLKq83ERER0dPeyhFZT09PDBkyBFlZWcjKygIA9O3bF+fOncNXX32FunXrYtOmTZg4cSJ0dHTw559/on79+gCARo0aYceOHQDKRxVv374NVVVVREREAAAOHjyIPn36SPM3lZSUcOTIkReK08PDAx4eHigsLER0dDSioqKQn5+PpKQkNG3aFA0aNMDZs2fh6+uLrl27SqOZANCgQQPcu3cPmzdvxvDhw9GpUyd06tSp0uN4eXlh27Zt0NDQAADY2tpiwIABFeqNGTMGAFCnTh0MHz4cK1eulNvu7u4u/dvV1RV5eXnQ1NQEAPTq1Qtz585FUVERZDIZvL29cfLkSWlKgZWVFUxMTBAYGIgWLVoAAAYNGgQdHR0AQM+ePWFkZIS4uDg4OTlV6/rNnz8fX375pfQ+JyeHySwRERFV21uZyCYlJSE4OBj79++XK2/WrJn07969e0NfXx/FxcUYMWKEVF5QUIDZs2fj6NGjUFJSQsuWLaGpqSnNN01KSoKlpeUrifPy5ctYsGABLl26hEaNGkkJ3pNjrVmzBl9//TVGjRqFwsJCDBw4EKtXr4aZmRmGDx+OFStW4Oeff8bMmTPRpk0b/PDDD+jTp4/cMfLz85GVlQVTU1O58oYNG+LBgwdyZdra2tK/9fT0pJHhJ9TU1KR/KykpQVVVVXqvrPz/B+eTk5MhhMDkyZPlypWVlZGenl7p8ZSUlKCjo1PhmFVRV1eHurp6tesTERERPe2tnFpgbm6OL774AsnJyXIvPz8/qc7q1auho6MDIyMj/P7771L5unXrsHv3bvj4+CA5ORmnTp2ClZWVtN3CwqLCLfwnDynV1KRJk1CvXj0kJyfj5s2b0tSHJ4yMjLBp0yY8evQI58+fx507d/DJJ58AKE/8vvjiC9y+fRvJyclo27Ythg0bVmGeqJaWFoyMjBAdHS1X/vQt/lfNzMwMSkpKOH36dIU+mDt37ms7LhEREVFNvJWJ7LBhw7Bp0yY8fPgQQPkI54wZM7B161YA5XNTv/nmG6xevRpr1qzBggULpKkDGRkZaNSoEWxtbQGUTy8ICQmRa/vEiRO4ceOGVDZ8+HApwXwyQpiZmfncODMyMuDq6go9PT0AwK5du6RtQgiMHDkShw4dgrKyMtq1awdHR0cpUV27di1mzZoFoDxxHDRoEAoKCipd9mvcuHFYvHgxoqOjUVZWhj179uD8+fPPv5AvSFtbG71798bKlSulJD85ORn9+/dHZGRktdpQV1dHbm5ujUZoiYiIiGrirZxaMHXqVPj7+8Pa2hodO3ZEdHQ08vPz8fnnn6O0tBTjx4/HlClT4ObmBgCYPn06xo0bh4sXL2LixIlYu3Yt7Ozs0LRpU8THx6Nly5ZS225ubpg/fz46d+6Mjh07IioqCjKZTFp+ysrKCnZ2dnB1dcX48eOlFQgq89///hdz587F0aNHkZeXh0aNGknblJSU4OTkhA8//BBubm54+PAh4uLicPjwYQBA+/btsWDBAgQEBMDIyAjBwcGYM2cOjI2NkZ2dLXecJUuW4OHDh7C1tYWSkhK6deuGyZMnV1jO61X6888/MWjQILRq1QpNmjRBSEgIOnToIDe6XZX27dtDT08PrVu3xqxZszBz5szXFisRERG9n5TE04uVvmVCQ0Nx48YN6Ovrw93dHVpaWsjMzMS1a9fQoUMHaY5mfn4+Lly4ACcnJxgaGiI9PR0nTpyAgYEBunbtioSEBGhqasolYdHR0bh06RJ0dXXRp08f6aGnJ+2dPXsWxsbGWLlyZaXLQv33v//FwIEDceXKFYSGhsLJyQn29vbw9/dHp06dpPbCw8Nx+fJl6OjooFu3bjAyMpLayMjIgK+vLwoLC+Hs7Aw7OzsA5SsQnD9/Hh07doSWlpZUv6CgAHl5eTA2NsZHH32Ex48fY8eOHcjLy8PFixfRvXt3aU7rgwcPEBsbC1dXVwDA2bNn4ezsDH19fQCQEvhWrVoBQKVtPFkjNyEhAdbW1lJbAKR+adKkiVQWFBQEKysr6cG7jIwM+Pv7o1mzZrC3t39uf+fk5EBfXx/Z2dnSKDdVVFZQgJAB/7esWp/BKFB5Kz+PUhWUAThoaSEsPx8vNrGJapMi9F/27Nm1HcJbSSaTIS0tDSYmJnLPgNDbpSb5wFudyL4NduzYUentfldXV9jY2LyRGHbt2oWAgAD89ttvUFNTQ2xsLLp37445c+Y8d4kwRcJEtnqYyCo+RUiE6NkUof+YyFaOiaxiqEk+wL+AzzFu3LjaDgFdu3bFr7/+ioYNG6Ju3brSFyA8mddLRERE9D5iIqsAzMzMcPnyZWRkZCA6OhqNGjWCmZlZbYdFREREVKuYyCoQQ0NDdOzYsbbDICIiInorMJElUmDJn30G1ae+mIIUA+fpKTb2H9Hbg7+BRERERKSQmMgSERERkUJiIktEREREComJLBEREREpJD7sRaTALNas4RciKCBFWFD/VeMC/UT0OnBEloiIiIgUEhNZIiIiIlJITGSJiIiISCExkSUiIiIihcREloiIiIgUEhNZIiIiIlJITGSJiIiISCExkVVwubm5SE9PfyPHunjxIvr27Qtzc3P0798fYWFhz6y7a9cuODg4YObMmW8kNiIiInr/MJFVcL///jvGjBnz2o8THh6Onj17ok2bNti3bx+aN2+OLl26IC4uTq6eTCbD9OnT8Z///Ac6OjpITEx87bERERHR+4mJrAILDQ1FVFQUHj58CC8vL6SlpUnbkpKScODAAXh7e6OoqEgqf/jwIXx8fOTaiY+PR1BQUJXH+vXXX+Hu7o4ff/wRnTp1wm+//QZnZ2esWbNGrl5BQQGioqJw48YNuLq6voKzJCIiIqocE1kFdvLkSQQFBSEpKQk///yzNDo6YcIEWFlZYfXq1Zg6dSpat26NR48eAQCuXbsGDw8PuXaOHj2KOXPmVHksHx8fjBo1Sq5sxIgROHnypFyZpqYmzp07B3Nz8+fGX1RUhJycHLkXERERUXXxS9oV2Ndff43S0lL4+fnB19cXAHD//n2UlJTg5s2bsLa2RllZGSwtLbF///4Xnq9aVlaGe/fuwdLSUq7c0tISycnJcmXKyspQVq7e56Nly5bh+++/f6GYiIiIiDgi+45p0KABdu/eDWtra9y9excBAQFQUVFBZGTkC7dZWFiIsrIyaGpqypVraWmhoKAAMpnshdqdP38+srOzpde/k2IiIiKiqnBE9h1TUlKC+fPn4+DBg3j8+DFsbGygqqr6wskmAGhra0NPTw8PHz6UK09LS0ODBg2qPQL7b+rq6lBXV3/huIiIiOj9xhHZd8y2bdvw119/Yc+ePXjw4AHOnz8Pe3t7abuKigoKCwtRXFwsleXm5j63XRsbGwQGBsqVBQYGwsbG5tUFT0RERFQDTGQVnLq6OjIzM6X36enpMDMzg4uLC4DyObP+/v7S9mbNmqGwsBCenp4AgMePH+PAgQPPPc706dOxfv166fb/7du38c8//2DGjBlSO//88w8eP378ys6NiIiIqCpMZBWcu7s7wsPD0bFjR/j6+mLMmDHIzMyEg4MDPvjgA/To0QPW1tZSfUtLS0yaNAljx46Fo6MjXFxc4O7u/tzjTJw4Ed27d0erVq3g6uoKJycnDB8+HMOHDwdQvqrBhAkTcOrUqdd2rkRERERP4xxZBefg4IDIyEhcunQJVlZWaNy4MaKionD8+HFoa2ujZ8+euHv3LurUqSPts2XLFkybNg0ZGRlwdXVFfn4+hg0bhtWrV1dYYxYAnJ2dsXTpUuzcuRPXrl1DREQE7O3t4ejoKNUZOHAgfHx80K1bN6ls2rRpyMvLe52nT0RERO8xJrLvAEtLS7mlserVq4eJEydK7w0MDCrs8/SXFRgaGsLc3BxFRUUVViYAAAsLCwCAkpISnJ2d4ezsXKGOmppahZHdp0eCiYiIiF41JrIk6dq1K7p27VrbYRARERFVC+fIEhEREZFCYiJLRERERAqJUwuIFFjyZ59BVVu7tsOgGpLJZEhLS4OJickLf6EIERFxRJaIiIiIFBQTWSIiIiJSSExkiYiIiEghMZElIiIiIoXEh72IFJjFmjUoUOGvsaJRBuCgpYWw/HzIajuYGsqePbu2QyAiknBEloiIiIgUEhNZIiIiIlJITGSJiIiISCExkSUiIiIihcREloiIiIgUEhNZIiIiIlJITGSpguzs7NoOgYiIiOi5mMjWohEjRmDfvn21HYacvXv3wtDQEMnJyS/dlq+vL3r16vUKoiIiIiKqiIlsLbpz5w4yMzNrOww57u7u2LFjB8zNzV+6rZycHERHR7+CqIiIiIgqemcS2cePH8PLywtCCNy6dQv79u1DQkJChXp5eXk4c+YMjhw5gvv379foGElJSfD09MTZs2dRWlpaYXtycjIOHDgALy8vFBUVSeXp6ek4ffo0iouLcerUKQQHB8vtV1paCi8vLzx8+FCuPDExEb6+vlXGdPbsWaSlpSEyMhLbtm2TygsKCuDn54cDBw7g7t27Uvnly5cRGhoq10ZJSQm8vLzw6NEjAIC+vj6UlJQQFRWFgICACsc8ffq03LVNSEjA/v374ePjg5KSkirjJSIiInpV3pnvtkxJScHAgQPx/fff4+jRo0hNTUVGRgYOHz6Mvn37AgCuXr2KYcOGQV1dHXXr1kVUVBTWrFmDiRMnPrf9X375BYsWLYKzszOSkpKgra2N06dPo379+gCAKVOmYMeOHWjXrh3i4uKgra2N4OBgGBsbIzQ0FGPGjEG7du2QkJCA8ePHo1OnTlLbKioq+N///of+/ftj6dKlUvn8+fNRVlaG3r17PzOuqVOnonPnzvDx8UGzZs0wceJEREdHY9CgQVBRUYGRkREmTZqEP/74A5MmTYKfnx/Wr1+P2NhYqY0TJ07gww8/xL179xAWFoYhQ4agpKQE8fHxGDZsGO7fv4+6desCAOLi4tC7d2+EhoZCJpNh1KhROHbsGNq3b4+oqCg0bNgQ/v7+0NfXf+41LSoqkkv4c3JynrsPERER0RPvzIjsE5qamrhy5QqSkpLQu3dvLF++HABQVlaGiRMnYvDgwYiJicHly5fxzz//4KOPPkJ8fHyVbYaGhuLbb79FUFAQ/Pz8cPv2bRgaGmLOnDkAgLS0NBQWFiI0NBSBgYFISUlBSUkJ9u7dK7WRnp4ODw8PhIeHY968eRWOMWXKFOzcuRNCCABAbm4ujhw5gilTpjz3nB88eICkpCRppHfGjBkYMGAAIiIi4O/vj/Xr1+PTTz9Famoqxo8fj8TERISEhEj7//PPPxg5ciR0dXXl2nV3d4eRkRE8PT3l6rq4uMDBwQHJyclQUVFBdHQ0/P39kZKSgtTUVBw7duy5MQPAsmXLoK+vL70sLCyqtR8RERER8A4msh9++CGA8lHOUaNG4c6dOwCAyMhIhIeH47vvvpPqDh06FK1atcLx48erbNPT0xNdunSBvr4+EhMTcffuXQwePBhnz54FAJiYmGDXrl1o2bIlUlNTERAQABUVFURGRkptqKurY+zYsVXGfe/ePQQFBQEADh48CENDwypHY5/eV11dHUB5Uuvv748PP/wQiYmJSExMRLt27aCqqoqLFy+iQYMG6N+/P3bs2AGgfIWC48ePY/LkyRXarVOnDiZOnCjVBYAdO3ZIdRs3bow9e/bA0tISycnJCAgIgJqamtx5V2X+/PnIzs6WXq/iATMiIiJ6f7wzUwue0NHRkf6tp6cnzWVNSkqCjo4OjIyM5Oo3bdq00rm0T0tMTMT58+fRoUOHCtuKiopQp04dLFiwAAcPHkRubi5sbGygoqICmUwm1VNVVYWy8rM/NxgaGmLIkCHYuXMn3Nzc8M8//2DSpElV7vOEhoaGXKwAMHjwYLk6mpqa0pzgKVOmYNq0aVi9ejX2798PMzMzdO7cudK2J0+ejOXLlyMpKQmpqalISUnBmDFjpHP/6quvcOTIEZSUlMDGxgbq6upy510VdXV1KQEnIiIiqql3LpF9FnNzc+Tl5SErK0ua7wmUJ7jPSuKe3rdfv35yt9iftnXrVvzxxx84d+6clOyOHj26xjFOnjwZ48aNw7fffivNZa2pJ6sNXL9+HQ0aNKi0zoABA1CnTh2cOXMGe/fuxZQpU6CkpFRpXSsrK7i5uWH//v1ISUnBsGHDYGBgAAD466+/sH37dpw/fx6tW7cGAPTp06fGMRMRERG9iHduasGztGrVCi1atMCKFSuksjNnziA0NBT9+/evct/BgwfjxIkTuHXrllT2008/YdGiRQDK57+ampqiXbt2AMrnzPr5+dU4Rnd3d2hqamLhwoXo3LkzmjVrVuM2TE1N4eLigpUrV0plMTExGDx4sDRaq6KiggkTJmDXrl0IDAzEhAkTqmxz6tSpOHbsGLy8vOSmIKSnp6NJkyZSEpuUlCQ395aIiIjodXpvRmRVVFSwdetWDB06FGfOnIG+vj5CQkKwevVqNG/evMp9O3TogHnz5qFjx47o0qUL0tLSEB4eLj3MNXr0aKxcuRJ2dnawsbFBZGQkrK2taxyjsrIyJkyYgGXLlsktpVVTmzZtkubwmpmZISgoCD169JB7mGry5Mmws7ODu7v7c9eMHTFiBP7zn/9AX18fPXv2lMonTJiANWvWwNHREU2bNsXt27dhY2PzwnETERER1cQ7k8iam5vj5MmT0NbWlso6duyIXbt2yb2PjIyEv78/8vLysGHDBjRp0gQAsGjRIly6dKlCu71798aXX36J//3vf/Dw8EBISAiUlJTQu3dvaektCwsLREVF4dixY9DS0kLPnj1x79496Xa9o6MjDh06VKHttWvXVnhSv0OHDtDV1cXw4cMBAF9//TXCwsIq7Dto0CB88skn2LZtG1q0aCG3zcHBAbdu3UJAQACSk5PxzTffyC33BQAtW7bE6dOn0bhxY7lyW1tbeHl5yZVpaWnB19cX6urqcnN2W7RogejoaHh7e8PAwADdu3dHfHw8tLS0AECa60tERET0OiiJJ+s9vedOnDiBpKSkCuXW1tbo1q3bG4mhqKgIQ4YMga2tLVatWgUAOHbsGFJTUyvUtbW1hZub2xuJ603JycmBvr4+srOzoaenV9vhvLXKCgoQMqD8q3+H9xmMApV35vPoe0MZgIOWFsLy81G9RyPfHtmzZ9d2CLVOJpMhLS0NJiYm1Xogl94e7DvFUJN8gH8B/0+/fv1q9fg7duzA+PHj0b59eyxevFgqHzRoUC1GRURERPT2YiL7lhg6dChSUlJgZmZW26EQERERKQQmsm8JHR0duTVwiYiIiKhqTGSJFFjyZ59B9akHHEkxcJ4eEdGrwf+DEhEREZFCYiJLRERERAqJiSwRERERKSQmskRERESkkPiwF5ECs1izhl+IoAD4JQJERK8HR2SJiIiISCExkSUiIiIihcREloiIiIgUEhNZIiIiIlJITGSJiIiISCExkSUiIiIihcREloiIiIgUEhPZt1RmZiYeP35c22EAAPLy8jBt2jQ4OTnBz8/vmfWio6MxbNgwWFpaon///ggODn5zQRIREdF7h4nsW2rUqFFYvXp1bYeByMhIODs7Iz4+HpGRkcjOzq603r179+Dm5gZjY2Ns374dTk5O6NWrF65fv/6GIyYiIqL3BRPZWhYSEoJ9+/YhLCxMKvP390d6ejpu374NHx8flJWVSdsiIiJw4MABhIaGyrWTmJiIK1euoKSkBD4+PvDx8UFOTs5zjy+EwKlTp5CUlCSVPX78GD4+PsjKyoKPjw/Gjh0LX19fqKqqPrOdv/76C1ZWVtiwYQO6dOmCH374AUOGDMGqVatqcjmIiIiIqo3fbVlLioqKMGDAANy8eRMODg64cOEC5s2bh4ULF+KPP/5AfHw8MjIyEBcXhy5dukBNTQ2TJk2Cl5cXHBwcEBYWBnd3d+zatQvKyso4fPgwPD09oaKigqysLOTk5CA/Px9Hjx5F27ZtnxmHkpISTpw4gblz5+LKlStQUVHB119/jcuXLyM4OBgff/wx1NXVn3s+J06cwIcffihXNnLkSEybNq3Ka1BUVCS9r07iTURERPQER2RryenTpxEcHIzIyEj4+vriypUrSElJQUlJCfbv34+2bdtixowZCAgIgKamJjZu3IjLly8jJiYGfn5+iI6Oho+PDzZt2iS1GRgYiPHjx+P69euIjY3F4MGDMW3aNAghqozlxx9/RGFhIX799VdcunQJW7ZswbZt21CnTp1qJbEAkJKSgiZNmsiVNWnSBJmZmcjPz690n2XLlkFfX196WVhYVOtYRERERAAT2VpjZGSEgoICbN26FY8ePYKNjQ3WrVv3zNv3e/fuhYeHBwoLC3H37l0UFxejX79+OHPmjFSnYcOGmDx5MoDykdZvv/0WYWFhSExMrDIWTU1NbN++HcuWLcMnn3yCJUuWwMbGpkbnk5eXBy0tLbmyJ+9zc3Mr3Wf+/PnIzs6WXsnJyTU6JhEREb3fmMjWkvbt22PDhg3YsGEDjI2N0aZNG+zfv/+Z9RMTE/HLL7/A0dFRevn6+iI9PV2qY2ZmBiUlJbn3KioqcvNfn6Vdu3awt7dHbGwsPv300xqfT8OGDZGWliZXlpaWBlVVVRgbG1e6j7q6OvT09OReRERERNXFRLYWTZ8+HVFRUUhJSUHfvn3h4eGB2NjYSuuamZlhyZIlePjwodzr9OnTUp3U1FS5fe7du4fS0lKYm5s/NxZPT08kJCTAxcUFP/zwQ43PxcbGpsJyW8HBwWjevDmUlfljRkRERK8eM4xacvjwYUyaNAlCCJiammLixImQyWTIzMwEAKipqSErK0uqP3jwYGzYsEG6TS+TyTBz5kx4enpKdVJTU+VGdVetWgVra2tYWlpWGcv9+/cxc+ZMrFy5EmvXrsWqVasQEhJS5T5FRUXYvXu3FM/06dOxc+dOREZGSm3++eefmDFjRrWvCREREVFNMJGtJfb29jhx4gRat26NoUOHomPHjhgyZAicnZ0BAAMHDsSff/6Jnj17IiMjA//5z3/QtGlTWFtbY/jw4WjVqhWOHTsGe3t7qU0HBwf8+uuv6NevHzp27Ii///4b69ate+6I6PTp09GpUyeMHj0a1tbWmDdvHiZMmFDlFzKcP38eH374IQ4fPizFO3bsWLi4uKBr165o2bIlHB0d8dFHH738xSIiIiKqBJffqiXNmjVDTEwMvLy8kJmZiS+//BJdunSRtn/88cdwcnJCfHy8tHrAsWPHEBQUhFu3bsHDwwP9+/eHtra2tI+WlhZ8fX1x+PBhyGQy9OzZE6amppDJZBgyZEilcXz55ZeYOXMm2rdvL5XNmzcPbdq0QXZ2tlz7+/fvh5OTEwCgR48e8PLyQvfu3QGUP1z2559/Yvr06bhx4wZsbGzQrl071KlT55VeNyIiIqInmMjWIj09PYwZM+aZ2zt06IAOHTrIlbm6usLV1fWZ+2hra2Ps2LFyZUpKSujbt2+l9S0tLSssm6WqqooBAwZUqPt0GyoqKujfv3+FOk5OTlKyS0RERPQ6MZF9DygpKb3QSgREREREbzPOkX1HTJkyBYcOHartMIiIiIjeGI7IviN0dXWhq6tb22EQERERvTFMZIkUWPJnn0H1qQfyiIiI3iecWkBEREREComJLBEREREpJCayRERERKSQmMgSERERkULiw15ECsxizRoUqDz/1zh79uw3EA0REdGbxRFZIiIiIlJITGSJiIiISCExkSUiIiIihcREloiIiIgUEhNZIiIiIlJITGSJiIiISCExkf0/eXl5tR3CW4fXhIiIiN5mTGQBbN++HYaGhkhLS3tu3cLCQqSnp7/S42dlZSE3N/el28nLy4OTkxMSEhJeuq2oqCjo6+vjxIkTL90WERER0evARBZAv379sHnzZpiYmDy37t69e9G5c+dXevzp06dj8eLFL91OWVkZbty4gaKiopduq1mzZtiyZQtcXV1fui0iIiKi16FG3+x19uxZODk5obCwECEhIWjWrBkcHBzk6shkMly/fh2JiYlo3bo1mjVrVu32s7OzcenSJRQUFMDNzQ2GhoZy2zMzM3Hx4kWoqqqiXbt20NXVlbZduHABjRs3hrq6OoKDg2FsbIwOHTrI7Z+Xl4fAwEAUFBSgU6dOqF+/PgBAWVkZDRo0kKubmJiIK1euQE9PD127doWamhpiYmJw8+ZN5OXlwcfHB61atYKFhQUAID09HRcvXoSGhgY6deoETU1NAEBJSQnOnj2L7t27Izk5GaGhoXLXJTg4GPfv34cQAj4+PujWrRvU1dWrvE55eXm4fPkysrKy4OrqWmUCLpPJcOPGDSQkJMDBwQFWVlZy28vKyhAYGIi0tDS0bt0aLVq0kK5J/fr1oaxc/lnn+vXr0NfXh5GREYKCgqCpqYmuXbtCSUlJrr0bN27gzp07cHFxgZaWFsLDw9GtW7cqz4eIiIjohYgaMDIyEosWLRLNmzcX1tbWAoD48ccfpe3p6emiS5cuol69eqJ9+/ZCU1NTfPHFF9Vq+8yZM8LY2FjY2NiIpk2bCm1tbXHkyBFp+9GjR0XdunWFra2taNGihahfv744f/68tN3FxUXMnTtXWFtbCwcHBwFAzJgxQ9oeFhYmjI2NhZ2dnWjfvr3Q0tIS165dE0IIcfr0aaGjoyPV/eOPP4SWlpbo2rWrsLS0FA4ODqKwsFBs2LBBNG/eXGhqago3Nzdx+PBhIYQQ+/btE3p6eqJDhw7C2tpaNGnSRERGRkrXBIBYunSpaNWqlTA3NxcqKipi7969QgghJk2aJOrVqyfMzMyEm5ubSEtLq/I6XbhwQZiamgorKythbW0tNDQ0xI4dO4QQQmRlZQkAIioqSgghxKNHj0S3bt2EoaGh1B+zZs2S2srMzBSOjo7C3NxcdO/eXWhoaIhNmzYJIYTIy8sTAMStW7eEEEIMHTpUfPzxx8Le3l44OzsLJSUlMWDAAKmtkpISMWLECKGjoyM6duwoTExMxBdffCHMzc2feS6FhYUiOztbeiUnJwsAIjs7u8pr8L4rzc8Xgd07icDunUT95cuF3s8/P/dFb5eysjJx7949UVZWVtuh0Atg/yku9p1iyM7OrnY+UONEdsiQIaKkpEQIIcT3338vNDQ0RGlpqRBCiBkzZogOHTqI3NxcIYQQkZGRom7dusLT07PKdvPy8oSpqalYunSpVLZs2TLh6OgoysrKxKNHj4SBgYFYs2aNtP27774TjRo1Evn5+UKI8kS2bdu24vHjx0IIIbZt2yYAiJSUFCFEecL4dOK1adMm8ffffwshKiayBgYGYuPGjUKI8h/6WbNmSUnv1q1bhY2NjVT3/v37QldXV3h7ewshhJDJZGL06NGiS5cuQoj/n8jOnj1bCCFEaWmpGDdunLCzs5PaGDFihJgzZ06V10gIIYqLi4WVlZVc3b/++ktYWVmJwsLCConsJ598Itq2bStycnKEEEJER0cLQ0NDsWfPHiGEEOvWrROmpqaisLBQCCFEQECAmDt3rtQn/05kmzRpIh49eiSEKP/gAUCEhIRIcdSvX18kJiYKIYRIS0sTTZs2rTKRXbRokQBQ4cVEtmpMZBUf/5gqNvaf4mLfKYaaJLI1niM7ZswYqKiUz0gYN24cCgsLkZKSAgDYt28f5s6dCx0dHQCAjY0Nxo0bh/3791fZZmBgIHJzc/HVV19JZfPmzcP169ehrKwMX19faGho4OOPP5bbnpGRgYsXL0plw4cPh5aWFgBg1KhRUFVVRWxsLADAyMgIN2/exIkTJ1BcXIwpU6Zg6tSplcZTr149HDlyBLdu3YKysjJ+//13ODk5VVr3+PHjsLS0hIODA+7evYvU1FSMGDECgYGBKCwslOqNHz8eAFCnTh2MGTNGiqsmrl27hvj4eHz77bdS2cyZMxETE1PpdIR9+/bhq6++kqZgtGjRAhMmTJD6w8jICA8fPsSuXbuQk5MDNzc3rFix4pnHHzBggDTdo0ePHjA1NZXO4+jRo5g0aRIaNWoEADA2NsaMGTOqPJ/58+cjOztbeiUnJ9fgahAREdH7rsaJ7JMkFQD09fUBAKWlpcjJyUFWVhaaNm0qV79Zs2aIj4+vss3ExESYmZlBTU3tmdsbN24szdcEAHV1dZiZmcm1/XRsGhoaUFdXR2lpKQDg22+/xcCBAzF27Fjo6+tjyJAhiImJqfR4Bw8eRHFxMdq0aYP69etjzpw5KCgoeGZs0dHRcHR0lF4ff/wxDA0NpQT/37Hp6+tLcdVEYmIijI2N5eYGP0t+fj7S09Or7I8PPvgAS5Yswffffw8DAwO4urrizJkzz2zz6XMAAD09Pek8UlJSYG5uLrfdzMysyhjV1dWhp6cn9yIiIiKqrle2aoGenh50dXVx9+5dufKUlBTpgahnMTc3x/3791FWVvbM7f9ut7S0FPfv339u20/o6upi7dq1SE9PR2BgIHJycuDh4VFpXXt7e/j4+CArKwvr16/H9u3b8fPPP1da18zMDA4ODnj48GGF178frHpZ5ubmePTokdxI77NoaWnBwMCgyv5QUlLC119/jYSEBMTExKBVq1YYPHgwsrKyahxbo0aNKnwwuHPnTo3bISIiIqquV7r81uDBg7F69WqUlJQAAFJTU/HPP/9gyJAhVe7n6uqKOnXqYOPGjVLZhg0b0Lp1a5SVlaFHjx7IzMzEnj17pO3r1q2DhoYG2rdvX63YZs+ejb///hvKyspwdnZGr169Kl0P9uHDhxgwYABu374NLS0tDB06FJaWllJdNTU1uUTP3d0d4eHhOHfunFS2a9cufPrpp9WKq7I2n8XJyQn169fH6tWrpbJ9+/bBysqq0uT2SX8UFxcDAO7du4ft27dL/fH333/jyy+/BAA0bdoUHh4eyM/Pf+boc1XGjBmDrVu3IjAwEAAQFhaGDRs21LgdIiIiouqq0fJbz7Ny5Ur069cPtra2sLW1RUBAAPr3749x48ZVuZ++vj42bdqECRMmYN++fSgsLMTVq1exadMm1KlTBw0aNMC6deswffp0bNq0CSUlJbhx4wZ27dpVrdvsAGBra4tPPvkE+/btQ3FxMS5evIi1a9dWqGdsbAxVVVW4urqiS5cuiIiIQGZmJnbu3AkA6Ny5M/Lz89G+fXt88cUX8PDwwG+//YZBgwahc+fOKCwsxIULF7Bq1apqX7cBAwZg6tSpuHPnDrZs2YLGjRtXWk9TUxNbtmzBqFGj4OXlBWVlZYSEhODXX3+FhoZGhfVjly9fLvWHnZ0dAgMD4e7ujokTJwIAWrdujS+++AJBQUEwMTGBn58fZs6ciYYNG+Lx48fVjh8Axo4di/DwcPTo0QNqamqoV68ePvnkE6xbt65G7RARERFVl5IQQlS38qlTp+Do6CitW1pSUoJTp06he/fu0kNWRUVFOHfuHJKSktC6dWtpxNTT0xPbtm2r0GbDhg2lkbu7d+/i/PnzKCgoQK9evSokdImJifD394eqqiq6du2Khg0bStsCAwNhbm4OS0tLqezkyZNwcXGBkZERACA6Ohr+/v5QUVFB165dpfmj6enpuHLlCvr27QsAEELg7NmziIqKgomJCfr16yc3P/Tu3bvw9/eHvb097OzsAAAJCQkICgpCQUEBunXrJk0rqOwaZWZm4sKFC+jfv7/U5rVr1xAVFQVlZWUpaX6anp6eVP7gwQP4+fkhJycH3bt3l45VWloqrUWrra1doT8cHBwqrK2blpaGkydPIj8/H87Ozmjbti2A8vVlT548iS5dukBXVxdXrlyBjo4ObGxspH39/PxgZWUlNze2qKgIqampsLCwwI4dO7BkyZJqTzHIycmBvr4+srOzOV+2CmUFBQgZ0AsAMLzPYBSoPP/zaPbs2a87LKoBmUyGtLQ0mJiYyM39J8XA/lNc7DvFUJN8oEaJ7Mu4du0aLly4UKFcX1//uSO275Pw8HD4+flVKNfQ0HjmKgtvg+vXr2P58uXYsGED9PX1kZOTg9GjR0NXVxf79u2rVhtMZKuHiazi4x9Txcb+U1zsO8VQk3zglU4tqEqbNm3Qpk2bN3U4hfVkWoaisbGxQX5+PiwtLdG4cWNERESgRYsW8Pb2ru3QiIiI6B31xhJZerdpamri2LFjyM7Oxo0bN2BgYAB7e/sKX2FLRERE9KowkaVXSl9fH127dq3tMIiIiOg9wESWSIElf/YZVP/vwT4iIqL3DWc6ExEREZFCYiJLRERERAqJiSwRERERKSQmskRERESkkPiwF5ECs1izpsIXIvDLD4iI6H3BEVkiIiIiUkhMZImIiIhIITGRJSIiIiKFxESWiIiIiBQSE1kiIiIiUkhMZImIiIhIITGRJSIiIiKFxES2GvLz85Gbm1utugcPHsTYsWNfyXFzcnJQUFDwStp63W7fvo22bduiuLi4tkMhIiKi9wQT2WpYtGgRpkyZUq26Dx8+RERExCs57ujRo7Fy5cpX0tbrVlBQgCtXrkAIUduhEBER0XtCoRLZkpISXLx4EcePH8f9+/el8sTERPj5+cnVjYyMxOXLl6X3MpkMt27dwoEDB3D79u0KbQshcPPmTRw6dAhRUVFSeVhYGBITE/HgwQOcOXMG2dnZNY774cOH8Pb2xunTp1FSUlJh+9WrV3Hw4EGEh4dLZcHBwUhPT0dcXBzOnDmD0tLS5x4nLy8PZ8+eha+vb4URZD8/P+Tk5CA+Ph6HDx9GdHR0pW0kJCTg6NGjCAsLqzQpzc7OxunTp3Hy5Enk5eVV2C6EQFRUFI4ePYp79+49N2YiIiKiFyYURHx8vHBwcBCWlpaiXbt2QkdHR2zZskUIIURqaqowNDQU27ZtE0IIcf/+fWFoaCh27NghhBDi9u3bolmzZqJu3bqibdu2ok6dOmLx4sVS21lZWcLd3V3o6+sLR0dHUadOHTF16lRRVlYm5s6dKxo2bCgMDQ1Fhw4dRGhoaJVxrlu3Tjg6OkrvZ82aJZSVlYWzs7MwMjIS1tbW4uHDh0IIIYqLi0W/fv2EoaGh6Natm9DS0pLiGjFihNDX1xfm5uaiQ4cOIjc3t8rjBgQEiPr16wt7e3thZ2cnGjRoIIKCgqTtOjo6YsGCBcLExES4uLgIdXV18cknn8i18eWXXwp1dXXh7Ows6tatK3r27CkyMjKk7V5eXsLAwEBYW1sLU1NTYWBgIM6dOyeEEOLGjRsCgFiwYIGwt7cXhoaGQltbW/j7+z8z5sLCQpGdnS29kpOTBQCRnZ1d5bm+70rz80Vg904isHsnUX/5cqH3889yL3r7lZWViXv37omysrLaDoVeAPtPcbHvFEN2dna18wGFSWT79+8vpkyZIv3w7d69W2hqaoqkpCQhhBB79uwR9erVE48ePRIffvihGDZsmLTv7t27xYwZM0RJSYkQQghPT0+hrq4uioqKhBBCfP7558LR0VFkZWUJIYSIjIwU9erVEwEBAUIIIebMmSNGjBhRrTifTmTT0tLEsGHDxNWrV4UQQpSUlAhLS0vx22+/CSGE8PHxEerq6uLBgwdCCCGioqLElClTpLj69u0rvvvuu+ces6CgQDRq1EisWbNGKps9e7Zo1qyZdL10dHSEvb29dI43b94U2tra4tixY9I10dfXF+Hh4UIIIXJyckS7du2kZDcjI0MYGhpKsctkMjFnzhzh6uoqhPj/iezKlSuFEOVJavfu3UW/fv2eGfeiRYsEgAovJrJVYyKr+PjHVLGx/xQX+04x1CSRVYipBTk5OfD29sZHH32Ehw8f4sGDB+jcuTO0tbURFBQEoHw+ac+ePTFq1Cj4+vpi3bp10v4eHh5Yv349lJWVERcXh/v376OoqAh37twBAOzduxdfffUV9PX1AQA2NjZIS0uDm5vbS8VtbGyMgwcPok2bNsjIyMC1a9egrq4uTSEwMDBAUVERdu7ciczMTFhbW2PTpk1QU1Or0XGCg4ORm5uL4cOH48GDB3jw4AFGjRqFO3fuIC4uTqo3a9Ys6Rzt7OwwYsQIHDlyRLoGH374IVq1agUA0NXVxfz587Fnzx4AgK+vL9TU1PDZZ58BAJSUlLBy5UoEBgbKxfJkLrG6ujpGjx6N2NjYZ8Y9f/58ZGdnS6/k5OQanTcRERG931RqO4DqSEhIAAC4u7tDSUlJbltKSor07zlz5qBdu3ZYuHAhTExMpPLIyEgsXLgQfn5+0NXVlZI1mUyG4uJi3Lt3D82aNZNrV1n55XN8mUyGJUuWwNPTE8nJyWjRogVkMhlkMhkAoG3btli/fj1++uknzJ49G23atMG8efMwYsSIGh0nISEB2dnZaNmypVx53bp1kZiYCCsrKwBAo0aN5LZbWloiODhYaqN9+/Zy262srJCRkYHc3FwkJCTA0tJS7rr8uy8AQEdHR+74lc0JfkJdXR3q6urVPEsiIiIieQqRyJqZmQEAQkND0bhx40rryGQyzJ49G2PHjsVff/2Fjz76CObm5gCASZMmwcjICOHh4WjQoAHS09NhbGwMAFBTU4ORkRFSU1Nfedx79+7Fjz/+iBMnTqBbt25QVlbGuHHj5OrMmDEDM2bMQHJyMv7880+MHj0aERERsLa2rvZxzMzMYGhoiIcPH1ZZ79/nmJKSIl1bMzOzSrfr6elBV1e30u1EREREtUkhphbUq1cPHTp0wOrVq6WylJQUjBo1Srp1vmrVKty9exd///03Ro4ciUmTJklP3d+/fx+9evVCgwYNAJSv9fq0QYMG4ffff5dGDx88eICmTZvi/PnzAMqT3RdZreD+/fswNTWVktjMzEy51RWOHz+OKVOmQAgBCwsLTJ8+HUIIPHr0qEbH7dChA4QQ2Llzp1Tm7++P8ePHo7CwUCrbsGEDioqKAADJycnw9PREnz59pGuwc+dOaTWI0tJSrF69GoMGDQIA9OjRA48ePcL+/ful9latWoWuXbvW+LoQERERvQoKkcgC5UnYwYMH0bZtW4wYMQJt2rRBZmYmLCwscOvWLXz77bfYuHEjNDQ0sHz5ckRFReGPP/4AAMycORP/+9//MHToUPTt2xdeXl5ybS9btgyZmZmws7PDsGHDYGNjAxsbG3Tq1AkA0KdPH5w/fx49e/aUW9LreUaMGIHc3Fy0adMGY8eOhaurKywtLaXtrVq1gpeXF5ycnDBy5Ei0b98effr0kW7x9+vXDxs2bECfPn2qHG3V19fH33//jU8++QS9e/fGwIED0b9/f9SvXx8aGhpSvRYtWqB169YYOXIk2rRpg+7du2P06NEAyketu3btKm23t7dHamqqtI5tw4YNsXbtWkyZMgX9+vVDp06dsHDhQvz3v/+t9vUgIiIiepWUhFCcFexzcnJw7tw5JCYmolWrVujZsyeUlJQQGhqKjIwMdO/eXaobERGB5ORkacQxICAA165dQ+vWrdGpUyecOHECPXr0gK6uLgCgqKgIp0+fRlxcHFq1aoUePXrIzQENDw/H1atXUa9ePfz999+Vxrd7927cv38fCQkJ6NatG4DyNWQPHToEDQ0NuLu748GDBxBCwNHREQCQlZWFY8eOITMzE7a2thWOGxwcjDt37kBZWRmenp4VjmliYoL169cDKJ86cP78eWRkZKBjx45o06aNVE9XVxeHDx+GtrY2rly5AhsbG+n6PS0wMBBhYWFo1KgRevXqJZcIA0BcXBzOnz+P0tJS9OvXT5q+8aRvBg0aJM2jvXv3LiIiItC7d+9n9Ki8nJwc6OvrIzs7G3p6etXa531UVlCAkAG9AADD+wxGgYr8DKHs2bNrIyyqAZlMhrS0NJiYmLyS+fj0ZrH/FBf7TjHUJB9QqET2bZCYmIjDhw9Xuu2TTz6BqqrqaznutWvXEBAQUKFcT08PkydPfu7+TxLZnj17vo7wXgkmstXDRFbx8Y+pYmP/KS72nWKoST6gEA97vU0aN25cK7fT27RpIzfCSkRERPS+YyL7nggNDUXDhg1rOwwiIiKiV4aJ7HuiadOmtR0CERER0SvFRJZIgSV/9hlUtbVrOwwiIqJawZnORERERKSQmMgSERERkUJiIktEREREComJLBEREREpJD7sRe8N/VWrajuEV0K9tBSHajsIIiKitwBHZImIiIhIITGRJSIiIiKFxESWiIiIiBQSE1kiIiIiUkhMZImIiIhIITGRJSIiIiKFxET2LZWfn1/bIbwVMRARERE9CxPZt9CePXtQt25d3Lt3r9ZiiIqKgr6+Pk6ePFlrMRARERFVhYnsW6hnz57YsGEDGjRoUGsxNGvWDOvXr0fHjh1rLQYiIiKiqryziay/vz+ysrKQlpaGY8eOITw8vEIdmUyG0NBQHD16FImJiTVqPzc3F2fPnsXp06eRl5cnt+3cuXPIzc3FvXv3cOzYMURHR1fYv6ioCEFBQfD29sbjx48RHR2NyMhIAICqqioaN24MJSUlAEBgYCAePXqE9PR0HD9+HDdv3qzQnhACYWFhOHLkCOLj4yuNOTIyEkeOHKkQT3x8PG7evIm8vDwcP34ciYmJUFZWRuPGjaGiUv7lb2FhYUhISMDjx4/h6+uLwMBACCEqHOPWrVs4cuQIUlJSkJ6ejsDAwGpcTSIiIqKae2e/onb48OGYNWsWtm3bBiUlJdy5cwcrVqzA3LlzAQAZGRkYMWIEbty4gaZNmyI8PByzZs3CypUrn9v2+fPnMXLkSDRs2BBlZWXIyMjAwYMH0aFDBwBA//79sXDhQmzevBkymQyJiYn4448/8OmnnwIAEhMTMWDAADx8+BDm5ubIz89H69atoauri40bNyI0NBT9+/dHQUEBAGDMmDGYOnUqduzYAWVlZcTExOD777/Ht99+CwDIzs7GyJEjERYWhmbNmiE0NBSzZ8/G999/D6A8aR4/fjzOnDmDli1bIiwsDOPGjcOff/4JANi+fTvOnz+P1NRUKCsr46effoKRkRF69eqFW7duwdbWFosWLYKZmRn8/f2hrKyM0NBQDB48GEeOHAEAlJWVYdy4cTh69ChsbW2RkJCACRMmYO/evUhOTq70OhYVFaGoqEh6n5OTU+N+JiIiovfXOzsiCwBXrlxBVFQUYmNj8e233+K7775DWVkZAOCbb77B48ePkZiYiCtXruDq1avYsGEDDh2q+lvsCwoKMG7cOCxZsgShoaG4desWRo0ahQkTJsiNUN68eRO3b99GXFwcvvzySynpBIAvvvgCpqamSEpKwtWrV7Fu3Trs27evyuNeuHABERERuH37Nn788UcsXbpUSgIXL16MsrIyxMfHIygoCAEBAViyZIk0Gvr7778jJiYGd+7cQWBgIG7evInNmzfjwIEDUvshISHYtWsXIiIiMGDAgEpj8PLywrlz53Djxg2cOnUKR48exaVLlwAAmzZtwtmzZxEeHo5Lly7h5s2bOHjwYJXntGzZMujr60svCwuLKusTERERPe2dTmTHjh0LVVVVAMCECRNQUFCAu3fvAgD27t2Lr7/+Grq6ugCAVq1aYdy4cdi7d2+VbQYEBKCwsBBDhgzBgwcP8ODBA4wePRoxMTFy0xPGjx+POnXqQElJCePHj0dGRgYyMjJQWlqK48ePY/78+VBXVwcAdO3aFV26dKnyuB9++CHU1NSkcykpKZGOt3v3bkydOhU5OTl48OABTE1N4eLigtOnT0vbJ06ciKKiIjx48AAaGhro1asXfH19pfbbt2+PNm3aVBnDwIEDUa9ePQBA79690bBhQ8TGxgIADh8+jEmTJsHS0hIAUL9+fcyYMaPK9ubPn4/s7Gzp9ayRWyIiIqLKvLNTCwBAR0dH+nfdunUBACUlJcjJyUFmZiaaNWsmV9/KygqXL1+uss2EhARkZmaiZcuWcuV169ZFYmKilMg969hpaWkoKSlBo0aN5PY3Nzd/oXMpLi7GvXv3MHPmTNSpU0dunyerHiQkJGDhwoXSVIMnunbtKv1bQ0OjyuP/OwYA0NfXR0lJCQAgJSWlwkju885JXV1dSuaJiIiIauqdTmSfRU9PD7q6ukhNTUXr1q2l8pSUlOcmX2ZmZjA2Nn7hpbHq168PNTU1xMbGyiXScXFxsLW1rXF7ampqMDIywo4dO9CnT59nxjxnzhxMnDjxhWKujkaNGkmjs0/ExcW9tuMRERERvdNTC6oycOBA/PbbbygtLQUA3L9/Hzt37sSgQYOq3K9Tp04oKiqSm4Jw7tw56db989SpUwfDhw/H//73P6SlpQEov/X/ZK7pi57LmjVrpHN5/Pgxxo0bh+DgYGn7unXrUFhYCAAoLS3FtGnTXukasaNGjcKWLVsQEhICAIiIiMCGDRteWftERERE//beJrI//fQTUlJS4ODggJEjR8LBwQHdu3d/7qilgYEBNm7ciOnTp8Pd3R0DBw7EwIED0aBBg2rfJv/tt99Qt25dNGjQAHp6eti8eTNGjRr1wueybNky3L17F3Z2dhg9ejRsbW1x/fp1tGjRAgCwYMECqKmpoWXLlvDw8ECrVq3g6+tbYXrEyxg/fjxmzJgBNzc31K1bF+7u7pg5c+Yra5+IiIjo35REZYuBvgNOnDiBNm3aoH79+gCA4uJinDhxAr169YK2tjaA8hUIzpw5g6SkJLRu3Rqurq4AgIMHD+Kff/6p0GaDBg3w119/AQDu3r2L8+fPIzMzE506dYKTk5NU79ixY+jUqZP0YFRBQQFOnTqFvn37yiW76enpePz4MRo3bowxY8bA0NAQa9euxaNHjxAcHCyNDvv4+MDe3h6mpqYAype6On78OHr06CE9rFZcXIyzZ8/i9u3baNSoEQYMGCA96AaUr5l77tw5REREoH79+hg0aBA0NTUBANHR0cjIyJD78oN/H+PSpUvQ0dFBq1atpDpnzpxBixYt5FYbyM/Px927d2FpaYldu3Zh8eLFuHPnTrX6LCcnB/r6+sjOzoaenl619qkJ/VWrXnmbtUG9tBSHfI4CANodOwXV//t5JsUhk8mQlpYGExMTKCu/t+MJCov9p7jYd4qhJvnAO5vIvowrV64gKCioQrm+vj4mTZr00u1v3boV8fHx+O6776CkpIT4+Hh07NgRP/zwA6ZOnfrS7deGGzdu4KeffsK6deugq6uLvLw8jB49GlpaWti/f3+12mAiWz1MZBUf/5gqNvaf4mLfKYaa5APv5cNez+Pi4gIXF5fX1n67du2wePFibNmyBfr6+ggPD8fw4cNf68NYr1vz5s2RkZGBxo0bo2nTprh16xaaNGnySufhEhERET2NiWwtaNWqFeLi4hAfHy+tXtC0adPaDuulaGtr48SJE8jIyMD169dhYGAAR0dHfuIlIiKi14aJbC1q0qQJmjRpUtthvFKGhobo2bNnbYdBRERE7wEmsvTeyJ49u7ZDeCXKCgoQ8n9zZImIiN5nvO9LRERERAqJiSwRERERKSQmskRERESkkJjIEhEREZFCYiJLRERERAqJiSwRERERKSQmskRERESkkJjIEhEREZFCYiJLRERERAqJiSwRERERKSR+RS29NYQQAICcnJxajuTtVlZQgMelpQDKr5VqWVktR0Q1JZPJkJubCw0NDSgrczxB0bD/FBf7TjE8yQOe5AVVYSJLb43c3FwAgIWFRS1HokBMTWs7AiIiotciNzcX+vr6VdZREtVJd4neAJlMhtTUVOjq6kJJSam2w3mr5eTkwMLCAsnJydDT06vtcKiG2H+Kjf2nuNh3ikEIgdzcXJiamj535JwjsvTWUFZWhrm5eW2HoVD09PT4P2MFxv5TbOw/xcW+e/s9byT2CU4QISIiIiKFxESWiIiIiBQSE1kiBaSuro5FixZBXV29tkOhF8D+U2zsP8XFvnv38GEvIiIiIlJIHJElIiIiIoXERJaIiIiIFBITWSIiIiJSSExkiYiIiEghMZElIiIiIoXERJaIiIiIFBITWaK3UFFREb744gu0bNkS7dq1w+rVq6usX1JSgnnz5sHW1hbOzs5YsWLFmwmUqpSamooPP/wQTZs2Rc+ePeHl5fXMupcvX4abmxu6d+/+BiOkyly7dg2DBg2CpaUlBg0ahLCwsCrr37lzByNHjkSjRo3g7OyMDRs2vKFIqTKBgYHo168fLC0t8cEHHyAmJqbK+lu2bEH79u1hbm4Od3d3XLx48Q1FSq8CE1mit9CoUaPg5+eHX375BV988QWWLl2KpUuXPrP+pEmTcPToUaxYsQLz5s3Db7/9hnnz5r3BiOnf8vPz4erqiqKiImzevBn9+vXD8OHD4ePjU6Hu2rVr0a1bN2hqauLWrVu1EC09cfv2bXTr1g0tWrTA9u3b0aRJE3Tp0gV37typtH5ubi569OgBXV1d7N69G+PGjcP8+fOxadOmNxw5AeUfQtzd3eHi4oLt27fDwMAArq6uuH//fqX1//rrL8yePRseHh7Yvn07zM3N0atXLyQmJr7hyOmFCSJ6q4SGhgplZWWRkJAglXl6egoDAwPx+PHjCvVjYmKEsrKyiIiIkMpOnjwptLW1RWZm5psImSqxfv16YWlpKYqLi6WyOXPmiK5du1ao26dPHxEcHCz27NkjjIyM3mCU9G8ff/yxGDBggFxZr169xH//+99K6x87dkzUq1dPlJaWSmVLly4V3bp1e51h0jOMGTNGjB07Vnovk8lE27ZtxaJFiyqt//nnn4t//vlHel9cXCyMjIzE+vXrX3eo9IpwRJboLXPixAl06NABjRs3lsoGDRqEgoIChISEVKjv4+MDOzs7tGzZUirr3bs3VFVV4e/v/0ZipopOnDiBDz74AKqqqlLZyJEjcf78eeTn58vVPXLkCDp27PimQ6RKnDhxAqNHj5YrGzlyJLy9vSut7+7ujvj4eNSpU0cqS0lJgZqa2muNkyr37/5TUlLCiBEjntl/v/76K8aNGye9LywsRGlpKVq1avXaY6VXg4ks0VsmJSUFTZo0kStTU1ODqakp7t69W636ysrKaNSoUaX16c2orF+evP93v/B7398OQgikpqZW2m8pKSmV7qOmpgZdXV3pfWxsLHbv3o2PPvrotcZKFT1+/BhZWVmV9t/z/l94+vRpzJ07F05OTpg4cSI6der0OkOlV4iJLNFbJi8vD1paWhXKtbS0kJOT89L16c2orF+evGe/vJ2Ki4tRXFxcab89GamrSnZ2NgYPHowPPvgAH3zwwesMlSqRl5cHAJX23/N+52JjY3Hz5k0UFxfD2NgYhYWFry1OerWYyBK9ZRo2bIi0tLQK5WlpaTAzM3vp+vRmVNYvT96zX95O6urqMDAwqLTfTExMoKKi8sx9CwoKMGjQIJiZmWH9+vWvO1SqhLGxMVRUVCrtv+f9zs2cORMnTpxAREQEDh48yIdlFQgTWaK3jI2NDS5evIiysjKpLDY2FmlpabC2tq60/tWrV1FUVCSVpaamIiEhodL69GbY2NggODhYriw4OBh169aFiYlJLUVFz/Osfqvqd6m0tBSjR49GSUkJDh06JDcvmt4cZWVlNG/evNr9J5PJcP78eWRmZkplOjo6GDJkCC5fvvza46VXg4ks0VtmxIgRKCwsxNq1awGUz9tbtGgR3NzcpAe6/Pz8cPPmTQDAwIEDoaGhgVWrVkltfP/993BwcEDbtm3f/AkQAGDatGk4efIkgoKCAJQv07Ry5UpMmzYNysrl/+v19PTEvXv3ajNM+pfp06djw4YNSEpKAgDExcVh69atmDFjBoDykdfdu3fj8ePHAMp/P6dNm4bExER4e3tDR0en1mKn8v77448/pFHZ8PBw7N27V+q/3Nxc7N69G0VFRVBWVsbkyZOxcOFCaeAgIyMDx44dQ5s2bWrtHKiGannVBCKqxNGjR4WWlpZwdnYWVlZWwtzcXISHh0vbGzZsKHr06CG99/X1Fbq6usLR0VFYW1uL+vXri2vXrtVG6PSUJUuWCHV1deHm5iZMTExEp06dREZGhhBCiMTERAFALFiwQKrP5bdqX3FxsRgzZozQ09MTXbp0ETo6OmL8+PGipKRECCHEkSNHBACxb98+IYQQW7duFQCEubm5sLOzk3vRm1dQUCAGDhwoDAwMRJcuXYSWlpb49NNPhUwmE0IIsW3bNgFAnDp1SgghhJ+fn6hXr54wMDAQ7du3FyoqKqJt27bS7ym9/ZSEEKJ2U2kiqszdu3cREBAAHR0ddO7cGfr6+tK2q1evQl9fH1ZWVlLZ/fv34e/vD3V1dXTu3BmGhoa1ETb9S2RkJC5dugRLS0t07NhRblkmX19fODs7S32VmpqKW7duwd3dvbbCJZSPsl6+fBnh4eGwt7eHs7MzlJSUAJQ/EHb69Gn07NkT6urqiI+PR0RERKXtDBgw4E2GTf+nrKwMFy9eRHR0NBwdHeHk5CRtKygogJ+fH3r37i3Nec7NzcXZs2eRlpaG5s2bo2vXrlJ/09uPiSwRERERKSTOkSUiIiIihcREloiIiIgUEhNZIiIiIlJITGSJiIiISCExkSUiIiIihcREloiIiIgUEhNZIiIiIlJITGSJiIiISCExkSUiIiIihcREloiI6BUoKirCiBEjEBkZWduh0GtUXFyMYcOGITo6urZDIQAqtR0AEdHjx4/xzTffwMvLCxMnTsTChQtrO6QaKywsxIQJE/Dll1+iQ4cOb+SYN27cwK1btzBu3Lg3cjyq2qZNm3DhwgW0aNFCKjt58iR8fHzg6uqKESNGyNW/dOkSHjx4gEGDBj2zzbt372LPnj2wsrLCkCFDKmwvLi7GH3/8AT09PUyfPl0qz83Nxd69exETE4P69etj2LBhaNKkibR9165duHfvXoX2+vbtC1tb2xqdd02FhIQgKChIem9iYoJ27drB2tpaKjt16hQKCgrkzjk1NRX79+9HamoqLC0tMXr0aBgaGlbafnBwMDIzM+Ho6IihQ4eiTp060vatW7fi0aNHFfYbNGiQ1HdlZWU4ePAgbty4AR0dHfTs2RPt2rUDAKipqaGsrAw//vgjtm3b9vIXhF6OICJ6CfPmzRPbt29/qTaWL18uGjZsKI4ePSoSEhJeUWRvVl5enujbt6/w8/N7bcf4/PPPxb59+6T3a9asES4uLq/teFTu5s2bwt3d/bn12rVrJ+bOnSu9v3r1qmjYsKHYuHGjaNasmbhx44a07dGjR6Jx48bi2rVrVbYZGBgoAAgDAwNRUFBQYfvevXsFAGFpaSmV3b59W9SvX19YWlqKSZMmibZt2wp1dXWxd+9eqU6HDh1EixYtxNChQ+VeZ8+efe55vqylS5cKfX19MXToUDFkyBDRvn17oaqqKr7//nupzrRp08TQoUOl9ydPnhSamprCwcFBTJ48WdjY2Ii6devKXb/CwkIxbdo0oaGhIXr06CFGjhwpjI2Nha2trbh//75Uz87OTrRq1arCuQcHBwshhMjNzRVt2rQR9erVE2PGjBE9e/YU6urqYsGCBVIb+/btE1paWuLx48ev81JRNTCRJaKX0rdvX/Hdd9+9VBszZ84UY8eOrXb9kpKSGh+jtLT0pduobW5ubuLnn3+W3r/tiey7cM2FKE8mVVRUqqzz4MEDAUCEhoZKZX/88YeYPHmyEEKIr776SixdulTa5uHhIZYsWVKtY2tqaoqmTZuKHTt2VNjep08f4eDgIJfIenh4iOHDh8vVW7VqlTAxMREymUwIUZ7ILly48LnHfx2WLl0qHB0d5cq8vb2FsrKyiIiIEEJUTGRtbGwqXK/x48eL3r17y7VrZmYmbt68KZXl5eWJ7t27y30QsbOzE8uXL39mfD///LOwtraW++Bw/vx5AUAkJiYKIcqTZl1dXXHs2LGanDq9BpwjS/QeOH36NFxcXKChoQErKyts2LBBbvuRI0fg6OgILS0tODo64siRI3Lbt23bhubNm0NNTQ329vYIDAwEALRr1w5nzpzBypUrYWxsjJycnEqPHxAQgA4dOkBLSwu2trbYtGkTACAjIwPGxsbYunUrPD09YWxsjD179lTYPy0tDcbGxvD09IS1tTV69+4NAMjMzMT48eNhZGQEY2NjfPLJJ8jNzZX2MzY2xuHDh+Ho6Ah9fX3Mnz8f6enpcHd3h7a2Npo1a4aLFy9K9WUyGX744Qc0a9YMurq66NWrFyIiIgCU3yI2NzdHXl6eVF8IAXt7e2zevBkAYGlpCX9/fwDAnDlzMG/ePHzzzTdo0KAB6tevj19++UXuvM6dOwdnZ2doamqiY8eOOHLkCBo0aFDpNbS1tUVISAi+/fZbGBsbo6ysTNq2ceNGNGnSBHXr1sWnn34KmUwmbbt79y6GDh2KunXrwtTUFAsWLEBxcXGlx3hSf9iwYTAwMEC9evUwc+ZM5OfnS9vj4uIwYMAA6Ovrw9LSEt988w1KSkqk7c2aNcP+/fvRrl076Orq4tNPP0VOTg4GDx4MXV1dWFhY4OzZs1L9gQMHYt26dRgxYgS0tLTQokUL6eejJsf08vKCu7s7dHR04OjoiMuXL8u1sWbNGlhbW0NLSwtdu3bFtWvXpG0ff/wxFi9ejC+//BLGxsYwNTXFX3/9BQDYs2cPBgwYgNLSUhgbG2PRokWVXrfo6GioqqrK3ZY3NjZGTEwMioqKEB0dDQMDA6nNuLg4zJ8//5n98LTS0lKMGjUKf//9t1x5cnIyTp8+XWHKQVJSktz0BgD4z3/+g7CwsGod79+uXbsGY2NjpKSkyJX36NEDy5cvBwDExsZKv1dGRkb45ptvanSMfv36wdjYuEK/PZGcnFzhnNavX4+dO3cCAAoKCrB8+XKsWLECdnZ2Uh1tbW389ttvEEI88/9P/5aUlIRGjRpBQ0NDKuvSpQvu378v/X6qq6vDxsaG82TfBrWdSRPR63XlyhWhqqoqfvnlF3H79m2xefNmoaamJt2iPnv2rFBXVxfr1q0TsbGxYv369UJDQ0OcPn1aCCFEWFiYUFZWFjt27BD3798XP/30k7C2thZFRUUiJSVFdO3aVXz++eciISFBGu15WkREhFBTUxPLli0TMTExYs+ePUJfX19s27ZNlJWViYSEBDF27FgxYsQIkZCQIPLy8iq0cf/+fQFAdO7cWfj5+Yk7d+4IIcpHKIcPHy6ioqLEjRs3hIuLi5gwYYK0HwAxePBgcfHiRXH69Gmhq6srWrduLXbt2iWio6NFv379hJOTk1T/22+/Febm5uLEiRMiKipKfP7558LAwECkp6eL4uJiYWxsLDeN4ty5c0JNTU2kp6cLIYTQ0dGRrtvMmTNFw4YNxdq1a8Xt27fFwoULBQDpVmhMTIxQU1MT33//vYiNjRX79+8XTZo0eebIX3JysnBxcRELFiyQpl+sWbNG6Onpia+++krExMSIjRs3ChUVFSnG4uJi0bx5czFz5kxx584dERwcLKysrORukT6tqKhING/eXIwaNUrcvHlT+Pr6CltbW/Hhhx8KIcpHt0xNTcWUKVNERESEOHv2rGjevLmYNWuW1EbdunVF7969RWBgoPD39xfGxsbCzs5ObNq0ScTExIiRI0eKJk2aSPXd3NyEkZGR+OWXX8SdO3fEli1bhKampjh69GiNjtmxY0dx/vx5cfHiRdGjRw/RokULaftff/0lLCwsxKlTp0RiYqL4+uuvhYmJidRv48aNE2ZmZmLTpk0iKipKzJkzRygrK4uoqCiRl5cn9u/fL+rUqSMSEhJERkZGpddu8+bNcsd8cj0HDx4s6tatK3r06CFycnLE3bt3hZmZmYiKiqq0nX8LDAwUSkpK4ubNmwKAuH37trRt8eLFomPHjuLvv/+WG5Fds2aNUFdXFwsXLpR+V/6tQ4cOYsGCBaK0tFTu9SzW1tZi5cqV0vvIyEi5eNq3by9GjhwpEhMTxYULF4S5ubnw9fWttK3KRmQfP34sNDU1pRHOf4/ITps2TZiYmIjffvtNpKWlVWjzxo0bAoDIycl55jk8YWdnJ3744YdnnntgYKCoU6eOmDJlirhy5coz2xkzZoz46KOPnns8er2YyBK940aPHi3GjRsnVxYYGChSUlKEEOW3Jj/77DO57V988YV0y+7YsWNCXV1dbu7q07eInze1YOrUqXJ/kIQov83ZsmVL6f3MmTPFpEmTntnGk0Q2JCRE7hz09fXl5qh5e3sLJSUlKRkGILy9vaXtHh4eYuDAgdL7U6dOCRUVFSGTyURpaanQ0tISnp6ecsd2cnISP/zwg3Rdnr5FOWXKFDFy5Ejp/b8T2Z49e0rbZDKZMDMzE2vXrpXa6tGjh9yxli5dWuUt7MqmFjRo0EDuA0Tv3r3Fxx9/LIQQYs+ePcLKykqUlZVJ2zds2CAMDAwqbX/37t3CyMhI7pZqbGys9Mf8r7/+Eo0bN5b7o3/+/HmhoqIisrKyhBDlSeWuXbuk7TNnzhRubm7S+0uXLsklHG5ubmLIkCFycXz55ZeiV69eNTrmxo0b5bYDEI8ePRJCCGFpaSk3P7SkpESYmJiIDRs2CCHKE9mnYyguLhaGhoZi27ZtQojqTS1YsGCB6NevX5V1hCj/ffn999+fW++JJ3NkhRCibdu24uuvvxZClP88NWnSRGzYsKFCIiuEELt27RIuLi4CgHBwcBB///23KCwslLZ36NBBAKjwquyDpBBCrFixQtjb28udb+fOnaX39evXl7v1X9U0kqVLl4pWrVqJhIQEER8fL0JCQsSwYcOEhYWFdPx/J7IlJSXip59+ElZWVkJJSUl0795dHDlyRNp+8OBBYWho+OwL+RQ7O7tKz/1pgYGBok+fPkJFRUWYm5uLH374Qfp5emLhwoVyv+NUOzi1gOgdFx4eDldXV7kyV1dXmJmZPXN7586dcfPmTQCAu7s7XF1d0aJFC/Tr1w8///wzsrKyXur4nTt3xu3bt6u8xV2Zp2+737p1C2VlZRgwYAC6d++O7t2748cff4QQAlFRUVK9p59q1tHRkWvD0NAQpaWlkMlkSEhIQH5+fpXXYsqUKThz5gzu3buHwsJCeHp6YvLkyc+M19zcXPq3kpISmjdvLk19iIqKQvv27eXqu7i41ORyAADMzMygpKQkvbe2tpaOcevWLWRmZqJnz57SNdq4cSMyMzPx4MGDCm2Fh4fD2dlZ7pZqs2bN4OzsLG3v0KGD3BPgnTp1qvE1ByDX923btpWLo2PHjtISVtU95tPX+snT77m5ucjLy0NCQgJ+/vln6Rr07t0bZWVl0rSRf++vqqqKpk2byk1TeR4NDQ0UFRVVWWfdunUoKSnBZ599hqSkJIwdOxaDBg3ChQsXqnWM6dOnY+vWrSgtLcW5c+eQlpYGDw+PSuuOGTMGly9fxt27dzF+/Hh8//33GDlypFydzz77DAkJCXIvLS2tStubMGECIiMjcfPmTQghsHPnTrmf/SVLlmDx4sWws7PDf//7X1y9erXKc4mIiIClpSWaNGmCQYMGobS0FGfOnIG2tnal9VVUVDBnzhzExMQgIiIC7du3x4QJE/Dtt98CABo2bIisrKzn9sETX3/9dYVzf5qrqytOnjyJ9PR0/PDDD/D09ESnTp3kfiaKiorkfleodnD5LaJ3nLq6utx8wupsLy4ulv4HraamhjNnzuDq1as4e/Ystm3bhl9//RXh4eGoW7fuCx2/uLgYKioqcslJTampqcHQ0BDz5s2rsK1p06Y1bk9dXR0AqrwWdnZ2cHZ2xt69e2Fubg5dXV24u7s/s82nE8x/09HRqZAoPT3/trqqOoaamhosLS0rvUa6uroVyl7kZ+XJB4GX+YP+7w80hYWFUnvVPeazroOqqiqUlZUxceJEWFlZyW379weNl9G8efMKc8+fdufOHSxZsgQhISFQUlLCp59+CltbW7Ru3RqffPIJrl+//txjjBkzBl9++SV8fX3h6ekJDw+PSvvxaaamppgzZw4GDhyIli1bIjk5GRYWFgCAunXronHjxtU6vwYNGqB///7YuXMnBg4ciEePHsklxtOnT8eQIUNw8uRJeHt7w83NDVu3bsXYsWMrbc/R0bFa51wZGxsbLFu2DK1bt8Znn32GxYsXw8bGBgAQFBSEHj16yNW/e/cu1qxZg/nz50NPTw8AYGBgUK1z19fXx4QJEzB69GiYmZnh9OnTGDZsGAAgJiamwrxdevM4Ikv0jnNxcYGXl5dc2apVq3Du3Llnbj9+/Lg0ShYbG4sTJ07A2dkZX331Fc6ePYt79+7JPSxTWlpao+MfP34cbdq0ealE1tnZGffv30erVq3Qp08f9OnTBw4ODgAg/bGqCTMzMzRo0EAu1tLSUpw8eVJuxHDKlCk4cuQIjh49iokTJ77wOXTq1AkHDx5EdnY2AEijXM9T1bX+NxcXFyQkJKBDhw7SNWrWrBnU1dUrHXlzcXFBSEiI3Bqbvr6++O2336Ttfn5+ePz4sbTdy8sLurq6cmuA1tTJkyfl3nt7e8PR0fGVHFNdXR12dnYoLCyUrkGfPn1QWFiI+vXrVztGmUwm9xDdv7Vo0QJ3796t9IGisrIyTJgwAcuXL5eSyIiICIwfPx5jxoxBVFSU9HNQFR0dHYwZMwb79u3D4cOHMW3atAp1ioqKoKenh61bt8qVP3z4EED5h5sX9fTP/qhRo6CjowOg/EGrPXv2QEtLCxMmTJAekPv37/2LunXrFlRVVSskvg8fPoSqqiqA8qR8ypQpmDt3boVr+d133+H48ePV/v9Cp06dMGvWLLmyx48fIz8/X/rAC5TfVWEiW/s4Ikv0jvvmm2/g4OCASZMmYeDAgfD398eGDRtw/vx5AOX/k2/bti0++eQT9OrVC2fPnsWhQ4ekp4dv376NwYMHY8mSJWjRogV27doFY2NjODk5ASi/jXvo0CE0bdoUH374odz/6AFg7ty5sLOzw5gxYzBixAhcvXoVq1evrpC81JSDgwM8PDzg7u6Or7/+GsrKyli9ejU0NDSqHCV9FiUlJaxcuRIff/wxcnJyYGlpib///huampqYOnWqVM/DwwNfffUVQkND5VY8qKmPP/4Yu3fvhqOjI3r37o3w8PBKF3d/mrW1Nfbt24f69etjwoQJzz1Gv3794OjoCHd3d3z++efIy8vDihUr4OTkhG7dulWo37dvX3Tq1Anu7u748ssvce/ePfz000/4+OOPAQCjRo3Cr7/+ij59+uCzzz7DgwcPsGjRIixZsuSlRmSzsrIwbtw4fPDBB/Dz88PBgwcRHBz8yo65fPlyjBo1Cnl5ebC3t8eJEyewY8cOXL58GUZGRs/dv2nTplBWVsZ3332HgQMHSgvjP83R0RGWlpbYt29fhQTzp59+gomJCcaPHy+VNWvWDMePH8fdu3ehra1d7SRr+vTp6NixI2xsbCr94g11dXXMmjULs2bNwqVLl+Dk5IQrV67A09MT48ePl0veAwIC8MMPP8jt37t370rPDwAGDBiAjz76CFu3bsXBgwelchUVFcybNw87duzAlClTEBMTAx8fH6xbt65a5/Q8dnZ26NOnDwYOHIixY8fCyspK+jn58ccfpXo//PAD+vTpA0dHR3h4eMDQ0BDe3t64cuWK9P+7J86ePVvhQ+GAAQPg6OiI2bNnY9SoUUhPT0fXrl0RFxcHT09P2NjYSKO9MTExiI2NxYABA17JOdKLYyJL9I6zsLDAjRs38OOPP2L16tUwNzfH+fPnpfmZNjY2uHr1KlasWIFff/0VLVq0wLVr16SRhv79+2Pfvn3YtGkTjh07BltbWwQEBEhLCS1atAgymQyenp7o0aNHhdt1JiYmuHHjBn744QesXr0alpaWCAgIkJsP6uLiUuUtbQ0NDXh4eFSYP7dlyxb89ddfOHDgALKzs9G3b198/fXX0m1iDw8P1KtXT6r/77mYBgYG8PDwkOqPHz8exsbG2Lx5M7y9vdG+fXt4enrKJef6+vpYuHAhHj58iObNm8u1N3z4cClRqOycevTogZYtWwIoTzgCAwNx4MABxMTEYPDgwdDW1q4ywV+2bBm+/fZbeHp6ol+/fmjevHmFpL1NmzZyy2V5e3tj1apV2Lp1K4qLizFlyhTMnj37mcfw8vLCypUrsWXLFtSpUwc//PCDlJgpKyvj3LlzWLZsGTZs2AADAwNs3rwZH3zwgbT/Bx98IDcn1tHRUZqPDZSPKnp4eMiNDE6fPh0ymQy//vorzM3N4e/vjzZt2rzwMf/989KvXz+cOnUKf/31F3x8fNCkSRMEBgZKyzQ9WRruae7u7lL/NmzYEPv27cOWLVugp6dXaaKnrKyMWbNmYf369XKJbG5uLqKjoytMO/j999/xn//8B4cPH8bOnTufObXByMhIbh5s27Zt8fHHH6Nr165SWdOmTeW+HWzp0qVwcHDA7t27cfnyZZiammLFihVyc1p79eqF2NhY3Lp1S+54T657ZVRUVLB48WJcuXIFbm5uUrmqqirOnTuHH3/8ET/99BOMjIywZcuWZ87ffXIXpSpt27aVm3pz4MABrFu3Dj4+PvDz84OlpSU8PT0xcOBAqY6JiQlCQkLw559/IigoCFlZWXB2dsaOHTvkfgb79u2LlJSUCufeqVMnAOW/x+fPn8dff/2FLVu2wMDAAFOmTMF///tf6cPT1q1bMXz4cGmEnWqPkhBC1HYQRETvm5KSEhw7dkwuIfvtt9/w559/vldrU3bu3BlDhw6tMrlWFDk5OWjdujW8vb2lDyz07ikpKYGTkxP+/vvvN/Z11PRsHJElIqoFycnJmDVrFrZt24YuXbrg2rVrOHToEFatWlXbodEL0tPTQ3x8fG2HQa+ZqqpqhdFcqj0ckSUiqiX37t2Dt7c3Ll26BB0dHQwdOhSdO3eu7bDeqO3bt6NFixYc2SKiF8JEloiIiIgUEpffIiIiIiKFxESWiIiIiBQSE1kiIiIiUkhMZImIiIhIITGRJSIiIiKFxESWiIiIiBQSE1kiIiIiUkhMZImIiIhIITGRJSIiIiKF9P8AHsQem5XVGHMAAAAASUVORK5CYII=", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "abl = load('results/final/ablation_full_val.jsonl')\n", + "names = sorted({m for m, T in abl if m not in ('official', 'pisces')})\n", + "cost = {m: paired(abl, m, 3.0, base='pisces')['mean'] for m in names}\n", + "for m in sorted(cost, key=cost.get, reverse=True):\n", + " print(f'{m:24s} removal costs {cost[m]:+.3f}% vs e-means {paired(abl, m, 3.0)[\"mean\"]:+.3f}%')\n", + "fig, ax = plt.subplots(figsize=(7, 3.5))\n", + "order = sorted(cost, key=cost.get)\n", + "ax.barh(order, [cost[m] for m in order], color='#0E8C8C'); ax.axvline(0, color='#C4413A')\n", + "ax.set_xlabel('cost of removing the component (% MSE vs PISCES)'); ax.grid(alpha=.3, axis='x'); plt.tight_layout(); plt.show()" + ] + }, + { + "cell_type": "markdown", + "id": "178a5b98", + "metadata": {}, + "source": [ + "## Scaling in k, and the two regime rules\n", + "\n", + "`scaling_k*.jsonl` hold PISCES exactly as frozen. `results/dev/iter23_small_k_val.jsonl` (exact assignment at\n", + "k = 1,024) and `iter24_k65536_regime_val.jsonl` (no every-batch revival at k = 65,536) are the runs behind the two\n", + "rules of the released defaults; both were chosen on these validation runs." + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "7e287312", + "metadata": { + "execution": { + "iopub.execute_input": "2026-11-18T00:38:02.555489Z", + "iopub.status.busy": "2026-11-18T00:38:02.555351Z", + "iopub.status.idle": "2026-11-18T00:38:02.564823Z", + "shell.execute_reply": "2026-11-18T00:38:02.564089Z" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "k = 1024: -0.059% (2/3 seeds), 1.80x the time\n", + "k = 4096: -0.223% (3/3 seeds), 0.42x the time\n", + "k = 65536: -0.043% (1/3 seeds), 0.27x the time\n", + "k = 1024 with the small-k rule: -0.078% (2/3), 0.83x the time\n", + "k = 65536, pisces : -0.043% (1/3)\n", + "k = 65536, tau_0.1 : +0.013% (1/3)\n", + "k = 65536, no_early_revival : -0.190% (3/3)\n", + "k = 65536, tau_0.1_no_early : -0.038% (2/3)\n" + ] + } + ], + "source": [ + "for k in [1024, 4096, 65536]:\n", + " g = load(f'results/final/scaling_k{k}_val.jsonl'); r = paired(g, 'pisces', 3.0)\n", + " print(f'k = {k:6d}: {r[\"mean\"]:+.3f}% ({r[\"wins\"]}/{r[\"n\"]} seeds), {r[\"time\"]:.2f}x the time')\n", + "g = load('results/dev/iter23_small_k_val.jsonl'); r = paired(g, 'exact_k1024', 3.0)\n", + "print(f'k = 1024 with the small-k rule: {r[\"mean\"]:+.3f}% ({r[\"wins\"]}/{r[\"n\"]}), {r[\"time\"]:.2f}x the time')\n", + "g = load('results/final/scaling_k65536_val.jsonl')\n", + "for k_, v in load('results/dev/iter24_k65536_regime_val.jsonl').items():\n", + " g[('diag_' + k_[0], k_[1])] = v\n", + "for m in ['diag_pisces', 'diag_tau_0.1', 'diag_no_early_revival', 'diag_tau_0.1_no_early']:\n", + " r = paired(g, m, 3.0); print(f'k = 65536, {m[5:]:18s}: {r[\"mean\"]:+.3f}% ({r[\"wins\"]}/{r[\"n\"]})')" + ] + }, + { + "cell_type": "markdown", + "id": "8e26745f", + "metadata": {}, + "source": [ + "## Downstream: the trained centroids as an IVF index\n", + "\n", + "Recall@1 on 10K DEEP1B queries against the number of distance computations (probes 1-128)." + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "fb05ba08", + "metadata": { + "execution": { + "iopub.execute_input": "2026-11-18T00:38:02.566181Z", + "iopub.status.busy": "2026-11-18T00:38:02.566067Z", + "iopub.status.idle": "2026-11-18T00:38:02.699378Z", + "shell.execute_reply": "2026-11-18T00:38:02.698450Z" + } + }, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAhsAAAF4CAYAAAD9rzvUAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjExLjIsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvgI3uAAAAAAlwSFlzAAAPYQAAD2EBqD+naQAAfkRJREFUeJzt3XdcU9f7wPFPCFuGqAgiOHErjjpw74mr7j3bqnXWOmoddVWrbb+1arXLva1axV33wj1xb0Vlicieyf39geZnBBQFTJDn/Xr5anPuyb3PDTnJk3PPPUelKIqCEEIIIUQmMTF0AEIIIYT4uEmyIYQQQohMJcmGEEIIITKVJBtCCCGEyFSSbAghhBAiU0myIYQQQohMJcmGEEIIITKVqaEDMBStVsuTJ0+wtbVFpVIZOhwhhBAiy1AUhYiICFxcXDAxeXu/RbZNNp48eYKbm5uhwxBCCCGyLD8/P1xdXd9aL9smG7a2tkDSC2VnZ2fgaNJHq9USHByMo6NjmjJMIbIjaSdCvF1a20l4eDhubm6679K3ybbJxstLJ3Z2dh9FshEbG4udnZ18iAqRCmknQrzdu7aTtA5DkBYnhBBCiEwlyYYQQgghMpVRXkZRFIUVK1bg7+/PkCFDyJEjR4r1nj17xqZNm7hz5w7VqlWjTZs2cmeJEEIIYWSMLtl4+vQpvXv3xsfHh+fPn9OnT58Uk43Hjx/ToEED7O3tqVSpEoMHD+aff/5h5cqVGZpwaDQaEhISMmx/mUGr1ZKQkEBsbKxcixZGwczMDLVabegwhBBGwuiSjaFDh2JlZcW2bduoVatWqvVmzJiBi4sLe/bswdTUlG+++QYPDw/+++8/mjZtmu44FEUhICCA58+fp3tfmU1RFLRaLREREdKzI4xGzpw5cXZ2lvekEML4ko1Ro0bxySefcOXKlVTrvLzMsmzZMkxNk06hUKFCfPrppyxfvjzFZCMuLo64uDjd4/DwcCCpV0Cr1SarHxAQQFhYGI6OjlhbWxv9B2ZCQgJmZmaGDkMIFEUhOjqa4OBgFEXB2dnZ0CEBSW39ZWIuhEhZWtvJu7Yjo0s2Pvnkk7fWefr0KREREVSsWFGvvEKFCqxbty7F58ycOZMpU6YkKw8ODiY2NlavTKvVEhISgpOTE/b29u8QvWEoigKAWq02+qRIZA/29vZotVoCAwMBjOLynlarJSwsDEVRjCIeITKTRqPl3MVrBD0N5amVKQ758+KUIweVHR1Rv+H9n9Z2EhER8U7xGF2ykRYBAQEA5M6dW688d+7cum2vGzduHCNHjtQ9fjkhiaOjY7J5NmJjY3n+/Dk2Nja6npOsQHo2hDGxsbHh6dOn5MyZE0tLS0OHg1arRaVSyaRe4qO3ffdhJn7/G4+s1CTUKgs2VvDwDgAuNjb8UK8erYoVS/G5aW0n79qms8436Sty5coFJCUMr85eFhYWptv2OgsLCywsLJKVm5iYJHtBTUxMUKlUuv8aO0VRdHFmhXhF9vBqOzKWL3dji0eIjLZ992E+HzaZxELOJDStnGz7k8hIem/bxvLWrWmdSsKRlnbyrm0oS7Y4Z2dnzMzMuH79ul75jRs3ZL0TIYQQ2ZJGo2H8tHloIalHAyCVH6DfHDiA5gOOX8pSycbLAZ5qtZo2bdqwaNEi3bbw8HA2bNhAhw4dDBWeEEIIYRCKorBt12GehIWhKVMo6dJJKomGAjyOiMDn8eMPFl+WuYwyb948xo4dq+u9GD9+PHXr1qV3795UrVqVZcuW4erqSqdOnQwdqhAfPR8fH1xcXChUqJChQxEiW3keFsHFW3c5dfsel574czv0OQFxMYSpQWNrDX3SPvVDYGRkJkaqz2iTDXt7e3r06KEbhFKlShW6dOlCnjx5gKQ7T44ePcrChQvZunUrTZs2ZcyYMSmOyxD6wsPD8fb2JigoiOHDh6NWq7l69So7duygYsWKNGjQgL1791KrVi2srKzeur/z58+TO3duChQo8Na68fHxKIryxr/TuXPn+P333/nzzz+Jiori+PHjNGrU6J3O8aWXE52Zm5u/1/M1Gg2xsbGpzmJrDLRaLTExMVhYWKQ6oDkmJgYg2d8zOjqaoKAg3Nzc9Cbhio2NRaPRJNuPSqXC2tqaLVu2cOrUKQ4cOJCBZyKEAIiJjePa3YecuHmbi35PuPkshMfR0YSqtMTnsATrVz4/c5oDr3y+KQpEx0GOtw/gdLKxyfjgU2G0yYarqysrVqzQPfb09MTT01OvTrly5ViwYMGHDu2daDQaTpy+RGDwM5wcc+FZxcOgMyvGx8dTvnx5rK2tqVu3Lmq1Gm9vb9q3b0/Tpk0pVKgQd+/epUmTJqxbty5NPUXdunWjSpUqLF++/K11x44dS0BAAGvWrEm1zqRJk3BycgJg8+bN9OjRgwcPHqQpmXldx44dqVChAtOmTXvn5wIcPHiQtm3bvvNtXh/KnTt36Ny5M2fPnmXp0qX07t1bb7tWq2XGjBlMnjyZUqVK4evrCyTNyzJw4ECWLl0KJK1+/NNPP9G/f38AevbsyYYNG5Idz93dnVu3btGrVy9mz56Nr68v5cqVy9yTFOIjlJiYyD0/f07cvMO5Bw+5HvyUh5GRhCiJxFia6V8GsVGDjf5S7uYJGnKp1LhZ56BEntxUcHOlSuGC9Oo6gsCAIGK7N0pKOFK4lKICXGxtqZE//wc40yRGm2x8DLbvPsz4afPwDwjWleVzduT7iUPxalrHIDFdv36d+/fv8+TJE/LlywfArl27aNGiBVu2bNHVu3PnDoULF07TPg8ePJhhv/wDAgLYuXMnBw8eBKBr167UqFHjvRKNj92JEydo1qwZffr04dGjRynWadmyJXfu3KFXr16cPn1aVz579mz279/PkSNHdPPTfPHFF1SuXJny5cvz119/MX/+fL199e7dG2trawDKlClDpUqV2LBhgyQbQqRCURQCgkI4deM2p+8+4GpQIPfDIwhKjCfSzATF1hrUL4ZOWgKW+p+j6kQNObUqXCytKJYrF+Xzu1DNvTBl8jljl0rv8MzxQ+g/ZBLmxy4T36RyUk9HCgnHD/Xrv3G+jYwmyUYm2b77MP2HTOLFfFs6AYHB9B8yiUXzp2ZawnH8+HF27doFQLNmzahevToAq1evZt++fQDMnz8fZ2dngoKCOH78OAATJ06kQ4cOlCtXjiVLljBo0CBcXFyApEXvVq9eza1btyhRogS9evXC5kUX3O7du3Fzc6N+/foAPHr0iJ07d+Lr60vRokXp3bs3OXPmTFPs27dvx83NTTdV/aNHj1i6dKluQraff/6ZFi1acO7cOU6ePEm7du2oV68ee/fuZevWreTMmZMRI0bg4OCgt9/Dhw+zZcsWnJ2d6datG/lfyehjYmLYtm0bp06dwtLSkh49elCiRIkU49NqtezcuZPjx48THx9Pu3btdD1u4eHh/Pjjj4wePZqNGzfi6+tLtWrV6Ny5s94+rl+/zr///ktQUBC1atXi008/1buN7MKFC2zdupWoqCiaN29O3bp1U4zlyZMnLFu2jDZt2rBx48YU6xQuXJj169ezaNEivWTjzJkztG/fnho1agDQt29ffvjhB86ePUv58uWT/b18fX3Zs2cP586d05U1btyYM2fOpHhcIYzRy55m/6AQgi1MyO3qRD47O2rkz5+uL96w8AjO3bzLidv3uPwkgDthoQTExRFuChobazB70ZutBhwsScoskqg0WuwSFZzNLSic055y+fJRtUghKhZwJc97zF7t1bQOi+ZPZfy0eTzafeb/59l4Ib+tLT/Ur5/qba+ZRZKNNFIUheiY2LdXJOkN/e3UuckSjaT9JCWZ46fNo3aNSmm6pGJtZZnmN9wvv/zCxIkT6datGwBNmjRhypQpjBw5Eo1Go7sOn5iYiEajITExUTftbGJiIoqioCgK06dPp23btri4uHD//n1q165N4cKFqVy5Mr/99hvz58/n+PHj2Nvbs2bNGjw9Palfvz4XL16kTp06VKpUiWrVqrF48WJWrFjBqVOn0nRf9vXr16lUqZLufP38/JgxY4Yu2Zg/fz6HDx/GwsICa2trWrVqxcSJE1m/fj3169dnxYoVHDp0SNczAnDo0CE2b95Ms2bN2LlzJ7Nnz+bo0aOUKFGCuLg4atWqRXh4OG3atOHSpUtUqVKFU6dOUbJkyWTxderUiWPHjtG+fXueP39OgwYN2Lx5M02aNCEiIoLp06dz//59bGxsCAoKYv78+dy7d49vvvkGgG3bttG5c2datWqFg4MDgwcPZtOmTaxatQqANWvWMGDAALp164a1tTVt2rRh3LhxjB07Nlks7dq1e+vr+dtvv6VYXrt2bdatW0dMTAxWVlZcv36dhw8fUrt27RTrT548mbZt21K+fHldmbu7O//+++9bYxDCGLzsadab6Opy0jYXGxtmNWjwxi/g2Lg4Lt9+wInbd7ng95hbz57xJDaaUBQSbCzB4pVJFe1eG0ehVciRoMHR1IxCNnaUcspL5cIFqFa0MPnt7DDJ4PmRvJrWoVmjmpmSWL0vSTbSKDomliIezTNkX4oC/gHBFKvYMk31717aSQ7rtw/UfPz4Md9++y0bN26kRYsWAHTo0IHWrVvTqVMnevbsSenSpVm2bBkzZszQJTpPnz4FkqZ0B5INDBw3bhweHh5s27YNlUpFdHQ0vXr14vr161SrVk2vrrm5OT/++CNffPEFkLSwXoECBbh69Sply5Z96zncvn0bd3f3N9YpVaoUP/zwgy7WH374AX9/fywsLGjatCmNGzcmNDRU17tx+/Ztbt68qeuJadu2rS5BiYmJoXfv3vTs2VNX/5NPPmHz5s26BOGlhIQEmjZtyg8//KCLsXv37qxevZomTZro6jVq1Eg3duLrr79m+fLlfPPNNyQmJvLll1/y3XffMWbMGAAGDx7MhAkTCA0NxcLCguHDh7Nq1SpatWoFQK1atejatSv9+vXD0dHxra9fWg0bNow7d+6QN29eypQpw4ULF1i5ciXFUviwvXjxIps3b+b8+fN65UWLFuXevXtoNBpZ4VUYtZc9zW+a6KqXtzdLW7aklLk1x2/c5rzfI64HP8UvKpIQRUOslRlYvzLoMocJ5HhlgKWiYBn/YhxFDhtKOOahUgFXPN2LUMwxD6Yf+AterVZT07Pi2yt+IJJsfESOHz+Og4ODLtGApJ4NJycnfHx83vu24AMHDvDbb7/pehusra1THDwISYlAqVKluH79OqdOneLUqVNotVoePHiQ5mTjbav2vvrrumTJkrpEA9Ctl/Ps2TNd8tCmTRtdogHQq1cvhg4dCiStTDps2DCCgoLYtGkTt27d4u7duzx48CDZcc3MzPj8888JDw9nx44d3Lx5k+PHj1OwYEG9enXq/P/lsUaNGvHXX3/pzs3Pz083CBOgbNmybN68GUgag/H8+XMiIyN1a/y8vHvH19eXBg0avPF1eRebN29m1apV9OnTB3d3dxwdHRk9ejSffPJJsrE6kydPpl27dnh4eOiV586dm4SEBCIiItJ8mUyIDy2tE10pikJvb++kbS+3WwAW1nr1zOITyamoyG9pjXvuXFRwdcHTvShlXZyxkiUjUiXJRhpZW1ly99LONNU9cfoS3fon7/Z+3epFs/Cs4vHWetZWaZuD/unTpylO154nTx6CgoLStI/XKYpCSEhIsnVoUnP06FG6du2alFXXrEm5cuXeafCoqalpirdcvur1yzFvu8T0+mJ6Dg4OhISEABASEsKnn37KpUuXqFOnDqVKlaJMmTIp7ic+Pp4ePXqwY8cOatSoQenSpalQoQKhoaF69V69zdbc3Fy3UN7Tp08xMTFJNp7kpeDgYFQqFevXr9cr9/LyytBp6BVFYdCgQcyaNYsBAwYAMHz4cLy8vJg0aZLeXWDnz5/H29ubixcvJtvP3bt3cXBwkERDGLUTpy/hHxCM1iW33tiFZF5JMkwSNNhrFJzNLSmSMyflXJyp5l6YTwoWwN4I1vnJiiTZSCOVSpWmSxkA9WpVJp+zIwGBwSmO21CpIJ9zXurVqpyh3c/u7u7cv3+fqKgo3Rd8bGwst2/fTrF7PC1UKhVFixblypUr1KtXT1d+9+5dChYsmCz+adOm4enpyT///AMk/aqYPHlymo9XrFgxbt68+V6xpubatWt6j319fSlSpAiQNGj2xo0bPHz4ULcgX9u2bVPcz8uxH1euXNG9nt988w0nT55MUxzu7u5otVquXbuml9C8vHTk7u5OQkICS5YsydQv8IiICJ4+fZps1eRKlSqxf/9+vbLJkyfToUOHFHulXg4WFsLYKIrC7bsP2bLvGEuPnSC+QQW0hZzS9Nz/NWhAvwoVZJ2pDJalpivPKtRqNd9PTOqmf/39+vLx9AlDMvw6d926dcmfPz9jx44lMTGRxMRExo4di5OTk+5Okffx+eefM3v2bG7fvg0k3epaqlQpdu/enazuy56Jl4NNZ8yYoZtmPi2KFy+eLDlIr//++093d86dO3f4+eefdWMqTE1N0Wq1xMfHA3Ds2DH++++/FPdjamqKoii687l165ZeL8DbODs707JlS0aOHElkZCQJCQn8+OOPeHh48PTpU0qVKkXNmjUZMmQIMTExKIrCkiVLcHV1TdZ78ibh4eEMHTo02dpBL9nZ2VG5cmWmTZuGr68vCQkJ7N27l6VLl+pNnnbu3Dm2bdvGpEmTUtzP0aNHqVKlSprjEiIzxccncPDYGb74fi7uA0dR5fc/mRb2BD+PgmhLuIFF2ib2K54njyQamUB6NjLJq7cf6c+zkZfpE4Zkym2vZmZmbNq0ic6dO5MzZ04URaFw4cJs2rTpvWfQhKTBhA8fPqRkyZLY29sTHR3N+PHj9caGvDR16lRatmyJg4MDVlZW9OzZUzdBV1q0bt2aH3/8keDg4AwbEDlixAi++eYbevbsybNnz+jWrRvDhw8HksZvrF69GmdnZ5ycnChcuHCK5wVQr149OnfujIeHB/ny5cPW1pY2bdq8U3L0999/0717d3LlyoWlpSVWVlasX79eNzPuqlWr6NGjh267oij89NNPqV56Scn9+/dZsGABFSpUSPGOGoB169bRp08fPDw8MDMzQ1EUPvvsMyZMmKCr891339GpU6cULyuFhoby33//JRs0KsSH9DTkOVsOHGPdmfNciAgjLp8DWFlAcRddHSe1GdFX7xN74wEJDSoa1URX2YlKUVLq6P/4hYeHY29vT1hYmK77/KXY2Fju3btH4cKFddOlv68PMYOooigkJiZiamqqy8gfPHiASqVKNhmWRqMhMjJSbxxDSlNZh4WFYWNjoxdrZGQk9+7do2DBgnqvWVRUFKamprpBmrGxsdy4cYMiRYpga2tLeHg41tbWmJqaEhsbi1ar1U0OlZIaNWrQtm1bxowZkyzeiIgILC0tMXsxECsuLo7ExETdZSNFUQgPD8fW1hYTExNdbKampty4cQMnJ6cUx5/cuHEDa2tr3Nzc9F6PxMREoqKi9F6vBw8eEB8fT7FixfSO//LYdnZ2ur9DSs8HCAoKIjg4mGLFiqWYCAYFBREYGIi7u3uapowPDw/HyspK97qEhYXpHTM+Pp64uDhsbfVnIXz69CnBwcEULFgw2d8kLCwMKyurFOObNWsWhw8fZvv27anGlJHtKCNotVqCgoLImzevLDGfRSmKwuUbd1m29zC77tzhkRkoeXPqJQ9mWoUKOR3oWKE8XiWK42pnp7sbRVPYOWmiK0iWcKjgjcuuZxdpbSdv+g5NiSQbmZxsfAgpJRtZ2T///MOMGTPkV7MRO3r0KC4uLrqxLykxtnYkyUbWFBsXx44jp1l54hQnnwYTmccOrPQTYEdMaFiwIN2rfIKnqyvmKfygS3GejRcMNdGVMcqsZEMuowij07FjRzp27GjoMMQbvJzhVYjM8CQgmL//O8i26ze4rcSjyW0HVipwS7rcaKrRUjaHHe09ytKhggcur/XYpcQYJ7rKTiTZEEIIYVBarZZD5y+z+Mhxjvk/IcTOEizNIbcVkNQDkTsR6uTPT8/qValTqCBm73E52tgmuspOJNkQQgjxwYVFRrFk3xH+9b3M1dgo4h1eTLyXN6lLXp2ooYS5NW1Kl6J3jarkS0PvhTBekmwIIYT4IM7fuccf+49w0M8Pf0t10noiViqwSko0csYl4unoRJ8aVWlcquQHn+JbZB5JNoQQQmSKuIQEVh05wbrzF7kY8ZwY2xeDMu2TBgybxCdSRGWGV/FifFavFgVypf0Wb5G1SLIhhBAiw9wMCOSP/UfYc+8eD020KOYvvmZeJBq2UXF8kjM3Pap+QtsqFd9r7IXIeiTZEEII8d4SNBq2nL/EipNnOBMaQqTVi8XILE0AE1Sx8bhpVDQuXJgBDepQIn8+g8YrDEOSDSGEEGi0WnwePyYwMhInG5s33g76IDSUvw/7sOPmLe5q49GavuidsDIDRcEqLBoPG3s6VSxPj7o1sEzjVOHi4yXJhhBCZFMvZzjefvcu60L8eRr//+sYudjYMKtBA1oXK0a8RsOeG7dYfuIUx4MCCTN7kYSYACZqVDFxOMUkUs/Vjc/r16JySZkcS+iTZEMIIbIhvRk1myafwts/MpKe3t7kNzEjICEOjfpFgmFmAoqCWUgEpS2s+bRsGfo0roOD/dtnkRTZlyQbQoh3NmnSJLp165bqQm/CuL1cK0QLJPR4sdLva0sdvFzH4rE2AdQmEB2HQ1g0NZ3y0be2J/WrVMjwdZ7Ex0tuYs5mNm/ezKpVqwwdRqr69OnDlClTANi6dSvLly9/r/1otVq2b99OeHj4e8fi6+vLxYsX3/v5H8LJkyfZvn07Go0mxe3BwcFs376dW7du6ZU/evSIDRs2sHHjRkJCQt54jBs3brB9+3aio6N1ZXfu3El16Xlh3DQaDeOnzUNRQJsvd9IaIW9ZU6lDjtxc6N2H+z9NZ9XowTTy/EQSDfFOJNnIZBqtliN+fmy4do0jfn5otFqDxrNr1y62bNli0BhSc/PmTZYvX07r1q0B2L17N5s3b36vfSUkJNCyZUvu3bv33vEsWLCAOXPmvPfzM1NcXBzDhg2jZs2atGzZktjY2GR1Dh48SPny5WnTpg2rV6/WlS9dupTixYszc+ZMJk+eTMmSJTlw4ECKx4mKiqJJkya0bNkSf39/XXmvXr34999/35qoCONz4vQl/AOCUVQqtEXSdmdI87rVKFzA5e0VhUiFXEbJRN63bjF2/36eREbqyl4ddGUIv//+u0GOmxZr1qyhbNmyVKyYtHbB/PnzDRyR8erXrx+3bt1ixYoVdOvWLdn2M2fO0LJlS3766SdWrlypK3/06BGDBg3i119/5YsvvgCSlov/7LPPuHbtWrLl5CdOnEiePHl4+PChXnmjRo3IkycP27dvp1evXplwhiKz3H74mMTSBdFUKIpinyNNz3GyscnkqMTHTno2Mon3rVv08vbWSzQgadBVL29vvF/r1s4IYWFh1K5dm8uXL9O5c2cqVarEZ599RmBgoK7OL7/8wrRp03SPfXx8aNOmDR4eHrRr146rV6/q7XPlypU0a9aMihUrMnjwYIKCgvS2//777zRq1Ihq1arx3Xff6XW1h4SEMGzYMCpVqkStWrVYtmzZG+Pfs2cPnTp10j2eO3cukydPBpK68uvVq8fFixdp1qwZtWrVYv/+/Tx8+JAePXpQokQJ+vbtm+yySVBQED169KBixYr06dOHR48e6W3fuHEjXbt2xcPDg/bt23P58uVU4zty5Aj9+vWjQoUKNG3aVK834J9//uGrr75i9+7dtGjRAk9PTxYsWKD3/MjISMaMGYOnpye1atXit99+Q1EU3fbQ0FCGDh1K5cqVadKkyRt7ddq1a8exY8dSXeLd2toaHx8fBg4ciOqVLvLDhw9jZ2enSzQARo8eTVBQEEePHtXbx9mzZ/nrr79YuHBhsv2r1WoqV678xtdLGJeAZ8/pNPdPRty4RGJdj6REIyYO4hLglffhq1QkLb9eI3/+Dxus+OhIspFGiqIQlZCQpn/hcXGM2b+flJrvy7Kx+/cTHheXpv0pqXwQvC4xMZGjR4/SvXt3atSoweTJk3n06BE1atQgLi7plra7d+9y8+ZNIOlXbuPGjSlVqhTz5s0jX758tGvXTtcl/+OPPzJs2DDatGnDuHHjuHLlCvXr1ychIQGA8ePH89NPP9G/f38mTJjA9u3b6d27ty6enj17cv78eX744Qc+++wzRowYwaFDh1KN//bt25QpU0b3+N69e9y4cQNI+qI+cuQIc+bMYcCAAVSvXp0ePXrQv39/PD09mTx5Mrt379ZLpACGDBlChQoVmDp1KqGhoVSrVo2oqCggqSelW7dulClThtmzZ2NpaUnjxo1JTExMFtuZM2eoX78+dnZ2/PDDD5QrVw4vLy/8/PwAePLkCZs3b2b16tUMHjyY6tWrM3jwYHbv3g0kjSFp0KABx48fZ8yYMXTq1ImpU6fqxj3Ex8dTo0YNAgMDmT59Om3btqVXr15s3Lgxxdeqffv2mJmZpfpali5dGg8Pj2TlpqamaDQavfdUfHw8CQkJ3LlzR1em0Wj4/PPPmThxIkWLFk3xGO7u7ty+fTvVGIRxeBgcQuu5v1Pyj9/ZnRCB1toCVWQMpkcvY7FyH2YHLiRVfO1z5mWK+kP9+rL8ukg3uYySRtGJibjMnZsh+1KAJ5GRuKXxMsGTYcPI8YYvltf17duX4cOHA9CsWTMKFSrEmjVr6NOnj169K1euEB8fzzfffEPOnDmpU6cO9+7dw9LSktjYWKZOncrixYvp2LEjAE2aNGHJkiXExMQQERHBzz//zMmTJylfvjwAzs7OVK1alVu3blGsWDFOnz7NtGnTaNKkCQANGjQgX76UrxFHREQQGBiY6hcbJH1hT5kyhQIFCtC2bVvWrVtHhQoVGDJkCABXr15l//79es/p2bMno0aNAqBFixYUK1aMJUuWMGTIED799FMqVKhAqVKlAKhYsSLOzs74+vrqLuW8VLFiRc6dO6f7Am/SpAlLly7l6NGjdO3aFUhKiP766y/Mzc3x8vLi6NGj7Nmzh6ZNm7Jp0yZu3ryJn58fti9Wr6xQoQJPnz4FknqQ1Go1a9euxeTFB/udO3eYMWMG7du3T/U1eVd16tQhPj6eGTNmMH78eDQaDSNHjiQ+Pl6v12rOnDlotVpGjhxJWFhYivsqWrQo+/bty7DYRMa6ERDE8HUbOREbgWKqBnMzzCNj6V7YnTol8/Dlyr0AqO4FwO4zJNQqmzRY9AUXW1t+qF/fYJd8xcdFko2PUIMGDXT/b25uTp06dbh06VKyejVr1qRYsWKUKlWKTp060bBhQ5o1awYkDdaMjIzUPQbImTMnX331FZB0SSExMZGFCxfquukVRcHc3JzLly9TrFgxPvvsM4YNG8bevXtp2LAhn376aaq/xu/fvw9AoUKF3nhuLi5Jg9RUKhW5c+fG3d1dt83V1VXvMs7rr4VaraZBgwa618LS0hK1Ws2CBQs4ffo0Z8+eBeDZs2fJjqtWq8mVKxdLly7l+PHjXL58mZCQEL26RYoU0Rvz8Mknn+gGUJ47d45atWrpEg1I+uJ/6ezZsyQmJjJ48GBd2cOHD7l69SparVaXgKSXs7Mzy5cvp0+fPsyfP5/4+Hi8vLyoWbMmzs7OQNLfYurUqezbtw9T09Q/IkxNTXW9XMJ4XHz8mBEbtnAuLirpllVTNZZh0fQtVpIpQ9tg8eI9amFqxvhp8/APCEZ9LwCT+wHkKluU9l1a0qxG5TfOICrEu5JkI42sTU15MmxYmur6PHpEh02b3lpvQ7t21HB1TdOx00OlUqV4acDGxoazZ8+yZcsW9u3bR79+/cifPz8+Pj66L5HUvmzi4+MxMTGhZMmSemMCZs+eTfHixQGYOXMmbdq0wdvbmz///JNRo0bh7e1Nw4YNk+0vd+7cQNI4Dzu71CcHUr3lFr23efW1mDdvHmPHjqVLly7UrFmTQYMG6SUAr9q5cydt2rShbdu21KtXj65duzJ06FC9Oq8nBK/GmpCQ8MZbBePj48mZM6fevBUlS5akSZMmaDSaDEs2ANq2bcvDhw85f/48hQsXpkCBAhQqVIgCBQoAMGLECNzd3bly5QpXrlwhIiICSBrf0rhxY12vz61btyhRokSGxSXS5/j9B3y9eRtXEmOSbmVVm2D9NIIBZcsxfljrZIm+V9M6NGtUkxOnLxEY/Awnx1x4VvGQW1pFpjCqZEOj0XDp0iWCg4OpVq0a9vb2b61/4cIFHj16RPny5d/6qzg9VCpVmi9lNChYEBcbG/wjI1Mct6EiqYuyQcGCmfLLwcfHR9fdr9Fo8PHxYdy4ccnqRURE4OfnR5cuXejSpQszZswgX758HDp0iDp16mBubs6RI0d0l0FiYmJYtWoVnTp1okyZMmg0Gpo0aULp0qWBpMscN27coFSpUmi1Wi5dukTlypXx9PRkxowZtGjRgkWLFqWYbLi4uGBjY8PNmzcpXLhwhr4WNWrUAJJ6Xo4ePUr//v0BWL58OUOHDmXWrFlAUqITHx+f4n5Wr15N8+bNWb9+ve5cX14CSQsPDw9WrFhBfHy8rvfj/Pnz+Pv706JFC8qVK8fp06cZNmyYLkkJDAxErVa/cWzGu7p48SJDhw5lzZo11K1bF0gaNBodHa17bG9vT1hYGEuXLgXQvSabNm0iT548umTj5s2bur+9MAxFUdh76zbf7NjFbc2L965KhU3gc4ZUrMTo4a3e2DulVqup6Vkx1e1CZBSj6SN7+vQp1atXp2HDhgwdOhQXFxd27NiRav2AgABq1qxJgwYNmDhxIiVLljSaSYbUJibMetF9//rv8A8x6GrevHls3ryZS5cu0b9/f2JjY+nRo0eyejt27OCTTz7hn3/+4erVq/z666+YmppSunRpbGxsGDFiBAMGDGDXrl2cPHmSPn36MHXqVMzMzHB2dqZ///507dqV/fv3c/HiRQYMGICnpychISHExMRQv359RowYwdWrV9myZQsnT56kUqVKqcZdsmTJDJ9Ea8mSJaxfvx5fX1++/PJLAgIC6NevH5A05uDAgQOcOnWK8+fP069fv1R7EIoWLcrZs2c5ePAgV69eZcCAAamOZUhJ586dsbOzo2fPnpw7d44tW7bQsWNH3Xu8X79+BAcHM3DgQHx9fdm3bx8NGzZkwIAB73S+y5cvp2LFirreiNeVLl2ap0+f0qVLF7Zs2cLKlSvp1KkT48aN0yVBy5Yt48CBA7p/m1700q1atUr32sXGxnLo0KEUE0eR+bSKwr9XrlJuzjw6bPVOSjS0WuwehzDZ1Z0HM75jXNdP35hoCPEhGc078auvvsLKygp/f38sLCz4/fff6dixI48fPyZnzpzJ6o8YMQJFUXjw4AE5c+bk4sWL1K5dm4YNG+p+oRlS62LFWN66dfJ5Nj7AoKuff/6Z6dOnc+PGDSpVqsThw4exeXGffP78+XWXKTp37oyfnx/ffvstISEhlCxZEm9vb10P0cyZM8mZMydff/01QUFB1KhRg/3792NllTSI7LfffuP7779n6NChBAQEUKlSJfbv36+7JLJjxw7GjBlDzZo1yZMnD0OHDtWN+UhJz549+eOPPxgzZowuVgsLCwCsrKyoUKGCXv0SJUrojgVJl2JeduurVCoqVKjA/PnzGT9+PJcvX8bDw4PDhw+TK1cuIOk24C+++IKmTZtSqlQpvv32W0JDQ3Wvlaurq+5X/dixY7l//z7t27fH1dWVL7/8kri4OPLkyQOAo6MjxV77m776fHNzcw4fPsxXX31Fq1atMDMzo2vXrkydOhVIuqR1/Phxvv76a5o1a4ZKpaJVq1bMnj37jX9ra2trKlSooEuSTE1NsbS01LuE4+7urhuPYWZmxn///ceYMWP48ssvcXFx4bvvvmPQoEGpHsPU1JQKFSrojUfZvHkzbm5uul4v8WEkarWsuXiJaQcPEah9cWk0UUPOx88YU6smA75qLgmGMEoqJa33VWai0NBQnJ2d2bt3L7Vr19aVFy1alBEjRiS7Nq4oCvb29ixfvpy2bdvqygcPHkx4eDgrVqxIdoy4uDjd7Z8A4eHhuLm5ERoammyMQGxsLPfv36dw4cJYWlqm69x0yzZHReGUI0emDbpKSEggPDwcR0dHbt269ca7OoxVREQEbm5ubN++nZo1axo6HPEG1atXp1+/fnz++eep1omNjeXevXsUKlQo3e0oI2i1WoKDg3F0dMzQMTAfQmxiIkvOX+DHYz6EKi+mpo9PILdfCGPr1qHvp80wNZWxFiL90tpOwsPDcXBwICws7I3j7F4yihT45s2baLXaZF8wderUSXXSIEVRkr0QGo0m1fv+Z86cqVtz41XBwcHJpnpOSEhAq9WSmJiY4sDKd1X9lds9Fa2WxAyeslxRFDQajW5QZ0bF/aFZWVkxadIkLl26RLVq1QwdjniDbdu2YWtr+8b3WWJiIlqtlpCQkAwdd/K+tFotYWFhKX52GKvIhASWX73K35evEPVyBFhMHLnvBzG8ejXa9+yJqamaZ89k2niRMdLaTlK7VJsao0g2Hj9+TJ48eZKdmJOTE76+vsnqq1QqGjduzI8//kiDBg2wsbHh3LlzrFy5Utet/bpx48YxcuRI3eOXPRuOjo4p9mxERERgamqapbokbWxs6NGjBzlz5sxScb/q1b+RMF6vXr5KjampKSYmJuTOndtoejZUKlWW6Nl4Gh3NvFOn+fP8eWJfJhkRMeR9GMzEZk3oMqaJ9GSITJHWdvKubdoovpEsLS31LnG8FBsbqxsf8Lq5c+fSokULChYsSMGCBQkMDGTQoEEcPnw4xfoWFha66/+vMjExSfaCmpiYoFKpdP+MnaIoqFQqbGxsUryEJIQhvGw/KbUxQzG2eF73KDyc/504wXLfyyS8SDJUoRE4PQxhUpvmdJ7QJMv+kBBZR1raybu2IaN417q6uhIaGkpERITepEcPHz7U3fuf0nPOnDnD8ePHiY2NpVatWsydOxc3N7cPFbYQQmSImyEh/Hj8BBtuXOflRVZV0HNc/EKY2L4VHSc3liRDZGlG8e4tVaoUzs7ObNq0Sbe2RmRkJHv27NFbsfJVX3zxBXXr1qV79+5A0q/7tWvX6u5kEEIIY3c+MJAffXzYcfeubk4ek8dPcfF7xoTObej4vfRkiI+DUbyLzczMGDlyJCNHjsTOzg43NzcmTpxIgQIFaNWqFZA0X8K6devYtm0bpqam5MuXj+HDh5OYmEjp0qWZO3cuMTExunU8MoIR3KgjRJYl7SdliqJw9NEjfjx+nEMvFvIDMLkXgOvjUMb3aE/71o0xMzOKj2chMoTRvJtHjx6NRqNh9OjRhISEUK9ePQ4cOKC7LhQaGoq/vz8ajQZTU1MmTZqEVqvl22+/JSoqinr16nH48GG9uQDe18uR89HR0amOGRFCvNnLdWqM4U4UY6BVFHbducNPJ05wNjDwRaEWk1tPKBAQxrjeHSXJEB8to5hnwxDCw8N10zKndI+wv78/z58/J2/evFhbWxv1QFFFUUhMTMTU1NSo4xTZg6IoREdHExQURM6cOVNd6fdD02q1BAUFkTdv3g86QDRRq2XTjRv8dPwEN0JfLNyXqEF9/SEFAiMZ268zHdpIkiGMQ1rbydu+Q18n7+5UvJxx8dVlt42Voii6lUEl2RDGImfOnLp2lB3FJiay8vJlfj11mocR4UmF8QmoL9+nUEg0oz/rKkmGyDbkXZ4KlUpFvnz5yJs3r9Evo/1y4qTcuXMb7S19InsxMzPLtquHhsfFsfjiReafOUNwTExSYUwcppfuUig0jlEDukmSIbIdebe/hVqtNvoPTa1Wi5mZGZaWlpJsCGEgT6OjWXjuHH9duEDYy3mDIqIxvXCHQhEJjBrUQ5IMkW3Ju14IIdLBLzyc+WfOsNTXl9gX07erQiMwPX+bQjFaRg7qQce2TSTJENmavPuFECIFukUUIyNxsrFJtojizZAQ5pw+zbpr13TrHamCnmN67haFElWM/LKnJBlCvCCtQAghXuN96xZj9+/nSWSkrszFxoZZDRrgamvL/06dYtutW/8/EdejYNTnblPIxIyRX/aSJEOI10hrEEKIV3jfukUvb29enxPgSWQkPb299cpM7vpjev42Bc0t+WpwXzp92lSSDCFSIK1CCCFe0Gi1jN2/P1mioUdRUN18hNn52xTMYcNXIz6XJEOIt5DWIYQQL/zv3x16l05SpFLhEhLF+NGDJMkQIo3kPkkhhAC27z7MrL9Xp6nupCkj6N7JSxINIdJIWooQItvTaDSMnzYP0ri0Un77t0/PLIT4f9KzIYTI9k6cvsTjhDgSapZNKnjDklH5bW2pkT//B4pMiI+D9GwIIbI1RVFYc+sm8e1qgakaYuLA0jwp4Xh1raEXj3+oX19vvg0hxNtJsiGEyLaex8YyeNcutgU9AlM1JvcDMDtwEW2+XCTUKgs2Vv9fOTKG8VWq0rpYMcMFLEQWJcmGECJbOuvvT88tW3gcFQUaLaYnrqG+dBcVoL4XgMn9ALT5coO1BaqYOPJr1Xw98VtDhy1EliR9gUKIbEWrKMw7c4bGq9fwOCoKVXgUufacY7hnVUxU/3/lRKWA+kkIpneeoH4SwvcThhj9ooxCGCvp2RBCZBvPYmMZ/O+/7H3wAACTO0+o/DSWRUv+RwHXfHxSvjTjp83DPyBY95x8znmZPmEIXk3rGCpsIbI8STaEENnCsUeP6LNtG0/j4iBRg+mxKwypXpXxc77A3NwMAK+mdWjWqCYnTl8iMPgZTo658KziIT0aQqSTJBtCiI+aRqvlf6dO8f2xYyiAKjSSXMevsfDbYTRtWCNZfbVaTU3Pih8+UCE+YpJsCCE+WgGRkXy2fTtHHj0CwOSGH9XCEvh7xa+4ujgZODohsg9JNoQQH6V99+/z2bZtPIuLg4REzI740v+TikydNxQLizROFSqEyBCSbAghPiqJWi3fHzvG/06dAkAVEk6eE9dZOGE45UoXkfVMhDAAaXVCiI+GX3g4fbdu5XRAAADqK/fxjIa/V83D2SkPQUFBBo5QiOxJkg0hxEdhx+3bDNixk/CEeIhLwOzgRb5q0oCxI/piamqKVqs1dIhCZFuSbAghsrS4xES+O3KEhefOAaAKek7ekzf5Y+rX1K9T1cDRCSFAkg0hRBZ29/lzent7cyk4aRIu9cU71Eo044+188nn7Gjg6IQQL0myIYTIkjZev87Q3buJSkyE2HjMD1zga68mjBraG1NT+WgTwphIixRCZCkxCQl8c/AgSy9dAkDl/wynM7f5c/po6taqbODohBApkWRDCJFl3AgJoZe3N9efPQNFQX3uFrVVVvy5fgFOeXMbOjwhRCok2RBCGD1FUVh95Qoj9+4lVqOB6DjM959nTNsWjBzSS9YuEcLIGWWyERkZiY2NTZrqKorC8+fPcXBwyOSohBCGEBEfz9d797Lu2jUATB4F43zuLn/+MI7a1SsZODohRFqYGDqAVy1duhRXV1dsbW0pXrw4+/bte2P9KVOmkDNnTnLlyoWzszOLFi36QJEKIT6ES0FB1Fm+IinR0CqYnrxOg5B4Dm1YKImGEFmI0SQbu3fvZuDAgfz888+EhIQwcOBAvLy8uHHjRor1ly1bxpw5c1iyZAmBgYFMnz6dQYMG4ePj84EjF0JkNEVR+OvCBRquWsXdsOcQGYPF1uOMr1Ob9Ut+JK+jjM8QIitRKYqiGDoIgGbNmlGyZEnmzJmjV1asWDHmzZuXrP5nn31GQkICy5Yt05XVqFGDNm3aMHbs2GT14+LiiIuL0z0ODw/Hzc2N0NBQ7OzsMvZkPjCtVktwcDCOjo6YmBhN/ijEewmLjWXYnj14374NgMn9AFx8H/LHzLHUqFbhvfcr7USIt0trOwkPD8fBwYGwsLA0fYcazZiNo0ePMmrUKL0yLy8vlixZkmL96tWrM2fOHOLi4rCwsCAkJIRbt25Ro0aNFOvPnDmTKVOmJCsPDg4mNjY2/SdgQFqtlrCwMBRFkQ9RkaVdfPqUEUeO8CQ6GjRaTE9co5alDTMWTiW3g3261jaRdiLE26W1nURERLzTfo0i2QgLCyMqKgpXV1e9cldXVx49epTic3r16sW1a9dwcXGhWrVqHDlyhGnTplG7du0U648bN46RI0fqHr/s2XB0dPwoejZUKpX8YhNZllZRWHDuHJOPHEGjKKjCozDfe55x3doxdEDXDHlfSzsR4u3S2k4sLS3fab9GkWwkJCQAJLt9Ta1W67a97tSpU6xYsYIGDRpQtmxZEhMTmTdvHl5eXhQrVixZfQsLCywsLJKVm5iYfBQfPCqV6qM5F5G9hERHM3DXLv67dw8AkztPcL3yiD9/mUz1quUz9FjSToR4u7S0k3dtQ0aRbOTJkwcLCwsCAgL0EoWAgIBkvR0vDRw4kM8//5zp06fryjp37syoUaPYsmVLpscshEi/Y48e0W/bNgKioiBRg+mxKzTO48T8TX+QJ3dOQ4cnhMggRpPely9fnj179uiV7dmzhwoVKiSrqygKN2/eTDY+o2bNmlx7cS++EMJ4abRaZh8/Tst16wiIikIVGonl5mNM9mrK6r9/kERDiI+M0SQbgwcPZt68eZw/fx6ArVu3smXLFr788ksAHj9+zPjx43n+/DkqlYoaNWowf/587ty5A4Cvry+LFy9OdcyGEMI4BERG0nbDBr738UELmNzwo+CRq2ydP52hA7rJJQ4hPkJG06p79uzJ559/TuXKlcmdOzft27dn7ty5VK9eHYDDhw8zY8YMLly4ACRNABYaGoq7uzsODg54eHjg6urK//73PwOehRDiTfbdv0/N5cs57OcHCYmY7T9PC8WSA5v/pOon5QwdnhAikxjNPBsvPX/+nFu3blGmTBmsra31tvn5+eHm5qZXdu/ePfz9/SlUqBAuLi5pPk54eDj29vZpvkfYmGm1WoKCgsibN6/8KhRGKVGr5ftjx/jfqVMAqELCsdp3nomfd2Ngv04f5H0r7USIt0trO3nX71CjGCD6qpw5c1KlSpUUt72eaAAULlyYwoULZ3ZYQoj35BceTv/t2zn55AkA6iv3KXg3mD8XzqRKpTIGjk4I8SEYXbIhhPh47Lh9m4G7dhEWFwdxCZgdvEiLwkX4dfP3OOTM2j2KQoi0k2RDCJHh4hIT+e7IERaeOweAKug51gcuMGlgLwb07YBKpTJwhEKID0mSDSFEhrr7/Dl9t23jQmAgAOqLdyjsF8pff82mUvlSBo5OCGEIkmwIITLMxuvXGfbff0QmJEBsPGb7L9CyeDHmbJ5FTntbQ4cnhDAQSTaEEOkWk5DANwcPsvTSJQBU/s+wPniRKUP78lmvdnLZRIhsTpINIUS6XA8Joe/WrVwNCQFFQX3uFkUCwvl7yU9UKFfS0OEJIYyAJBtCiLfSaLX4PH5MYGQkTjY21MifHxOVitVXrvD1vn3EJCZCdBxm+87Rpkxp/vf7T9jbyWUTIUQSSTaEEG/kfesWY/fv50lkpK4sn40NReztOfb4MQAmj4KxPuTLtK8+o2+PtnLZRAihR5INIUSqvG/dope3N69PM+wfGYl/ZCRoFUxP36Do0yj+Xv4LHmWLGyROIYRxk2RDCJEijVbL2P37kyUaOooCsfG0dXZlzqJR2Nrm+JDhCSGyEEk2hBAp8nn8WO/SSTIqFVhb0HtUD0k0hBBvJKsRCSFStMvnTJrqBUVFZXIkQoisTpINIUQyGo2GDWu2pamuk41NJkcjhMjqJNkQQiRz4vQlnt16CBpN6pUUhTzmFtTIn//DBSaEyJIk2RBCJHPTP5CE1tVBrU4aCKq8Nkz0xePOufOhNpGPESHEm8mnhBBCz8PwcL5/eBMljz1ExWJ67ApExepXiozBbPcZvIoUMUyQQogsRe5GEULo3AgJocWaNTxNTEAVHo3Z1uOYhEejvnwPbb7cYG0B0XGoA0JwccqLZxUPQ4cshMgCJNkQQgBwITCQVmvXEZ6YgOpZBMUuPsQvIhpUgALqJyFA0h2vANMnDEGtVhsuYCFEliGXUYQQHHv0iGarVyclGkHPaRgUw8H1v7Fo/lScnRz16uZzzsui+VPxalrHQNEKIbIa6dkQIpv77+5duv27mQQUVI+f0lZjyZ+/TcLc3AyvpnVo1qgmJ05fIjD4GU6OufCs4iE9GkKIdyLJhhDZ2Ibr1/l8+3a0gMn9AHrbO/PzlBF6yYRaraamZ0XDBSmEyPIk2RAim1p88SJf7dkLKjC5+YgR7iWZNOoLWbFVCJHhJNkQIhv6+cQJph47BipQX77HZM8aDBvQzdBhCSE+UpJsCJGNKIrCxIOHmHfuLACm527xS0svenVtZeDIhBAfM0k2hMgmNFotw3f/x4qrVwCwOHmdv/t0p3WLeoYNTAjx0XuvZCMhIQGtVvv2nZuayqh1IYxAgkZDv61b8b5zBxQFa59rrB4xgPp1qho6NCFENvBe82z06tULS0vLt/6bM2dOBocrhHhX0QkJtP9nQ1KiodFif/QK3hO+kkRDCPHBvFfPRu7cuSldujR//PHHG0euFypU6H3jEkJkgLC4ONquW8e54GBI0JDn+DW8Z02gTMmihg5NCJGNvFeyMW3aNCpUqMCZM2cYMWJEBockhMgIT6Oj8Vq9huthzyEuAdczt9n26zQKF3I1dGhCiGzmvS6jODg4sHbtWvbs2UNQUFBGxySESKdH4eHUX748KdGIiaPY+fvsXTBTEg0hhEG8990o1atXZ/v27RkZCwALFy7kn3/+IT4+nlatWjFmzJgUL9WsX7+ehQsXpriPLVu2YGdnl+GxCZEV3AkNpenKVQTHx0FEDBVuBfHvn7PI5WBv6NCEENlUum999ff3Z9GiRVy6dImAgAAcHByoUqUKX375Jbly5XqnfU2bNo25c+cyc+ZMLC0tmTBhAvfu3eP3339PVrdUqVL06NFDr+zQoUNs2LABU1O5o1dkT75BQXitWUNYYiKq55HUfBzJuj9+wMbG2tChCSGysXR9Ky9ZsoRRo0bRtm1bGjVqRN68eQkPD8fHxwdPT0+uX7+OiUnartRERETw448/snr1alq2bAlAyZIl8fT0ZPz48bi5uenVL1euHOXKldMrW7hwIV9++SXW1vLBKrKfk48f02b9emK0WlTBYTSPVFiycDqWFhaGDk0Ikc29d7Jx4sQJJkyYwKFDhyhbtqzetl69elG5cmUuX76Mh4cHoaGhODg4vHF/Bw8exMzMjObNm+vKKleuTNGiRdmxYwcDBgx44/O9vb25du0aO3bsSHF7XFwccXFxusfh4eEAaLXaNM0ZYsy0Wi2KomT58xDvb/+DB3TZ9G/Syq3+IXRR2zL3f6MwNVXL++IFaSdCvF1a28m7tqP3TjYGDRrEwoULcXBwYOjQoXrbgoKCuHr1KoULF+bo0aOMHTuWY8eOvXF/jx49olChQskmAStSpAh+fn5vjWfy5MkMHjyYvHnzprh95syZTJkyJVl5cHAwsbGxb92/MdNqtYSFhaEoSpp7ksTHY+eDB4w8chStCkweBtHLJjdjB/fg2bMQQ4dmVKSdCPF2aW0nERER77Tf90o2IiMj8fPzo3Xr1gQGBrJlyxZKlSpFrVq1iIqK4ty5c3z//ffY2tpStWpVzp07h1arfWPgYWFh5MiRI1m5jY0NYWFhb4xn8+bN3Lx5k927d6daZ9y4cYwcOVL3ODw8HDc3NxwdHbP8YFKtVotKpcLR0VE+RLOZFb6+fHXkKIoKTG4/4dsyHowc1ENWbk2BtBMh3i6t7cTS0vKd9vteyYavr69uvMTLQaGvftGPGTOG0qVLM3jwYMzNzXF0dOTp06ep9joAODs78/Tp02TlwcHBVKxYMdXnKYrC5MmTGTJkCI6OjqnWs7CwwCKFa9cmJiYfxQePSqX6aM5FpM2vJ08x6eiRpJVbrz5gdt16fNarnaHDMmrSToR4u7S0k3dtQ+/V4iwtLUlISACSLn/kyZNHb3uuXLkwMTHBz88PrVbL8+fP3zpmo1ixYty+fZuQkP/v+o2Pj+fixYsUK1Ys1edt2rSJO3fuMGrUqPc5FSGyHEVRmHzoUFKiAZhdvMMfrVpKoiGEMFrvlWyULFmSq1evAknzbVy5coX58+cTHBzMzZs3mTRpEpaWlhQpUoQHDx6QL18+zMzM3rjPGjVqULRoUWbNmqUrmz9/PqamprRqlbT89e3btzl37pxuu6IoTJkyhSFDhiRLeIT4GGkVhRG7/+OXM2cAsDxzk1W9u9OxbRMDRyaEEKl7r8soVlZWFC1alFWrVtG9e3e8vb0ZNmwYX331FWq1mrp167Jjxw5UKhVz586lZs2ab92nSqXir7/+omXLlhw5cgRLS0tOnTrF6tWrddeGvvjiC27cuMHjx48B2LBhA/fu3ZNeDZEtJGg0fOa9lc13k1ZutTl1kw2jBlO9anlDhyaEEG/03nejzJ8/n5YtW1KiRAmqVq3KiRMnSEhIwNTUVDc4bcuWLSxfvpzLly+naZ+1atXiypUr7Nmzh4SEBBYtWkSRIkV02+fMmcOzZ890j52cnNi+fTu5c+d+39MQIkuITUyky4aNHHj8CLRaHE7exHvyaDzKFjd0aEII8VbvnWxUq1aNKVOm0KBBAzp06ECjRo0oXrw4CQkJ3Lx5k3///RcfHx+WLFlCvnz50rzf/Pnz06dPnxS3eXh46D2uU6fO+4YvRJYRER/Pp2vXcTo4CBI1OJ++zfbZE3EvUsDQoQkhRJqkawbRL7/8Ei8vL2bPns3ChQu5fv06FhYWlChRgsqVK7N48eJ3nrJcCPH/nsXE0GLVaq6FPYf4RApduM/2udNwdXEydGhCCJFm6V5EpGDBgvz2228ZEYsQ4hX+kZE0XbGSB9FREBNP6atP8F4wA8fcb76zSwghjM17JRtPnz4lKirqrfUcHByy/IRZQhjCvefPabJiJUHxcRAZQ9X7oWz8YyZ2tjaGDk0IId7ZeyUbQ4cOZe3atW+t99NPP/H111+/zyGEyLauPn1K85WreK5JRBUWRf2nsaxeOAMrS1lQTQiRNb1XsvH7778zZ86ct9aztbV9n90LkW2d8fen1Zq1RCtaVCHhtI03469fp2Jmlu4rnkIIYTDv9Qlmb2+Pvb19RsciRLZ28MEDOmzYmLRya8Az+ubIw8/Th8vU2kKILO+9ko3Jkyezb9++t9YbPHgwXbp0eZ9DCJGtbLt1i15bvNGowMQvmJEFizFhRD9ZUE0I8VF4r2SjcuXKabpE4u7u/j67FyJbWeXry+Ddu1FUKkzu+jOtUlWG9O9k6LCEECLDvFey0bJlS1q2bJnRsQiR7fx26jTfHjkMKhXqG37MbdyEHh1bGDosIYTIUBky6uzs2bNcvHhRtxLsS56enpQvL+s2CPE6RVH4/sgRfjx9GgDzy/dZ0qUjLZvKrLhCiI9PupONoUOHMn/+fOzt7dFqtbi6unL37l0cHR2ZOXOmJBtCvEZRFL7e/R+LriStGWR14Q7rBvajbs3KBo5MCCEyR7qGuQcGBrJgwQJOnz7NmTNnsLe35+rVq9y+fRsnJydq166dUXEK8VFI1Grpt8Vbl2jYnb3NjlFDJdEQQnzU0pVsBAUFkStXLipXroy7uzvPnj0jIiICV1dXGjduzIYNGzIqTiGyvLjERDqt/4dNd26DViHPmdvsmTyGSuVLGTo0IYTIVOlKNkqWLElkZCTnz58HklaCPXToEADBwcH4+fmlP0IhPgJRCQm0XLWGfY8fgUZD/nN32T97EiWLFzZ0aEIIkenSlWyYmZnRq1cv+vbtC0CzZs3o06cP3bp1Y8WKFXh5eWVIkEJkZaGxsTRetpxTT4MgIZGil/w48Os0CrrlM3RoQgjxQaR7gOjLMRsAI0eOJCYmhmvXrrFy5UoaN26c7gCFyMqCoqJovHwF96OjIDYej9vBbP1tBjntZSp/IUT2ke5kQ61W4+npmbQzU1O+++67dAclxMfgYXg4jZYtJzA+DqJiqfk4kn9++54c1laGDk0IIT6odC+68OzZM7744gu9OTamTZvGwYMH07trIbKsGyEh1F68hMD4OFTh0bQITeTfuVMk0RBCZEvpTjY6d+7M6dOniYyM1JXFxcXh5eXF7du307t7IbKc84GB1F+2PGmJ+GcRdNFYsfKnCVhYmBs6NCGEMIh0JRt+fn7s27eP7du34+DgoCufPn069evXZ/Xq1ekOUIis5KifH01WrCRK0aIKes4ge2cWTvsatVpt6NCEEMJg0jVmIzIyEltbW/LlSz6qvlSpUoSHh6dn90JkKTtv36b75i1JK7c+fsq3xcswemAPQ4clhBAGl66ejeLFi2NqasqKFSv0yoOCgtiwYYNu4KgQHxuNVssRPz82XLvGET8/Vvv60nXz5qRE434AP1bxlERDCCFeSFfPhlqt5q+//qJr164sXryYsmXL8uzZM7Zv307Dhg1p3759RsUphNHwvnWLsfv38+SVcUooCqhUmN5+zB9eXnRo2dBwAQohhJFJ9wDRdu3acfnyZWrVqsXTp0/JlSsXixcvZtOmTahUqoyIUQijsfnGDXp6e+snGgAqFSgKXzVpKImGEEK8JkOWmC9WrBjTp0/PiF0JYbS27jpEv9PHwMo8Kbl4nUrF6uDHjNNqUZukO48XQoiPRro/EbVaLfPmzaNBgwbkz5+fZ8+esXnzZrZs2ZIR8QlhFLbvPky/mXPRWFuknGi88DgiAp/Hjz9gZEIIYfzSnWx8+eWXfP/991SpUoWQkBAUReHZs2d06tSJy5cvZ0SMQhiURqNh/LR5KFYWaaof+PolFiGEyObSlWw8e/aMxYsXc+rUKWbNmoWZmRkA/fr1o23btqxfvz5DghTCkE6cvoR/QDBEx6WpvpONTSZHJIQQWUu6kg1/f39y5cpFgQIFkm0rUqQI0dHR6dm9EEYhMPgZAFqHty+elt/Wlhr582d2SEIIkaWke56NiIgIjh8/rlceGxvLli1b+OSTT9IVnBDGwMkxF4kl3NDUKZdUoChJ/1714vEP9evL4FAhhHhNuu5GMTMzY86cOTRp0oTevXsTHx/P9OnT2bFjB05OTnTq1Omd9hcWFsbq1au5cuUK5cuXp2fPnlhaWqZaX6PRsHbtWk6cOIGjoyP9+/cnv/yqFBnsbEwkifXKA6C+eAeV/zMSa5UFm/9fVE0dE8/iTu1pXayYocIUQgijle6fYJ9//jl79+4lNjaW6tWr8/DhQ4YOHcq+ffveaT2IZ8+eUadOHRYvXoy1tTVz5syhcePGqV6KSUxMpEOHDkydOhVTU1N27NhB6dKluXbtWnpPSQidv48eZ+KZE2CiQn3lPmY+VzG9F4DFyr2YbfHBbO9ZzL19WFalJm1LlDB0uEIIYZTS1bMREBDApk2b+PLLL6lWrVq6Apk/fz4qlYojR45gaWnJ+PHjqVChAsuXL2fgwIHJ6m/cuJGrV69y6tQp7O3tAWjQoAHTp09n1apV6YpFCICVJ07ztc9RUJuQK+A537dozuybAfgHBKNSQP0kBJd8eZk+YTheTesYOlwhhDBa6Uo2IiIiGDFiBL169cImnSPwV65cyVdffaW7bGJvb0/Pnj1ZuXJlisnGX3/9xZdffqlLNAD27NmDRqNJcf9xcXHExf3/3QQvF4nTarVotdp0xW5oWq0WRVGy/HkYkw2nzzHk0AEwVWMfFI7P6BE45XGgY5vGnDzjS2BwCE6OualWuRxqtVpe+yxA2okQb5fWdvKu7ShdyUaxYsVo1KgRixcvZtiwYe+9H0VRePDgAR4eHnrlHh4eLFq0KMXnXL9+nYEDB9KhQwf27t2Lo6MjY8aM4fPPP0+x/syZM5kyZUqy8uDgYGJjY987dmOg1WoJCwtDURRMZHBiuu2+coPhp0+gmJliExzO1l5dUWkTCAoKAsC9sAvuhV0ACAkJMWSo4h1IOxHi7dLaTiIiIt5pvypFeX1YfdoFBgbSoUMHjh07RvHixbG11b81cPjw4fTo8faVL0NDQ8mVKxdXr16lVKlSuvL9+/fTpEkTEhMT9eprNBosLCxwdHRk1KhRNG/enKNHjzJ8+HCWLl1K586dkx0jpZ4NNzc3QkNDsbOze9dTNyparZbg4GAcHR3lQzSddl+6QredO9Cam2LzLJLjQwbi6uRo6LBEBpB2IsTbpbWdhIeH4+DgQFhYWJq+Q9PVs2FtbU2XLl3o0qVLitvLli2bpv3Y29tjampKWFiYXvnz58/JkydPsvomJiaYm5vTrl07vv76awBKly7NrVu3+P3331NMNiwsLLCwSD4DpImJyUfxwaNSqT6aczGUA77X6L59G1pLc6yfR3Fs6CAKOOc1dFgiA0k7EeLt0tJO3rUNpSvZsLW1ZfDgwenZBZAUdP78+bl69Sqenp668mvXrqU4YZhKpaJw4cLJkpnixYvLmizivRy9eoP2W/5FY2WBZXgMRwZ9TiFJNIQQIkMYTXrfqVMn/v77b90Az5iYGFasWKE3V8erPR/169fH29tbbx/e3t5UqFDhg8QrPh4nr9+mzYYNaKwssIiM5dBnfXF3yWfosIQQ4qNhNMnG8OHDefz4Mc2aNePHH3+kYcOGqNVqPvvsMwC2b9+Og4MD+/btA2DSpEmcPXuWpk2b8uOPP9K8eXMOHz7M1KlTDXkaIos5d+suXmvXkpjDEvPoOPb17kVJN5kYTgghMpLRJBv58+fn+PHjVKtWjRMnTtC0aVOOHDlCzpw5gaQ7UwYOHEjp0qUByJs3L76+vnh4eHDs2DHKli2Lr68vJUuWNOBZiKzE9859mq5cRYKtFWYx8ezu3p1yhdwMHZYQQnx00nU3SlYWHh6Ovb19mkfSGjOtVktQUBB58+aVgW9pdO2+H3X/Xkycgw2msQns6NyJau5FDB2WyETSToR4u7S2k3f9DpUWJ7Kdmw8fU//PRcQ52KCOT+Tf9u0l0RBCiEwkyYbIVu76+VN3wR/E5LbFJCGRda1bU6ekLJ4mhBCZSZINkW08eBxA7bkLiHa0R5WoYWWLljQuU+rtTxRCCJEukmyIbMHvcQA1/zePSOecqDRaFjdphpdHGUOHJYQQ2YIkG+Kj99g/iJo//kqESy7QalnQoCHtKnq8/YlCCCEyhCQb4qPmHxBMzRn/I8wtDygKv9SuS7fKlQwdlhBCZCuSbIiPln9AMLWm/UhoIUdQFGZ41qCfZ1VDhyWEENmOJBvioxQYFEKdybN4WsQJgImVqzK4Vg0DRyWEENmTJBvioxMUHEKdCd8TVCxpfZPR5Ssxql4dA0clhBDZlyQb4qMS9PQZ9b6ZTkCJpPVNBpcpx4RG9Q0clRBCZG+SbIiPRtDTZzQYPZXHpZISjb4lSvF908YGjkoIIYQkG+KjEBwSSqOvJ+NX2hVUKroUdecXr+aoVCpDhyaEENmeJBsiy3sa8pwmIybxoIwbmKhoU7AwC9u0lkRDCCGMhCQbIkt7GvKcpsMncresG6hNaOpagCXt2mIiiYYQQhgNSTZElhXy7DnNh07gdllXMFVT19mFVR3aoZblw4UQwqjIp7LIkp6FhuE1eDw3y7qCmSnV8jqxvnNHzNRqQ4cmhBDiNZJsiCznWWgYLQd9y7UyrmBhRsXcedjcpTOWpqaGDk0IIUQKJNkQWUro83BaDxzHldIuYGVO6ZwOeHftgrWZmaFDE0IIkQpJNkSWEfo8nDZffINvKRfIYYm7nT3bu3XFzsLC0KEJIYR4A0k2RJbwPCyCT78Yy6WSzmBrRcEcNuzq3o1cVlaGDk0IIcRbSLIhjF5YeATtPhvLhWJOKPY5cLG2Zlf3bjhaWxs6NCGEEGkgyYYwamHhEbTrP5ZzRfOg5LLF0dKSnd264WJra+jQhBBCpJEkG8JohUdE0qH/WM4WckBxtMfB3IKdXbtSyN7e0KEJIYR4B5JsCKMUERFFh35jOONmj+KcC1szM7Z16UyxXLkMHZoQQoh3JMmGMDoREVF07Dea0/ls0ObPg7XalC2dOlHW0dHQoQkhhHgPkmwIoxIZGU3nfmM4mdcabUEnLEzUbOzQnk+cnQ0dmhBCiPckyYYwGpGR0XTpP4bjuczRFsmHmcqEtZ+2pYarq6FDE0IIkQ6SbAijEBkZTdfPxuKTwwRtcVfUKhXLW7eiQaFChg5NCCFEOkmyIQwuKiqabp9/wzFzLZoyBTEB/mrRghbu7oYOTQghRAaQZEMYVFR0DN0/G8dR4tCULwLAvKZNaV+ypIEjE0IIkVGMbpnMy5cvc/nyZTw8PChduvQb6x48eJC4uDi9spIlS1KwYMHMDFFkkKjoGHp89g1HEqPQeJYC4KcGDehRtqyBIxNCCJGRjCbZSExM5PPPP2fDhg2UK1eOCxcu0L9/f3799VdMTFLugGnevDmOjo5YvLIQ1/jx4+nTp88Hilq8r+iYWHp8Po7DMeEk1kpKLqbUrs3nFSsaODIhhBAZzWiSjZUrV7Jz506uXLlCgQIFuHHjBp6entSvX5927dolqx8UFERsbCyHDx+mkAwizFKiY2Lp+cW3HA4LIbF+BQDGenoyompVwwYmhBAiUxhNsvHnn38yYMAAChQoAECJEiXo2bMnf/zxR4rJxsOHDzExMSF//vxp2n9cXJzeJZfw8HAAtFotWq02A87AcLRaLYqiZInziI6Jpc/ACRwKDiCxUSUABleqxFhPzywRv8i6slI7EcJQ0tpO3rUdGU2ycfXqVaZOnapXVqtWLTZv3pxi/YcPH+Lg4MAPP/zA4cOHcXNzY9iwYVSoUCHF+jNnzmTKlCnJyoODg4mNjU1v+Aal1WoJCwtDUZRULzkZg9i4eIaP/ZFjT4NJaPoJqFR0KVaMoSVLEhwcbOjwxEcuq7QTIQwpre0kIiLinfZrFMlGdHQ0YWFhOL42HXXevHl58uQJWq022UkrioKzszPh4eF06dKFvXv3Uq1aNY4ePUqVKlWSHWPcuHGMHDlS9zg8PBw3NzccHR2xs7PLnBP7QLRaLSqVCkdHR6P9EI2JjWPooAkcCwwgoXlVMDGhc6lS/Na0KSYqlaHDE9lAVmgnQhhaWtuJpaXlO+3XKJINCwsL1Gp1sh6GmJgYrKysUjzh9u3b0759e93j/v3707lzZ6ZPn86WLVtSPMarA0lfMjEx+Sg+eFQqldGeS2xcHP0HT+Lg3XsktPQEtQltihdnQbNmmBphvOLjZcztRAhjkZZ28q5tyChanFqtxsnJifv37+uVP3jwIM1jMgAaN27M1atXMzg6kR6xcXH0HTSRfTduEe9VDUzVNClcmL9btJBEQwghsgmj+bRv3Lgx69ev1yv7559/aNKkSYr1Fy9ezJAhQ/TKrl69KnemGJG4uHj6fTmJvVeuJ/VomJlSp0ABlrdqhblabejwhBBCfCBGcRkFYOTIkVSrVo3x48fTsmVL1q1bx6lTp/jjjz8AOH/+PH369GHp0qVUrFiRUqVK8cUXX2Bubs6nn37K6dOnWbBgAZs2bTLwmQh4kWgMnsSei1dIaFsTxcKMai4urGnTBiszM0OHJ4QQ4gMymp4NDw8P9uzZg4+PD23btuXy5cscOHAA9xfrYyiKgqIouvrVq1fH29tbV3/dunWsXbuWFi1aGOoUxAtxcfH0GzKJ/85dIqF1dRQrc8rnzcv6Tz/Fxtzc0OEJIYT4wFTKq9/g2Uh4eDj29vaEhYV9FHejBAUFkTdvXoMPfIuPT6D/kO/YffIc8Z/WQrG1olTu3Gzv1Inc1tYGjU1kb8bUToQwVmltJ+/6HWo0l1FE1qTRaDhx+hKBwc/I7WDP38s3sfv4GRJeJBpFcuZkc4cOkmgIIUQ2JsmGeG/bdx9m/LR5PAkMRpsvN1hbQIKGxNY1UOxz4GZri3fHjjjb2Bg6VCGEEAYkyYZ4L9t3H6b/kEkkFnImoUcjsLHS225tomZLx464ZfFLVEIIIdJPLlyKd6bRaBg/bV5SotG0MuR4bSY5RSFak4hvUJBhAhRCCGFUJNkQ7+zE6Us8CQwm4cXS8Lw+3fiLx1//tweNLHolhBDZniQb4p0FBj9LGqNhY5U80XhJpeJpfBw+jx9/2OCEEEIYHUk2xDvLk8s+aTBoGgRGRmZyNEIIIYydJBvinSQmJrJy/XaIS0hTfSe5E0UIIbI9STZEmiUmJjJk9Ew2/3eYxE+KJRW+YU64/La21HiHhfSEEEJ8nCTZEGmi0WgYNuYHNu06REJLT5R8uTFXvXj7pJBwqIAf6tdHLTM1CiFEtiffBOKtNBoNw8fOYsOugyS08kTrnAt7Cwt2devKslatyGOhf+trfltblrduTetixQwUsRBCCGMik3qJN9JoNIz4ZjbrdxwgoVV1tHlzktPSki0dOlDByYlPnJ1pVawYPo8fExgZiZONDTXy55ceDSGEEDqSbIhUaTQavho3m3U79pPQujpaR3tyWVqypWNHPPLm1dVTm5hQ283NgJEKIYQwZpJsiBRptVpGjv+JtTsOJCUaeezJY2WFd8eOlHF0NHR4QgghshBJNkQyWq2Wr8f/xJrt+4hvXR0ltx15ra3x7tiRUnnyGDo8IYQQWYwkG0KPVqtl1ISfWbVtL/Gta6DkssU5Rw62duxI8dy5DR2eEEKILEiSDaGj1WoZPfF/rNy2l/g2NVEcbMhnY8O2jh1xz5XL0OEJIYTIoiTZEEBSojH2u19YsW0v8W1qoOS0Ib+NDVs7daKog4OhwxNCCJGFSbIhUBSFcZN/ZZn3nqREwz4Hbra2bO3UicI5cxo6PCGEEFmcJBvZ3MtEY4n3f8S3rYFil4OC9vZs7diRgvb2hg5PCCHER0CSjWxMURS+nTqXRd67SWhbA8XWmsI5c7K1Y0fc7OwMHZ4QQoiPhCQb2ZSiKEyYPp+/t+wmoU1NFFsrijo4sK1jR1xsbQ0dnhBCiI+IJBvZkKIoTPx+Pn9u3kV8mxpgY0XxXLnY2rEjzrIkvBBCiAwmyUY2oygKk77/jT82705KNHJYUjJ3brw7dsQpRw5DhyeEEOIjJMlGNqIoCpNnLuT3LbuIb1MdrC0pkycPWzp2xNHa2tDhCSGE+EhJspFNKIrC1Fm/s2DzzqQeDSsLyjk6sqVDB3JLoiGEECITSbKRDSiKwvQf/2T+vzuJb10DrMwpnzcvmzt0IJeVlaHDE0II8ZGTZOMj9zLRmLtpB/Gtq4OlOZWcndnUvj0OlpaGDk8IIUQ2IMnGR0xRFGb8/Ddz/91BfGtPsDCnSr58bGzfHnsLC0OHJ4QQIpuQZOMjpSgKP/yyiDn/bie+VXWwMKOaiwsb2rXDThINIYQQH5CJoQN4nb+/P/Hx8e/8vKioqPd63sdIURRm/7qE/23cTnxLT7Awo0b+/Gxs314SDSGEEB+c0SQbZ86cwd3dHTc3N+zt7RkxYgRarTZNz127di02NjaMHTs2k6PMGn6au5SfNm5LSjTMzajt5saG9u2xNTc3dGhCCCGyIaNINsLCwmjUqBFdunQhIiKCEydO8M8///DDDz+89bmhoaGMGDGCvHnzfoBIjd9Pc5cya+M24r2qgbkp9QoUYP2nn5LDzMzQoQkhhMimjGLMxrJly8ibNy/Tp08HoHz58kydOpVJkyYxduxY1Gp1qs8dPXo0NWvWxPwtv9rj4uKIi4vTPQ4PDwdAq9WmuQfFWGm1WhRF4ef5y5m1cRsJLaqBmZoGBQuysnVrLNXqLH+OQqTXy3YibUGI1KW1nbxrOzKKZOPkyZM0b95cr6x58+Z89tln+Pn5UahQoRSfd/jwYTZu3MiVK1f4+uuv33iMmTNnMmXKlGTlwcHBxMbGvnfsxkCr1TL/z7X8efA4CS2qgqmaui4uzKlenYhnz4gwdIBCGAGtVktYWBiKomBiYhSdukIYnbS2k4iId/tmMYpk49GjR3h4eOiVOTs7Y2JiwqNHj1JMNuLi4vjiiy+YOXMmLi4ubz3GuHHjGDlypO5xeHg4bm5uODo6YpfFl1Ofs2Alfx4+QULzKmCqplmRIiz18sLC1Cj+vEIYBa1Wi0qlwtHRUZINIVKR1nZi+Y7zNBnFt9HLk3udSqVKtatmxowZ5MmThwEDBqTpGBYWFlikcCeGiYlJlv7gmfv7Kmb8u52EZpVBraaluztLWrbE/A2XnoTIrlQqVZZv80JktrS0k3dtQ0aRbLi6uuLv769XFhQUhEajwdXVNVn969evM3v2bDZu3MjDhw+BpFtfw8PD8fPzw83N7YPEbWjz/1zD1A1bSWhaGdQmtClWjEVeXphJoiGEEMKIGEWyUblyZf766y9++eUXXdmuXbvImzcvBQoUSFZ/3759xMbG4uXllWzbpk2bCA0NzdR4jcGCv9cyeYM3CU0+AbUJXgUL8neLFpJoCCGEMDpG0ZfYt29fHj16xJQpU4iLi+Pq1atMnDiRQYMGYWpqiqIojB49mkOHDgEwePBgFEXR+9ehQwdGjBiRLRKNhX+vY9I/3iQ0rgRqEzqWLMnsGjUwla5hIYQQRsgovp1y5crFrl27+OOPP7C1tcXDw4OmTZsyYcIEIGnU64IFC9i2bZuBIzW83xf/w8SN3iQ0qgQmJnQtXZqFTZtKoiGEEMJoGcVlFIBatWrx5MkT7t69i5OTEzly5NBts7Ozw9/fH1tb21Sfv2zZso9+0NefSzcwYcMWEhpUBBMVPcqWZW7jxiQfWiuEEEIYD6NJNl4qUqRIiuVvuz3V2to6M8IxGn8t28i4DVtIbFABVCr6lCvHL40bY/KGO3aEEEIIY2B0yYZIbtHyTXyzYQuJ9SsA8Fn58vzYsCEmKdwuLIQQQhgbSTaM3OIV/zJm4xYS65UHYEDFisyqXz/FeUmEEEIIY/RxD3LI4pau2sLojVtIrJM0u+rgTz6RREMIIUSWI8mGkVq+xpuvN24hsXY5AIZXrsz3detKoiGEECLLkcsoRmj52q18tXELiTXLADCqWjUm1KwpiYYQQogsSZINI7Ny3Ta+2rSFxOqlARjr6cm4GjUk0RBCCJFlSbJhRFat387wTVtIrFYKgG9r1GBs9eoGjkoIIYRIH0k2jMSq9dsZ9q83iVVLAvBdrVqMrFbNwFEJIYQQ6SfJhhFYs2EHw7ZsJbFycQCm1anDsCpVDByVEEIIkTEk2TCwdZt2MWTLNhIrFQNgRr16DP7kEwNHJYQQQmQcSTYMaP2m3QzavBVNhaIAzK5fnwGVKhk4KiGEECJjSbJhIP/8u5uB3lvRlE9aC+bnBg34rGJFA0clhBBCZDxJNgzgny17GLh1O5pyhUGBXxs3ok/58oYOSwghhMgUkmx8YBu37mXA1m1oyhQERWF+06b0LFfO0GEJIYQQmUaSjQ9o07Z9fO69DU2pAqgUhQXNmtGtbFlDhyWEEEJkKkk2PpB/t+3n863b0JR0Q6Uo/NmiBZ1KlzZ0WEIIIUSmk2TjA9i84wD9t21DU9wVlaKwyMuL9qVKGTosIYQQ4oOQZCOTbd55gH7btqEplh+VorCkZUs+LVnS0GEJIYQQH4wkGxkoPiGBRfuPcO/pMwrnyYWTBj7bvgNNURdMFIXlrVvTqnhxQ4cphBBCfFCSbGSQ79ZvZt6Nq2isLZIKAh5AogaK5MNEUVjVpg0tihUzbJBCCCGEAUiykQG+W7+ZOQ9vg5W5/gZTNSgKrfLkk0RDCCFEtmVi6ACyuviEBObduJr0QKVKsc42vwfEJyR8wKiEEEII4yHJRjot2n8k6dJJKokGKhUaawsW7T/yYQMTQgghjIQkG+l07+mzDK0nhBBCfGwk2UinwnlyZWg9IYQQ4mMjyUY69W9QG3V0HChKyhUUBXV0HP0b1P6wgQkhhBBGQpKNdDI3M2NoiRfTjr+ecLx4PLREaczNzD5wZEIIIYRxkGQjA0zp1JYRBdxRx8Trlatj4hlRwJ0pndoaJjAhhBDCCMg8GxlkSqe2jE/w0ptBtH+D2tKjIYQQItuTZCMDmZuZMahpA0OHIYQQQhgVo7qMcuHCBVq1akWhQoVo1aoV58+ff2P9f/75h1q1auHq6kq9evXYv3//B4pUCCGEEGllNMnG7du3qVu3LkWLFmX58uUULVqUevXqcevWrRTr//PPP/Tt25eWLVuyYsUKypcvT/Pmzbl8+fIHjlwIIYQQb2I0l1Hmzp1L9erVmTNnDgB16tThxo0b/Prrr8yfPz9Z/StXrjBr1iwGDx4MQL169di+fTve3t6ULVv2Q4YuhBBCiDcwmmRj586dfPvtt3plHTt2ZPr06SnWnzx5st7j+Ph44uPjKV26dIr14+LiiIuL0z0ODw8HQKvVotVq0xG54Wm1WhRFyfLnIURmknYixNultZ28azsymmTj8ePHFC5cWK+scOHCPH78GEVRUKWy9sixY8fYsWMHmzZtonHjxjRv3jzFejNnzmTKlCnJyoODg4mNjU3/CRiQVqslLCwMRVEwMTGaK2NCGBVpJ0K8XVrbSURExDvt1yiSjcTERGJjY7G2ttYrt7a21vVYWFhYpPjc+/fvc+HCBaKionByciIuLi7FuuPGjWPkyJG6x+Hh4bi5ueHo6IidnV3GntAHptVqUalUODo6yoeoEKmQdiLE26W1nVhaWr7Tfo0i2TA1NSVPnjwEBQXplQcFBZE7d+5UEw2A7t270717d2JjY/Hy8mLgwIGsXr06WT0LCwu9/SgvZveMjIzM8h88Wq2WyMhIrKyssvy5CJFZpJ0I8XZpbSeRkZHA/3+Xvo1RJBsAJUuWxMfHh5YtW+rKfHx8KFGiRIr1jxw5QokSJcibNy+QlGW1b9+eX375JU3He9kF5Obmls7IhRBCiOwpIiICe3v7t9ZTKWlNSzLZihUr+Prrrzl16hSFChXi/v37VK1alR9//JHevXsTGxvLv//+S6tWrbCxsaFq1aq622TNzMyIiIigXbt25MqVi3Xr1r31eFqtlidPnmBra5tsPEiVKlU4ffr0O8X/rs9Ja/201Ht5ScjPzy/LXxJ6F+/zd8osHyKWjD5Gevf3vs9/l+dlZF1pJ8ZB2krmPCejvlPS2k4URSEiIgIXF5c09RQaTc9G165d+e+///Dw8KBixYqcP3+eVq1a0b17dwD2799Pt27dWL16NV27duWPP/7Ay8uL3LlzU6ZMGc6dO4e7uztLly5N0/FMTExwdXVNcZtarX7nD6N3fU5a67/Lfu3s7LLVh+j7/J0yy4eIJaOPkd79ve/z3+V5mVFX2olhSVvJnOdk9HdKWtpJWno0XjKaZMPU1JTly5dz5swZLl++zE8//UTlypV1vQ6NGzdm+/btNGiQNB14xYoVuXPnDvv27ePJkydMmzaN+vXro1ar0x3Ly7k7MvM5aa3/PrFkF8b02nyIWDL6GOnd3/s+/12el1l1sxNje12krWTOc4z9O8VoLqOI9xceHo69vT1hYWFG9QtGCGMi7USIt8usdiJDsj8CFhYWfPfdd2+8a0eI7E7aiRBvl1ntRHo2hBBCCJGppGdDCCGEEJlKkg0hhBBCZCpJNoQQQgiRqSTZ+Ij9/vvvdOzYkWnTpmX5xeaEyCxXrlzh888/p1u3bhw6dMjQ4Qhh1P7880+++uqrd36eJBsfqRUrVrBz504mT57Ms2fPUlzxVojs7uWaSp07d2bYsGH06tWLwMBAQ4clhFG6e/cu8+fP58SJE+/8XEk2PgJarTZZmbu7O7/++itlypShZ8+e3L171wCRCWE8UmonJiYmHDlyhEaNGuHp6Um+fPneeelsIT4mz58/T3XbkCFD+Pnnn99rv5JsGLnY2FgGDhyIo6MjM2fO1JVrtVq++eYbXFxcyJkzJ+3bt+fZs2e67dWrV6dQoUIAzJo1i65du37o0IX4oHbv3k2RIkV07/uXjh8/TpUqVbC0tMTDw4PNmzfrtpmbm+Pm5sa6deto3Lgx9evXx93d/cMGLsQH9Pfff2NtbZ1sEdKNGzfi6uqKg4MDbm5u/PPPP3rbV61aRdmyZalUqdJ7HVeSDSMWEBBAtWrVuHTpEnnz5iU6Olq37dtvv2X16tWsWbMGHx8fIiIiaNasWbJ9TJw4kfz589O2bdsPGLkQH9b06dPp0KEDnp6ehISE6Mrv3r1Lo0aN8PLy4vr16wwaNIjOnTtz+PBhvedXqVKFbt26cfjwYekFFB+tzz77jIkTJ9KlSxe98pMnT9K1a1emT59OWFgY06ZNo3v37hw/fhyAZ8+eMXfuXCZPnvzex5Zkw4jdvHmTZs2acfjwYfLmzasrj4yMZOHChSxcuJC6detStmxZ1q1bx8WLFzl48KCu3ty5c7l///57d3sJkVXcuHGDU6dO0blzZ73y+fPnU6NGDSZPnkyRIkUYNGgQvXr14n//+x+QlNCfOHGCIkWK0LdvXxo2bMj27dsNcQpCZDoTExMuXrxI3bp19cp//fVXOnfuTJ8+fbCzs6NPnz507tyZX3/9FQBvb2+ePn1K3bp1adiwIb6+vu+8xookG0asdu3azJo1C1NT/fXyzp07R0JCAk2bNtWVOTg4ULt2bV2ysX79embPnk3Tpk1Zv34927Zt+5ChC/FBLV++nFKlSiUrP3jwYLJevTZt2ujaiUqlonPnzixcuJAlS5awZs2aZB/EQnws/vzzT70fri/5+PjQsmVLvTIvLy98fHwA6NOnD3fu3OH06dPs3r2bcuXK8dtvv73TsSXZMGIvV7x93aNHj8iXL1+yJMTNzQ0/Pz8gaXngr776isDAQB49eoS/v3+mxyuEobyprRQoUECvzM3NjbCwMCIiInBycuLo0aNERkby5MkTvL298fDw+BAhC2EUtFotT548IX/+/Hrl+fPn58mTJ2g0Gr1ye3v797qcYjRLzIu0i4uLw8zMLFm5ubk5kZGRADRr1izFMRxCZCcptRVzc3MgafC1ra0tbm5ujB492hDhCWFwiqKg1WpRq9V65Wq1Gq1Wm2ybpaWlXq96WknPRhbk4uKS4lwAgYGBuLq6GiAiIYxTSm0lMDAQCwsL8uTJY6CohDAearUaJyenZL3f/v7+ODk5pfjD9n1IspEFlSlThvDwcC5cuKArS0hI4OjRo5QrV85wgQlhZMqVK8eBAwf0yg4cOEDZsmVTvfQiRHZTqVIl9uzZo1e2Z88eKlasmGHHkGQjC3J1daVly5aMHj2auLg4IOnWP4AOHToYMjQhjMqgQYNYt24dx44dA5LuWlmwYAEDBw40cGRCGI/BgwezbNky9u/fD8D+/ftZvnw5Q4YMybBjyJiNLOr333+nefPmODo6kiNHDmJjY9m6dSuWlpaGDk0Io1G/fn0mTpxI7dq1KVy4MA8ePKB///707dvX0KEJYTSaNWvG1KlTadq0KdbW1kRHR/P999/TokWLDDuGSlEUJcP2JjLNnTt3yJEjB87OzroyrVaLr68v4eHhVK5cGSsrKwNGKIThhYeH8+DBg2SXE4OCgrh48SIlS5ZMNnOiENlNdHQ04eHhet8nL8tv3LhBiRIlsLa2ztBjSrIhhBBCiEwlYzaEEEIIkakk2RBCCCFEppJkQwghhBCZSpINIYQQQmQqSTaEEEIIkakk2RBCCCFEppJkQwghhBCZSpINIYQQQmQqSTaEEEIIkakk2RBCCCFEppJkQ2R7/v7+/PzzzwAoikLv3r3ZtWuXgaMS6bF48WLGjh1r6DCEEC9IsiGyvYcPHzJq1CggaXG7iIgIYmNj0/TcFi1acOnSpcwML9s5f/48rVq1eqfn9O7dm3379ukeR0dHExkZmdGhCSHekywxL8Qr1Go1mzZtSnP9AwcOEBoamokRGQ+tVouJif7vk8TERExNM/Zj5NmzZxw8ePCdnuPj40OTJk10j4cMGZKhMRmSRqNBrVYbOgyjiUNkTdKzIbKdI0eOULlyZaysrPD09OTevXt626tWrcqGDRuApA/YUaNG4eTkhJWVFQ0bNiQgIAB/f38cHR2JjY2lTZs21K9fH4CoqCiGDx9OiRIlMDc3p3r16ly+fFm375YtW/LXX3/Rs2dPcubMSZEiRfj333/1jr9t2zYqVqyIpaUlJUqUYMWKFXrb16xZQ7ly5bCysqJy5cocOHDgjee7bt06PDw8sLCwoGzZsmzcuFFv++LFiylTpgzW1tZ4enpy5MgR3bYNGzZQu3Zt/vrrL5ydnSlcuDAHDhxg69atlCpVCktLS1q1akVMTAwAly9fxtnZmcOHD1O8eHFsbGxo2rSp3mvcq1cvpk2bphdD9erVWbt2LcuWLaNdu3ZERkbi6OjIzJkzAbh+/TqffvopefPmxcbGhh49euiO6ejoyN27dxk4cCAlSpQAYObMmXTv3l23/8DAQDp37kzu3LnJnz8/gwcPJioqSre9du3arFq1ig4dOmBnZ0fx4sXZvXu3bntUVBR9+/YlV65c2NjY0K5dO6Kjo1N8vVeuXEmzZs1YtGgRTk5O5MqViz59+hAeHq6rk5iYyLfffkvBggWxtbWlbdu23L9/X7e9UaNGzJ8/n/r162NhYaEX66t++eUXihQpgo2NDX369GH27Nm68759+zaOjo56x925cydlypTRPY6Li2PkyJG4urpib29Px44defz4sd7f5c8//6RWrVqYm5uTmJhIyZIlWb58uV4c06dP10v2hEhGESIbefDggWJpaalMmDBBuXXrlrJx40alUKFCyqtNwd3dXVm5cqWiKIoyb948xdHRUTlx4oTy4MEDpWvXrkqfPn2UxMRE5f79+4qFhYWydu1a5cmTJ4qiKMro0aOV4sWLK3v27FFu3bqldO3aVSlXrpxu37Vq1VKKFSumbNq0Sbl8+bLSq1cvxcbGRnn27JmiKIpy+PBhxdzcXPntt9+UmzdvKgsXLlTUarWyY8cORVEUZevWrYqDg4OyceNG5eHDh8r//vc/xcrKSrl9+3aK5+vt7a1YWVkpS5YsUW7evKn8/PPPiomJiXL06FFFURRl+fLlip2dnbJmzRrl9u3byqxZsxRzc3PlypUriqIoysqVKxV7e3tlwoQJys2bN5Vvv/1WKVCggNKgQQPl1KlTyqFDhxQ7Ozvl559/VhRFUS5cuKCoVCrF09NTOXLkiHLlyhWlU6dOStGiRZX4+HhFURSlbdu2yjfffKMXZ8mSJZWlS5cqERERysqVKxVra2vl/v37SmhoqKLRaJSyZcsqnTp1Ui5cuKAcP35cKVGihDJu3DhFURTl/v37SsGCBZVffvlFefjwoaIoijJhwgSlZcuWiqIoSmJiouLh4aG0bt1auXjxonLixAmlSpUqyqeffqo7ftmyZZWyZcsq27dvVy5cuKC0b99eyZ07txITE6MoiqJ8/fXXSunSpZVLly4pN2/eVBo0aKBMnjw5xdf877//Vuzs7BQvLy/F19dXOXnypFKpUiWlXbt2ujrDhw9XKlasqJw8eVK5c+eO0qVLF6V8+fK616hy5cqKi4uLsmrVKsXX11fRaDTJjrNo0SLF3t5eWb9+vXL79m1lypQpioODg+68r1+/rgDK8+fPdc/ZvHmz4uzsrHvcv39/xdPTUzl79qxy69YtpU2bNoqnp6fueCVLllQKFCigrF+/Xrl06ZKiKIoybNgwpUGDBrp9aLVapXDhwsr8+fNTfD2EUBRFkWRDZCvffvutUr16db2yGTNmpJpsfP3110rFihWV6OhoRVEUJSEhQe+5lpaWysGDB/XKIiMjdf+/a9cuRaVSKeHh4YqiJCUbw4cP120PCgpS1Gq1cujQIUVRFMXLy0sZOHCg3v4OHjyo+Pv7657/8ov9JQ8PD2XSpEkpnm/NmjWTfbHv3btXCQ4OVhRFUcqUKaP88MMPets7duyo9O3bV1GUpGQjd+7cum2xsbGKqampsnbtWl1Zr169lF69eimKkpRsAMqePXt026OiohQHBwdl8+bNiqK8Odl4GZ+NjY3e9tjYWL3XfsiQIUq9evV0j1/9mymKfrKxdetWxdbWVvc3UBRFuX37tqJSqZQbN24oipKUbHz33Xe67Xfu3FEA5eLFi4qiKEr79u2Vli1b6mJ4mRSk5O+//1bMzMyUwMBAXdmlS5cUQPHz81PCw8MVMzMz3b4VRVGePHmiqNVq5fDhw4qiJCUbEyZMSPUYipL0d//+++/1ymrUqJHmZCMwMFAxMTFR7ty5k+x1OXfunKIoSX+X198f58+fV0xMTBQ/Pz9FUZISZAsLCyUkJOSN8YrsTcZsiGzl+vXrVKtWTa+sSpUqqdYfOHAgGzZswNXVlSZNmtC8eXO6du2KmZlZivWjo6PZsmULe/bswdfXlzt37qAoCtHR0dja2gLg6uqqq+/o6IiDgwMREREAXLlyhS5duujts27durr/v3z5MuHh4WzdulVX9vTpU65evZpiPFeuXOGbb77RK2vYsCGQ1JV/48YNatasqbe9du3aet3kDg4Ouv+3sLDA1NQUZ2dnXVmuXLkICAjQ28err6m1tTUeHh5cu3aNNm3apBjn2wQGBrJ582b279/PzZs3uXv3LuXKlUvTc69cuYKHh4fu9QcoWrQo+fLlw9fXl+LFiwP6f5ciRYpgamqq+7uMGjWKli1bUrBgQRo3bkybNm1o27YtKpUqxWMWLFiQvHnz6h6XK1eOHDlycP36dRwcHEhISGDYsGF6zzc3N+fq1avUrl0bQO81fp2iKNy8eTPF9/KdO3fS9Lpcu3YNgP79++uVm5mZcfXqVSpWrJhiHBUqVKB8+fKsWbOG0aNHs3LlStq2bUuuXLnSdFyRPUmyIbIVS0tL4uLi9Mpef/wqd3d3bt26xYEDBzhw4ACjR49m7dq17NixI8X6nTp14ubNm3z11VcMGjQICwsLKlSooFcntS8oSPoyT0hISHW7ubk57dq1w9PTU688T54877w/ExMTzMzMkm2Pj4/H0tIy1RjSIj4+Xu9xbGys3j61Wq3e9sTExFT3FRISQqVKlahWrRp9+vShTJky7Ny5k7Vr16YpltReg9fP801/F09PT/z8/Pjvv//Yt28fffr0oXv37ixYsCDF+q+fv1ar1R3P3NwcgK+++irZ6/xyzMnbqFQqzM3N0/RefvW1fvV1Njc3x8TEhNGjRycb+Fm6dOk3Hr9fv378/fffjBgxgvXr17Nu3bo0xS2yLxkgKrKVChUq8N9//6HRaHRl//33X6r1jx07hq+vL02aNGHmzJn89ttv7N69W+9D++X/K4rC3r17mT59OoMGDaJq1ao8fPjwneKrXLky27dv1yubOXMmx44d021//vw5TZs21f1TFAUnJ6c072/y5MmcPXsWExMTKlWqlGz7tm3b3tjbkxavzlPi7+/P+fPndUlX3rx5decDST0zr79Or/59zp07R1hYGGvWrKFjx46ULl2amzdvJjtmaglL5cqVuXDhgt7Ax5MnT/L8+fNkiWBqdu/ejZ+fH23atGHu3LlMnDiRbdu2pVrfz89Pr7dp7969qFQqSpcuTbFixbCzs8PU1FT3N6xfvz5RUVGpJo0pqVChAjt37tQ91mq17N27V/f4Zc/Kq6/12bNndf9funRpzMzMyJEjhy6OOnXqEB0d/dY4unXrxvXr11m2bBm2trY0atQozXGL7El6NkS2MmDAAH755Rfatm1L7969uXDhAocOHUq1vre3NytXrmTKlCmYm5szZ84cGjRooLvds0SJEvz2229ERUXRunVrqlatyq+//opKpSI0NJQ//vjjneL77rvv+OSTTxg4cCCNGjViz549rFixghMnTgAwbdo06tati1qtpmbNmvj4+PDLL7+we/duvcsAL02bNo2aNWtia2tLjRo12Lp1K1u2bKFnz54AzJgxg6ZNm2JmZkblypXZtGkTV65cSXOvQWrmz5/P8+fPyZ07N7Nnz6ZGjRrUq1cPgNatW+vuyKlVqxY7d+4kf/78uue6u7sTHx/PtGnTaNGiBWXLlsXc3JzRo0fTsmVLTp48yY4dO/S690uUKMHSpUsxNzena9euerHUqlWL5s2b06xZM8aMGUNMTAxTpkxh5MiResd9k8WLF3P58mXGjRtHdHQ0CxYsoGnTpqnWz5MnD3379mXIkCFER0czadIkhg0bprvUMG3aNPr06cOECRNwcXFhxYoVnDx5UndpIy0mTZpE8+bNsbGxoXLlyixfvlyvh8LBwYFatWoxdOhQrly5QlhYGGfOnNFtt7e3Z+LEiXTp0oUJEyaQJ08eFi9ezNWrV98aR65cuWjTpg3jxo1j0KBByW6JFuJ18g4R2YqdnR2nT5/GxcWFOXPmEBYWxqpVq/TGSXh5eVGwYEEAvv/+e4YPH86qVatYvHgxLVq04J9//tHVXbVqFZaWlrov57Vr11KqVCn+97//4evry5IlS+jSpYuuu7xhw4bJuso//fRTXFxcAChWrBhnz54lMTGRX375hcjISI4ePYqHhwcAlSpV4uTJk4SGhvLTTz9x79499u7dqxuH8bqKFSty6tQpQkNDmTNnDiYmJvj4+FC0aFEA6tSpw5EjR3j06BFz5swhZ86cXLhwQddTUrBgQby8vPT22bFjR73xCBUrVqR69ep6dZYvX87x48f5448/aNGihV7viZeXF6tWrSIyMpILFy7w/fff07VrVwoXLqw75urVqzl16hTHjh0jX7587Nq1i8ePH/O///2PHDly8Pfff+vdarlgwQIKFy7MmjVriI2NpVy5crqxD5B0C2/Pnj1ZsWIFW7duZdq0acyaNUu3vVmzZhQpUkTvHDp16qT7hb948WLatm3Ln3/+yfr16xkwYADz5s1L8TUHcHJyYs6cOaxdu5YNGzYwYcIEZs+erds+bNgw/v77b44dO8Yvv/xCvnz5OHHihC4ZadKkCcWKFUt1/5D0Xtq1axe3b99m7ty5NGvWjI4dO+rV2bhxI61bt8bHx4c8efLw008/6Y2bGTduHL/++isHDhxg7ty5uLu74+Pjg42NDZA0ad3Lv8vrunbtSkhICH369HljnEIAqBRFUQwdhBDi43Dx4kUqVKhAbGwsFhYWhg7HIBYtWsScOXPw9fX94MeeOHEiFy5c0BtAnJnH8vHx0Zu5VYjUyGUUIYQQaXb+/Hlmz57N9u3bOXr0qKHDEVmEXEYRQmQYZ2dnpk+fnuFTmGcln3zyCUOHDjXIsRs1akSPHj0y9RhxcXGULVtW7/KeEG8jl1GEEEIIkamkZ0MIIYQQmUqSDSGEEEJkKkk2hBBCCJGpJNkQQgghRKaSZEMIIYQQmUqSDSGEEEJkKkk2hBBCCJGpJNkQQgghRKaSZEMIIYQQmer/AIAoTPXPfVzCAAAAAElFTkSuQmCC", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "ivf = [json.loads(l) for l in open('results/final/ivf_downstream.jsonl')]\n", + "fig, ax = plt.subplots(figsize=(6, 4))\n", + "for m, c in [('official', '#16233F'), ('pisces', '#0E8C8C')]:\n", + " rs = [r for r in ivf if r['method'] == m]\n", + " nd = np.mean([[p['ndis'] for p in r['curve']] for r in rs], 0); rc = np.mean([[p['recall1'] for p in r['curve']] for r in rs], 0)\n", + " ax.semilogx(nd, rc, 'o-', color=c, label=f\"{m} (imbalance {np.mean([r['imbalance'] for r in rs]):.3f})\")\n", + "ax.set_xlabel('distance computations per query'); ax.set_ylabel('recall@1'); ax.legend(); ax.grid(alpha=.3); plt.show()" + ] + }, + { + "cell_type": "markdown", + "id": "9e8712d3", + "metadata": {}, + "source": [ + "## Mechanism: revivals, Lemma 2 on real clusters, split-merge audit" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "dfbbc792", + "metadata": { + "execution": { + "iopub.execute_input": "2026-11-18T00:38:02.701014Z", + "iopub.status.busy": "2026-11-18T00:38:02.700868Z", + "iopub.status.idle": "2026-11-18T00:38:02.781856Z", + "shell.execute_reply": "2026-11-18T00:38:02.781112Z" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "official revivals 6,982 Lemma 2 realized/predicted (median) 1.17 log-log corr 0.968 profitable split-merge moves 282\n", + "pisces revivals 14,426 Lemma 2 realized/predicted (median) 1.17 log-log corr 0.947 profitable split-merge moves 45\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAaUAAAGfCAYAAAD/M81lAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjExLjIsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvgI3uAAAAAAlwSFlzAAAPYQAAD2EBqD+naQAAoTtJREFUeJzsnXd4U9Ubxz+ZTdORttBSRltG2SggqAwHsmQIspdsQcQtgujPiSCgIoqouAEFAUHZiAMEBGQqyB4CLbuFtknTNPPe3x+hoWnTUmhLQ3s+z8MDOffcc94ckvvNOec976uQZVlGIBAIBAI/QFnSBggEAoFAkIUQJYFAIBD4DUKUBAKBQOA3CFESCAQCgd8gREkgEAgEfoMQJYFAIBD4DUKUBAKBQOA3CFESCAQCgd+gLmkDSgpJkjh37hwhISEoFIqSNkcgEAhKNbIsk56eTqVKlVAq854PlVlROnfuHDExMSVthkAgEJQpTp8+TZUqVfK8XmZFKSQkBHAPUGho6E3pU5IkkpOTiYyMzPeXQmlHjIMbMQ5uxDi4Ke3jYDKZiImJ8Tx786LMilLWkl1oaOhNFSWr1UpoaGip/NAVFDEObsQ4uBHj4KasjMO1tktK7zsXCAQCwS2HECWBQCAQ+A1ClAQCgUDgN5TZPaWCIMsyTqcTl8tVJO1JkoTD4cBqtZbqNeNrIcbBjT+Og0qlQq1Wi2MSghJDiFIe2O12zp8/j8ViKbI2ZVlGkiTS09PL9JdejIMbfx0HvV5PxYoV0Wq1JW2KoAwiRMkHkiRx8uRJVCoVlSpVQqvVFslDI2vmVdZ/iYpxcONv4yDLMna7neTkZE6ePEnNmjX9ZgYnKDsIUfKB3W5HkiRiYmLQ6/VF1q6/PYRKCjEObvxxHAIDA9FoNCQkJGC329HpdCVtkqCMIX4G5YP4lSgoi4jPvaAkEZ8+gUAgEPgNQpQEAoFA4DcIURIIBAKB3yBESSAQCAT54rLZsCUn3ZS+hCgJPHz22Wf88ccfAHz//fd07NgRSZKKpO2ZM2fy559/FklbxYXT6WT69OmMGzeO9PT0kjZHIPALXFYrh159kX3PPoH1woVi70+IksDDokWL2LFjBwCRkZHUqFHD44nVvXt3fvrppxtu+/vvv+fvv/8uEjuLg8TERO677z6mTZvGtGnTivTQtEBwq+IWpPEYd+/CkZaG/VJysfcpRKkUYrPZMJlMucqzwiW5XC7MZnO+bbRt25YZM2Z46h87doxLly5dM+SSLMukpKQU2FaTyYQsy3namlUnL6xWK1arFXAfevbVVpZdOWd9kiR5ysaOHcttt93GihUrCmy7QFCacVmtHHrlRYx/70IZGEj9d94ntMFtxd6vEKVShMlkolu3bgQFBVGuXDmaNm1KUpJ7HXjjxo1ER0czf/58DAYDoaGh3HXXXRw+fNhnW9988w2NGjUCIDg4mAMHDjBq1CjCwsJ81k9OTqZ3796EhYVRvnx54uPj2bZtW562/vzzz9SsWRODwUBERASvvfYaTqcTgIsXL6JWq1mzZg1xcXEYDAbq1KnD/v37PfenpKTQo0cPQkNDCQ4OZuzYsXTt2pXJkyf77O/dd9+lTZs2XmWPPvooTz75JABvv/02n3/+OYGBgXnaLBCUJVK3bcH4z+4rgjSd0Nsa3pR+hSgVM1ank5NpaVivPHCLk7fffpv//vuP06dPc+nSJerXr89HH33kuZ6amsrcuXM5ePAgFy9epE6dOnTt2tUjBnmRlpZGvXr1mDVrFpcuXfJZZ/r06Zw+fZqtW7eSmppK27ZtGT58uM+6Bw8epHfv3rzwwguYTCbWrFnD3Llzef/9973qzZkzh+3bt7N//34MBgNjxozxXHvsscc4e/YsBw8eJDk5mczMTNavX1/QocpFzZo1b/hegaA0Ur5VG6o99Rz13/mA0Aa337R+RZihYmRDQgIDV6wg3W4nRKtlXteutKxUqdj6u3z5MkFBQeh0OgwGA3PnzvW67nK5mD59OrGxsQB8+umnVKxYkT/++IN27drl2W5AQABKpRKNRkNAQIDPOlOmTEGWZU+4nAcffJAvvvgCs9lMcHCwV92PP/6Ydu3a8fjjj6NQKGjevDlvv/0248aNY/z48Z56Y8eOJTo6mujoaJ544gmPKF26dIkff/yRnTt3Eh8fD8AHH3zAokWLrnPEBAJBdlyZFmSXC3WwO2V5pR69b7oNYqZUTFidTgauWIHZbgfAbLczcMWKYp0xvfTSS5hMJipXrky7du346KOPPPstAGq1mnr16nleBwcHU7NmTY4ePVrovi9fvsz06dPp2LEjlStXZvjw4ciyjM1my1X3yJEjNGnSxKvsrrvu4uLFi6SmpnrKKlSo4Pl31apVPc4Hx48fB6Bhw6vLCVqtltq1axf6fQgEZRVXpoWDL43lwItjcF5jz7k4EaJUTJw3m0m328nadpeBdLudCxkZxdZnfHw8Bw4c4M8//6Rdu3a899579OnTx3Pd6XR6iRRAeno6BoOh0H137dqVhQsXMmrUKLZt28bWrVvzrBsSEkJGjnEwm82oVKoCBcCNiIgAyOVQcS0HC4fDke9rgaCs4rRkcPClFzDt20vm6USsF86VmC1ClIqJisHBhGi1ZMV+VgAhWi3RQUHF1ueiRYvYvn07TZo04cUXX+SVV15hy5YtXnWWL1/u+feePXs4ceJErlmLL5RKJfYrs76cSJLEjh07+N///ke3bt2IiYnJ1/27efPmrFy50ksUfvjhB5o2bZrn8mB2qlevTmxsrMc7EOCPP/7I02kDoGLFiuzevdtz/sjhcLB9+/Zr9iUQlHbcgjQW075/UQUFU/+9DwmOr1Vi9og9pWJCp1Yzr2tXz55S8JU9JZ26+IZ827ZtjBkzhmeeeQan08lnn31G795X14TVajUff/wxR48eRa/X88EHHzB06FDq1q17zbZvv/12Pv/8czIyMhg7dqzXNaVSyQMPPMCbb77J2bNnuXz5cr6u1U8//TRz586lbdu29OnTh/379zNv3jx++eWXAr1PtVrNl19+Sa9evVi3bh3lypUjKSmJxo0b53lPx44dCQgIoGXLlnTv3p2dO3cSExNToP4EgtKKM8M9Q0o/sA9VcAj13/uAkNrXfh4UJ0KUipFWcXEcHz2a82YzFYODCVCprunpVhimTZtG7dq1+eOPP1Cr1bzxxhsMHTrUc12tVrN48WKmTJlCcnIyb7zxBo899pjneq9evahTpw4A9evXZ+DAgZ5rH330Ee+//z5Hjhzx6bywaNEi3nvvPdatW8edd97J4sWLmTlzpicfT9++fT2iodfr2bp1K7NmzWLTpk3ExMSwc+dOjzjq9Xqee+45QkNDPe1XqVKFp556yvO6ffv2HD58mA0bNgDQpUsXOnfunGdeosjISLZv387nn3+O2WxmwoQJJCYm5jq7VK5cOZ577rkizaMlEPgjzowMDo4fQ/rB/ahDQtwzpFp1StosFHJepw1LOSaTCYPBgNFo9Hr4gftA5smTJ6lWrVqRJjkryaRuGzdupEOHDmRmZt7Ufn1RFOPw22+/ERYWxp133gm4/z+rV6/OZ599Rq9evYrS3GLDH5P8QfF9/vNCkiSSkpKIiooq07mcbvY4ZJ45zb5nn0B2Oqj/3gyCaxWvo1B+z9zsiJmS4Jbk33//ZcKECfTt2xeFQsGaNWuoWrUqnTt3LmnTBIJbgsAqMTSYPhPJbie4ZsntIeWk7P4sKWPUrl2bWbNmlbQZRcYLL7zA1q1badKkCVFRUbz33nv89ddfIiKDQJAPTnM6pv3/el7r46r6lSCBmCmVGaKjo732l0oDDRo0oEGDBiVthkBwS+BMN3HgxeexnDxB3cnTCLvj2l63JYGYKQkEAkEpx5luYv+45zAfOYwyUI+mCM4mFhdipiQQCASlGIfJxIFxz5Fx7AhqQxgN3v+IoOo1StqsPBGiJBAIBKUUh8nEgbHPknH8KJqwMOq/P5OgatVL2qx8Ect3AoFAUApxmtM5MPYZtyCFh9PgFhAkEKIkEAgEpRJVYCC6yjFowiNo8P5M9LeAIIFYvhMIBIJSiUKlptYrb2C/lIwuumJJm1NgxExJIBAISgmOtFROfzcb+Ur4LKVafUsJEoiZkkAgEJQK7KmpHHjhaSynTuLKtFL1sdElbdINIWZKAr/AarVSRsMwCgSFxp6Swv4xT2E5dRJtufJU6HjrhtsSoiQoViwWiyeHUX40bdqU0aML9svO6XRy+fLlwprG4MGD+eGHH/K8vnfvXrp27Uq1atW47777WLlyZaH7FAiKGnvKZfa/8DSZCafQlitPgw8+JjAmtqTNumGEKAmKlYkTJzJ48OBr1nv33Xd58sknC9Tm9u3biY6OLqxpHDp0iOTkZJ/Xzp49S6tWrahduzZz5syhdevW9O7dm/Xr1xe6X4GgqLCnXGb/mCuCVD7SLUhVbu08YUKUShFHjhzhwIEDXmX//PMPp06dAuDChQts374dSZL4559/WLNmDUaj0VPXYrGwbt06XC4XO3bs8OQqAkhNTeWXX35hw4YNuVKqAxw9epSffvqJv/76y7MMt2/fPk6dOkVSUhLr1q0jLS0Ns9nM+vXrkSSJbdu28eeffwLuzLAhISFebZ49e5aVK1fy559/evIenT9/np07dyJJEuvWrePYsWOe+mazmQ0bNvDrr79iMply2Wgymfjtt99Yv349Lpcr37FcunQpsbGxvPfee9x///28+eabDBw4kHnz5uV7X9b7/u+//0hJSeGnn37i9OnTgHuJ8tdff2XFihU+U7EfP36c5cuX8++//+a6BnDq1CmWLVvGjh07vMoTEhLYu3cvTqeTbdu28csvv/hMUbJr1y5++uknDh48eM33UNJYnU5OpqVhLcb8Y7c6ssvJgRfHkJmYgDYyqlQIEgByGcVoNMqAbDQac13LzMyUDx48KGdmZhZpn5IkyXa7XZYkqUjbzeKpp56SBw4c6FXWtm1bedKkSbIsy/K8efPkhg0bygMHDpSbNGkiBwYGytHR0XJCQoIsy7J8+PBhGZBHjBghx8TEyE899ZQsy7K8bNky2WAwyE2aNJHj4+Pl6tWrywcPHvT08cILL8hBQUFyq1at5HLlysk9evSQZVmWX375ZblSpUpyeHi43KxZM/nvv/+W9+zZI6tUKnnIkCFyXFycPGbMmFx2yrIsT5o0SQ4ICJAbN24sh4SEyA0aNJDPnDkjr169Wq5Xr54MyM2aNZM/+ugjWZZlecuWLXJ0dLTcoEED+bbbbpOjoqLkTZs2edrbtm2bXKFCBblq1apy/fr15fbt28u33367/PHHH/scy4yMjFyfjU6dOskjR4685v9Dr1695OHDh8s1atSQb7vtNlmlUsl//PGHXKdOHc+4t2jRQnY4HLLdbpddLpc8atQoOTQ0VG7RooUcFhYm9+rVS3Y6nR5bWrVqJet0OrlZs2ZyYGCg3LVrV8/1qVOnyu3bt5c7dOggN2nSRNZoNHLNmjXltLQ0WZZl2Wazye3bt5fLlSsnt2rVStbr9fLkyZPztL+4Pv954XK55PPnz8sul0uWZVn+49QpucaH0+TQadPkGh9Ok/84deqm2FHS5ByHgnBp0wZ514BesuXM6WK0rGjI75mbHSFKxSxKLluG529/ECWlUimvWbNGlmVZTk1NlWNjY+Vx48bJsnxVlN544w3P/cnJybLBYJCXLl0qy7JbWPv37y/fc889sizL8sWLF2XAIwAmk0kePHiwfObMGVmWZfmll16Su3Xr5mlvz549MiBPmjTJaxyy27lhwwY5ICBA3rFjhyzLsmy1WuWWLVvK//vf/2RZluXNmzfLarXac6/NZpOrVasmf/jhh56y8ePHy1WrVpUdDofsdDrlunXryk888YTn+owZM2QgT1HKyfbt2+WAgAB5+/bt16zbq1cvuX79+nJ6erosy7I8duxYWaVSyatXr5ZlWZb3798vA/LmzZtlu90uz507V65atap8/vx5WZbdY16uXDmPbTt27JB79uwpX7p0SZZlWU5MTJSVSqXHlqlTp8oBAQHyrl27ZFmW5XPnzslBQUHyjBkzZFmW5dWrV8uBgYGe+w8ePCiPGDFCttvtPu0vSVHKdDjkZ6YMlTe8ept875QX5A2v3iY/M2WonOlw3BRbSpIbESVZlmWXzVZMFhUtBRUlsXxXjBi3zubMzA5YE3ZxZmYHjH/NLmmTiIqKomPHjgCEhYXRtWtXjh8/7lUnu8PBmjVrqFy5Ms2bN+fixYskJSXRt29ftmzZgsViISAggMDAQBYuXMiZM2cICQlh7ty5VK5cOV87Ro0alee1RYsW0bVrV09W2YCAADZt2sTbb7/ts/62bdu4fPkyffr04eLFi1y8eJHevXuTkJDA8ePHOXr0KIcOHeKNN97w3PPkk08SHh6e/2Bd4cyZM3Tr1o3x48dz1113AZCUlMTzzz/v9efo0aOee1q3bu1JGd+mTRt0Op1n3OvXr09MTIxnWW/hwoX0798fhULBxYsXcblcdOnShd9++w2AO++8kyVLllCuXDnOnTvHgQMHCAwM9Fqqve2222jSxJ2KoGLFirRr187z/xoeHk5mZibz588nLS2NunXr8uWXX6LRaAr0/m8m51KS6J6xmxjJyJz0xcRIRrpn7OZcSlJJm+YX2JKTOTDuOawXznvKlFptCVpU9AhRKiYkuwXjX7NxpiRw7oueOFMSMP01B8luKVG7sh6UWYSFheXa38ieAvvUqVMcPXqUOnXqeP4MHToUg8FAQkICBoPBs88RGxtLrVq1mD59+jXdu/NLs33q1Clq1PCOYpxfeuhTp05hNpupV6+ex8a2bdt6bDx9+jQ6nY6oqCjPPSqVikqVKuVrI0BKSgoPPvggbdq04c0337xm/SwCAgI8/1YoFGg0Gq+U5yqVysv+GTNmeI3xsmXLSEpyP4jT0tIYOXIksbGx3HHHHbz77rtotVrPPhvk///avHlzZs2axUcffUS5cuW46667WLp0aYHfy82kUkQUU8M6eZVNDetEpYioPO4oO9iSk9g/5inSdu/k2Lu+f6CVBsTh2WJCqdUT1Ws6577o6SmL7DUdpVZfbH2qVKpcG/xms7lQbVauXJkGDRrwzz//5Fmnffv2tG/fnsuXL/PTTz/xxBNPEBsbS69evW64z3Pnzl1XfYPBQEpKis/r+/btw2q1kpKSQkREBACyLHPhwoV8283IyKBz587UqFGD2bNne4lKVFQUH3zwQYFtvJb9Q4YMYfz48T6vv/HGG6xbt45ff/2VOnXqABAfH39dfTz++OM8/vjjJCQk8Mknn9C7d2+OHDmSS/xLGq1kZ4Zzk1fZDOcmtJKdsvy4siUnsf/5p7CeO0tAdEVqvvhKSZtUbIiZUjEh2S0kLRnjVZa8ZEyxzpSqV6/OunXrPGd4Dh48yJ49ewrVZtu2bTly5Ah//PGHp2zJkiU89dRTyLLMvn376N69O0ajkXLlyjFw4EDKlSvn+ZWv1Wq9PPwKQpcuXfjpp584efKkp6xbt2688sornjZdLpdHcO+66y7UajVz58711N+yZQsDBw7EYrFQp04d4uLi+PDDDz3Xv//++3zPOjkcDnr27ElgYCA//PADanXxPRA7d+7MN9984/lBIcsyzz33HAsXLgTcXpN33nmnR5D27NnjNTbXYvny5YwYMQJZlomLi2PEiBG4XK4iOetV1Ci1eqLvHYkqIhYGzEUVEUv0vSOL9cecv2NLunhVkCpWosH0j2+50EHXQ9n96VHMKLV6DM2HYfxrNlG9ppO0ZAyhzYcW65dr0KBBTJ8+nZiYGO6++27UajWtWrUqVJtxcXHMmDGDLl260KpVK+x2O5s2bWLy5MkoFAqqV6/OiRMnaNy4MXfddRfbt28nPDycvn37Au5Z1NSpU2nTpg1vv/02gYGB1+yza9euDBw4kCZNmtCqVSv27duHxWLh3XffBa7uydxzzz0MHz6cZ555hq+//ppBgwbx3XffERgYyB9//MGIESPQ693jPWvWLHr37s2mTZsIDg4mNTWVxo0b52nDlClT+OWXX4iPj6d58+ae8kqVKrF69erCDGkunnjiCf744w/q1KnDvffey6FDhzh//jyPPvooACNGjOChhx6iTZs2REREkJiYSGxswQ9H1qtXjxEjRvD3339TvXp1NmzYwEMPPeTZg/I3DC2GEdK0L0qtHqnmL2VbkC5eYP+Yp7GeP4euYiUaTJ9JQIXCn9HzZxTytRb/SykmkwmDwYDRaCQ0NNTrmtVq5eTJk1SrVi3fvY+CINkt7i+X3YJCE4jT6UStVnstBRUlWWdxQkJCuPfee9m3bx9hYWHUqlWLM2fOcPjwYdq2beupf+jQIYxGI82aNcNsNrNu3To6d+6ca2Zw4sQJNm/ejMVioVWrVp5f7QB2u51Vq1aRmJhIXFwcnTt3Rptt8/XgwYPs2rWL++67j4iICNavX0/Hjh3RarWecdi6dSvly5enVq1anvt27tzJzp07CQ8Pp2vXrgQFBXmuXb58mV9++YW4uDhatmwJuM8wbdy4kUuXLtGsWTOaNm3q9R4SEhJYt24dGo2Gnj17snv3bqpUqUK1atVyjeP+/fv577//cpXr9XratWuX7//Bzp070ev11K9fH3A7RezatYtOna7ulfz222/UrVuXChUqeD4Pf/75J//++y9hYWF06dLF63N5+PBhfvvtN2JjY2nTpg27du2iWrVqxMXFcezYMZKSkjzjAO7zaUqlkoYNGwLuc2arVq0iNTWVBg0a0Lp16zztL8rPf0GQJImkpCSioqLy3Tss7fgah0Ovjidl62a3IH3wMQFRFUrYyhsnv2dudoQoFbMoZUeW5WIXpVsBMQ5u/HUchCiVDL7GwZ6ayn/T36H6M2MIiLy1nT0KKkp+s3xnNpv54IMP2LZtG+XLl2fEiBHce++9edZft24dc+bM8SrT6/V8/vnnxWypQCAQFB8uqxXllWVnbXg4dSdOLWGLbi5+8bPE6XTStm1bfvnlF7p27YpGo6F9+/asWrUqz3s2btzI7t27iY+P9/ypXv3WyKwoEAgEvnAkXWTviMFcWL2ipE0pMfxiprR582b27dvH+fPnCQ0NZdSoUURFRTFz5kweeughn/ckJCTwwAMPeB2IFAgEglsV67lznJv0Os5Llzi3eCFR7TqUuoOxBcEvRKlevXps2rTJa51RoVDkm/IgMTGRDh06YLVaycjIoFy5cvn2YbPZsNlsntdZ7reSJHkdQswqk90hmIo8x09We2V0K8+DGAc3/jgOWZ97X9+N4iDr+3Yz+vJXrOfOcuCFZ3BeuoSuSiz13vsQ1OpSNSYFfS9+IUpRUVFep+3T0tKYN28eL7zwQp73JCYmsmDBAl599VWcTicNGzZk7ty5Hm+jnEyZMoUJEybkKk9OTs4V9drhcCBJEk6nE2cRRimWZdkTndqfNrZvNmIc3PjrODidTiRJ4vLlyzclFJEkSRiNRmRZLpOODo4L5zk76Q1cKZdRVogmcvyrpLkkSCpdoZUKklcN/ND7zuVy0alTJ6xWK+vXr/cKx5Kdzz77jMDAQLp160ZmZibPPvss27dv5+DBg56zKdnxNVOKiYkhNTXVp/fdqVOnisX7yOFw+GXMsZuNGAc3/jgOWd53VatWvWned8nJyURGRpY5Uco8e4aDLzyD/VIyutg4osa/SsWatUrlOJhMJsLDw28d77ssRo4cSUJCAlu2bMlTkMAdNiULg8HAN998Q/ny5dmyZYvPcyQBAQFe8ciyUCqVuT4ASqUShULh+VNUyLLsac+ffhnfbMQ4uPHXccj63Pv6bhRnnzezP38hdcuf2C8lExhXlXrTZpDmcJbacSjoe/IrUXrxxRf5/fff2bx5c757RJIkkZqaSnh4uOeNBgUFER4e7pehUwQCgcAXlfsOQKnRUP6BtqjDwkrdkt2N4Ddy/O677zJ37lx+//13nyFULly44Amg6XK5iI2N5ZNPPvFc//PPP0lKSvKkOxAIBAJ/xHruLK4r+9gKhYJKPfugvRIoWOAnM6Wff/6Z8ePH06hRo1wu3vPnz0epVNKhQwcUCgX//PMPGo2Gt956i7Fjx7J27VqioqL44YcfeOWVV/wu6rFAIBBkYUlMYP+Yp9FXq0bdSe+i8rGlUNbxC1GqUKECU6f6PrWctdY+ceJEr3X3F154gWbNmrFmzRpkWWb16tWFDj4qKB6MRiObN2+mU6dOfrV3cjPIzMxk/fr1tGvXziseoKDsYUk4xf4xT+NITcERFo5ktQpR8oFfiNIdd9zBHXfckW+dLl265Cpr2bKlVxBKgX/y3nvvsXHjRjp37gy48xT5m8dZUXDhwgUCAgK8MtrqdDqefPJJXn755Xyz7QpKN5ZTJ9n/wjM4UlMIqhFP/Wkz0BgMJW2WX+I3e0qC0onD4WDWrFkMGTIEcEf3DgkJYdeuXSVsWdGxd+9ebr/9dmJiYoiIiKB169aeJIUKhYJBgwbx0UcflbCVgpLCcvIE+19wz5CC4mtSf9pHaAxhJW2W3yJESVCsrF+/nszMTPr06VPSphQLkiTRo0cPWrVqhdls5ujRowQGBnrNigYNGsTBgwc5dOhQCVoqKAkyPIKUSlB8Leq/J2ZI10KIUinh3LlzvPbaa7lSgi9ZsoQFCxYUSR8ZGRm8/vrr7N+/31O2e/du3nrrLRwOh897du/ezV133ZXvYbmcSJLEwoULeeGFF3jnnXc8WWwB/vvvP6ZMmcKFCxeYOHEiEyZM4MKFC5jNZj777DNGjRrFokWLPPXNZjOvvfYaSUlJfPjhh4wbN47Dhw8jSRLz5s3j8ccf5+OPP/aK3CFJEqtWreKVV17hxRdfZMeOHXnaevbsWfR6PW+++SYBAQHUrFmT559/nnXr1nnq1KpVi7i4uFI1OxQUDNlhR3K63IIkluwKhF/sKd0quDIz87ymUClRagPyresOK+NEodGiznZSPq92VQXI0ppFhQoV+Oabb6hcubLnYLHL5eKZZ55h4sSJBW4nP4KCgjCbzQwaNIidO3ficDjo378/Q4YMyXOP6Pjx49SsWbPAfciyzEMPPcSpU6fo1q0bW7duZerUqezatYsaNWpw6tQp3n33XXbv3k1sbCx//vknmzZtIiIiAo1Gg06nY9CgQTgcDgYOHEhGRgaTJk3i+PHjhIeHc/LkSTp27Ej37t05dOgQNWvW5LXXXuPMmTMeZ5sePXqwY8cOevbsSUpKCq1atWLlypW0adMml70xMTHs27fPq2z79u3ExMR4lcXHx3P8+PECj4OgdBBcqw4Npn9EQFQ0muv4YVaWEaJ0HWzr3DbPa+F3N6felGme1zt6PoSUI6ZeFqENG3HbB1fPWO0a0AunMS1XvZbrtxTYNpVKxeDBgz2//gF+//13TCZTnktnc+fOZezYsbnK77vvPn788Uef90yePJnGjRvz8ccfe5J2jR8/Pk+7jh8/7pVx9VosXLiQw4cPs3//fk+4qE6dOvHyyy/zww8/AO7YiFOnTiU+Pp60tDQqVarEyJEjmTFjBgAWi4Vly5YxcOBAT7t9+/alW7duyLJM7dq12bt3r2c2ExUVxbx585g6dSp2u52OHTsyffp0TyqUvn37smDBAp+ilJNjx47x/vvve2zJokaNGkKUyggZ/x1DsjsIqVsPgOD4Wte4Q5AdIUqliGHDhvHOO+94soZ+99139O7dm5CQEJ/1O3XqRIMGDXKV51Uf3N5k3377LR07dgRg06ZNuVKnZ+fy5ctEXMfBwHXr1hEfH8/KlSs9ZTExMfz222+e13q9nvj4eADCwsKoUKECzZs391xv3Lgxa9eu9Wo3K1CvQqGgdu3aXoF7Gzdu7BERrVbLqFGjMBqNrF69mmPHjrF9+/YCzfZSUlLo0qULPXr0YNCgQV7XypUrR0JCQkGHQXCLYj5+lANjn0V2uWjwwcdCkG4AIUrXQbPVv+d5TaHy3p6768fcCQplWcbpcqLWeJ9Xafr9kiKxr1atWrRo0YL58+fz/PPPs2zZMn7++ec860dGRhIZGXnd/cTHx6NSqYiIiLjmw7p69eqcOHGiwG0nJydz6tQpFi5c6FWe/ciArxha1zr/lPOevOrbbDYeeeQR1q5dS8uWLalXrx4NGzbEYrHk235GRgadO3emRo0afPbZZ7munzhxQhzsLuWYjx3lwLhncZpMBNephy66UkmbdEsiROk6uJ49Hl91ZVlGdjpR5ZhZXE+712L48OF89NFH1KlTh+jo6HxTyn/xxRc8+eSTucpbt27NL7/8kud9Tz31FB07duT06dO89dZb+e5Z1axZk2PHjhXY/vj4eLRaLYsXLy7wPUXJ+vXrWblyJYcOHfIs340dO5a9e/fmeY/D4aBnz55oNBqWLFnic+Z47Ngxr9mcoHRhPnrELUjp6QTXrUf9dz5AHRxc0mbdkghRKmX06dOHZ555hk8++YThw4fnW7dfv34+90kC8xHJxYsXs3r1ag4ePEhaWhpNmzalU6dOeT5w7777bubPn58rRUNaWhqXL1/2zFiUSiXh4eEMGzaMpk2bsnLlSrp06YLZbKZXr17Ex8fz8ccfF2QICoVarUaWZU+akyNHjjB//nyfy5zg/qExePBgEhMTWbt2LXa7HbvdDriXQZVKJUajkf3794u4jKUU89HD7B/7HC5zOiH1GlDvnemog4JK2qxbFiFKpYzg4GB69+7Nt99+y3fffZdv3dDQ0Oty1b5w4QKjR49m+vTpVKpUiUqVKvHSSy8xaNAg9u7dS5CPL2KPHj0YM2YMy5Yto3fv3p7ynGnuq1SpwunTp2nQoAFz585lyJAhngf6bbfdxqefflpgOwtDmzZt6NGjB/Xr16dSpUqEhoby8MMP899///msv3nzZs9SY1xcnNe1PXv20LBhQ3788Ufq169PixYtit1+wc3FcvLEVUGqfxv1pr4vBKmQ+F2Sv5tFlueYr4RTWUnOijrJnyzLOJ1O1Gp1scaAGz9+PPv27WPNmjVF2q7dbiczMxNDtrMWkiSRnp5OUFBQng4PkydP5o8//uC3335DlmWMRmOucVAoFF7/D5IkcezYMbRaLdWqVfOUO51OMjIyvGxIT09Hp9N5ZmI2mw2n00lQUBCyLGMymQgNDfX0lZGRgUql8vzfOp1OLBaLV/+nTp3C6XQSHx/v1V5OXC4XZrPZ5/vOmik1btyYMWPG5HJ+uFmfh+uluD7/eSFJEklJSURFRd1yeYQku41Dr76Ey2ql3tRpqPU3Lki38jgUhPyeudkRM6VSxPnz5/nnn3/4+uuv+emnn4q8fa1WmyuoqFKp9BIIXzz55JM0aNDAk9TOYDBc82GsVCqpXbt2rnK1Wp2rv5zegtkTOmb1l52c4qJWq3N9SapWreqzvZyoVKp837/VauXNN9/0eCsKShdKbQB1Jk5FdjkLJUiCq5Q+OS7DzJgxg+eff57XXnuN++67r6TN8WAwGOjatatfzQZuFjqdjocffviWjRAu2S1efwsg/dABEud8TdYikyogQAhSESJEqRQxdepUjhw5wrPPPlvSpghKAen//MSZmR2wJuzizMwOGLfOLmmTShzTgf0cGPccp7/9hourV5S0OaUSIUoCgSAXsiyRvucnnCkJnPuiJ86UBIx/zS7TMybT/n0cHP88LouF0EaNiWzTvqRNKpUIURIIBLlQKJSUa/+SV1lUr+kotfoSsqhkMe3/lwNXBMnQ6A7qvf1ekZ4vFFxFiFI+lFHHREEZR5ZlZFni8i9TvMqTlowpkzMl0769HBg/BikzE0PjJtSdLASpOBGi5IMs1+JrhZYRCEojFosFhUJJeKOuqCJiYcBcVBGxGJoPK3MzJYcxjYP/G+cWpDuaUvftd1HdBDf5soxwCfeBSqUiLCzMk8dHr9cXieeYv55LudmIcXDjb+MgyzIWi4WkpCTCwsLYq2/FCPUlktfuJlLdja8qt6ZVSRt5k9EYwqj2xLNc+uN36kyciiqPowGCokMcns3jIJcsy1y4cIG0tLQi61OWZSRJQqlU+sVDqKQQ4+DGX8chLCyMsPLlqfnZZ5jtdmRAAQRrtRwfPRpdPlHhbwR/PDSadabO81qSUBSzbf44DkWJODxbSBQKBRUrViQqKirPrKrXiyRJXL58mXLlypXKD11BEePgxh/HQaPRoFKpOJmWRvqVGH4AMpBut3PebKZaWFiJ2XczMO75m1Off0Ldt99DeyXtSnELkuAqQpSugUqlQqVSFUlbkiR5sqP6y0OoJBDj4Mafx6FicDAhWm2umVLFUh75Ou3v3Rx6ZRySzcaZeXOo/syYkjapzOFf3wSBQOAX6NRq5nXtSvCVSBTBWi3zunYt8qU7fyLt710eQQq/qxlVH8+d1kVQ/JTeT5hAICgUreLiOD56NOfNZioGB5duQdq9k0OvvIhktxPerAV13nwb5S0aGupWp/R+ygQCQaHRqdWlfg8pbdcODr06/oogtaTOm5OEIJUgQpQEAkGZRXa5OPHJDLcgNW9JnTeEIJU0QpQEAkGZRaFSUX/q+5xZOJ9qTzyDMlt2ZEHJIBwdBAJBmcORlur5d0CFaGo8+4IQJD9BiJJAIChTpGzbyq4Bvbm06Y+SNkXgAyFKAoGgzJDy1xYOv/E/JGsmlzasL2lzBD4QoiQQCMoEKVs3c/iN/yE7HJS7rxW1/vdGSZsk8IEQJYFAUOq5vOVPDr/5CrLTSbn7HqDWqxNQluJzV7cy4n9FIBCUai5v+ZMjE151C1Kr1tT63xtCkPwYMVMSCASFJiv5nz8mATT+vQvZ6aT8A22o/YoQJH9H/O8IBIJCYdw6G+Nfs4nqNZ2kJWMwNB+GocWwkjbLQ7UnnyUoviZR7TugUIlHnr8jZkoCQRFisZg4mZaGxWIqaVNuCpLdgvGv2ThTEjj3RU+cKQkY/5pd4jMm0/5/kZxOwJ12okLHh4Qg3SIIURIIiohdq99n19R7GfLZJHZNvZddq98vaZMKzbWW5ZRaPVG9pnuVRfWaXqJp0y9tWM++557i6KQ3PMIkuHUQoiQQFAEWiwnL9m+p4kpjTvpiqrjSsGz/9paeMRm3zubMzA5YE3ZxZmYHjFtn56oj2S0kLHzGqyxh4TMlNlO6tGEdRya9CZILpU7nVxl9BQVDiJJAUARctEu8qm/nVfaqvh0X7VIJWVQ4CrosZ1dq+VSuzWmlgaEhvTmtNPCpXBu78uYHNU3+43eOTJoAkouoBztSc9z/UBRRgk7BzUOIkkBQBFTQKplk+c2rbJLlNypob82vWEGX5c6bzczRNKCPYQB7NRXpYxjAHE0DzpvNN9Ncktf/ztG3swSpE/FjXxaCdItya35jBAI/Q68PRX/3YM6owhga0pszqjD0dw9Grw8tadNuCMluIWmJdyrwpCVjcs2UstKm2xTuYKY2hYaQm5w2PXn97xydPAEkiagOnYkfJwTpVka4owgERUTTzi9geWAkc+0SFbSv37KCBO6ZkqH5sFyu3jlnSllp0weuWEG63V4iadM14eEoNRrKt2lH/JjxKJTit/atjEKWZbmkjSgJTCYTBoMBo9FIaOjNeXhIkkRSUhJRUVEoy/AXR4yDm1thHCS7BaVW7/k7L6xO5w2nTS+KcbCcPEFgXNVbWpBuhc9DYSjoM7f0vXOBQFBkZAnRtVy8s9Km36wZUvK637CcPOF5ra9W/ZYWJMFVxP+iQCDIE6vTycm0NKx+dN7n4trVHJ08gf1jn8GWnFTS5giKGLGnJBAIfLIhIcGzVxRyZa+oVVxcidp08efVHJ82BWSZcvc9gLZ8ZInaIyh6xExJIBDkwup0MnDFCsx2OwBmu52BK1aU6Izp4pqVHkGKfrgH1Z8ZIw7HlkKEKAkEglycN5tJt9vJ8oKSgXS7/aafP8riwuoVHJ82FWSZit17CUEqxQhREghuYYorZUTW+aOsx74Cbvr5oywu/7mR/95/x21Xj95Ue+o5IUilGCFKAsEtinHrbE7PfJATBzZweuaDPmPT3ShZ54+Cte5wQSVx/igLwx1NCalXn4o9+1DtyWeFIJVyhKODQHALItktXPjzSzSms/D9EFzAhT+/JKRp3yKL0N0qLo7jo0ff8PmjokIdFET9aR+hDAgQglQGEDMlgeAWxK7U8qz6Pq+yZ9X35RkI9UZdu2/2+aMszi//iTML53teq0TE7zKDmCkJBLcg51KSeCltjVfZS2lrOJfyDNWjKnmV+6Nrd36cX7qEEzM/ACCkTl0Mje4oYYsENxO/minJssyFCxdwuVwFvsdoNOJwOIrRKoHA/6gUEcXSoCZeKSOWBjWhUkSUVz1/dO3Oj3M/LfYIUuW+Awht2LiELRLcbPxGlObMmUNkZCSVKlUiNDSUt956K9/6p06d4u677yYiIgKDwcCIESOEOAnKDDq1mu793+TR8kPYq6nIo+WH0L3/m7mW2fzNtTs/zv+0mJMffwhA5X4DiXvsCbFkVwbxC1HauXMno0aN4ptvvsFisbBo0SJmzJjBwoULfdZ3uVy0a9eO2rVrk5SUxK5du9i4cSNjx469yZYLBDdOYd25W8XFsf/JZ9nz6KPsf/JZn0ty/uTanR9pa1Zy6tOPAKgyYBBxIx8XglRG8Yso4bNmzWLr1q189913nrIRI0YgyzJff/11rvrLly9n8ODBXLx4EZ1OB8DPP/9Mnz59OHv2rM8ItDabDZvN5nltMpmIiYkhNTX1pkYJT05OJjIyslRGAS4oYhzA+Ndc0rbNIe2eVwjb/DZhzYZiaD6kWPramJjIkJUrPXtKc7t04f7Y2GLp60ZIP3qY/U+MBKDygMHEDBtRJgWptH8vTCYT4eHh14wS7heODqNHj2b06NFeZbt27aJLly4+62/dupU2bdp4BAmgXbt22Gw29u3bR8uWLXPdM2XKFCZMmJCrPDk5GavVWsh3UDAkScJoNCLLcqn80BWUsj4OksPGuT3rUUkhZO5eClIIl/esp1Jsa5SagCLvr65Ox+YePUjNzCQ8MBCtSkVSkv8EMpVCwwjs0YcAyUVA564kJyeXtEklQmn/XqSnpxeonl+IUk6++uorEhISePzxx31eP3v2LJUrV/YqU6vVREZGcubMGZ/3vPzyy4wZczWTZtZMKTIy8qbOlBQKRan9JVRQyvo4WJ1OHrVWZmbaVgBC0g7xtLI3P1aoWKyu11Wucb2guZOKCsnhQKnRuD8PPfuU2c9DFqX9e5F9EpEffidKf/zxB08//TSLFi3KJTxZOJ1On9N7pVKJMw+vooCAAAICcv8KVSqVN/UDoFAobnqf/khZG4fsSfAupF1ifNoaFEgokFEgMT5tDRfScrtz3yyMW2fnyjJraDGs2Po7s3A+lzdtoP67H6DU68vc5yEvSvM4FPQ9+dU7/+eff+jWrRvTp0+na9euedarUqUKFy5c8CrLytoYExNT3GYKBNfFhoQE4mfNotHXXxM/axbHzVaPO/eHgS097twRoREFPuBalHmOJLsF41+zcaYkcO6LnjhTEjD+NbvI4+llceb770j44lPMhw9yedMfxdKH4NbFb0Tp2LFjdOjQgfHjx+faX8rJHXfcwfr1671cwDdu3AhA/fr1i9VOgeB68HVOaPjq1XTu8xqPlR/ESVU4I8oPIrbVKBp8+aVHuDYkJHi1kV2Acopc9rq+6l8LpVZPVK/pXmVRvaYXyxLeme+/JeGrzwCIHTaCCp187xsLyi5+IUrnzp2jffv29O3blzFjxng85exXvsgAkydPZt26dQD06tULjUbDuHHjsNvtXLx4kTFjxtCvXz/KlStXUm9DIMhFXueEakZEMPOhbujUai474a0tW3wecM0pQL+eOOHzMKzFYgJg4/HD+QqWLyS7haQlY7zKkpaMKfKZ0ul5c0n46nMAYoeNJGZQ8S0PCm5d/EKUJk+ezKlTp5g5cyaBgYHodDp0Oh0NGzYEwOFw8M477zB/vjsWllarZe3atfz000+EhYVRqVIloqOj+fjjj0vybQgEucjrnFC4TsfINWuwZZvN5BSuU2lpuQRo6KpVuUTuIdMOLnzSCdOJ7Si+7Ut3418AOG0ZBYreoNTqMTQfhjoijkqP/Yg6Ig5D82FFOlM6/d1sEr/5AoDYRx8jZtDQImtbULrwC0eHyZMn89prr+UqV6lUAGg0Gk6dOkVISIjnWsOGDUlISODYsWOEhYURFRWV636BoKTJSgGRFXsuKwVEqtXqFhcf3nYK3KkiUChIz7ZaIAMZDgdBGg0WhwMZCJQdDLD9C5Y0Ln3dhyrAU5l/cUgdxasZ61moa8h58yCqhYXla6ehxTBPhPEqT68tUkFyGI2cX74UgLgRj1NlwKAia1tQ+vALUQoNDb2mW3Z4eHiuMoVCQa1atYrLLIGgSPCVAsLqdHrNoAB0sgOrQkN5NXzVtStVDQZCtFrMV2ZGWWL1TefODF+9mnS7HXVAEKF128L+JZ52NEh8ke4WgQG2f6mgVRbI3TurvKj3kjQGAw2mzyRt1w4q9ehdpG0LSh9+sXwnEJR2cqaA0KnVzO3SBZ1GA8BQx342OpfzT4cmrHMuo/HZ9Xkm2mtfvTrHR49mz6OPcnhQb0IPLsuzX3Xnt3Hs+ZEzMztgTdjFmZkdijQZYF7Iskzm2atnBvWxcUKQBAXCL8IMlQQmkwmDwXDNkBdFSZbbelRUVKk8h1BQxDi4kSSJM+fP41CDel4/XCmJnmvqiDjPMlr2M06+DtdeWjUB01/f+OxDHR6LjIwr9bTPtosDWZZJnPMV5xZ9T9233yWsyZ351hefBzelfRwK+swtfe9cILiF0KpUVIusSIVeH3iVZ3fJzi/RnmS3cPnAL15lTpQ8FtKdM6owkup2o0LvD/Nsu6iRZZnEb77kzHdzkOx2LKdOFks/gtJLoUXpwIED9OrVi7p161KtWjWvP19++WVR2CgQlGoK45JtV2r5VK7tyauUqDQwM7A5OzUx9AntT7/jcHHJ8zfU9vXiFqQvODN/LgDVnniGSj37FHk/gtJNoRwdbDYbDz74IBUqVODxxx8nOjra63qjRo0K07xAUCbIcsnOGeanILOZ82YzczQNWGiojVWhoa9hAFaFe58qU6Eh0wmuRv1Q71l03W1fD7Isk/DVZ5xdMA+Aak8+KwRJcEMUSpT+++8/Lly4wPbt2/OMUycQCK7NjbpkZ52DMl/xHM8SJLjqrVfp/lFo7x1WLO7ecEWQvpzF2YXuc4TVnnpOODUIbphCLd9VrVqVsLAwKlasWFT2CARllhtxyc7y0AvM8uqTHZ6/s7z1dGp1sbl7AyBJWC+cB6D6M2OEIAkKRaFESa/XM336dMaPH8/58+c94YGy/rhcrqKyUyAQ5EGzypVRKhT0t+5hkfF7GjrOs9i0gF0NA3xmoy1qFCoVtV95g3pT36dit57F3p+gdFMoUUpISODRRx/l/fffp1KlSp7wQFl/PvzwwyIyUyAQ5BVo9bzZjNNuoZ91L7GSkTnpi6niSsOy/dtii/QtyzLJf/yOLEkAKFRqwu9qVix9CcoWhdpTqlSpErt27cr3ukAgKDwbEhI8oYpCrizLZc2CjqWkYFVoeD2oPXPSF3vuKd/z/WJZrpNlmZOfzOD8T4sx/r2b+BfGF3kfgrJLoURJo9F4gqYKBIKCY3U6OZeejroAS9y+0l8MXLGC41dSvAxfvZpA2cFbGb963Ze2dBzBRezYkF2QAIJr1y2ytgUCuEFR6tq1K927d+ehhx7iiSeeyLPe4MGD6dJF5EsRCLLHntt0PpmBK1aQYbdzt8HA+LZteaBq1TzvPZeSRLrd7omNlxVF/LzZDFf+jULDQl1D+ln3umdMqm1F7votyzInZ37A+WU/gkJB/AvjRT4kQZFzQ6JUvXp1oqKiUKvVVM3ny3SzwvcIBP5M9lTjF5c8z1JHPGZNAxSA1eFgyMqVHB092mfEBuPW2aj++obmtORl4xoW6BqyUNeIYK2WisHBAJ6grQt0jVgWUB+lVk/40P9hCI0osvcgyzInPprOheU/uQVp7EtU6PhQkbUvEGRxQ6KU3YHhvffeKypbBIJSR85U4wDdlUYWGmpjzzHryZleIuteV0oin+KOi9fPupffgxvx1RVXb8ArNUamQgMOB7fNne+173QtrhVf7+QnM64K0riXqdCh840PikCQD0WSuuLs2bPs3bvXKz05uFOTx8fHF0UXAsEtSVaq8SxBApga1gkbGhRcTfqXNeu51r2x/T5if+17vISjVVwc+0eOpN4XX5Bx5TuYfd/Jl8hkJ7sTRZBGw5yHHqJ99epedQyN7uDCyuXEjxlH1IOdbmAkBIKCUWhRmjhxIq+//joqlQqVSkVQUBCpqamEhYUxdepUIUqCMo2vuHYznJvorOvJZSfoNBrmduyYZ7DVnPcqf36Fc5GLiQ4ORq+/ujyearV6BAnIdwaWnZxOFBkOB72XLmVx9+5ewlTunvtoMu8HAiIjr+ftCwTXTaHOKV2+fJm33nqLVatWsXv3bmJiYkhJSWHfvn3Url2bhx9+uKjsFAhuSZRaPfq7B0NYDOUf/QF1RBzR945k/5PPsnv4cL7o2JH7Y2PzvDd7mnJXgIGUtMsM/WY6u6bey67V73vq5pV23dcMLDvnzWav9OpZDFu5kv++nOWJ1AAIQRLcFAolSmfPniUsLIzOnTtz++23c/bsWSwWCw0aNOCee+5h8eLF125EIChF5DzguiEhgUb/ZNJc8RB1Vm3nyEOzMLQYhk6tpqrBgFpy18vrkKuhxTCqPL0WKbIWF5wQJmd6HY61WEwAeSYEvNbSXcXgYII0Gq8yhSzz6N/bubBgHgdeeAbJbivUmAgE10OhRKlWrVqYTCaOHz+OQqGgSZMmbN26FYDMzEyOHTtWJEYKBP6O1elk4cGDxM+aRaOvvyZ+1iyWHj5Mv2XLMNvtWBUaMhwOeq1ay68nTgBg/Gsul1a9zsmDGzk988E8M8IqtXou2iVe0bf3Kn9V346LdsnzOivt+p5HH+X46NEFcnLQqdXMeeiqF51Clnn237958HQCKJXEDh+JUhtwI0MiENwQhRIlnU5H9+7d6d+/PwDt2rVj5MiRjBkzhu+++47WrVsXiZECgT+zISGBGp9+yqiff3afGcLtaDB09WoynU7P0lhWsNTHVy7FYjFx4c8vkcyXYMFwXCmJnN34uWfmk5MKWiWTLL95lU2y/EYFrfdXOL+EgHnRvnp1FnfvTohaxXP/7qb9mQRkhYJaL79OZJv2125AIChCCp3kb/bs2UyYMAGAcePG0aFDB/7++28mTZpEt27dCtu8QODXZDkKOK8sv2UJT849mqxgqXc6TvPNpbn8vvQdHqeFV53HFfdQ86s5bEhIyLUMqNeHor97MGdUYQwN6c0ZVRj6uwd7OTsUhjYVI/ktw0S7M4mgVFH71TeJbNOuSNoWCK4HhSzLOb8/ZYKC5osvSiRJIikpiaioKJTKspuJvjSNw4mkc7z75XgGWPfwatCDvJXxKwt1DVmga+Spo5MdLDJ+T6xk9JQ5UGBWBKIyVCck7SAKJBKVBvoaBqDQBKJWKn3GubNYTFy0S1TQKotMkIxbZ5M492tMx2RQQEyf1sSOmlgkbReE0vR5KAylfRwK+swtlEt4Wloa77//fp7XVSoV9erVo3v37mhybKYKBLc6xq2zUW79iqHWNKIksycYaj/rXpYG1AeuJt2bFNSaL9KXeu7VICMBqYpAng3pyYQrYmZVaMDp9HjR5TxvpNeHUq0IY6xmHdDVGc5i0ZcnuEo6mDd6wiIJBDebQomSw+Fg//79rFy5kipVqhAfH8/58+c5ePAg9913HxqNhpkzZ/LVV1/x66+/XrtBgeAWIethLqWeISrHtYkhD9LPuo/utn28HtSeieZfCMaeq403g9piD6rNvxabVxpzuLr8l9d5o+yx9HKKR37XsiPLstcB3fK3J6FQQFSv6UKQBCVGoeaIkZGRyLLMlClTOHnyJL///jsHDhxg6dKluFwu1q5dy5EjR9iyZQubNm0qKpsFghIn62Hui0nGVTyZucWT2yhGNoEsc3X+4+Z98xrus53wKgtSq9Gp1fmeNzJunc2ZmR2wJuzizMwOHq89yW5xX/vowVzXciK7nByb8hbnly/xHNBVXOk0acmYYsvDJBBci0KJ0n///cf69esZO3YsCsXVL1y3bt0wmUxs3bqV8uXL88ADD3Dw4MFCGysQ3AzySqaXHV/RFrJEpwIW1DlcHZ4P6cqnurtxZPvKaZDo6DhKU/sZFpsW8GNVKwqlEms2j70gjcbrvFHOWHrOlASMf80mbdPnnP6oPWl/foYzNdHrWk6BkV1Ojk6eSPLvv3Ly048JrNvbc0BXHRFX5NHFBYLroVCipNFoyMzMJD093atckiQuX77s2ayz2+3E3YS0zAJBYdmQkOB11mhDQoLPetmjLVzo+glnlQYWBtyeZ7tvZfzKgsDGPBPiHeVEjcxn5mVUcaWh3bsItTUNuOrFZ8+Rb8nXDK18tymYds7HlXoal+mC17WcS3Gyy8mRtydw6Y/fUajV1H59IpGdnqbK02vRxTWlytNrMbQYlv8gCQTFSKFEKTY2ljvvvJPu3buze/duzGYzR48eZejQoajVapo0acKKFSv4888/ad68eVHZLBAUC3kl08trxmRoMYzyo1dRsfY9hA5fxH2OU17XHSh5KrgLiUoDSwIaAPByxvo8+9+grsZc02IaOs6zyPg9/a17sEsSjyxf7rHB1wzt0rKXKf/wZJ9tZl+Kk5xOjkyawOUN692C9MYkyrW8F8AjXGKGJChpCu13uHjxYvR6PU2bNiUkJITatWuzb98+li9fTmBgIBkZGcyfP5+wfIJCCgT+QFYcuIArs5QA2eGVTC8nGxISqPX1XBp9/TWdV/3O4sBGJCoNDA3pTaLSwGZNHC9aNjFJ35petv10tx1goa4hiUoDj4V0J2fO2f62vZ59qFjJSD/rXsIkC2aHw2NDznh46og4Qu96hEvL/+fVliqkAurwWM9SnOR0cnTSG1ze6BakOm++7REkgcCfKHSU8MqVK7Ny5UpSU1M5efIk0dHRVKpUyXM9K9qDQODvVAwOZqhjPz0ydvNaUHsmZvzKT0FNfAY19TWrmhfQkFWamqQp9YwK6cbn6cuIlYx8YXa7gvfP3EOfsEdYGlCfPtZ/IYfjgwMlqmxSdURZjrmmxfwUdIeXDYYWwwhp2helVk+VK+nOFSrt1USCi58jrMWjnjoAlzf+weVNG1BoNNR5820imrcs6uETCIqEIsmnBBAeHk54eHhRNScQ3HS0kp0nFEfQXJmtADyhOIJWspPzq3IqLc0TUgjcrtv9rXs86cjfyviVTZpqDLTtudo+LrrbDrA0oD49bftR5XCGUOeYO7Vzuj3znlQczWVDzuW27EIV88yvuZbhyrduiyXxFCF16xPRzDuShEDgT5S+Y8MCwQ2i1OqJ6/eRV1lcv49yPeA3JCTQdsECz2ud7EAnO+ifucdr+a1vNkECqCBnMMDqLjvU+PFc/Tvz+DrG9HqvQHs92c8mSXYLksOBy2oFQKFQEDdspBAkgd8jREkguIIvJ4KcZ3ZyLttlxbSr7byENsdMx4qWjBwzrA2a6iiA+ns+9yp3okCDhC8uLXu5QOeGsp9fOj3jQfY/O5hDr473CJNAcCsgREkguIKvhHz6uwdzKi0Ni8WEZLdwLiXJkxRPJzvoZ73qnFBBzvBqLwQ7QXh77vW1/UuA7OD7gNshrArhbV+AsCrMDGzBD9rbfBilJvSuR645U8p+funsZz1J3pZB+uFETPv/xXLieGGHRiC4adzQnpLRaMRagF9fISEh6PXCxVRwa7AhIYGB/2TiUDyEatV2Xrz7LU5unsugte+RpFATrtOhxcVQVWPmahpgVWh4Pai9Z/8J4IIiiAlhXfjI9jsay6VcfSwKuA2jUs+q0LuYNmwmZrOVcqNX8vPXX/ND8hdedWWURLR+jrB7R13T9qzzS2c/60nq0XLYUgNRaDTUm/QOIfUaFH5wBIKbxA3NlB5//HGio6Ov+WfWrFlFba9AUCxkX5bLSsg3Zds2eph3ESFbiZLMaCyXkC2pPMEhyqvdM6W3MrxjOjoVKmb0HYFK7Tsx3n2OUwTIDp5q0sQT5VuvD2VhNQchsneGV2VgKIaWjxbIfslu4eKi50k94hYkFDLl73ARersQJMGtxQ2J0syZMzl16hSnTp3iww8/5M4772TZsmUcOnSIzZs38/jjj/PQQw8xYsSIorZXICgWss4oZS3LZTExqE2uus9qWvFpl+5sHDaSn4Lu4PSVs0mnlQZ+DGpKokPFR3ItEpUG5gU0woGSeQHu80lZkcCn/PUXv508CbgFJerYmlzeeJE5ojF4DsH63F9SkXaiEra0QNBoKH+XkgpdhovDsIJbjkLlU0pLSyMmJoYTJ04QGRnpda1Hjx48+OCDjBp17aWHkkDkUyo5/HEcrE4n1T/9lK7pOz1u3R+aVxIiW1HlqHtGGcrw8kPZ/+SzbDt7lhHLlpDshEg1fNqlO0+sXEqyE8IkC1aFBp3s8EQAzx4JPESjYWvPnlSpWBHria1cmP2Id0dKNRHtXyTs3lEYt872nENKWjIGQ/NhXuGALKdO8vdTj2G32XizaXPORUfxVbdeBUqJXtL44+ehJCjt41DQZ26h3vnZs2dRqVSUL18+17UaNWpw+PDhwjQvENw0dGo1X7Zt5eW4EJZDkJwoSCWA73WNSHa6zyq1iotj/5PPsufRR9n/5LPEn/yZry7NpaHjPEuN81idNpuarsssMn5Pd9uBq/3JDjIcDlLSjUh2S66IDABITkw75uM0X/IZhDX7jElZJYb/3XUPbzZtwd7yUVxykm+IJIHAXymUKNWsWROXy8U333zjVX769GkWLVpEkyZNCmWcQHCz2JCQwKh1G3k9qH2edZ4I6Uan8OGerLJtFyzwCtgq2S2o9iz0ErUI2coX6Us9YYN0ssPjRt6MZJR/vEP67sWe0EERnd7w6rN8tymog8vnCsIa1Ws6sqwi48R/gHv5cW9QMHvLu1cssudhEghuJQoV0UGr1fLll18yZMgQZs2aRZ06dUhJSWH9+vW0b9+eAQMGFJWdAkGxkeXk4LRl5HJcyM6rGevpa7j6mTbb7fRbtsyTujxYo+GdBqNosekVn/d/GOg+uNo/cw8xsomPUxaRLtXDtG0OMU//TNDtXTj3eQ+vey7MGUx46+dI/3uxd/mi5zFfbIT56BHqv/shFWvWIkSrxXxlX0wBBOfIwyQQ3AoUeuGyX79+HD58mF69ehEUFESjRo1YunQpK1asKJXrooJbl7zyJGU5OWQqNPwY0IBEpYGngrqQqtCRQoAnwKonXfkVZCDT6fQcpHXaLVTZ/G6e/b+f8TM/RyYSE6TzKo/sOQ2lVo86uDyhdz0Cymy/FSUn6X8vJvTORzxBWJWGWNKORmP8529kl4TksKNTq5nXtSvBWi3gFqTseZgEgluFQjk63MoIR4eSoyTGYUNCAo8sX47Z4SBYo2H+ww97nACsTifxs2bxkGkH/ax72aqJo6dtP0u09bnXmcD3ukb8rK1FmlLv5bQAeF5neez1tv7L8MxdBGO75jKEjJL0sHqEK83EPP2zx1POcnyzl9NDpcd+RBfXFMluQZaUHPzfC5j27EEZGEj9qe8TeltDT12r08l5s5mKwcG3jCCJ74Wb0j4ON8XRAdwJ/CZOnMgdd9xBUFAQly9fZuHChXz33XeFbVogKBKsTif9li3D7HALh9nhoN+yZZ4Zk06tZnb71h4nh362f9Eg0d++jyqSiZGZO/jW+AN3Ok6zyPg9gzJ3A1dDDDV0nGd12mzWpX7JI5n/EIz9moKkCqlAxZE/oAqOJLTZUE+503wpl9NDVqgj2aXg0P/GXRWkd6Z7CVLWe6kWFnbLCJJAkJNCi9Kjjz7K7Nmz6d27N5Lkjt0lSRIjRoxg9+7dhTZQICgsp9LSyMyxZJfpdHIqLc3zOqZ8dJ5ODipZIkY2eRwWns7cymMZfzHAejUAa4RsRY/TZyp0X8guO9roupR7aAKAJ2bduc97oI2umys9uexScPCVcRj3/I1Kr6f+Ox8Q2iDvTLcCwa1KoX5OJScns2jRIhITE4mOjmbyZHf2ywEDBrBmzRqWLl0qPPAEJY9C4bPY7nJxMi3N7QxgtzAp4xef9YJweL3WIDPStgsT2gJ1n+V44F14NfiqadscXFfcvd3XZCo9vhR1cHlPviTJbkOp0aIKCqL+O9NF6CBBqaXQohQeHk50dHSua1WqVMGeLd+MQFBSVDUY0KvVWLLNlgJUKjouWoTTbkGl1fNjlXSCZTsXFUEEyzavQKo5Iy0AqJGJwJar3Be+JDF60DcotXqUGjORPadx4ctenmuy00bGvysxtBiWLW9SAHUnTiHzzBmCqtco4DsXCG49CrV8V6tWLaxWK7///rtXuclkYsmSJdx9992FMk4gKAp0ajULunUj5IpnWpBGgwLokr6TRcbvqWc5QcTurwiTrVSQM3JF9r5enCgwo8m3TtLi53GaLyM5bCQvecHrmiv9Imlbv8aRdonzy5eS5Yuk1AYIQRKUegolSmq1ms8++4yuXbsycOBAbDYb48aNo379+tSuXZsePXpcuxGB4CbQKi6Obzp3JkjjDraK0+pxbPgifWmuXEbJyiCSFN5x42Qg9RpiA/Bc0EM4fc6PrqBQoq/blvNf9iLz+J+ENh+GKtR7taH8Q1M59NqrnJgxjdPfzi7w+xQIbnUK7ejQv39/du3aRXR0NJ06dUKhUDBlyhRWrVqFIo+1fIHgZpF1NinNamX46tVeoXnyi94gyzJaXKQSwGPB3XGgRAGE59hf8sVLGRtAkcdXS6ECWcK09RucKYlYDv9O0G0Pgeqq2ElOBQf/N570A/tQBYcQ3qx5Qd+uQHDLUyR+o/Xq1WPatGlF0ZRAUGRsSEhg4IoVpNvtBGk09DRto6dtP5P0rXndsg697L3n6UCBMjACVeZlomS3eJ0hhH2aaJ4P7szH5pXX7POCIojvAxtzUFXBK89SFspAA5IlxfPa0PJR1MHlCGvxKMa/ZlOu09scfOUl7GmgDgmh/nsfElyrTuEGQiC4hSjUTOnChQu0bNmStWvX5ro2cuRIkU9JUGJYnU4eWb4ch82dDbavaQtPZf7lXq4zL6WKZEIBnFaEeiI2bNZURc4xu9coJAZk/sOLlk0F6leHk5+1tfIMVyRlpnm9Nm75GsluwdBiGNHDf+T4x99mE6QZQpAEZY5CiZLNZmPr1q307t2b119/3XNOCdxpLSwWX3lfBILCk39uIVh29KjHkeFO+2kez9yRa9/o5eCO9Al7hL2aigwJ7U1N12XUObLFVpAzGG3dznZ1lQKcPgIZBVaFhoU6d/6kH/R3gFJNyN2DUYfHoq/dJtsZpFj0ddqi1OqRXS4Ov/YK5kMHUYeGUn/aRwTXqn1DYyMQ3MoUSSyLbdu2sWjRItq3b09ycnKh27NYLMyZM4dVq1blWefIkSN8/fXXXn9EFImygXHrbM9h0zMzO2Dc6u0IYHU6efW3n686MphzOzKAO8AquEMFpSn1TNXf77M/NTK97QdQAA6UPBvUhYv4Tp73fHAXABboGjEktDdTdPdAi1FkHttI+W5TsCcdJfSuR9DFNaXyk6sJqtsWAIVKRYWHHkYTFkb9aTMIrlnrRodHILilKZI9pfr167Nz506GDRtG48aNWbRo0Q23tX//fvr06cOpU6do0qQJDz30kM96S5Ys4cMPP6RBg6uHCIODgxk0aNAN9y3wfyS7xSu3EIDxr9mENO3rOdNz3mwm2el2ZPC1rwNuT7ql2rp0tx2gn3Uvk/St+cCc94+gLJ4MeZh96mjsFjW+pk4fmldiljW8FdyW1yzrWaFvhOrgSZwpiZ54dqYd8wm9e9AVe6+mlqjQoTPl7rkftYjsLSjDFFnUv9DQUH788UeeffZZ2rZty+bNm2+onWbNmtGrVy9eeOGFfOslJiby8MMP88cff3j+rFx57Y1owa2NUqvPlVsos90bHE3P9MSyqxgcTKQaJuaThiIdDT/pGuSYTcm5dCbn63fMPwOwILCRV7rznapKuIAQ2UoV0vnCvJQYychjyuOU6/ymVxtRV9KcO9PTufjJDOypVx0fhCAJyjqFmikplcpcWWfHjRvHnXfeSb9+/W6ozeXLl9OmTRsmTJiQb73ExESaNy+4q6zNZsNmu3oC32QyAe44fdn3wooTSZKQZfmm9eevFGYcLBYTF394nuy/p84tfoEBhn4oNYHMe/hh7o+N5cuHe7J04QEezvibyfoH+Ni83CsmnUWhw67Q8EZQe75J/9GrDxlwXelBgbcwSbK7fJGuEcsD6mNVaFiga8g802KUV2zKXt9S8Q4uzn/cy96LS16gwuAFHHrlFSzHj3LUbKL+tI/K7BEK8b1wU9rHoaDvq1CiFBMT43MPqVWrVpw+ffqG2mzTpk2B6iUkJBAcHMw999yDyWSidevWTJw4kZCQEJ/1p0yZ4lPokpOTsVqtN2Tr9SJJEkajEVmWS2Vo+oJyo+OwLymJ93fs4K6A5twbfpL5usY8Yv2HP7XVqKUxAPDO779To2NH6up01Bg0kZR0I2PMZi79cdIrhp0LDXfodTyfcYr0sHq5+vIZrw74JLAltVTuvrS4sKMiWFZhUtRF5SPskHTxFOmh2faHFEr0tTqzb/yL2E+dRBEcQmi/QUWyF3urIr4Xbkr7OKSnpxeo3g2J0smTJ4mKiiIoKMhr9pGr8WIMn9+kSRPUajXjxo0jMzOTiRMn8vfff7Nx40afvzhffvllxowZ43ltMpmIiYkhMjLypuZTUigUREZGlsoPXUG5kXGwOp08ungxZrud7VTgSyKw2jT8QhOsDg04rnrhOfV6IjQKkhwy8YYgbteHcjnzIdK2fsPjipa8ZvqVRYENibX/TVjmAWTZRQgOLxGyAQE+7Bielkjf8Efobd1Hd9sBJusfYFzGesJkKyHkPvf0k7Y+fe0HPGXlen/GyU8WYD91EnVYONEvv07lxneIz4P4XpT6cdDpdNeuxA2K0v3338/AgQMZNWoUVatWzbPetGnTrrk3dKPk9LRr3rw51atXZ9u2bT6X9QICAggIyP2YUSqVN/UDoFAobnqf/sj1jsNFiwVjtgC/liuJ9iwK77A/IVotyZu/4szOebyqb8cky2/o7x6MuUEvHv3byCUnDDH0wqrQsNg4nwjZt0t5ALlnShKwVFePIfZ/GZb5FxokPjf/BIALBYpsC3cuFHwd0IQuzmMornj+SQ4lR998C4cJNOER1Jv2IebAIPF5QHwvsijN41DQ93RDojRv3jxq1KhBVFQUe/bsybNepUqVbqT5GyIuLo5KlSpx4sSJ69prEtwaVAwOJkSrxWy353leKFClYnb71tjmD6CKK83jeXdm+7eMOA6XnO7EfP2se3k9qD0Bsu/Aq0mKIIJkK0G4vMqVCiVPK4+BJRVyuJhn1OlM+MW9nGv+PM61E1gU0IBlhub0rd4c9eHlRPWazsGXnvUIUoPpM9HFxGJOSirs0AgEpYobEqX77rvP8++GDRvmU7N4sNls3H333UydOpUOHToAcPr0ac6fP0+tWuJ8R2lEp1Yzr2tXBixf7g6omoNXWrbkmaZNWXbkCJ/q23m5gr+qb0ey030eKcvbLi9XcQCHrCDAx7kmZAksl33eE3p0LaGtnyOuZU8sjdtRxS4x7UpKcqndaJRaPXXfm8+xd6YSP+5l9LFxpXZDWyAoDDckSh9++CFbtmy5Zr3BgwfTpUuXG+kiF126dEGhULBixQoCAgK47bbbGDlyJM888wxRUVG8++67tG/fnjvvvLNI+hP4H63i4jj42GPU++ILL2HSyQ4+3LGD+qF6XvplLXNyuIK/lfErQyMGkSpp8j27BO7DsT/pGhAuZzLQtrfgxklOUnctIuDuIej1oVS7crZWdjk956cCq1Tlto9mlVkvO4GgINyQKEVGRua7l5RFYRwI4uPjvbw1Gjdu7PVl/vLLL5k+fTrLli1DlmV69+7NSy+9dMP9CW4NwnQ6xjdrxut//gl4L8cFLRhIB11DjqrKU1FK5x39/Yy3bOSoqjxm1OhkW54x6bJYqq1LD9sB1L5mStlRqglv9yKpv0z2FA11NePE13OZ37Ed98fXwZZ0lkOv/I8qA4dS/v4HAIQgCQTXQCFnZRArY5hMJgwGA0aj8aZ63yUlJREVFVUqNzILSl7jYHU6OW82U/HKspcvrE4n8bNmYbbbCZAdLDJ+T6xk9Fw/rQhFoYAqkslTlqg00NcwAKtCQ3/rHh7L3I5Btvl0+c7pCu7Exy83hRLDPaPIOLAGZ0qCV99LdLfR236A+t3f5/gbb+A0Q0CFaO6Y+z1Krbejjfg8uBHj4Ka0j0NBn7lF4rN99uxZ9u7diyPHWn/9+vWJj48vii4EpZzsaSZCtFrmde1Kq7i4XPXOpSSRbrejkx1YFbmX414LfhDAq+z1oPZYr3jpLQ2oz0jLdi/hyS5EOYXKiI5yZDvHplARctcjZBxYgza6Ls5MIxetDmQgBDtDrLsx2Owcf/V/ODM1qHRQd8rUXIIkEAh8U2hRmjhxIq+//joqlQqVSkVQUBCpqamEhYUxdepUIUqCa2J1Ohm4YgXmKy7fZrudgStWcHz0aK8Zk3HrbFR/fcNdcgteMf7MkoAG9LLt92provkXcq6QvZXxK30NAzyv7ai8rqehyTN5n5cgAcgu0rd/6/635EIZEESFzLOeyxccwVw+aMCVqUGpdVLnzTcJqlqzQOMgEAgKGfvu8uXLvPXWW6xatYrdu3cTExNDSkoK+/bto3bt2jz88MNFZaegFHPebCY9m6u3DKTb7Zw3Xw1WarGYuLT5K1wpiXyeupBYyUgv235+DGhAotLgyYm0ILAR3+vccekeC+lOotLAkoAGdLcdYJHxe25zXqA83meTDNfIJnsRPUNDepOk9I5LJ7scBNd90PPaZVciHwjxCFK5+smY/pySZ3oNgUCQm0LNlM6ePUtYWBidO3dGlmXOnj2LxWKhQYMG3HPPPSxevJinn366qGwVlFJynkFSAMFaLRWvBCfdkJBA/2XLqCk1Zw7ey3JH1OX5QXc7VoXGs28EoJFdvJqxnkn61ryWsY5g7ITLVr5IX5qrfwWQiQozAYBMOTK9fq2Vx8IdjtM4cvyGc6VfxLRtrue1JSkIMlXuJbsJEzBumoyh+TCP911OsueEUupEIFaBAAo5U6pVqxYmk4njx4+jUCho0qQJW7duBSAzM5Njx44ViZGC0k3WGaRgrRZwC9K8rl3RqdWepT3JkZnLc26qeQ2LjfPpbnOH8ckSJJ3soKdtvyf6d4xswi7n/VFXADpclMNCBJm59pVUQE/bAZbrG6EMqeB1LbT5ENQRcUQP/56w28Ipf99t3P7Ztxju7ECVp9diaDHMZ5/GrbM5+0ln7EnHOPtJ51w5oQSCskqhREmn09G9e3f69+8PQLt27Rg5ciRjxozhu+++o3Xr1kVipKD00youjuOjR7Pn0Uc5Pnq0x8kha2kvK5vraUUoFxVBAETLGVSRTPSz7kUnX12Cy3KAyE7OJbucKHB/GVT4DsSqVUj0r18fhVrrVZ6+93eCG/bk0rKXKffQmwSGHMSe8DtAvjMkd06oRFJ+mYozJRHjX7PFMp9AQBHkU5o9e7Yn+va4cePo0KEDf//9N5MmTaJbt26FbV5QhtCp1VQLC/Nybsha2gN3Ntc+YY8wPriT1305BUgnO3LNqrxdG66fSCmDyKOrMdw1yJPOnMBYLu0O4tQ3P+C4lEDSd8NxpiSQ8uu7pG36PM+U7b5yQmXlWBIIyjqFFqXAwEA6dXI/JPR6PbNmzWLDhg0888wzhTZOINCp1XzTuTNhSvdhVl+C8455DT+kzae/dQ+AZ1aV5QBx4crMqrCcbf4cYfeNosrTa1EExpByqAL21HRcjnAkZ7avkuQk7c9ZnPnoQZ8p2yW7haQlY7zaTloyRsyUBAKKKPPsr7/+yhNPPEGbNm0wGo1s2bKFf/75pyiaFpRxNiQksPqHicxN+Y6GjvN8a/yBo6rynFWEeMSmgpxBjGyif+YezzLeAl0j+hoGcERdHtcNfMx9nSgP+PkVLBYTjlQT+59/Ctv58wRER1OuoRGV1jsChEKlxZmayLkveuJMSfBanlNq9RiaD0MdEUvEgy+hjojN1yFCIChLFFqUpk6dSufOnTl79iybN2/G6XSyZcsWWrVqRWJiYlHYKCijWJ1ORixbQo+M3Z4gqjGyiQbOC6BQ8LvW+/xPAC76WP8F8ByutSo0zA9sTBoBuHzuFvnGZ01Z4szJk+wb8zTW8+fQVazEbR9+SsT9A0GZvyNrzuU5Q4thVH5yNdqomlR+cnWeDhECQVmjUKKUnp7OhAkT2LZtG8uXL0d7Ze3/xRdfpFmzZsyfP79IjBSULaxOJyfT0jhlNJLshNdy7BlFyxlUlkz0zREwNUrO4JnMrbS0n2SR8XsGZe4mTCmxNKA+AyOHc/CBSfn26zuRxVUmB3TEOOktbOfPoatUmXrvTiMgqgJh944iot2Lbi+8YfNRhccgu7wT/vlanssSKTFDEgiuUqhzSgkJCRgMBpo0aZLrWtOmTbl48WJhmheUQX49cYKhq1aR4XAQrNEQoZKZlPaLz7r/qqK5w3Xea1ajQuZj80oAns3cysDMf5AUCnSyE8WG3PMfFzAuqCPPW7YQgo0wOe9Mys9e2ojjcihqPdQc+xjJCwdhaD4MQ4thhN03itBmg1Bq9cQ88yvpuxZh/Gs2Ub2mk7RkjFieEwgKSKFmStWrVyclJYXjx497lcuyzIYNG6hfv36hjBOULX49cYLeS5d60lJkOBw8lLmPYNnBRfQ4cyyqNXJdyHdBToVMFBai5QzCsKGUXbn2iuyoed6yhYlBbZBlci3xOXEn/UslgB+i6hHRxEVEnXNcWvyoz72irL8NLYZR5em16OKa5nteSSAQeFMoUdLr9YwbN442bdrw8ccf43Q6WbRoER07duTSpUs88sgjRWWnoJRjdToZumqVV1mA7KCn5R/C5EwqYEGNjAMFj4V056wyFMt1TvRDcOQSMQ0uYmQTX5iXEo6NSwR6Xb9sC2aGfC8ZygCU6gAqjZyOKuCqU0N+rtx5Lc/l5SouEAiKwNFh0qRJTJw4kYULF2IwGPjkk0+Ij49n8+bN6PViuULgJmufyOr0vXNz3mzOlVHWqtCwSVPVq2yJtj7xrssgy7nC/twI6hxzpwrBV8P9OK0q2B/MM7v2UsFs4QkOkfbTWK/61+vKbdw6mzMzO2BN2MXZTzqTcej3wr0BgaCUUag9JaPRyK5duxg8eDCDBw8uKpsEpQir08myo0cZu26dJy3Fd126UFen86qXdUg23X7VQSBMstDXts+rXi/7AZKdwVSS08lJzlxIN4JScqAMj+V03ZEwcxbYlagCHSjVEjH9P8Z2dt8N7xVdjeSQwLkveiKjxHL4d6Tm3UTsO4HgCoX6qXn69Gk6deqE3W6/dmVBmWNDQgI1Pv2UUT//7BEbs93OkJUrsbtcuepPa92aoGzRHNKUevaoKnrVOacIRSXlnm0VLlOlkuhh81FHxBH+wLMEP/wFKZ/MBbsSdaCDcvWSUWklLi55npCmfW94r8hXJAdDy0eFA4RAkI1CiVL9+vWpXbs2y5cvLyp7BKUET46kHEtyWWkpUjMzPWW/njhB9U8/ZdTatV5JyMMkC41c57zuj5WNVCCTnGTNkGTAirLAIuUMMBDR4SX08fdQ5em1aGPbcuTl8URYraQFachsYOPRcj1JVBpwNeqHUqu/YVduX5EcjFu+FntLAkE2CrV8l5qaSoMGDRgyZAjz588nJCTE63r//v09IYgEZYusQKo5UQAhWi3hgW6HgiyPuywys+05dbQfJRMNGq6284smng4Ob2/P7G0D6JB8XveJzYT6toeR7BZsySnse/5JpJTLnA4J5aW770HWSBiVep4qN4Bd948qeLs+yIrkkLX8d3HJC+jrtBUzJYEgG4XeKS5XrhyPPvooMTExhIWFef0JCBApoMsiVqcTm8tFsEaTa49Hr9HwZadOaFUqnx53WehkB/0z9xCKt7C1dfxXKNsk3GeTJukfwIUCG0qSzh7m9EftyTyyGl2FiuirViN60js8rDzOXNNimpHMj7YV2HZ8V6i+AS9X8cpPriaobttCtykQlCYUsiwXbjn+FsVkMmEwGDAajYSGht6UPiVJIikpiaioKJTKIgk76HdsSEhg4IoVpNvt6NVu37ZMpxOdSgUKBVanE4NWy9f330+NmBgaf/NNnm01dJxnTvpin9ecKFAgXzP694LAO+if+bfn9WPB3TmmLodVoeHn1K8JyyZ6Sn040SNXoNKGoNIHcHrmg7hSrobKUkfEUeXptUU2sykLn4eCIMbBTWkfh4I+c0vfOxeUGJ59pCvLdplOJ2qlkk0DB6JRqbBdWZoz2+28v2MH4QEBnrQUOfEVDTw76myClNtl4ip9sgkSwOuW9VgVGvpY/yUYBw6LmozzWVHEFVz8dgCWg8tQavVU6PWB170ivYRAUPwIURIUGVn7SFlT7yynBpPNhsOWgYxbbGQg0+FgX3Iyjzdu7InsnTNRX1b6iaeCu+TruLBBXS3PawrcERkuKIJIVeiIvu8xNj7yCM9pTyFbVKQcjMR0KhxLkh7JkoIr9bTbbdt8SaSXEAhKACFKgiIj66xR1j5SllNDzVNrWWxaQEPHeRYZv6ef1R1I9eElSziz8XMWGb/3XOtvvZp+YmlAffoaBnBAXQEzvmdUAK2dJ/O8psQdqDVazsCMlsy6D1E1siLBdz5HysFIJIcKtd6OLtzquSeq13TUweWvpJdwJ/RTR8SJ+HUCwU1A7CmJPaUiJfueUohWy/yO7Yj+cTga01lPnQRlOJMrjWB/hpkFxu+JlYyea6kEkKEM4K2gNryasZ7/VBHUdF0mSLIRTt7BUgvC0JDe7NVU5O6My7y5ZQOyQ4E6yE65uskoNVe/Btn3jiS7xevvoqQsfB4KghgHN6V9HAr6zC2US7hAkJNWcXEcHz2a82YzFa+E7HlYdS+zWOip82ZQW0CFVaHh9aD2Xs4MIdgJl2x8ke52E4+RjNcdpSFFEYhGdhGM3evetzJ+5XdHLTr8fRbZqUQdZGdDw/K0xQSyzCsRPficLV4zIpFeQiC4uQhREhQ5OrWaamFhAPzw79+8bPzZ6/qbGb8z2VAVnexg+pU0E1nkjEV3I2GDJFkmMIcgOVDys7IWXf4+i8KpRBNkJ6JeMs2VdnqEDESj1fNVt17EVHxdCJBAUIKUvjmioEi5ViDVa937/MYtHoeFoSG9SVQa+EF3O/YrvnPXKzoOFLyma52v40N5rLl+bT0f1oPPQ5uzpno1jyAp1TKNhn7BhpFPs//JZ2kVF+dZqgMRxVsgKAmEKAnyZENCAvGzZtHo66+JnzWLDQkJ13X/ebMZs93OAl0j+hoGsFdTkb6GASzUNQTcHnbPB3cpcHsycFAZxUj7bg6oo6/Llg+kv6iicvBg+X2Ua5CEUu2WtbSl44jTa9FdibmXPYr3mZkdMG6dfV39CASCwiFESeCTnGeOzHY7A1esuOaMKfvMKlynQ6/OvUKc5V0XJlmYaPadVdYXCqChdJFYyUh954WCvQ9bCCnHqxDZdDAbmpYnRqdEZaiAKjQapT7ca/8oZxTvnEn8BAJB8SP2lAQ+yRm7LuvM0Xmz2bNflJPsnnfhKhmzrELlstHfdoB+1r28HtSeD8wrkVDyiW4Qb5p+5JiqHBqXi2g547rsK8iyn8OsIe1QKLITUvakouVnyEzzRMZTh8cS0rSvp35WFO9zX/T0lIkDswLBzUXMlAQ+yevMUZZHndXp5PClSxy+fJk0q5XDly/zyPLlmO12+lv3MOfyt9SzneWHtPmMzNxBrGRkTvpiwmUrEbKV5zK3ECsZudd5ClUxnEpwmDVcPhiJ7FQQXLceVR9/hvLdpnjVier9gZfg+IriLQ7MCgQ3FzFTEvhEp1Yzr2tXz8wnWKtlXteu6NRqNiQk0G/ZMq+I3p77ZAf9rHs9IgRwQRGUq14WGmQicT/0kxRBqGUnOlyYFAGEyVYCcF2XM4QVFUqzkpSDkcguJRqDi7qTJpO+/RtS//jQq27SkjFesexyRvG+3iR+AoGg8AhREuRJq7g49o8cyb6kJG6LiiJMp8PqdPLI8uVegqSTHVgVGs/fOc8eFVRUdLKNuYFN6Z55gCo+MssCuFCgysf3zmwOxH7QgMKlQGtwUa6RFcfFf92ClD05oFJN6F2P5Doga2gxjJCmfVFq9UUafFUgEBQMsXwnyJMNCQk0+PJLHlq8mAZffsmGhAS3R122xH39rXu8wgQNytydK5CqBhdnlKEMC+mNQxtKmiKQZZq6ufoLxUm/zL1oFXnnQ8pLkBYG3E6iwsCl/yJRuBQcDI8g/E4l2FO5+N1wb0ECoofMJezeUT697cSBWYGg5BCiJPBJXt534TodwRr3rEgnOxhg3eNZqouVjPSxH8BYp4vXuaS5uib0NjzCYXV57gt6hF6G/rR0+nYvjySTqAI6PaSiQ6EPJ7j183wa3p5+YQMYd2cr/qxYman3PED5XlPzvPfS8v/hNF8S3nYCgZ8hREngk7wifqdarSyv4WCx6XtqOy+hlnMkjug4kVGXojznkpYH1KWnbT+3OS+wyPg93W0HSFPq2auqkO8B2FSF7po2BoeEE/Ps75RrMYr5HduhDgjiUpCOj5vdyzddOmFa+Wque8p1esMTXFUdXJ6oXtO9rgtvO4GgZBGiJPBJxeDgXGeM9Go1FbRKog4vp4rLPTvK6cpd+c93kB2ZWBUaBmfu5vErnndfpC8lVjLSz7qX6aYVtHKe4rCiXJ79h+HI8xoPvIgqIpbo+0ZhOXWenX0eouJXIznY+S7+klexp3Eg98fXIfSuR0Dp/R6M2+ZQadRPGFoME952AoEfIkRJkCc5ZzIyV8/yZEcVGu1J7+Bq3M/j9NDTth8N3vtDJxTh3OtMRI1MXfmy746VavQ1WuZpl3rvIiqPWooitAkHxj+PK8OK6WgGyV/1gbTTWLZ/i2S3EHbvKCLavYg6Io7oYfO9Zkhw1dtOpKcQCPwH4X0n8Ml5szmXy3em08m5lCTUOWYXqDRoK9ajytNrsSu1aPfPxCpp2K6q4pWWAqCV6xRyjt9CNpRokbgcUYfylvMoFAqCm/Yj8/hmyC5qGj247Gij62I5eZYDL72AlJlJSJ2aBIVuQHHFzS/7ElzYfaMIbTYoT2864W0nEPgXYqYk8Eleh2crRUTlml2EtXgUpVbveaCrlUrCJAvdHIcK1FcAEhcJ5EB6JliNyJlpJC98AnLMsnBYQHKSfvAgB8aPQcrMJLRRI0Kr/odCdXVel3MJ7lredMLbTiDwH4QoCXySdXg2WOvO+Jr98KyhxTCqPL0WXVxTqjy9FkOLYZ77zpvNWJxO0pR6lmlzu33nhQKZexyJ16xnM2m59LcayWrF0KQp9Sa/T/g9w8USnEBQShDLd4I8yZmwT5fN8SGv2UXWDEttTeNu55kC91UBKxZU6HHlWy8zKQjJZsdwxx3UnfQuqoAAsQQnEJQixExJkC9ZCft0PqJ958y1ZHU6OW8282NVK9+mL2Gbqkq+bt85CcxHkJzAc+G9iWgaTIX2d1L37WmoAgI818USnEBQOhAzJcENkT0ieLBGQ++6dVl8+DBOWwaLTQuo4kqjjyvNU1/XqCf2I+uRMlPzbFPGvYv0ia4ZT1u3efazHBY1ikAXYzsPJLbGW0J4BIJSjJgpCQpM1swozWr1jvbgcDD7338x2+1YFRo2q2Jy37t3GdI9z+TbvhK3MB1VR3pmWDZjAJf2RWE+WY6W1eKFIAkEpRwxUxIUiOwzoyCNhgyH78OtYZKFnvYDuS/ILvhtwjX7UQMfm1cCYDMGknqsAkhOVIaaKJTawrwFD9kDsAqREwj8CzFTElyTnHHwLHkIEkCaUs+PAQ0K3actLYDUYxWQHU7C7rqb2z76FqW28KIk0p0LBP6NECXBNfEVBw8g4srZoKz05ln/buHwHWy1oNjSAkg5XB7Z4ST87mbUfWvqdQtS1jml7OeVRLpzgcD/EaIkuCZZbt6BV8QnUHYw1LGfP5zLeatGKIuM39PfugcAq0LDQl1DzioNKIMjc7WV0xvPgZKng7uQpggETSAOWzQpR8qDrCCkTix1Jky5bkHKazbkK0SSCMAqEPgXQpQE10SnVrOsup0fTAto6DjPYtP3PGXfjZSaSJedk4iVjPS37iVM4XbpXhV6F9KQHwi//0mUgeE4NXpcKDChxYoahzaUDwNbkqg08JnuLnZpqpCBGhyZuDLSQIbAClDn7ek3NEPKazYkArAKBP6PECWBFznPHoH7Qe+ODJ7GnPTFVHYZ0WgDvO57Lag9Lk0g24cM4fjo0dwfXwdDi2Ek9pzDRUmDCplQ7ATiRBcUSoo2nKUB9XnYfojazktoFFeWAiOslKufTPWnHuPCN309sxxfy3G+yG82JAKwCgT+jxAlgYcNCQnEz5pFo6+/Jn7WLDYkuPeGfD3opfRLXq/fNq/FYcsgQK32HLS1Op0M+P1PXtG396ob1v09nrnzTnraDxIrGfn89AoiLJme69oQOylrXvfMctI2fV5g54RrzYbyC5EkEAhKHiFKAiDvTLNWp9Pngz57sFQXEC2n827Gr1QMDvaUnzebcdgycqVHv/zTOOqVj6ThkFlYU3SkHC5PysFI0EZTvuvbXnXLd5uCaef8AjsnFGQ2JKI/CAT+i1+K0uzZs7n33nuZNm1annVsNhvjx4+nSZMmtGvXjnnz5t1EC29tfC3R5ZVp9rzZjFKrJ6nOw5xRhTFJ/0Cu9lRX/txj/4/MTbM85RWDgwnRuB0fzihDGRrSmzOqMEKbDQHgwufjSD1aDmQFmmA7Cp2KtD8/92r70rKXKf/wZK+yazkniNmQQHDr4leiZLVaGTRoEC+99BKXLl3iv//+y7Nuz549+fXXX3nllVfo3r07jz/+OJ9//nme9QVu8lqiyytVRcXgYKxOJ91OaBkc0oshmbvzbFsBpP+z2DOLse34jtXWHzmlq4wsQ2MuIw9eRLmWw8ncu5fL/wCygvC7GlP+rmAi7h2JoYV3xO/Qux7h0vL/efVTEOcEMRsSCG5N/Cqiw3///ce5c+fYu3cvTz/9dJ71du7cyS+//MKpU6eoXLkyAGq1mokTJ/Loo4+i9hE8VJD3Et3x0aM9qSr6L1uGxelEBpySxLazZ4kzGHDYMkhX6lmiu40h1t04ZSWRWDwilkV4+/EotXqc5ksY/5qNxnSWT1kAwBjNcWJiY0nZsokLM6aBS6Lc/a2o/eoEZJfdIyA5I34rVFqMf80mqtd0kpaMEc4JAkEpxq+e3jVq1OC3335Dqcx/Ardq1Sruv/9+jyAB9O3bl8cff5w9e/bQtGnTXPfYbDZsNpvntclkAkCSJCRJylW/OJAkCVmWb1p/OTmXnk6G3Y4CPGKSYbez4+xZmlasyF0VK6JWKDzTZ7vTyWPLlrCxUQiLTQt5Td+WHraDzNW5x3dU5g50OL2EKemH50AdQMqaiQTG30f6jvmea+W6Tibtn70cfet1cLko90Bbar70CrJCCWrd1XHJ+veVv0OaDSHojt4otXoqPbnGHSKohMawKCnpz4O/IMbBTWkfh4K+L78SJZ1OV6B6Z86coUaNGl5lBoOB8uXLc+bMGZ+iNGXKFCZMyB17LTk5GavVemMGXyeSJGE0GpFl+ZrCWxyoXS7uNhiwOhxeh1hfW7OGQI2G4bffTnWNBjQaAO53nOQ+2wku/qslNKQyMzgEoZV5WGEDGZwBtTBfaUOhC0W2mgGJ9FUfAMGkHv0Hwup5+klf9i76mg+irlgRRcXKhAwdQfLllGvaLTlsKDUBSI7LKDUB4On11qakPw/+ghgHN6V9HNLT0wtUz69EqaAYjUZiY2NzlQcFBWE0Gn3e8/LLLzNmzFUPMpPJRExMDJGRkYSGhhabrdmRJAmFQkFkZGSJfeief+ABHl292hNQVYHbqUEBHNy+HVmWyXA4CJAdTDD+SoyUezyfDekJwDfpP3rK9HcPxnpgDZL5Uq76Xuw6REQ1A/K9nalQseI1x8H411xM2+YQ2XMayT+OJbTZUAzNh1zPW/Zb/OHz4A+IcXBT2sehoJOOW1KUKlasyKVLuR9+ycnJVKpUyec9AQEBBAQE5CpXKpU39QOgUChuep9ZbEhI4NE1a0h3ONCr1Viyed8BGO12Pu/QgbHr15Nuh6lhHfg0ZUGudiZm/IIsgyKbW7hlx3coZFeuPSaAzEuByC4l+goZIEvgTCHz2Dq4pwdKXbCPO9xIdgvp22bjSkngwpe9AEjfNhvDnX1LzZ5SSX4e/AkxDm5K8zgU9D3dku+8Vq1abNu2zavswIEDZGRkEB8fX0JW+Tc5nRwycwhSlrddt9q1OT56NP8M6s/nbPGqc0ERxBllKN/rGrEgsBGJSgNDQ3qTqDSwWNfQZ7+ZlwJJOxaB8UQ4NuPVHwWGliOuKSx5RWcQCASll1tGlDZt2sTp06cBGDBgAKdPn2bBAveveFmWmThxIq1bt6ZatWolaabfkv0ckk52eP4OurJ/FKzVMq9rV3RXIjJUj6pEWPPhqCJieSKiP2cUoXwb2ITehkdYoGvEAl0j+hoGsFdTkSGhvWlu83bfVwZHkXk5mLRjEYCCwMgMtKFXHU2MW766plu3r0O7Fxc8wZmPHhQpJwSCUsotsXzncDho3749PXv2ZP78+ZQrV45Zs2YxfPhwvvrqKy5evEhaWhq//vrrtRsro2SdQ3rItIP+mXt4LfhB3s74laqtn+BUjW7cFhVFWI41X0OLYYQ07ctL55MZsrQ8KS7vxTmrwi1oaUo9C3QN6WfdS2y/j1D9/CoE3U/a7xsBmdB6FdEbdqMMCHF7zrmc6Ou0K9BMydB8GGlbvwaXA5fpAq70iwAY/5rtcR0XCASlB78Vpeeee86zB6TRaFixYoXX0tzQoUNp3rw5GzduJDw8nNatW1OuXLmSMtfv0anVzO/YjpA5nxAmZzInfTEAyes+pNfuNDQBQczr2pVmlStzLiWJShFRaCX3Ul+zypVRKnztFl1loa4Rvwc3Yn/tezAmvsjx998DWSaqQ0fix/4PlyXFIyCSJHEprWAedFnCaD9/kHNf9PSUi5QTAkHpxG9FqWXLll6v27dvn6tO7dq1qV279s0y6Zbn3thYjgcGQbbgp7YrK7hmu53+y5bRO/MfemT8zRNhnZiZsQaNSonU7UO+vjSXhbqGLNA18tz7cbt2vLxxI+l2O8FaLV917Yrz1AmOT3sXZJkKnbtS4/lxKJRK1MHlrxoiSVyvW7evIKtZh2sFAkHpwW9FSVC0SHYLVqeT1MxMsqfeyx7rTnJk0tO8mxjZ5PG6kwC+H0Is0N+6l6UB9VEA6oAgesZXpXe9epw3m6kYHIxWsqPQBFK5bz+cGRZqPDsW2WlFodUj2S03LCBZy3giqoNAUPq5ZRwdBDdOVibWC8f+IkL2di4IwJ2YTwF0tx1AKzt9tOBmSlgnutsO8INpAT/cVY1Lsx7CtuM7qoWFYd32LWdmdsCWuBuFaRHl7yqPadvcAqecuBYiyKpAUDYQM6VSTvZMrPzwGCrAiYInQrrxesY6fgi4DatCQ4zKwWOZOwgj7+gWn8l/ImlksKTBiidx4nY4sCQFcvb7rwmvftaz72P86xsUKHCmJmYrczsnoC7YIbqciCCrAkHpR8yUSjm+zvqMDe/FTk0My/WNeVp9gn86NGG1YyUhapVXPRkFisAwT8Tu8BYjqNT3I+/2o/pwYubH2C6BJfmqWFTo/SFRvT/wqiucEwQCwbUQM6VSjq+zPjMV23H1m4NiznfIllT4fgguQJUjHoM6JIrKT61BHVyeKk+vBeDMzA6e65aLes7/5d57Co5TuCM2XOHi4udQ5GgvyznhRmdKAoGg9CNmSqUcX5lYw5oPp2pkRZQqbb73Zk8nodTqvdrS1HoB44kIAIKrKqjUoy0KlZrQK/mQwlo8mis3knBOEAgE10LMlMoAWWd9sucokuwWyHH2SKELRqkzUKHPDJIWP4+hxfBcImJoMQzLxSBOzJwBuAUpOPo06dvcTgyWw+uoNOonjwt4zn4FAoEgP4QolRF8OQnITptXHYVSTeXRy93Ldc/8kktEJLsFl9VJwuxvAKjYsw8VO7fg/JVgqeDeN8oSpCw38MK4gwsEgrKFWL4royi1esIfeBZVeAyVHvsRVXgM4Q886xGUnCKS5VbuSj1K+YYZRLZqTNyIEST/+IJXvaxU5Vn1i8IdXCAQlB2EKPkZVqeTk2lpWJ15nxcqqnYNLYYR88yv6OKaEvPMr3me/ZHsFlI2fIMzJYFzX/REKSWiC/oXhUKRa7/K0NzdRpYb+rkveuJMScD41+xrBmAVCAQCsXznR2xISGDgihWk2+2EXIna3SourljbLcjZnwurVnNxSwBhNbRoQ9zx8LLcu33tV2VdF7HqBALB9SJmSn5CznxHZrudgStWYHU6CzV7ytmu05bBwBUrsFhMBbr/3E+LOfnxh7gyM7GlXc2HlLVMB7mFzZcbevb6AoFAkBdClPyE7PmOwB2LLt1uZ9nRo8TPmkWjr78mftYsNiQkFLhNq9PJznPnPO32t+5hofF7qmckcOGTTtfc5zm3ZBEnP/4QgPL3NSTs9vA83bstFhMn09KwWEw+3dCFO7hAICgIYvnOT8jKd2S+IiAKIEijYey6dblmT8dHj0anzv+/LvuSHUCg7HDnO5KMnrQV+eUkOrt4IadmzQSgyiODiR3+GLIj06d7967V72PZ/i2v6tsxyfIb+rsH07TzC8IdXCAQXDdipuQn6NRq5nXtSrDWfaA1WKvl/TZtfM6ezpvzT/uQc8kOIFOh4fUg7/Qfee3znP1hwVVBGjiE2OGPoVAofO4/WSwmLNu/pYorjTnpi6niSsOy/VvPjClnfYFAIMgPIUp+RKu4OI6PHs2eRx/l+OjRdKtdmxCt1hOsRwGEaLVUDA7Ot52cS4HgTn3+lWKrVz1f+zyyy0Xa37sAiBk8jNhhI1Hkk+Dvol3iVX07r7JX9e24aJfytVEgEAh8IUTJz9Cp1VQLC0OnVvucPc3r2vWaS3dZS4HZxUwTEEREy2uH/VGoVNR9azI1X36d2KEj8hUkgApaJZMsv3mVTbL8RgWt+GgJBILrR+wp+TlZs6esRHrXEiS4uhSYtaeUJWbl4+KQ7hrgc58n7Z/dGBrdcWWZLoCodg/matdXhAa9PhT93YM5k2NPSa8PLbpBEAgEZQYhSrcAWbOn6yEvMfO1z3Pm+29J+OpzKvcdQNxjT3jNjrIEKO3PzzHtmO+V+TXrsG3Tzi9geWAkc+0SFbSvC0ESCAQ3jFhjKcVkXwrMi9Pz5pLw1ecAqIKDvQQpK1SQ5fhmUn59N98IDXp9KNXCwoQgCQSCQiFEqRSRJRIFPaR6+rvZJH7zBQBxI0YR88gQr7ayQgVdmP0ISN4Hd0WEBoFAUBwIUfIzrldYsrjeAKiJ335D4uyvAIgb8ThVBgz2uu4rY212RIQGgUBQHAhR8iNuNLJ29llNQQKgJn77DafnfA1A3GNPUGXAIJ9t5gwVhFJN9PDvRYQGgUBQbAhR8hOuV1iy42tWk/11zjZ0FaJBoXALUr9H8mwzZ6igiHYvoq/RkipPr80zorhAIBAUBuF95ydkCcuNRNb2Nau5MG8EioBgKvT+MJe3XNSDnQiuVQd9ter5tptXBHAxQxIIBMWFmCn5CYWJrK3U6kmq8zBnVGEMDenNWZUBh0vClXqac1/0xHE5gTPff431whnPPdcSpOxtZ/9bIBAIihMhSn5CYSJrW51Oup3Q0ie0P3s1FekdOoCngzoBIMuQnhhK2kGZgy+PR7LbrtGaQCAQlBxi+c6PyGu57FpkxbpDoQHcgVtfSlvjEaSMc+6zQxU6dkKpDcinJYFAIChZxEzJz7iR5bKcse5sCg1L9XdgTqriEaSKnZtTuY9vpwaBQCDwF4QolQJyBW7VaOiprIX5hPt6tSeeovoL00rQQoFAICgYYvnuFsPqdPoMzpo91p1i1XLOfrMIgOrPvkDFh3uUlLkesgdzRa0raXMEAoGfImZKtwBZHngbjx/ONzV6Vqy7iu0eRFexEtWfG+sXgpTrUPBfc0vaJIFA4KcIUfJzsh7ophPbUXzbl4dMO4CrqdGtTmeuewIqRNPo6++o2LX7zTY3F74OBZu2zUFyCC9AgUCQGyFKfkz2B/qlr/tQxZVGP+tedLLDKzW6LMucnDWTSxv/8Nyr0vnHEpmvaBORPaeh1AgvQIFAkBshSn6Mrwf660HtsSo0ntTo0UFBnJz5AecWL+To229ivXChZIzNA1+HgpN/HCtmSgKBwCdClPwYXw/0SZbf0MkOdzbZLl049+lHnF/2IygU1Hh+HLro6BKy1je+DgWHNhsqZkoCgcAnwvvOj8l6oBv/mu3J+Frv7sFsa9CLaL2ec59+xIUVS0GhIH7sy1To2LmkTfZJzkPBqHUkJSWVtFkCgcAPEaLk5/iK8lBOkvhvxjQurlwOCgU1X/wfUQ92KmlT8yX7oWBJkkrYGoFA4K+I5bubTNZeyvUkyMsZ5eHSH+uuCtL4V/xekAQCgaCgiJnSTcT411wu/7uRsI5PcunHFwi98xHC7hvlOVhaUMo/0AbT/n8JqVufqPYditFigUAguLkIUbpJSHYLpm1zcEnBnP+yDwokUn57F23lBlxa9rJXviNfyJKELEko1WoUSiU1nn3hJlovEAgENwexfHeTUGr1nGk51rtQcnLhmwHXzDIrSxLH33+HI2+9huTjsKxAIBCUFoQo3SQsFhPONa/neT2vLLOyy8Xx96aQ9PMqUrZuJv3A/uI0UyAQCEoUIUo3iYt2iYUBt5Gs0PN4cDccOYbeV5ZZ2eXi+LQpJP2yBpQqar3yBoaGjW6i1QKBQHBzEaJ0k6gYHMzq0Dt5L+h+dmmrMDOwOYlKA0NDenNGFUZSnYe9Zkqyy8WxdyeT9MvPoFRR+9U3iHygrUe4rsd7TyAQCG4VhCjdJHRqNXO7dEGpccek+y6wCf0MA9irqUif0P50O6H1BFeVXS6OvfM2yb+tdQvSaxMo36pN7mjbW2eX5FsSCASCIkeI0k3k/thYvujYkeW9egGQeSV9eaZC4wmuCmBJTODy5o0oVCpqvz6B8vc/4DPadn7OEQKBQHArIlzCbzJalYqmkZGEaLWY7XZkQAEEa7VUDA4GIKhadepNfg+nyUS5+1oBV4Oznvuip6etvJwjBAKB4FZFzJRKgOzpy7OCq85v3xqSr8aDMzS6wyNI4Ds4qy/nCIFAILiVEaJUQrSKi2NP40C2Siv5/Z7ahLz1GHseG4Tl5Amf9X1F2zY0HyZmSgKBoFQhlu9KCMlu4fKWb1CnnSVj8nisl/WgyCTzzCn01ar7vMdXcFaBQCAoTYiZUglhV2p5XnkPaccirgiSzMIm9Qlqfl++9+UMzioQCASlCSFKJcTZpHO8vGMD1hS3IIXXvkzPgO2cSxF5hgQCQdnF75bvjhw5glqtpkaNGvnWS09Pz5UoTqlUUq1ateI0r0iQHA6ssz5FeVmDrJCZ26guA/U7WRrUhHciokraPIFAICgx/EaUTp48SadOnThz5gwul4tatWqxevVqKleu7LP+F198wdix3gFOw8LCSE1NvRnmFgrZ6cCVloas1vB+0ztZXy6aP9T1+KpbL3Rqv/kvEQgEgpuO3zwBe/ToQdOmTdm7dy+SJNGvXz/69+/Ppk2bfNZPTEzkkUceYd68eTfZ0sKjCtRTb+r7WE4cZ0Hd+pw3m6kYHCwESSAQlHn84im4ZcsWDhw4wO+//45WqwVgxowZVKtWjX379nHbbbfluichIYF69eoVuA+bzYbNZvO8NplMAEiSdFPSc0t2O5e3bkauWx9JklAGBhJc3/2+4kJDPbaUBSRJQpblMvN+80KMgxsxDm5K+zgU9H35hSj9888/NG7cmHLlynnK4uLiiI+P559//vEpSomJidSpU4dXX30Vk8lE69at6datW559TJkyhQkTJuQqT05Oxmq1Fsn7yAvZ4eDCh+9h+Wc3gd17I/fsg1JZdn1MJEnCaDQiy7IYBzEOYhyuUNrHIT09vUD1/EKUzpw5Q3R0dK7y6OhoTp8+7fOe9PR0fvjhBx5++GHsdjuPPPIII0aMYMaMGT7rv/zyy4wZczUigslkIiYmhsjISEKvzFSKA8lu48ibr2L5ZzcKrRZDnbpERUWVyg9dQZEkCYVCQWRkpBgHMQ5iHK5Q2sdBp9MVqJ5fiJJarcblcuUqd7lcqPPYZzl27JjX6wEDBtCqVSueeOIJateunat+QEAAAQEBucqVSmWxfQAku42jb75K2o5tKAMCqDNxKrYqscXa562CQqEQ44AYhyzEOLgpzeNQ0PfkF++8cuXKnD17Nlf5mTNnqFKlSoHauO+++6hQoQJ///13UZt3Q0h2G4de/x+pVwSp7tvvYbijaUmbJRAIBH6NX4hSy5Yt2bt3LwkJCZ6yffv2cfr0aZo1a5arvs1m4+mnn+bIkSOeMovFgtFopEKFCjfF5vyQXS4Ovfaye4ak01FvyjTC7mhS0mYJBAKB3+MXonT77bfTunVrBg0axPHjxzl06BBDhw7l4Ycf9hyinTx5MlOmTAHcS3E7duxgxIgR7Ny5k4SEBIYNG0ZMTAwtWrQoybcCgEKlIqzpXSh1gdSbMg1DoztK2iSBQCC4JfALUQJYsmQJBoOB+vXrc8cdd1C9enW+++47z/WNGzeyYcMGz+sffviBwMBAmjVrRo0aNbh48SKrVq0q8GZacVO5dz/umLsAQ8PGJW2KQCAQ3DL4haMDuKMxrFy5EpvNhkKh8JxXymLt2rVer+Pi4vj111+xWq3IskxgYODNNDcXLquVhK8/J3bIcNTBIcD/27vzsKau9A/gXyAYICzKIgPugoDgQpSquBWpFnRGR1wqFcaKOg51a6cPWvXnjNCnarUKuA+ibd2mrnVHBSyIilDLCIiIomxGBNwwKCAI7+8PHm+NJLiSBHw/z8PzcM85N/fNIbkv596THEBsZaXRmBhjrKnRmqT0jLIZckDdrBRltGFkVFNZiSv/Nw8PL6agPDcHLt+Hq4yXMcaYalpz+a6pqqmowJWFc/HwYgr0jIzQfvI0TkiMMfaGtG6k1JTUVFQgc+FcyNMuQs/ICM7Lw2Dq0k3TYTHGWJPFSekN1VSUI3PBXMjTU6EnkcBleShMnDkhMcbY2+Ck9Iayv1/2R0JaEQaTri6aDokxxpo8vqf0htpPngbD9h3gsiKcExJjjL0jPFJ6Q0btO0C6ZTt09PQ0HQpjjDUbPFJ6C5yQGGPs3eKkxBhjTGtwUmKMMaY1OCkxxhjTGpyUGGOMaQ1OSowxxrQGJyXGGGNag5MSY4wxrcFJiTHGmNbgpMQYY0xrcFJijDGmNTgpMcYY0xqclBhjjGmN9/ZbwokIACCXy9V2zNraWpSVlcHAwAC6uu/v/wPcD3W4H+pwP9Rp7v3w7Fz77NyrynublMrKygAA7dq103AkjDH2/igrK4OZmZnKeh16Wdpqpmpra1FYWAgTExPo6Oio5ZhyuRzt2rXDzZs3YWpqqpZjaiPuhzrcD3W4H+o0934gIpSVlcHW1rbBkeB7O1LS1dVF27ZtNXJsU1PTZvmie13cD3W4H+pwP9Rpzv3Q0AjpmeZ34ZIxxliTxUmJMcaY1uCkpEZisRiLFy+GWCzWdCgaxf1Qh/uhDvdDHe6HOu/tRAfGGGPah0dKjDHGtAYnJcYYY1qDkxJjjDGtwUmJMcaY1uCkxBhjTGtwUmKMMaY1OCm9YytXroSbmxtcXFwwd+5cVFVVqWwbFxcHqVRa76eiokKNETeOmpoaLFq0CFKpFD/++KPKdnfu3MGkSZNgZ2cHDw8P7N+/X41RqsfatWshlUqxZMkSlW2WLFlS73UQEBCgxigbz8OHDzFnzhx06dIFzs7OWLhw4Utf49u3b8egQYNgb2+PadOm4eHDh2qKtvE8efIEwcHB6NatG+zs7BAYGIh79+6pbF9aWqr0/JCYmKjGqNXvvf3uu8awePFiREREYM2aNZBIJJg/fz5yc3Oxb98+pe0zMzNRUVFR72TVokULdYTbaEpKSjB27Fg8ePAAcrkcJSUlSttVV1dj8ODBsLOzw+bNm5GRkQE/Pz/o6urCx8dHzVG/e+Xl5fDz80NKSgrMzMwgk8lUtk1KSoKjoyPGjx8vlFlYWKgjzEb36aefQi6XIzIyEgUFBVi+fDnu3LmDyMhIpe23bduGzz//HOHh4ejUqROWLl0KT09PXLhwoUkv6TB37lxER0cjNDQUlZWVCA0Nxbhx4xAXF6e0fX5+PtLS0rBr1y7o6ekJ5XZ2duoKWTOIvRNlZWVkampKR44cEcqys7NJR0eHMjMzle4zd+5cGjt2rLpCVJujR4/S1KlTqby8nNzc3Oi7775T2m7nzp1kbW1NlZWVQllwcDD17t1bXaE2qoyMDBo5ciTdu3ePxo0bR4GBgSrbdu/enSIjI9UYnXrcuXOHANCVK1eEstjYWJJIJFRTU1OvfW1tLTk4OFBYWJhQJpfLycTEROG91RSZmZkpPIe8vDwCQDKZTGn7Q4cOkbW1tbrC0xpN998OLXPu3DkAgLe3t1Bmb28PV1dXHD9+XOk+BQUFaN++Pa5cuYK4uDjcv39fLbE2tqFDh2Lz5s0wNDRssN3x48fx17/+VeFrVcaPH4+UlBSVo6umpEuXLjh8+DDMzc1f2ragoAA2NjY4f/48kpOT8eTJEzVE2PjMzc1RWloKJycnoUwmk0FPT0/pqCcnJwfXrl3DhAkThDITExN4e3sjKipKLTE3lvz8fAwfPlzYlslk0NHRgb6+vtL2z84PhYWFiI2Nxc2bN9UVqkZxUnpHZDIZ2rVrB5FI8Ypop06dcOvWLaX7FBQUYMeOHRgyZAj8/f3Rtm3bBu+/NBWv+t1dMpkMnTp1Uih7tq2qz5qSV70MK5fL8fDhQ0ydOhV+fn4YNmwYnJyckJqa2rgBqoGurq7CcgXl5eUIDQ1FYGCg0vYymQxisRg2NjYK5Q29j5oKMzMz4TJcbW0tli5dCh8fH7Ru3Vpp+4KCAmRnZ6NHjx6YPn06OnbsiNmzZ6szZI3ge0rvyKNHj2BkZFSv3MjISOWS62FhYXj69CkGDBgAAFi/fj0CAwMxcOBAdOnSpVHj1QbK+kwsFkNXV1ety9RrmlgsxokTJ2BnZwd7e3tUVlZi0qRJ8PPzQ0ZGhtoWoWxsRIRJkyZBJBIhJCREaZs3eR81RfPnz0d6ejpSUlJUtvn73/8OT09PfPTRR9DX10dSUhI8PT3h7u6OiRMnqjFa9eKR0jtiY2Oj9JJTSUkJ2rRpo3Sfvn37CgkJAGbOnImOHTsiNja20eLUJsr67N69e6itrVXZZ82RWCyGl5cX7O3tAQAGBgZYvnw5MjMzkZeXp9ng3qE5c+YgJSUFR48ehYGBgdI2NjY2KC0tRXV1tUJ5Q++jpmb16tWIjIzE8ePHVY6SgLrLv97e3sLlvX79+uHTTz/FsWPH1BWqRnBSekecnJxQUFCgMMOquroav//+OxwdHZXuk5CQUO8+kpGRUb03ZHPl5ORUb3prYmIijIyMNLYqsCaUlpbi9OnToOe+sP/ZaKG5vBZCQkKwb98+xMTE1Ls097zOnTtDJBLh/PnzCuWJiYkq30dNyY4dO7Bo0SIcO3YM3bp1a7BtWloacnNzFcrei/ODpmdaNCd9+vShgIAAYXv58uVkaWlJFRUVRFQ3G+vUqVNCfY8ePWjixInCLKTo6GgSiUSUnp6u3sAb0Yuz7/bu3UuFhYVERJSVlUV6enoUExNDRETl5eXUt2/fBmepNVUvzr6Lioqi7OxsIiKSyWSko6NDP/74o1AfFBREHTp0UDpDralZv349mZubq3xd5+TkKMxKmzhxInl6elJVVRUREe3fv59EIhHdvHlTLfE2lmPHjpFEIqGTJ08qrS8pKaHdu3dTbW0tERHNmDGDHBwc6NGjR0REVFBQQFZWVhQREaG2mDWBk9I7lJ6eTjY2NuTg4EBSqZQkEglFRUUJ9cOHDycLCwth++zZs9SqVSuytrYmd3d3EovF9P3332si9EbzfFLKz88nALRw4UKhPjQ0lFq0aEEDBgwgGxsb6t27N5WUlGgq3EbzfFKqqqoisVhMEydOFOpXrFhBenp65OLiQk5OTmRlZUUJCQmaCvedyczMJF1dXTI3N6du3bop/KSlpRERUUBAAIlEIiovLyeiuiTt4uJCbdu2pX79+lGLFi1o06ZNmnwab00ul5OhoSEZGxvX64dnCXnJkiUEQPgISXFxMXXt2pUkEgkNHDiQjI2N6ZNPPmkW/6g0hBf5e8dKS0uRkJCAiooKDB48WOFSRW5uLu7cuYM+ffoIZffv38epU6dQUVGB/v37C/cVmouzZ8/CxsZG+MBfTEwMevfurTBN+tq1a0hKSkLbtm3Rv39/lfcbmrKUlBS0aNEC3bt3B1D3EYIOHTooXKbMzs5GYmIiTExM4OHh8UpTybVdaWmp8HGJFw0YMAAtW7bE7du3kZ2djcGDBwt15eXlOHv2LIqLizFgwAB07txZXSE3iurqakRHRyutc3V1RZs2bfDw4UMkJSXBy8tLYb+YmBgUFhaiR48eCueO5oqTEmOMMa3BEx0YY4xpDU5KjDHGtAYnJcYYY1qDkxJjjDGtwUmJMcaY1uCkxBhjTGtwUmKMMaY1OCkxxhjTGpyUGGOMaQ1OSowxxrQGJyXWbKWmpmLHjh0AgOLiYowdOxbXrl1T2/HlcjlWrVqF8vJylW2KiooQHh6OhQsX4uDBg1D2rV+PHz9WuV7Xi2pqauDn54dff/1VaX1SUhJWrVqFu3fv1qvbs2cPTp8+rXQ/mUyG8PDwlx7/TW3YsAE5OTmvtU9eXh7WrVv3yu1v376NVatW4ciRI68bHlMjTkqs2Tp37hxWr14NAHj69CnKyspQVVX1Svtu3LgRS5YseavjP3jwAEFBQSgrK1Nan5GRAScnJ5w8eRIymQwBAQGYMGFCvXanT5+Gubl5gwvCPVNbW4uysjJUVlYqrT916hSCgoLw1Vdf1avbuHEjjh49qnS/GzduYMGCBS89/ptavHgxrly58lr7XL16Ff/6179eqW10dDRcXV3xzTffYNu2bW8SIlMTXg6dabWamhro6em99eO0adNG5bc0K3Pt2jUUFRW99XEbEhwcjNGjR+Onn34CABQWFqJTp05ITk5G3759hXYxMTEYNmzYKz2mvr4+Dh8+3GAbFxcXHDhw4LUe9228+Dd8+vQpRCL1nXru3r2LsWPHYu3atUhKSsK9e/fUdmz2+nikxNTq+vXrsLKywpkzZ+Dk5ASJRIKhQ4ciOztbaDN9+nQEBwdj/PjxkEgkSEtLAwBs3boVLi4uMDQ0RN++fXHmzBmFx/7pp5/g6OgIIyMj+Pj44PHjx0KdXC6HlZUVrl+/LpRFRkbC2dkZYrEYvXr1EpKWn58f/vOf/+CXX36BlZUVUlJSAADp6enw8PCARCJBp06dsHbtWoXjp6WlYeDAgTAyMkLPnj2FuFUZN24cgoKChG1ra2tIJBLcvHlToV1sbKyQPHbs2AFvb29s2bIF1tbWMDc3x+TJkyGXy4X2PXr0aPASVcuWLTFv3jwEBgY2eGmxIRkZGRg1ahSsrKxgYmKCgIAAPHnyBEDd0uVWVlaIioqCk5MTLCwssHLlSuTl5WHgwIEwMDBAt27d6o2MioqK8OGHH8LQ0BA9e/bEyZMnFepPnjyJnj17wtDQEB9++CFu376tUJ+amoq//OUvsLCwgKmpKaZPn47q6moYGBjgt99+w+TJk6Gjo/NGz5epkUZXc2LvnaysLAJAffr0ofj4eMrMzCR/f39q164dVVZWEhGRr68vmZqa0rp16+jSpUv0+PFj2rt3L1laWtKhQ4eooKCAli1bRiYmJpSfn09Edat6GhgY0JYtW+jGjRu0evVqMjc3Jzc3NyIiKi0tJQCUlZVFREQ//PADmZmZ0e7duykrK4sWL15M+vr6dPnyZSouLqYpU6bQyJEjKS8vj548eULFxcVkampKS5cupfz8fIqKiqJWrVrRtm3biIjowYMHZG5uTjNmzKCrV6/SiRMnqGvXrgSAioqKXqlvDh8+TAYGBlRcXCyUFRYWkr6+PpWVlRER0ebNm8nU1JT+/Oc/06VLlyg5OZl69epFY8aMEfZp27Yt7du3T+kxvv32W+rduzdVVFRQ586dae7cuUKdh4cHBQUFKd0vPj6eDAwMiIiourqaHBwcyN/fny5dukTnzp2jzp07U0hICBERFRUVEQD629/+RmlpaXTgwAESi8XUp08fOnjwIF2+fJnc3d1p+PDhwuNbWlqSra0t7dy5k65fv07Lli0jkUgkLHiXmZlJIpGIli1bRtevX6edO3eSra0ttWzZkoiIKisrqWPHjhQQEEAZGRmUkJBA7dq1o+XLlys8j8DAQBo3btwr/T2YZnBSYmr1LCk9v/x1ZWUltW7dmnbt2kVEdUnJ19dXYT83Nzdav369QpmDgwMtXbqUiIg+/vhjmj17tkL9mDFjVCYlR0dHWrlypUL7EydO0IMHD4iI6Msvv1SIITg4WOEkSkT01VdfUf/+/YmIaM2aNWRnZ6ewKugPP/zwykkpJyeHLC0tKTQ0VKF827ZtNGjQIGF78+bNpK+vr5C40tPTCYCwXPjLkpKrq6vwfEUiEV28eJGIXj0pERFVVFTQ06dPhe1p06aRt7c3Ef2RlP73v/8J9R4eHjRt2jSF52VraytsW1pa0tdff61wzBEjRtCsWbOIqG5p8Bf7f968eUJSIiJ6/PixQv/7+/vT6NGjFfbhpKT9+J4S04gPPvhA+F0sFkMqlSpczvnTn/4k/E5EuHz5MiIjI7F3716hXC6XIzMzEwCQlZWFSZMm1TtGQUFBvWNXVVUhOzsbAwYMUCh/fsXPF2VkZCAjIwNDhgwRyu7cuYNbt24Jx//ggw+gq/vHFfHnn2ND7t27hxEjRmDUqFH45z//qVCn7L5Phw4dFCY9dO/eHRKJBFlZWQor2b6Ml5cXfH19MW3aNCQnJ7/yfkDdpbaDBw/i119/RXZ2NnJycuqtivr8yrnGxsYKf1Nzc/N6k05e7C93d3fEx8cDqOvf51emfdZ+06ZNwvbt27dx6NAhxMXFITs7G7m5ufX2YdqPkxLTiBdPSJWVlSqXQdfR0YG+vj4++eQT9OrVS6Hu2cnZwMBAuKfxzIvbz+jp6UEkEqG6uvqV423RogV69eqFzz//vF5sr3v85z169AgjRoyAg4MDIiIi6tXHxsZixowZCmUv9l1tbS2qqqreaBn5sLAwdO3aFevWrVNIqA0pKiqCVCrF4MGD8dlnn8HZ2RkHDhzA8ePHX/v4z2voNfGy/i0oKECvXr0wbNgwTJkyBc7Ozti5cyfOnz//VjEx9eOJDkwjTpw4Ifx+9+5d/Pbbb3B1dVXZ3s3NDXK5HF5eXsJPTU0NrK2tAQCurq71ToqqZtvp6elBKpXi2LFjQllNTQ0WLFigMFp7+vSpwvFzc3MxbNgw4fiWlpawsrISjp+QkKAwceBls/2qqqrg4+MDY2Nj7Nmzp96MtMuXL6O8vLzeCOLmzZvCCBGoS1w6OjpwdnZu8HjKWFpaIiwsDCEhIa88Xf7ChQuoqKjAzz//jLFjx6Jr1664evXqax/7Rc+/JgDg+PHjwmvC1dUVJ06cUPgc1/P9m5ycjJqaGvz3v/+Fj48PHB0d30lMTP14pMQ0IiIiAo8fP4a1tTVWrVoFV1fXBi+fLVmyBEOHDgURoW/fvkhISMC6desQFxcHW1tbLFiwAP369cOsWbPg6emJgwcPQi6Xqxw9LFu2DCNGjICenh569OiBPXv24OzZs/jyyy8BAI6Ojvj555+xefNmjBw5Ev/4xz+wYcMGjB49Gp999hlkMhlCQkIwc+ZMSKVS+Pr6YunSpRg+fDhmzpyJGzduYP/+/Q32wZQpUxAfH4+vv/5a4YOpffr0wZAhQxATE4MhQ4bUmxJvaWmJgIAAzJo1C+Xl5fj3v/+NOXPmKFwuex3+/v7Yvn07YmJi0K9fv5e279mzJ3R0dDBv3jx4eXnh3LlziI2NRefOnd/o+M+kpqYiKCgI7u7u2L17N/Ly8vDFF18AAL744gts3LgREyZMwIQJE5CYmIiLFy8K+0qlUlRXV2P+/Pnw9PREfHw8zpw5AxcXl7eKiakfj5SYRmzduhUpKSnYuHEjPD09ER0dLVwKc3d3h1QqVWjfr18/JCYmoqSkBCtXrsStW7cQFxeHgQMHAqj7T/rs2bO4f/8+wsLC4OzsjNWrV+Pjjz8GUPf5HV9fX5iYmAAAhgwZgvj4eOTn52PNmjWwsLDA+fPnhZHX1KlTMX36dPzyyy/IycmBkZERLly4IFzqioqKwnfffYdvvvlGePxz586hZ8+eWLt2LW7cuIHdu3fD19dXZWI0MzPDuHHjcOPGDaSmpgo/hYWFAFR/Psna2hrh4eHYtWsX9u3bh0WLFmHFihVC/ahRo1TeW3J2dlaa/CMiIjBhwgSVo9XWrVtj/PjxAID27dvj2LFjyMnJQVhYGCwsLLBp0yZ89NFHAOoutfn6+kIikQj7Dxo0CN27dxe2bW1t4ePjI2z7+Phg69atAOouKRobG+PChQvCSLR169b4/fffYWxsjLCwMOjo6GDbtm0YM2YMAMDe3h5HjhxBZmYmwsPD0aZNG2zYsAEeHh4Kz8PNza3evUSmXXSIlHyvCWON5OrVq3ByckJpaSnMzMw0HY7Wqq6uRqtWrXDx4kV06dJFKN+yZQvCw8Nx6dIlDUbHWOPhkRJjWio5OVkhITH2PuCkxNTK0tIS33777RvNFHuf6OvrK70f0rt3b8yePVsDETGmHnz5jjHGmNbgkRJjjDGtwUmJMcaY1uCkxBhjTGtwUmKMMaY1OCkxxhjTGpyUGGOMaQ1OSowxxrQGJyXGGGNag5MSY4wxrfH/I7+X06dKYbEAAAAASUVORK5CYII=", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "mech = json.load(open('results/final/mechanism_seed10.json'))\n", + "for m in ['official', 'pisces']:\n", + " L = mech[m]['lemma']; pred = np.array([l['predicted'] for l in L]); ax_ = np.array([l['axis_split'] for l in L])\n", + " print(f\"{m:9s} revivals {sum(n for step, n in mech[m]['split_log']):,}\"\n", + " f\" Lemma 2 realized/predicted (median) {np.median(ax_ / pred):.2f} log-log corr {np.corrcoef(np.log(pred), np.log(ax_))[0, 1]:.3f}\"\n", + " f\" profitable split-merge moves {mech[m]['swaps']['profitable_moves']}\")\n", + "L = mech['pisces']['lemma']\n", + "fig, ax = plt.subplots(figsize=(4.5, 4.5))\n", + "ax.scatter([l['predicted'] for l in L], [l['axis_split'] for l in L], s=8, color='#0E8C8C', label='split along u1')\n", + "ax.scatter([l['predicted'] for l in L], [l['free_2means'] for l in L], s=8, marker='x', color='#DD7A1E', label='unrestricted 2-means')\n", + "lim = [0.4, 2.8]; ax.plot(lim, lim, '--', color='#C4413A', label='y = x (Lemma 2)')\n", + "ax.set_xlabel('predicted 2/pi N lambda1'); ax.set_ylabel('realized gain'); ax.legend(); ax.grid(alpha=.3); plt.show()" + ] + }, + { + "cell_type": "markdown", + "id": "0a976d40", + "metadata": {}, + "source": [ + "## Where the time goes" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "id": "7aa0a73d", + "metadata": { + "execution": { + "iopub.execute_input": "2026-11-18T00:38:02.783535Z", + "iopub.status.busy": "2026-11-18T00:38:02.783379Z", + "iopub.status.idle": "2026-11-18T00:38:02.786953Z", + "shell.execute_reply": "2026-11-18T00:38:02.786200Z" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "official wall 75.3 s assignment search 72.4 statistics 0.4 index build 0.0 other 2.4\n", + "pisces_v10 wall 43.7 s assignment search 34.7 statistics 3.7 index build 0.9 other 4.5\n", + "pisces wall 26.9 s assignment search 23.8 statistics 1.4 index build 1.0 other 0.7\n" + ] + } + ], + "source": [ + "tb = json.load(open('results/final/time_breakdown.json'))\n", + "for m, v in tb.items():\n", + " print(f\"{m:11s} wall {v['wall']:6.1f} s \" + \" \".join(f\"{g} {v[g]:5.1f}\" for g in ['assignment search', 'statistics', 'index build', 'other']))" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.13.18" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/notebooks/make_notebooks.py b/notebooks/make_notebooks.py new file mode 100644 index 0000000000000000000000000000000000000000..f1acd92e8d955280ff6f695d865e77e0b498b48f --- /dev/null +++ b/notebooks/make_notebooks.py @@ -0,0 +1,229 @@ +"""Writes the three notebooks of this repository (run from the repository root or anywhere). + +01_quickstart.ipynb PISCES vs official e-means on a 200k-row DEEP slice, a few minutes on any CPU +02_reproduce_kaggle_cpu.ipynb the paper's full protocol on a free Kaggle CPU notebook (Internet on) +03_results_analysis.ipynb every table and figure of the report from the raw JSONL results, no training +""" +import json, os + +HF_REPO = "Nabidnur/PISCES" +HERE = os.path.dirname(os.path.abspath(__file__)) + +SETUP = (f"# Get the code (skip when running inside a clone of this repository)\n" + "import os, sys, subprocess\n" + "if not os.path.exists('aries') and os.path.exists('../aries'):\n" + " os.chdir('..') # opened from notebooks/ inside a clone\n" + "if not os.path.exists('aries'):\n" + " subprocess.run([sys.executable, '-m', 'pip', 'install', '-q', 'huggingface_hub'], check=True)\n" + " from huggingface_hub import snapshot_download\n" + f" root = snapshot_download('{HF_REPO}', local_dir='pisces_repo')\n" + " os.chdir(root)\n" + "subprocess.run([sys.executable, '-m', 'pip', 'install', '-q', '--disable-pip-version-check', '-r', 'requirements.txt'], check=True)\n" + "sys.path.insert(0, os.getcwd()); print('ready')") + + +def nb(cells, path): + out = {"cells": [{"cell_type": t, "metadata": {}, "source": s.strip("\n").splitlines(keepends=True), + **({"outputs": [], "execution_count": None} if t == "code" else {})} for t, s in cells], + "metadata": {"kernelspec": {"display_name": "Python 3", "language": "python", "name": "python3"}, + "language_info": {"name": "python"}}, + "nbformat": 4, "nbformat_minor": 5} + json.dump(out, open(os.path.join(HERE, path), "w"), indent=1) + print("wrote", path) + + +nb([ + ("markdown", """ +# PISCES quickstart + +PISCES (ARIES #1) against the official e-means of `faiss.contrib.e_means`. Both start from the same +k rows; we compare mean squared error on held-out rows and wall-clock time. This uses a 200,000-row +slice of DEEP\\* (downloaded with fingerprint checks) and k = 2,048, so it takes a few minutes on a laptop CPU. +"""), + ("code", SETUP), + ("code", """ +import os, subprocess, sys +subprocess.run([sys.executable, 'benchmarks/get_deep1m.py', 'data/deep1b'], check=True) +import numpy as np +x = np.ascontiguousarray(np.load('data/deep1b/train_1M.npy', mmap_mode='r')[:200_000]) +val = np.load('data/deep1b/val.npy') +print(x.shape, val.shape) +"""), + ("code", """ +import time, faiss +from faiss.contrib.e_means import NumpyEmeans +from aries import pisces + +def mse(c): + D, _ = faiss.knn(val, np.ascontiguousarray(c, dtype='float32'), 1) + return float(D.astype('float64').mean()) + +k = 2048 +rows = [] +for seed in [1, 2, 3]: + init = x[np.random.RandomState(seed).permutation(len(x))[:k]].copy() + for epochs in [1, 3]: + t = time.time(); c, _ = NumpyEmeans(x.shape[1], k, nepochs=epochs, seed=seed, batch_law='throughput').train(x, init_centroids=init.copy()); te = time.time() - t + t = time.time(); cp, _, _ = pisces(x, k, nepochs=epochs, seed=seed, init=init.copy()); tp = time.time() - t + rows.append((seed, epochs, mse(c), te, mse(cp), tp)) + print(f'seed {seed} epochs {epochs}: e-means {rows[-1][2]:.5f} ({te:.1f}s) PISCES {rows[-1][4]:.5f} ({tp:.1f}s) change {100*(rows[-1][4]/rows[-1][2]-1):+.2f}%') +"""), + ("markdown", """ +Negative change = PISCES has lower error. Expect roughly −0.4% to −1% at 1 epoch and −0.2% to −0.4% at 3 epochs. +At this small k (2,048) PISCES assigns rows exactly (the sparse index only pays from k = 4,096 on), so it takes +about the same time as e-means here. The speed-up appears at larger k: on the paper's benchmark (k = 16,384, +1M rows) PISCES takes 0.27-0.42× e-means' time. +"""), +], "01_quickstart.ipynb") + +nb([ + ("markdown", """ +# Reproduce the PISCES benchmark on a free Kaggle CPU + +Kaggle settings: **Accelerator = None (CPU)**, **Internet = On**. This runs the e-means paper's protocol +(DEEP\\* 1M, k = 16,384, fingerprint-checked train / test rows, shared starting centroids) for official +e-means, PISCES, and e-means given PISCES' sparse assignment (the fairness baseline). +Every run is appended to a JSONL file, so a stopped session can be resumed. 3 epochs × 5 seeds × 3 +methods takes about 30 minutes on 4 CPU threads. +"""), + ("code", SETUP), + ("code", "import subprocess, sys\nsubprocess.run([sys.executable, '-m', 'pytest', '-q', 'tests'], check=True)"), + ("code", "subprocess.run([sys.executable, 'benchmarks/get_deep1m.py', '/kaggle/working/data/deep1b'], check=True)"), + ("code", """ +import os +T = str(os.cpu_count()) +OUT = '/kaggle/working/deep1m_kaggle.jsonl' +subprocess.run([sys.executable, 'benchmarks/paper_protocol.py', '/kaggle/working/data/deep1b', OUT, + '--epochs', '3', '--seeds', '10', '11', '12', '13', '14', + '--methods', 'official', 'pisces', 'emeans_approx', '--threads', T], check=True) +"""), + ("code", "subprocess.run([sys.executable, 'benchmarks/summarize.py', OUT], check=True)"), + ("markdown", "Optional: held-out datasets (SPACEV 1M, SimSearchNet++ 1M) and the downstream IVF-index benchmark."), + ("code", """ +# subprocess.run([sys.executable, 'benchmarks/get_paper1m.py', '/kaggle/working/data'], check=True) +# subprocess.run([sys.executable, 'benchmarks/paper_protocol.py', '/kaggle/working/data/spacev', '/kaggle/working/spacev.jsonl', +# '--dataset', 'spacev-1M', '--epochs', '3', '--seeds', '10', '11', '12', '--methods', 'official', 'pisces', '--threads', T], check=True) +# subprocess.run([sys.executable, 'benchmarks/ivf_downstream.py', '/kaggle/working/data/deep1b', '/kaggle/working/ivf.jsonl'], check=True) +"""), +], "02_reproduce_kaggle_cpu.ipynb") + +nb([ + ("markdown", """ +# Results analysis: every number in the report, from the raw runs + +No training here: this reads `results/*.jsonl` (one line per run) and recomputes the paired +statistics, confidence intervals and figures of the technical report. +"""), + ("code", SETUP), + ("code", """ +import json, collections, numpy as np +import matplotlib.pyplot as plt + +def load(f): + g = collections.defaultdict(dict) + for line in open(f): + r = json.loads(line); g[(r['method'], float(r['epochs']))][r['seed']] = r + return g + +def paired(g, m, T, base='official', Tb=None): + o, p = g[(base, Tb or T)], g[(m, T)]; s = sorted(set(o) & set(p)) + d = np.array([100 * (p[i]['test_mse'] / o[i]['test_mse'] - 1) for i in s]) + t = np.array([p[i]['seconds'] / o[i]['seconds'] for i in s]) + boot = np.random.default_rng(0).choice(d, (10000, len(d))).mean(1) + return dict(n=len(s), mean=d.mean(), lo=np.percentile(boot, 2.5), hi=np.percentile(boot, 97.5), wins=int((d < 0).sum()), time=t.mean()) + +deep = load('results/final/deep1m_test.jsonl') +for T in [1.0, 3.0, 5.0]: + print(f'{T:.0f} epochs', {k: round(float(v), 3) if not isinstance(v, int) else v for k, v in paired(deep, 'pisces', T).items()}) +"""), + ("code", """ +fig, ax = plt.subplots(figsize=(7, 4)) +for m, style in [('official', 'o-'), ('pisces', '^-'), ('emeans_approx', 's')]: + pts = sorted((T, np.mean([r['seconds'] for r in v.values()]), np.mean([r['test_mse'] for r in v.values()])) + for (mm, T), v in deep.items() if mm == m) + if pts: + ax.plot([p[1] for p in pts], [p[2] for p in pts], style, label=m) +ax.set_xlabel('wall-clock seconds (4 threads)'); ax.set_ylabel('test MSE'); ax.legend(); ax.grid(alpha=.3) +plt.show() +"""), + ("code", """ +for f, name in [('results/final/spacev1m_test.jsonl', 'SPACEV 1M'), ('results/final/ssnpp1m_test.jsonl', 'SimSearchNet++ 1M')]: + g = load(f) + print(name, {k: round(float(v), 3) if not isinstance(v, int) else v for k, v in paired(g, 'pisces', 3.0).items()}) +"""), + ("markdown", """ +## Leave-one-out ablation at full scale + +Each component removed from PISCES in turn (DEEP\\* 1M, k = 16,384, validation rows, 3 epochs, seeds 1-3). +Cost = paired change in MSE relative to PISCES itself (positive = the component was helping). +"""), + ("code", """ +abl = load('results/final/ablation_full_val.jsonl') +names = sorted({m for m, T in abl if m not in ('official', 'pisces')}) +cost = {m: paired(abl, m, 3.0, base='pisces')['mean'] for m in names} +for m in sorted(cost, key=cost.get, reverse=True): + print(f'{m:24s} removal costs {cost[m]:+.3f}% vs e-means {paired(abl, m, 3.0)["mean"]:+.3f}%') +fig, ax = plt.subplots(figsize=(7, 3.5)) +order = sorted(cost, key=cost.get) +ax.barh(order, [cost[m] for m in order], color='#0E8C8C'); ax.axvline(0, color='#C4413A') +ax.set_xlabel('cost of removing the component (% MSE vs PISCES)'); ax.grid(alpha=.3, axis='x'); plt.tight_layout(); plt.show() +"""), + ("markdown", """ +## Scaling in k, and the two regime rules + +`scaling_k*.jsonl` hold PISCES exactly as frozen. `results/dev/iter23_small_k_val.jsonl` (exact assignment at +k = 1,024) and `iter24_k65536_regime_val.jsonl` (no every-batch revival at k = 65,536) are the runs behind the two +rules of the released defaults; both were chosen on these validation runs. +"""), + ("code", """ +for k in [1024, 4096, 65536]: + g = load(f'results/final/scaling_k{k}_val.jsonl'); r = paired(g, 'pisces', 3.0) + print(f'k = {k:6d}: {r["mean"]:+.3f}% ({r["wins"]}/{r["n"]} seeds), {r["time"]:.2f}x the time') +g = load('results/dev/iter23_small_k_val.jsonl'); r = paired(g, 'exact_k1024', 3.0) +print(f'k = 1024 with the small-k rule: {r["mean"]:+.3f}% ({r["wins"]}/{r["n"]}), {r["time"]:.2f}x the time') +g = load('results/final/scaling_k65536_val.jsonl') +for k_, v in load('results/dev/iter24_k65536_regime_val.jsonl').items(): + g[('diag_' + k_[0], k_[1])] = v +for m in ['diag_pisces', 'diag_tau_0.1', 'diag_no_early_revival', 'diag_tau_0.1_no_early']: + r = paired(g, m, 3.0); print(f'k = 65536, {m[5:]:18s}: {r["mean"]:+.3f}% ({r["wins"]}/{r["n"]})') +"""), + ("markdown", """ +## Downstream: the trained centroids as an IVF index + +Recall@1 on 10K DEEP1B queries against the number of distance computations (probes 1-128). +"""), + ("code", """ +ivf = [json.loads(l) for l in open('results/final/ivf_downstream.jsonl')] +fig, ax = plt.subplots(figsize=(6, 4)) +for m, c in [('official', '#16233F'), ('pisces', '#0E8C8C')]: + rs = [r for r in ivf if r['method'] == m] + nd = np.mean([[p['ndis'] for p in r['curve']] for r in rs], 0); rc = np.mean([[p['recall1'] for p in r['curve']] for r in rs], 0) + ax.semilogx(nd, rc, 'o-', color=c, label=f"{m} (imbalance {np.mean([r['imbalance'] for r in rs]):.3f})") +ax.set_xlabel('distance computations per query'); ax.set_ylabel('recall@1'); ax.legend(); ax.grid(alpha=.3); plt.show() +"""), + ("markdown", """ +## Mechanism: revivals, Lemma 2 on real clusters, split-merge audit +"""), + ("code", """ +mech = json.load(open('results/final/mechanism_seed10.json')) +for m in ['official', 'pisces']: + L = mech[m]['lemma']; pred = np.array([l['predicted'] for l in L]); ax_ = np.array([l['axis_split'] for l in L]) + print(f"{m:9s} revivals {sum(n for step, n in mech[m]['split_log']):,}" + f" Lemma 2 realized/predicted (median) {np.median(ax_ / pred):.2f} log-log corr {np.corrcoef(np.log(pred), np.log(ax_))[0, 1]:.3f}" + f" profitable split-merge moves {mech[m]['swaps']['profitable_moves']}") +L = mech['pisces']['lemma'] +fig, ax = plt.subplots(figsize=(4.5, 4.5)) +ax.scatter([l['predicted'] for l in L], [l['axis_split'] for l in L], s=8, color='#0E8C8C', label='split along u1') +ax.scatter([l['predicted'] for l in L], [l['free_2means'] for l in L], s=8, marker='x', color='#DD7A1E', label='unrestricted 2-means') +lim = [0.4, 2.8]; ax.plot(lim, lim, '--', color='#C4413A', label='y = x (Lemma 2)') +ax.set_xlabel('predicted 2/pi N lambda1'); ax.set_ylabel('realized gain'); ax.legend(); ax.grid(alpha=.3); plt.show() +"""), + ("markdown", """ +## Where the time goes +"""), + ("code", """ +tb = json.load(open('results/final/time_breakdown.json')) +for m, v in tb.items(): + print(f"{m:11s} wall {v['wall']:6.1f} s " + " ".join(f"{g} {v[g]:5.1f}" for g in ['assignment search', 'statistics', 'index build', 'other'])) +"""), +], "03_results_analysis.ipynb") diff --git a/paper/Ball.sty b/paper/Ball.sty new file mode 100644 index 0000000000000000000000000000000000000000..3b6e5d9948bf8e0ffddc168e382566df8d2372e7 --- /dev/null +++ b/paper/Ball.sty @@ -0,0 +1,41 @@ +% Modified from PlotNeuralNet (MIT, H. Iqbal): internal macros renamed (\caption -> \pnncaption, \fill -> \pnnfill) so the styles do not clash with LaTeX figure captions. +\ProvidesPackage{Ball} +%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +%This Block can draw small Ball +%Elementwise or reduction operations can be drawn with this +%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% + +\tikzset{Ball/.pic={\tikzset{/sphere/.cd,#1} + +\pgfmathsetmacro{\r}{\radius*\scale} + +\shade[ball color=\pnnfill,opacity=\opacity] (0,0,0) circle (\r); +\draw (0,0,0) circle [radius=\r] node[scale=4*\r] {\logo}; + +\coordinate (\name-anchor) at ( 0 , 0 , 0) ; +\coordinate (\name-east) at ( \r, 0 , 0) ; +\coordinate (\name-west) at (-\r, 0 , 0) ; +\coordinate (\name-north) at ( 0 , \r , 0) ; +\coordinate (\name-south) at ( 0 , -\r, 0) ; + +\path (\name-south) + (0,-20pt) coordinate (caption-node) +edge ["\textcolor{black}{\bf \pnncaption}"'] (caption-node); %Ball caption + +}, +/sphere/.search also={/tikz}, +/sphere/.cd, +radius/.store in=\radius, +scale/.store in=\scale, +caption/.store in=\pnncaption, +name/.store in=\name, +fill/.store in=\pnnfill, +logo/.store in=\logo, +opacity/.store in=\opacity, +logo=$\Sigma$, +fill=green, +opacity=0.10, +scale=0.2, +radius=0.5, +caption=, +name=, +} diff --git a/paper/Box.sty b/paper/Box.sty new file mode 100644 index 0000000000000000000000000000000000000000..fbb4764f12d4e9de23c24041911cd491dd3ad54f --- /dev/null +++ b/paper/Box.sty @@ -0,0 +1,111 @@ +% Modified from PlotNeuralNet (MIT, H. Iqbal): internal macros renamed (\caption -> \pnncaption, \fill -> \pnnfill) so the styles do not clash with LaTeX figure captions. +\ProvidesPackage{Box} + +%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +% This Block can draw simple block of boxes with custom colors. +% Can be used for conv, deconv etc +%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +\tikzset{Box/.pic={\tikzset{/boxblock/.cd,#1} + \tikzstyle{box}=[every edge/.append style={pic actions, densely dashed, opacity=.7},fill opacity=\opacity, pic actions,fill=\pnnfill] + + \pgfmathsetmacro{\y}{\cubey*\scale} + \pgfmathsetmacro{\z}{\cubez*\scale} + + %Multiple concatenated boxes + \foreach[count=\i,% + evaluate=\i as \xlabel using {array({\boxlabels},\i-1)},% + evaluate=\unscaledx as \k using {\unscaledx*\scale+\prev}, remember=\k as \prev (initially 0)] + \unscaledx in \cubex + { + \pgfmathsetmacro{\x}{\unscaledx*\scale} + \coordinate (a) at (\k-\x , \y/2 , \z/2); + \coordinate (b) at (\k-\x ,-\y/2 , \z/2); + \coordinate (c) at (\k ,-\y/2 , \z/2); + \coordinate (d) at (\k , \y/2 , \z/2); + \coordinate (e) at (\k , \y/2 ,-\z/2); + \coordinate (f) at (\k ,-\y/2 ,-\z/2); + \coordinate (g) at (\k-\x ,-\y/2 ,-\z/2); + \coordinate (h) at (\k-\x , \y/2 ,-\z/2); + + \draw [box] + (d) -- (a) -- (b) -- (c) -- cycle + (d) -- (a) -- (h) -- (e) -- cycle + %dotted edges + (f) edge (g) + (b) edge (g) + (h) edge (g) + ; + \path (b) edge ["\xlabel"',midway] (c); + + \xdef\LastEastx{\k} %\k persists as \LastEastx after loop + }%Loop ends + \draw [box] (d) -- (e) -- (f) -- (c) -- cycle; %East face of last box + + \coordinate (a1) at (0 , \y/2 , \z/2); + \coordinate (b1) at (0 ,-\y/2 , \z/2); + \tikzstyle{depthlabel}=[pos=0,text width=14*\z,text centered,sloped] + + \path (c) edge ["\small\zlabel"',depthlabel](f); %depth label + \path (b1) edge ["\ylabel",midway] (a1); %height label + + + \tikzstyle{captionlabel}=[text width=15*\LastEastx/\scale,text centered] + \path (\LastEastx/2,-\y/2,+\z/2) + (0,-25pt) coordinate (cap) + edge ["\textcolor{black}{ \bf \pnncaption}"',captionlabel](cap) ; %Block caption/pic object label + + %Define nodes to be used outside on the pic object + \coordinate (\name-west) at (0,0,0) ; + \coordinate (\name-east) at (\LastEastx, 0,0) ; + \coordinate (\name-north) at (\LastEastx/2,\y/2,0); + \coordinate (\name-south) at (\LastEastx/2,-\y/2,0); + \coordinate (\name-anchor) at (\LastEastx/2, 0,0) ; + + \coordinate (\name-near) at (\LastEastx/2,0,\z/2); + \coordinate (\name-far) at (\LastEastx/2,0,-\z/2); + + \coordinate (\name-nearwest) at (0,0,\z/2); + \coordinate (\name-neareast) at (\LastEastx,0,\z/2); + \coordinate (\name-farwest) at (0,0,-\z/2); + \coordinate (\name-fareast) at (\LastEastx,0,-\z/2); + + \coordinate (\name-northeast) at (\name-north-|\name-east); + \coordinate (\name-northwest) at (\name-north-|\name-west); + \coordinate (\name-southeast) at (\name-south-|\name-east); + \coordinate (\name-southwest) at (\name-south-|\name-west); + + \coordinate (\name-nearnortheast) at (\LastEastx, \y/2, \z/2); + \coordinate (\name-farnortheast) at (\LastEastx, \y/2,-\z/2); + \coordinate (\name-nearsoutheast) at (\LastEastx,-\y/2, \z/2); + \coordinate (\name-farsoutheast) at (\LastEastx,-\y/2,-\z/2); + + \coordinate (\name-nearnorthwest) at (0, \y/2, \z/2); + \coordinate (\name-farnorthwest) at (0, \y/2,-\z/2); + \coordinate (\name-nearsouthwest) at (0,-\y/2, \z/2); + \coordinate (\name-farsouthwest) at (0,-\y/2,-\z/2); + + }, + /boxblock/.search also={/tikz}, + /boxblock/.cd, + width/.store in=\cubex, + height/.store in=\cubey, + depth/.store in=\cubez, + scale/.store in=\scale, + xlabel/.store in=\boxlabels, + ylabel/.store in=\ylabel, + zlabel/.store in=\zlabel, + caption/.store in=\pnncaption, + name/.store in=\name, + fill/.store in=\pnnfill, + opacity/.store in=\opacity, + fill={rgb:red,5;green,5;blue,5;white,15}, + opacity=0.4, + width=2, + height=13, + depth=15, + scale=.2, + xlabel={{"","","","","","","","","",""}}, + ylabel=, + zlabel=, + caption=, + name=, +} diff --git a/paper/PLOTNEURALNET_LICENSE b/paper/PLOTNEURALNET_LICENSE new file mode 100644 index 0000000000000000000000000000000000000000..914f9771afab2dfb21557d400fd0a78fff4b01c9 --- /dev/null +++ b/paper/PLOTNEURALNET_LICENSE @@ -0,0 +1,21 @@ +MIT License + +Copyright (c) 2018 HarisIqbal88 + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/paper/RightBandedBox.sty b/paper/RightBandedBox.sty new file mode 100644 index 0000000000000000000000000000000000000000..7d74a514df8dac6512214f566ee07b46f31eb074 --- /dev/null +++ b/paper/RightBandedBox.sty @@ -0,0 +1,130 @@ +\ProvidesPackage{RightBandedBox} + +%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +% This Block can draw simple block of boxes with custom colors. +% Can be used for conv, deconv etc +%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +\tikzset{RightBandedBox/.pic={\tikzset{/block/.cd,#1} + + \tikzstyle{box}=[every edge/.append style={pic actions, densely dashed, opacity=.7},fill opacity=\opacity, pic actions,fill=\fill] + + \tikzstyle{band}=[every edge/.append style={pic actions, densely dashed, opacity=.7},fill opacity=\bandopacity, pic actions,fill=\bandfill,draw=\bandfill] + + \pgfmathsetmacro{\y}{\cubey*\scale} + \pgfmathsetmacro{\z}{\cubez*\scale} + + %Multiple concatenated boxes + \foreach[count=\i,% + evaluate=\i as \xlabel using {array({\boxlabels},\i-1)},% + evaluate=\unscaledx as \k using {\unscaledx*\scale+\prev}, remember=\k as \prev (initially 0)] + \unscaledx in \cubex + { + \pgfmathsetmacro{\x}{\unscaledx*\scale} + \coordinate (a) at (\k-\x , \y/2 , \z/2); + \coordinate (art) at (\k-\x/3 , \y/2 , \z/2); %a_right_third + \coordinate (b) at (\k-\x ,-\y/2 , \z/2); + \coordinate (brt) at (\k-\x/3 ,-\y/2 , \z/2); %b_right_third + \coordinate (c) at (\k ,-\y/2 , \z/2); + \coordinate (d) at (\k , \y/2 , \z/2); + \coordinate (e) at (\k , \y/2 ,-\z/2); + \coordinate (f) at (\k ,-\y/2 ,-\z/2); + \coordinate (g) at (\k-\x ,-\y/2 ,-\z/2); + \coordinate (h) at (\k-\x , \y/2 ,-\z/2); + \coordinate (hrt) at (\k-\x/3 , \y/2 ,-\z/2); %h_right_third + + %fill box color + \draw [box] + (d) -- (a) -- (b) -- (c) -- cycle + (d) -- (a) -- (h) -- (e) -- cycle; + %dotted edges + \draw [box] + (f) edge (g) + (b) edge (g) + (h) edge (g); + %fill band color + \draw [band] + (d) -- (art) -- (brt) -- (c) -- cycle + (d) -- (art) -- (hrt) -- (e) -- cycle; + %draw edges again which were covered by band + \draw [box,fill opacity=0] + (d) -- (a) -- (b) -- (c) -- cycle + (d) -- (a) -- (h) -- (e) -- cycle; + + \path (b) edge ["\xlabel"',midway] (c); + + \xdef\LastEastx{\k} %\k persists as \LastEastx after loop + }%Loop ends + \draw [box] (d) -- (e) -- (f) -- (c) -- cycle; %East face of last box + \draw [band] (d) -- (e) -- (f) -- (c) -- cycle; %East face of last box + \draw [pic actions] (d) -- (e) -- (f) -- (c) -- cycle; %East face edges of last box + + \coordinate (a1) at (0 , \y/2 , \z/2); + \coordinate (b1) at (0 ,-\y/2 , \z/2); + \tikzstyle{depthlabel}=[pos=0,text width=14*\z,text centered,sloped] + + \path (c) edge ["\small\zlabels"',depthlabel](f); %depth label + \path (b1) edge ["\ylabel",midway] (a1); %height label + + \tikzstyle{captionlabel}=[text width=15*\LastEastx/\scale,text centered] + \path (\LastEastx/2,-\y/2,+\z/2) + (0,-25pt) coordinate (cap) + edge ["\textcolor{black}{ \bf \caption}"',captionlabel] (cap); %Block caption/pic object label + + %Define nodes to be used outside on the pic object + \coordinate (\name-west) at (0,0,0) ; + \coordinate (\name-east) at (\LastEastx, 0,0) ; + \coordinate (\name-north) at (\LastEastx/2,\y/2,0); + \coordinate (\name-south) at (\LastEastx/2,-\y/2,0); + \coordinate (\name-anchor) at (\LastEastx/2, 0,0) ; + + \coordinate (\name-near) at (\LastEastx/2,0,\z/2); + \coordinate (\name-far) at (\LastEastx/2,0,-\z/2); + + \coordinate (\name-nearwest) at (0,0,\z/2); + \coordinate (\name-neareast) at (\LastEastx,0,\z/2); + \coordinate (\name-farwest) at (0,0,-\z/2); + \coordinate (\name-fareast) at (\LastEastx,0,-\z/2); + + \coordinate (\name-northeast) at (\name-north-|\name-east); + \coordinate (\name-northwest) at (\name-north-|\name-west); + \coordinate (\name-southeast) at (\name-south-|\name-east); + \coordinate (\name-southwest) at (\name-south-|\name-west); + + \coordinate (\name-nearnortheast) at (\LastEastx, \y/2, \z/2); + \coordinate (\name-farnortheast) at (\LastEastx, \y/2,-\z/2); + \coordinate (\name-nearsoutheast) at (\LastEastx,-\y/2, \z/2); + \coordinate (\name-farsoutheast) at (\LastEastx,-\y/2,-\z/2); + + \coordinate (\name-nearnorthwest) at (0, \y/2, \z/2); + \coordinate (\name-farnorthwest) at (0, \y/2,-\z/2); + \coordinate (\name-nearsouthwest) at (0,-\y/2, \z/2); + \coordinate (\name-farsouthwest) at (0,-\y/2,-\z/2); + }, + /block/.search also={/tikz}, + /block/.cd, + width/.store in=\cubex, + height/.store in=\cubey, + depth/.store in=\cubez, + scale/.store in=\scale, + xlabel/.store in=\boxlabels, + ylabel/.store in=\ylabel, + zlabel/.store in=\zlabels, + caption/.store in=\caption, + name/.store in=\name, + fill/.store in=\fill, + bandfill/.store in=\bandfill, + opacity/.store in=\opacity, + bandopacity/.store in=\bandopacity, + fill={rgb:red,5;green,5;blue,5;white,15}, + bandfill={rgb:red,5;green,5;blue,5;white,5}, + opacity=0.4, + bandopacity=0.6, + width=2, + height=13, + depth=15, + scale=.2, + xlabel={{"","","","","","","","","",""}}, + ylabel=, + zlabel=, + caption=, + name=, +} diff --git a/paper/data/ablation.dat b/paper/data/ablation.dat new file mode 100644 index 0000000000000000000000000000000000000000..d422916a3a625ad83b444bb48a3b4f2096305528 --- /dev/null +++ b/paper/data/ablation.dat @@ -0,0 +1,11 @@ +idx name delta lo hi cost ratio +0 Full -0.2582 -0.4253 -0.0344 0.0000 0.3063 +1 NoSplit -0.0186 -0.2354 0.1023 0.2403 0.3032 +2 NoGain 0.1141 0.0510 0.1940 0.3735 0.2997 +3 NoClose -0.2480 -0.4222 -0.0278 0.0102 0.3002 +4 TauLow -0.1046 -0.1388 -0.0853 0.1543 0.3053 +5 StepOne -0.1629 -0.2696 -0.0282 0.0958 0.3082 +6 NoEarly -0.1174 -0.2407 -0.0199 0.1413 0.3060 +7 ExactLast -0.2529 -0.4177 -0.0272 0.0053 0.4893 +8 Exact -0.0226 -0.1222 0.0703 0.2363 1.0029 +9 NoEng -0.3045 -0.4253 -0.1733 -0.0463 0.4248 diff --git a/paper/data/ablation_seeds.dat b/paper/data/ablation_seeds.dat new file mode 100644 index 0000000000000000000000000000000000000000..206bd54060b094a74bd7bd2c96eb7aaa9f8619c3 --- /dev/null +++ b/paper/data/ablation_seeds.dat @@ -0,0 +1,28 @@ +idx cost +1 0.4184 +1 0.1117 +1 0.1908 +2 0.5103 +2 0.1318 +2 0.4784 +3 0.0208 +3 0.0066 +3 0.0031 +4 0.1765 +4 -0.0552 +4 0.3415 +5 0.2875 +5 -0.1565 +5 0.1564 +6 0.2958 +6 -0.0573 +6 0.1854 +7 0.0009 +7 0.0073 +7 0.0077 +8 0.2997 +8 0.1048 +8 0.3044 +9 -0.0000 +9 -0.1389 +9 -0.0000 diff --git a/paper/data/heldout_SS_emeans_approx.dat b/paper/data/heldout_SS_emeans_approx.dat new file mode 100644 index 0000000000000000000000000000000000000000..7ace50208523183936d201c4d301abfc355ff5c2 --- /dev/null +++ b/paper/data/heldout_SS_emeans_approx.dat @@ -0,0 +1,6 @@ +seed delta +10 0.00857 +11 0.01713 +12 0.03986 +13 0.04352 +14 0.04691 diff --git a/paper/data/heldout_SS_pisces.dat b/paper/data/heldout_SS_pisces.dat new file mode 100644 index 0000000000000000000000000000000000000000..1f7e035bfe727e41f2a97fa352c0bd11868c82aa --- /dev/null +++ b/paper/data/heldout_SS_pisces.dat @@ -0,0 +1,6 @@ +seed delta +10 -0.05606 +11 -0.08451 +12 -0.04465 +13 -0.00290 +14 -0.01142 diff --git a/paper/data/heldout_SV_emeans_approx.dat b/paper/data/heldout_SV_emeans_approx.dat new file mode 100644 index 0000000000000000000000000000000000000000..0860e5548e9f25632f4b69c382d4f886737aa76a --- /dev/null +++ b/paper/data/heldout_SV_emeans_approx.dat @@ -0,0 +1,6 @@ +seed delta +10 0.16329 +11 0.05078 +12 0.14091 +13 0.08604 +14 0.11764 diff --git a/paper/data/heldout_SV_pisces.dat b/paper/data/heldout_SV_pisces.dat new file mode 100644 index 0000000000000000000000000000000000000000..5847b9e967c86728aeb379c965d79efc6cc0e4a9 --- /dev/null +++ b/paper/data/heldout_SV_pisces.dat @@ -0,0 +1,6 @@ +seed delta +10 -0.40567 +11 -0.40066 +12 -0.50357 +13 -0.57191 +14 -0.38093 diff --git a/paper/data/ivf_matched.dat b/paper/data/ivf_matched.dat new file mode 100644 index 0000000000000000000000000000000000000000..4c23762514ae63f0810f13061610929792be2143 --- /dev/null +++ b/paper/data/ivf_matched.dat @@ -0,0 +1,22 @@ +ndis diff seed +143.2 -0.8613 10 +285.9 -0.2499 10 +567.9 0.3499 10 +1126.5 0.2771 10 +2221.6 0.1153 10 +4364.1 0.0005 10 +8524.3 -0.0603 10 +143.5 0.7841 11 +286.1 0.7456 11 +569.2 0.6987 11 +1127.5 0.7306 11 +2226.0 -0.0040 11 +4373.6 0.0382 11 +8551.6 0.0627 11 +144.7 -1.2918 12 +287.7 -0.1993 12 +571.5 -0.4484 12 +1131.1 -0.4096 12 +2230.9 -0.2220 12 +4378.5 -0.3652 12 +8554.0 -0.1236 12 diff --git a/paper/data/ivf_official.dat b/paper/data/ivf_official.dat new file mode 100644 index 0000000000000000000000000000000000000000..69061d1ec641db3e9f0b57cacc3317aee0d15295 --- /dev/null +++ b/paper/data/ivf_official.dat @@ -0,0 +1,9 @@ +nprobe ndis recall1 recall10 +1 71.9 0.32477 0.24888 +2 143.8 0.47000 0.37601 +4 286.6 0.61450 0.51974 +8 569.5 0.74750 0.66354 +16 1128.4 0.85383 0.78867 +32 2226.2 0.92463 0.88296 +64 4372.0 0.96647 0.94388 +128 8543.3 0.98717 0.97630 diff --git a/paper/data/ivf_pisces.dat b/paper/data/ivf_pisces.dat new file mode 100644 index 0000000000000000000000000000000000000000..a26334b397a4856bf6d5534ab42177599358208e --- /dev/null +++ b/paper/data/ivf_pisces.dat @@ -0,0 +1,9 @@ +nprobe ndis recall1 recall10 +1 72.6 0.32553 0.25024 +2 145.5 0.46790 0.37731 +4 291.5 0.61917 0.52314 +8 582.0 0.75373 0.66707 +16 1158.4 0.85987 0.79238 +32 2292.0 0.92713 0.88442 +64 4506.1 0.96717 0.94448 +128 8808.8 0.98770 0.97711 diff --git a/paper/data/ladder.dat b/paper/data/ladder.dat new file mode 100644 index 0000000000000000000000000000000000000000..0ea54fefee354491f26c48ea740c444e0f9a0bb7 --- /dev/null +++ b/paper/data/ladder.dat @@ -0,0 +1,6 @@ +idx name delta ratio +0 v1 -0.2695 1.0951 +1 v2 -0.2683 1.0905 +2 v3 -0.2793 0.5824 +3 PISCES -0.2829 0.4923 +4 e-means+approx 0.0707 0.6420 diff --git a/paper/data/lemma_official.dat b/paper/data/lemma_official.dat new file mode 100644 index 0000000000000000000000000000000000000000..93813df40279b3065bc1f934eeae3016bcf39f77 --- /dev/null +++ b/paper/data/lemma_official.dat @@ -0,0 +1,401 @@ +pred axis free +1.6643 1.6846 1.7531 +0.9754 1.1592 1.1383 +1.3661 1.5814 1.5661 +1.2730 1.3653 1.3129 +0.9489 1.1966 1.0220 +1.4860 1.6742 1.6209 +1.0527 1.2288 1.2071 +1.1782 1.5136 1.3564 +1.5578 1.8462 1.8202 +0.9213 1.1231 0.9880 +1.0234 1.1680 1.1534 +0.9728 1.0918 1.1281 +1.5301 1.8035 1.7594 +1.4311 1.5970 1.5538 +1.5998 1.9362 1.6157 +0.9791 1.1786 0.8576 +1.4093 1.6567 1.5841 +1.1213 1.2582 1.1947 +1.6350 1.8509 1.7172 +1.5521 1.7379 1.6291 +1.4642 1.7074 1.6665 +1.1184 1.3792 1.0746 +1.2028 1.4478 1.3684 +1.3021 1.4564 1.4677 +1.2864 1.6097 1.4118 +0.9992 1.1525 1.0744 +0.9758 1.0797 1.0821 +1.2689 1.4987 1.5183 +0.9064 0.9970 0.9046 +0.9353 1.1888 1.0093 +1.9086 2.2453 2.2689 +1.1746 1.3756 1.3374 +1.3619 1.5738 1.5764 +1.5561 1.7789 1.7809 +0.9854 1.1102 1.1019 +1.0072 1.1422 1.0888 +0.5690 0.7794 0.7794 +1.3057 1.5507 1.4046 +1.2029 1.2129 1.2148 +1.2130 1.5286 1.4750 +1.3434 1.6321 1.5331 +1.5025 1.8506 1.5800 +0.9155 1.2154 0.9959 +1.0249 1.3223 1.2578 +0.9909 1.2395 0.9967 +1.1463 1.2979 1.2658 +1.3147 1.5820 1.5400 +1.3295 1.4829 1.4951 +1.4291 1.6636 1.7010 +1.3316 1.5719 1.2065 +1.1993 1.5052 1.4731 +1.4646 1.6418 1.6266 +1.7429 2.0444 1.9220 +1.3026 1.7026 1.6752 +0.8150 0.9619 0.9615 +1.4044 1.6047 1.6323 +1.4118 1.7526 1.6837 +1.2075 1.3036 1.2853 +1.4160 1.6686 1.6283 +1.4617 1.6370 1.6126 +1.1400 1.2887 1.2936 +1.0921 1.3402 1.1132 +1.1201 1.2169 1.2018 +0.8250 0.9247 0.9133 +1.8333 2.1804 1.9588 +1.1470 1.2566 1.2244 +1.2986 1.6408 1.3456 +0.1434 0.1555 0.1517 +1.5055 1.6535 1.6418 +1.1338 1.3215 1.3116 +1.1230 1.4322 1.1927 +1.0934 1.2225 1.2498 +0.6334 0.7540 0.7321 +1.3505 1.5571 1.5223 +0.8175 0.9193 0.9123 +1.1407 1.3962 1.3693 +1.4927 1.6910 1.7299 +0.8399 1.0182 0.9851 +0.9888 1.1017 1.0592 +0.9247 0.9692 0.9284 +1.3339 1.4857 1.4690 +1.2949 1.4231 1.3824 +1.2338 1.4406 1.3821 +0.7658 1.0480 0.8287 +1.1288 1.3124 1.3589 +1.0187 1.3068 1.0905 +1.2702 1.4284 1.4010 +1.6286 1.8335 1.7485 +1.1354 1.3418 1.2197 +1.2464 1.5460 1.3865 +1.7683 2.2379 2.1848 +1.6844 1.9900 1.9112 +1.0873 1.2035 1.1179 +1.1453 1.3025 1.1507 +1.3011 1.6391 1.4950 +1.3129 1.6714 1.6074 +1.2339 1.5708 1.4532 +0.9834 1.1722 1.1321 +1.3761 1.6940 1.4813 +1.6569 1.9936 1.9598 +1.3142 1.6832 1.6832 +1.5108 1.6795 1.5484 +1.1756 1.4604 1.3845 +1.2310 1.5152 1.3477 +0.9355 1.2196 1.0233 +1.2435 1.5117 1.4939 +1.2199 1.4239 1.3583 +1.2252 1.3681 1.4111 +1.2891 1.5787 1.4612 +1.8482 2.1300 1.9868 +0.8829 1.1063 1.0634 +0.9771 1.1585 1.0637 +1.0216 1.1472 1.1580 +1.3465 1.6170 1.4744 +1.3839 1.4843 1.4999 +1.0926 1.3943 0.9856 +0.9873 1.2165 1.1268 +1.2824 1.5679 1.5551 +1.2727 1.5494 1.3568 +0.5115 0.5828 0.5160 +1.3208 1.5070 1.4341 +0.9105 1.0849 1.0902 +1.2194 1.2723 1.2551 +1.2750 1.4571 1.2937 +1.2693 1.4995 1.3630 +1.7484 2.0380 1.9259 +1.1558 1.2350 1.1975 +1.1031 1.4060 1.3931 +1.0767 1.2590 1.1257 +1.5222 1.6198 1.7792 +1.0773 1.1969 1.2183 +1.0341 1.1013 0.8273 +1.5137 1.7204 1.7673 +1.0144 1.2053 1.1127 +1.0923 1.2926 1.2367 +2.1115 2.4194 2.3683 +1.3771 1.6276 1.4729 +1.5958 1.8040 1.6899 +1.0913 1.2412 1.2822 +1.6680 1.6095 1.6638 +1.0040 1.2554 0.9416 +1.1291 1.3364 1.1779 +1.4447 1.6852 1.6634 +0.7122 0.8357 0.8357 +0.7348 1.0188 1.0188 +1.3857 1.5493 1.5256 +1.1732 1.2798 1.0644 +1.4756 1.9074 1.7134 +1.2225 1.3267 1.2044 +1.4139 1.7004 1.4348 +1.0410 1.2306 1.2240 +1.2159 1.4605 1.4094 +1.4087 1.7027 1.7241 +1.7553 1.8696 1.7749 +0.7497 0.9193 0.8720 +1.3884 1.5329 1.5008 +0.9370 1.1969 1.0720 +1.2121 1.4898 1.4628 +1.6201 1.8260 1.5445 +1.1993 1.4246 1.2891 +1.3367 1.5791 1.5559 +1.4219 1.6172 1.4591 +0.9168 1.0880 1.0963 +0.9213 0.9904 0.9569 +1.3231 1.4780 1.5564 +1.1733 1.2792 1.3318 +1.0950 1.4229 1.4396 +0.9044 1.0724 1.0084 +1.1348 1.3388 1.3150 +1.5121 1.8397 1.6461 +1.1015 1.3224 1.2080 +1.4284 1.5301 1.5333 +1.5686 1.8427 1.8880 +1.9168 2.2096 2.1377 +1.2703 1.4476 1.3938 +1.5992 1.9628 1.9569 +0.8938 1.0475 0.9884 +0.9836 1.2512 1.1589 +1.2181 1.3304 1.3401 +1.2405 1.3617 1.4027 +1.4858 1.6282 1.5263 +1.0517 1.2068 1.2417 +1.0408 1.3085 1.3064 +1.4035 1.7566 1.7138 +1.4292 1.8908 1.8164 +1.0337 1.2863 1.2294 +0.8983 1.0747 1.0224 +1.4631 1.9806 1.9806 +1.2924 1.3414 1.3488 +1.6829 1.9349 1.9574 +1.7308 1.9407 1.8115 +1.4848 1.6571 1.6652 +1.4742 1.7122 1.6654 +0.8458 0.9180 0.9027 +1.1505 1.5226 1.4979 +1.2274 1.4022 1.3552 +1.2829 1.6171 1.5829 +0.7528 0.7953 0.8225 +1.2353 1.3474 1.3703 +1.1621 1.3796 1.3270 +0.4787 0.6141 0.6141 +1.6808 1.9352 1.8015 +0.8531 1.1550 0.9332 +0.8445 1.0335 0.9856 +1.4104 1.6521 1.5993 +1.5649 1.6008 1.6828 +1.4457 1.8166 1.7575 +1.3104 1.3959 1.3420 +1.2999 1.5551 1.4584 +1.1865 1.4412 1.3313 +1.5773 1.7615 1.7717 +1.0982 1.2345 1.1072 +1.2587 1.4227 1.3553 +1.4842 1.8089 1.4923 +1.5196 1.5688 1.5168 +1.2936 1.6199 1.4133 +0.8833 0.9045 0.8930 +0.7565 0.9386 0.8950 +1.0508 1.1820 1.1549 +1.1902 1.4782 1.4551 +0.7556 0.9092 0.8064 +1.0553 1.2659 1.0905 +1.1898 1.3696 1.3967 +1.4274 1.6075 1.6679 +1.5063 1.7029 1.4995 +1.1730 1.5366 1.4934 +0.8603 1.0315 1.0549 +1.2840 1.4551 1.1095 +1.6573 1.6237 1.5769 +1.2874 1.5589 1.4534 +1.7947 2.0644 2.1023 +1.7059 1.9896 1.8563 +1.4118 1.6126 1.5831 +1.3578 1.5572 1.5291 +1.1283 1.4839 1.3568 +0.8850 1.1331 1.0351 +1.1535 1.2256 1.4108 +1.3697 1.6728 1.6241 +0.9572 1.0957 1.0166 +1.1118 1.3510 1.3296 +0.9674 1.0926 0.8884 +1.5399 1.9298 1.8856 +1.0377 1.2872 1.0866 +1.0282 1.1329 1.0313 +0.9797 1.1662 1.0594 +1.1343 1.2229 1.2641 +1.8902 2.1871 2.1522 +0.8843 0.9765 0.8713 +1.0575 1.3060 1.1293 +1.5246 1.7884 1.7062 +0.9088 1.0890 1.0266 +1.0323 1.2398 1.0931 +0.9302 1.1459 1.0245 +0.9810 1.0769 1.1160 +1.3033 1.5104 1.3911 +1.1415 1.4600 1.3171 +1.5177 1.8420 1.8937 +0.9877 1.2497 1.0621 +1.4856 1.6910 1.5812 +1.3485 1.4291 1.5561 +1.1608 1.4751 1.4114 +1.4621 1.8400 1.6070 +1.2380 1.3296 1.3322 +1.0410 1.2557 1.2526 +0.8724 0.9702 1.0404 +1.2417 1.6576 1.1137 +1.0196 1.4225 1.1305 +1.2850 1.3277 1.3004 +0.7253 0.9261 0.7970 +1.0608 1.2115 1.0750 +1.2676 1.5016 1.4666 +0.8321 1.0159 0.9239 +1.4211 2.0405 2.0405 +0.8089 1.1066 0.7606 +1.1028 1.3059 1.2369 +1.3677 1.4454 1.3860 +0.8568 1.0699 1.0434 +1.2980 1.5456 1.2055 +1.2904 1.4853 1.4506 +0.7365 0.9649 0.9053 +0.9748 1.0851 1.0137 +1.5384 1.7426 1.7763 +1.1396 1.3787 1.3742 +1.1267 1.2042 1.1790 +1.9381 2.2405 2.1855 +1.7469 1.9386 1.9201 +1.0562 1.1630 1.0880 +1.5243 1.8865 1.8615 +1.4842 1.6105 1.6461 +1.1950 1.4309 1.2874 +1.2840 1.4256 1.3323 +1.2217 1.4768 1.2204 +1.3765 1.6815 1.3866 +1.2852 1.4292 1.4399 +1.3473 1.4260 1.4500 +1.0867 1.2993 1.2547 +1.1356 1.3557 1.3941 +1.3130 1.5215 1.4929 +0.9881 0.9883 1.0072 +0.8942 1.2013 1.2253 +1.1971 1.4305 1.2876 +1.4318 1.5794 1.5290 +1.5757 1.8972 1.5213 +1.1810 1.3363 1.2754 +1.0071 1.2123 0.9386 +1.3458 1.6042 1.4108 +1.2647 1.4967 1.4216 +0.9884 1.2545 1.1966 +1.0229 1.2771 1.3449 +1.2536 1.4749 1.2687 +0.9724 1.1432 0.9907 +1.2880 1.4890 1.4688 +1.3459 1.6059 1.2851 +0.9460 1.1236 0.9144 +1.1902 1.3243 1.3074 +1.2037 1.3674 1.1306 +1.5761 1.8429 1.8029 +1.2102 1.3705 1.4072 +1.0490 1.1357 1.1422 +1.4469 1.8829 1.4887 +1.4320 1.6641 1.5028 +1.3986 1.5445 1.5547 +1.1060 1.2903 1.2520 +1.2025 1.3250 1.2728 +1.0741 1.3073 1.1760 +1.8163 2.1780 2.1538 +1.2083 1.4370 1.3452 +1.2653 1.4742 1.3849 +1.5193 1.8398 1.8991 +1.1633 1.2623 1.1541 +1.5066 1.6871 1.6692 +1.4853 1.5669 1.6100 +0.8739 1.0472 0.9525 +1.5847 1.9510 1.9911 +0.9276 1.1433 1.1107 +1.0645 1.3931 1.2387 +1.3722 1.6831 1.5383 +1.2510 1.4584 1.4455 +1.0215 1.1075 1.1229 +1.1901 1.4120 1.3995 +1.1923 1.4608 1.5006 +0.9670 1.1983 1.0628 +1.8320 2.3012 2.3100 +1.0600 1.2081 1.2416 +1.5184 1.8644 1.7075 +1.4655 1.7035 1.7010 +1.1703 1.3688 1.2158 +1.1185 1.1479 1.0973 +1.1591 1.3226 1.3222 +1.0152 1.2524 1.1480 +1.1424 1.3812 1.3203 +1.2841 1.4417 1.4431 +0.9784 1.1623 1.0454 +0.5403 0.5832 0.5652 +0.9526 1.0625 0.9852 +0.8717 1.0604 0.9284 +0.7736 0.8635 0.9334 +1.1197 1.3290 1.3205 +1.6021 1.6536 1.6950 +1.1089 1.1873 1.2429 +1.6098 1.8596 1.4197 +1.3468 1.5846 1.4128 +1.0300 1.0943 1.0589 +1.2184 1.2009 1.2407 +1.7201 2.1016 2.2712 +1.3590 1.6574 1.6091 +0.9159 1.1923 0.9383 +1.0196 1.1295 1.1380 +0.9982 1.2665 1.1896 +1.5890 1.7091 1.7080 +1.4478 1.6045 1.5894 +1.3956 1.6244 1.5554 +1.5909 1.7552 1.7555 +0.9769 0.9883 1.0627 +0.8042 0.8911 0.9412 +1.1754 1.4299 1.2908 +1.3146 1.5225 1.5374 +1.4590 1.6811 1.4760 +1.4888 1.7204 1.6147 +1.1418 1.3799 1.2374 +1.9404 2.3406 2.2977 +1.5445 1.7848 1.6417 +1.0840 1.4000 1.0215 +1.0224 1.1247 1.1628 +1.2333 1.3453 1.2982 +1.4459 1.7287 1.6811 +0.5654 0.6764 0.7046 +1.3780 1.7155 1.5577 +0.4772 0.4369 0.5435 +1.5044 1.6612 1.6437 +1.1160 1.2732 1.3088 +0.7794 0.8535 0.8579 +0.7987 1.0253 0.8427 +1.0718 1.3744 1.3394 +1.0557 1.3352 1.3361 +1.0306 1.2503 1.1728 +1.3888 1.5202 1.5178 +1.9357 2.3141 2.2590 +1.1145 1.2234 1.1614 +1.5361 1.7342 1.7221 diff --git a/paper/data/lemma_pisces.dat b/paper/data/lemma_pisces.dat new file mode 100644 index 0000000000000000000000000000000000000000..85c731f9428a749d4354b6969f2425c6ab112b34 --- /dev/null +++ b/paper/data/lemma_pisces.dat @@ -0,0 +1,401 @@ +pred axis free +1.4365 1.7726 1.6237 +0.9750 1.0707 0.9747 +1.4021 1.7768 1.5720 +1.1260 1.4179 1.2032 +1.3350 1.6519 1.6562 +1.1555 1.4091 1.2498 +1.5055 1.9501 1.7301 +1.4269 1.5340 1.5045 +1.1526 1.4413 1.4357 +0.9517 1.1748 1.0900 +0.9430 1.1527 1.1882 +1.3392 1.5240 1.6608 +1.1618 1.3888 1.1445 +1.0726 1.2585 1.1646 +0.8167 0.9973 0.9259 +1.1592 1.4012 1.2747 +1.2556 1.4813 1.4040 +1.1425 1.4895 1.2938 +0.9227 1.0712 0.9097 +1.2775 1.3623 1.2622 +1.1820 1.4537 1.2864 +1.0179 1.0587 1.1259 +1.3055 1.7197 1.6973 +1.0793 1.3162 1.2344 +1.4813 1.7602 1.5523 +0.9962 1.1508 1.0765 +1.1044 1.3179 1.2639 +1.3091 1.5294 1.3921 +1.0233 1.1252 1.1561 +1.4475 1.6672 1.6077 +1.4428 1.7765 1.7062 +1.7728 1.8075 1.9736 +1.4188 1.7322 1.6893 +0.8746 1.0081 1.0268 +0.9052 1.0784 1.0134 +1.4574 1.7532 1.5579 +0.8113 1.0268 0.9156 +1.1008 1.2611 1.1229 +1.0906 1.2603 1.3145 +1.0888 1.2369 1.1654 +1.2847 1.6200 1.5662 +0.9650 1.1938 1.0069 +1.1795 1.4059 1.2639 +0.7582 1.0023 0.9443 +1.0537 1.3325 1.2279 +1.1110 1.1784 1.1712 +1.2515 1.4167 1.4209 +1.2238 1.5970 1.5058 +1.1518 1.2850 1.2522 +1.0632 1.2878 1.1256 +1.1415 1.3715 1.3698 +1.0388 1.2464 1.1533 +1.1954 1.4137 1.3990 +1.0311 1.2865 1.2483 +1.3017 1.5226 1.5226 +1.3260 1.5620 1.3625 +1.1129 1.3770 1.4163 +1.2596 1.5688 1.4527 +1.2634 1.5586 1.5637 +1.5316 1.6989 1.5661 +1.0203 1.1229 1.0389 +1.1731 1.4379 1.3218 +1.0831 1.2482 1.1309 +1.2698 1.3601 1.3311 +1.3921 1.5763 1.6788 +1.0669 1.3120 1.1788 +0.8988 0.9597 1.0197 +1.1878 1.3975 1.3314 +0.8396 1.1453 0.9255 +1.2070 1.5386 1.5214 +1.2351 1.2947 1.3276 +0.9970 1.2360 1.1969 +1.0263 1.2000 1.2240 +1.0040 1.2497 1.1393 +0.7796 0.9816 0.8922 +1.4628 1.7824 1.5186 +0.9648 1.1612 0.9151 +1.0930 1.2493 0.9756 +1.2843 1.3531 1.3948 +1.3764 1.5285 1.5341 +1.4139 1.5500 1.5031 +1.3255 1.6609 1.6366 +0.8946 1.0915 1.0502 +1.0033 1.1552 1.1109 +1.4176 2.1499 2.1499 +1.2991 1.5154 1.5438 +1.1522 1.2342 1.2312 +1.2499 1.4611 1.4330 +1.1289 1.4658 1.1908 +1.1948 1.3072 1.2321 +1.2541 1.4603 1.4552 +1.4852 1.7238 1.7339 +1.0345 1.2977 1.2094 +1.3180 1.6224 1.4949 +1.3088 1.5480 1.4269 +0.9780 1.2445 1.2491 +0.9601 1.1249 0.9778 +1.5229 1.7689 1.5813 +1.1022 1.3209 1.2753 +1.0192 1.2512 1.1123 +1.0287 1.2567 1.1705 +1.2616 1.3527 1.2784 +1.3303 1.6062 1.5000 +1.1129 1.3643 1.2484 +0.9098 1.0790 0.8822 +1.1182 1.3351 1.2984 +1.0850 1.1205 1.1438 +0.9933 1.2154 1.1158 +1.0826 1.2080 1.2846 +1.2733 1.5213 1.5056 +1.2979 1.4527 1.5280 +0.9641 1.3017 1.1269 +1.1783 1.2718 1.2074 +0.9799 1.2132 1.0833 +1.0137 1.2090 1.0947 +1.1329 1.2447 1.2293 +0.7513 0.9635 0.8324 +0.8851 0.9826 1.0270 +1.1996 1.5243 1.2984 +0.9661 1.0384 1.0734 +1.0953 1.2487 1.0266 +1.1689 1.3830 1.3395 +1.1933 1.3406 1.3398 +1.5272 1.6820 1.6535 +1.3075 1.5182 1.4028 +0.8646 1.0106 1.0430 +1.5292 1.9546 1.9217 +1.3757 1.4900 1.4742 +0.9720 1.1917 0.9852 +1.1472 1.3399 1.3437 +1.1945 1.2517 1.3193 +1.1703 1.3351 1.2236 +1.4191 1.7024 1.5907 +1.1319 1.4809 1.3906 +1.2426 1.3928 1.3827 +1.1293 1.3184 1.2707 +1.0305 1.2496 1.0867 +1.2861 1.4204 1.3867 +1.2864 1.4675 1.4333 +1.0862 1.2611 1.1399 +1.6575 1.6401 1.6754 +0.8408 1.2137 0.7749 +1.3033 1.6521 1.6377 +1.6290 2.0379 2.0464 +1.1008 1.2677 1.1549 +1.3555 1.5511 1.5452 +1.4068 1.6061 1.4906 +0.9206 1.0861 0.9737 +0.8665 0.9427 0.8597 +1.3616 1.5041 1.4089 +1.1852 1.4680 1.0468 +1.3254 1.5070 1.5775 +1.1092 1.2939 1.2114 +1.3221 1.4486 1.3272 +1.1070 1.4001 1.2550 +1.1763 1.3702 1.3308 +1.1198 1.3527 1.1895 +1.2964 1.5883 1.5965 +0.9775 1.3061 1.1923 +1.3038 1.4252 1.3437 +1.0562 1.1090 1.0781 +0.9858 1.2737 0.9768 +1.2526 1.4070 1.3263 +1.2391 1.3658 1.3640 +1.5001 1.7370 1.3912 +1.0442 1.2891 1.0502 +1.4645 1.7175 1.5803 +1.3066 1.4796 1.5297 +0.8798 0.9669 0.9159 +1.5400 1.7054 1.7160 +1.3169 1.5800 1.4919 +0.9376 1.2723 0.9820 +1.6582 1.8197 1.8649 +1.3356 1.5280 1.4425 +1.0613 1.3418 1.0321 +1.3455 1.6474 1.5834 +1.6480 1.8763 1.7257 +1.0938 1.3596 1.3330 +1.4509 1.6555 1.4955 +1.5765 1.9501 1.8295 +1.3625 1.5578 1.5740 +1.2253 1.4234 1.4092 +1.0194 1.1943 1.1728 +1.0867 1.2779 1.2096 +1.7665 1.8116 1.7615 +1.1479 1.3884 1.3579 +1.0246 1.2475 1.1540 +1.4077 1.6929 1.3761 +1.2398 1.4752 1.2325 +1.0824 1.2472 1.2237 +1.1925 1.3876 1.3244 +0.9857 1.1594 1.1327 +1.2409 1.4727 1.4028 +1.2886 1.3770 1.3933 +1.3323 1.5224 1.5224 +1.0920 1.1989 1.1863 +1.3954 1.5179 1.5535 +1.3882 1.7052 1.7516 +1.4020 1.4363 1.3840 +1.2644 1.2537 1.3677 +1.1758 1.3808 1.2928 +1.2374 1.4254 1.5344 +1.3148 1.5082 1.4888 +1.4590 1.6582 1.5957 +0.8080 0.9247 0.9031 +1.1335 1.3007 1.3072 +1.5375 1.7176 1.6636 +1.0183 1.2270 1.1805 +1.0717 1.1856 1.1113 +0.9497 1.1584 1.0823 +1.3473 1.5073 1.4651 +1.4415 1.6226 1.5749 +1.2866 1.4734 1.4997 +1.4839 1.7488 1.3175 +1.2125 1.4075 1.1673 +1.8061 2.0815 2.1403 +1.7063 2.0278 1.9177 +1.1341 1.2801 1.2443 +1.0878 1.2814 1.3045 +1.3829 1.5626 1.5666 +1.3988 1.7540 1.7621 +1.2174 1.5125 1.3340 +1.4362 1.7767 1.7472 +1.3060 1.4979 1.2126 +1.1919 1.4545 1.4384 +0.9750 1.1379 1.0463 +0.9627 1.1617 1.0770 +1.3238 1.3733 1.5007 +1.4992 1.7664 1.6971 +1.1534 1.4960 1.1945 +1.4417 1.7292 1.5565 +1.1425 1.2767 1.3291 +1.3272 1.5985 1.4994 +1.5862 1.8528 1.6350 +1.5991 1.7964 1.7945 +1.1270 1.3435 1.2597 +1.2792 1.4771 1.4803 +1.2274 1.4669 1.5323 +1.1463 1.4447 1.2981 +1.3170 1.5033 1.4771 +0.9430 1.1272 1.0931 +0.7104 0.8246 0.7352 +1.2060 1.3770 1.3420 +1.2603 1.3473 1.2609 +1.3014 1.3810 1.4425 +1.3939 1.6660 1.5325 +1.4927 1.8348 1.6226 +1.3168 1.3068 1.3628 +1.3276 1.6136 1.4766 +1.2529 1.4649 1.4077 +0.9766 1.2243 0.6846 +1.2058 1.2541 1.2552 +1.2174 1.4366 1.3830 +1.2755 1.5095 1.1644 +1.3822 1.5672 1.4524 +0.9169 0.8183 0.8234 +1.2391 1.4750 1.3130 +1.2394 1.4533 1.4621 +0.9291 1.1975 0.9908 +1.3148 1.4999 1.3998 +1.0793 1.2761 1.2074 +1.5378 1.7297 1.6813 +1.1638 1.1787 1.2949 +0.5654 0.8412 0.7567 +1.4646 1.9636 1.8247 +1.2280 1.2389 1.1810 +1.5371 1.6875 1.6970 +1.5507 1.7599 1.6150 +1.0739 1.1733 1.1074 +1.0584 1.2184 1.2132 +1.3414 1.6346 1.5897 +1.4506 1.6352 1.5500 +1.5093 1.7767 1.7025 +0.7789 0.9336 0.9018 +0.7371 0.8426 0.9148 +1.2405 1.4554 1.3383 +1.4549 1.7052 1.6925 +1.0417 1.4261 1.1616 +0.7548 0.9293 0.9396 +1.2539 1.4954 1.3947 +1.2452 1.5026 1.0620 +1.1506 1.3303 1.2106 +1.3829 1.5251 1.5884 +0.5410 0.5420 0.5496 +1.6134 1.9577 1.7344 +0.6781 0.7305 0.7605 +0.8633 1.0730 0.7809 +1.8825 2.1384 2.1613 +1.0195 1.2292 1.1905 +1.2390 1.2921 1.3084 +1.2137 1.3431 1.2853 +1.4792 1.6445 1.7567 +1.4265 1.4945 1.4318 +0.9666 1.1384 1.1374 +1.3116 1.5845 1.5812 +0.9971 1.1464 1.1087 +0.8856 1.1771 1.1461 +1.2980 1.5967 1.3938 +1.1791 1.2365 1.2011 +1.3673 1.5111 1.5553 +1.4363 1.7500 1.6714 +1.4525 1.7924 1.6785 +0.6032 0.8326 0.6777 +1.2683 1.4654 1.3794 +1.4516 1.5951 1.6038 +1.3405 1.5714 1.4546 +1.2218 1.5240 1.3113 +1.1398 1.3383 1.3423 +1.1702 1.3985 1.3230 +0.9970 1.2060 1.0878 +1.1288 1.3581 1.3168 +1.6456 1.9007 1.9448 +0.9719 1.1518 1.1206 +1.4957 1.9844 1.9949 +1.2018 1.2720 1.1696 +1.4311 1.6419 1.5981 +1.0562 1.2096 1.1204 +1.3243 1.4131 1.2794 +1.2791 1.3938 1.4320 +1.0993 1.3268 1.1998 +1.4673 1.7142 1.5863 +0.8390 1.1683 0.9834 +1.6438 1.8483 1.9245 +1.3594 1.6187 1.3433 +1.4074 1.5708 1.4968 +1.4722 1.6550 1.7632 +1.0067 1.1738 1.1410 +1.5070 1.7678 1.7836 +1.0695 1.2586 1.2241 +1.2931 1.5097 1.3956 +1.2521 1.4397 1.4044 +1.4446 1.7620 1.6288 +1.2684 1.5008 1.4536 +1.2847 1.5166 1.4934 +1.3365 1.5562 1.4599 +1.1339 1.3264 1.3107 +1.2655 1.5448 1.2744 +0.5067 0.6114 0.6204 +1.0222 1.1752 1.1006 +1.2229 1.5272 1.5156 +1.0795 1.2375 1.2111 +1.3481 1.5013 1.5506 +1.1608 1.3129 1.2910 +1.3089 1.6428 1.5995 +1.4371 1.7381 1.3713 +1.1921 1.4505 1.4674 +1.3195 1.4237 1.3809 +1.3250 1.5455 1.4835 +1.0758 1.2813 1.1087 +1.0959 1.4025 1.3626 +1.1110 1.4822 1.3525 +1.4130 1.7812 1.7394 +1.5418 1.7190 1.6901 +1.0018 1.1454 1.0849 +0.9024 1.0412 1.0178 +1.4679 1.6849 1.6066 +0.9594 1.1947 1.1395 +0.9510 1.1957 0.8624 +1.1281 1.4369 1.5119 +1.5496 1.7175 1.7016 +2.0394 2.5854 2.5772 +1.4262 1.7037 1.6299 +1.4494 1.6635 1.5754 +0.6291 0.6854 0.5790 +0.8960 1.1780 0.9882 +1.1747 1.3578 1.3499 +1.3154 1.6166 1.4651 +1.3213 1.3481 1.3856 +1.0560 1.1947 1.1219 +0.8551 0.9753 0.9899 +1.2330 1.4580 1.3599 +1.3708 1.5961 1.4726 +1.3960 1.6128 1.4206 +1.1357 1.3882 1.1927 +1.0519 1.2506 1.2326 +1.3568 1.5599 1.4217 +1.4083 1.6032 1.5921 +1.2623 1.5251 1.3949 +1.3704 1.6793 1.5782 +1.2362 1.5538 1.2062 +0.9067 1.1837 1.1609 +1.6661 1.9486 1.9364 +1.1087 1.2343 0.9537 +1.2979 1.6595 1.3650 +1.8076 2.2817 2.3213 +1.6636 1.9022 1.7331 +1.0187 1.1983 1.0815 +1.1709 1.4110 1.2668 +1.5439 1.7242 1.6347 +1.1332 1.4809 1.2492 +1.4445 1.6894 1.6087 +0.9661 1.2243 1.1460 +0.5283 0.5828 0.6199 +1.0933 1.2175 1.2399 +1.2282 1.5909 1.3860 +1.0625 1.2155 1.2425 +1.2658 1.5519 1.4769 +1.1429 1.3278 1.2473 +1.1424 1.2605 1.2201 +1.2265 1.4050 1.3144 diff --git a/paper/data/negatives.tex b/paper/data/negatives.tex new file mode 100644 index 0000000000000000000000000000000000000000..714d34799b267cf646475a3245824af3fa624fca --- /dev/null +++ b/paper/data/negatives.tex @@ -0,0 +1,16 @@ +\def\negrows{% +streaming split--merge (swap) moves, 1\% of $k$ & 2 & $-0.26\%$ & $-0.31\%$ & 2/5\\ +fresher closing window (last 50\% of the final epoch) & 4 & $-0.41\%$ & $+0.49\%$ & 5/5\\ +children inherit 35\% of the donor's mass each & 6 & $-0.41\%$ & $-0.28\%$ & 5/5\\ +revival threshold schedule $0.3\to0.1$ & 6 & $-0.41\%$ & $-0.31\%$ & 5/5\\ +graph-pruned assignment with label memory, self-verified & 9 & $-0.41\%$ & $-0.41\%$ & 0/5\\ +coarse-to-fine growth (3 doublings) & 13 & $-0.42\%$ & $-0.17\%$ & 5/5\\ +heavy-ball momentum on centroid moves ($\beta=0.3$) & 15 & $-0.42\%$ & $-0.14\%$ & 5/5\\ +fewer probes early ($8\to16$) & 15 & $-0.42\%$ & $-0.33\%$ & 5/5\\ +HNSW over the centroids instead of IVF & 17 & $-0.42\%$ & $-0.36\%$ & 3/5\\ +fp16 IVF lists (same recall, faster scans) & 18 & $-0.42\%$ & $-0.29\%$ & 3/5\\ +annealed assignment to the runner-up ($\varepsilon_0=0.01$) & 19 & $-0.48\%$ & $-0.46\%$ & 2/5\\ +distribution-free half-mean split and score, $c\pm\E[\mathrm{sign}(p)\,e]$ & 21 & $-0.42\%$ & $-0.12\%$ & 5/5\\ +empirical axis half-mean $c\pm\E|p|\,u_1$, score $N(\E|p|)^2$ & 21 & $-0.42\%$ & $-0.42\%$ & 2/5\\ +batch-size schedule $0.25B\to1.75B$ & 21 & $-0.42\%$ & $-0.32\%$ & 4/5\\ +} diff --git a/paper/data/qvt_official.dat b/paper/data/qvt_official.dat new file mode 100644 index 0000000000000000000000000000000000000000..35859e6529562eb4dc1f80cb91f0d068ebbd23f2 --- /dev/null +++ b/paper/data/qvt_official.dat @@ -0,0 +1,4 @@ +epochs seconds mse sd n +1 43.98 0.393624 0.000301 10 +3 125.79 0.387614 0.000325 10 +5 225.08 0.386961 0.000262 10 diff --git a/paper/data/qvt_pemeans.dat b/paper/data/qvt_pemeans.dat new file mode 100644 index 0000000000000000000000000000000000000000..651de3569f5d3eb83618733862036c6ef91ea450 --- /dev/null +++ b/paper/data/qvt_pemeans.dat @@ -0,0 +1,4 @@ +epochs seconds mse sd n +1 48.80 0.392506 0.000543 5 +3 131.58 0.386797 0.000338 5 +5 242.14 0.386072 0.000353 5 diff --git a/paper/data/qvt_pemeans_v2.dat b/paper/data/qvt_pemeans_v2.dat new file mode 100644 index 0000000000000000000000000000000000000000..eb7234b31f6d0dccddbf56b9f0a6a2b1841a125d --- /dev/null +++ b/paper/data/qvt_pemeans_v2.dat @@ -0,0 +1,3 @@ +epochs seconds mse sd n +1 42.64 0.390321 0.000295 10 +3 129.74 0.386689 0.000293 7 diff --git a/paper/data/qvt_pemeans_v3.dat b/paper/data/qvt_pemeans_v3.dat new file mode 100644 index 0000000000000000000000000000000000000000..d6fb81de4825ba6e480426deb6e32ec14b30129d --- /dev/null +++ b/paper/data/qvt_pemeans_v3.dat @@ -0,0 +1,4 @@ +epochs seconds mse sd n +1 43.36 0.389833 0.000393 10 +3 65.97 0.386531 0.000380 10 +5 99.20 0.386130 0.000369 10 diff --git a/paper/data/qvt_pisces.dat b/paper/data/qvt_pisces.dat new file mode 100644 index 0000000000000000000000000000000000000000..04a4da747af34144542376a8c113c26a58936cd9 --- /dev/null +++ b/paper/data/qvt_pisces.dat @@ -0,0 +1,4 @@ +epochs seconds mse sd n +1 18.50 0.390159 0.000266 10 +3 37.69 0.386563 0.000334 10 +5 61.25 0.385893 0.000253 10 diff --git a/paper/data/qvt_pisces_v10.dat b/paper/data/qvt_pisces_v10.dat new file mode 100644 index 0000000000000000000000000000000000000000..08805cc5311d266073234d379126a2e8d7bf7957 --- /dev/null +++ b/paper/data/qvt_pisces_v10.dat @@ -0,0 +1,2 @@ +epochs seconds mse sd n +3 51.03 0.386518 0.000394 10 diff --git a/paper/data/scaling.dat b/paper/data/scaling.dat new file mode 100644 index 0000000000000000000000000000000000000000..4fcdf2ffd14b4e7a27f17749f063628415dd7890 --- /dev/null +++ b/paper/data/scaling.dat @@ -0,0 +1,5 @@ +k delta ratio +1024 -0.0591 1.8004 +4096 -0.2227 0.4245 +16384 -0.3116 0.2952 +65536 -0.0430 0.2679 diff --git a/paper/data/scaling_rules.dat b/paper/data/scaling_rules.dat new file mode 100644 index 0000000000000000000000000000000000000000..dcbfb2eab7da631c7c91fb93aa514b93576b4fb2 --- /dev/null +++ b/paper/data/scaling_rules.dat @@ -0,0 +1,3 @@ +k delta speedup +1024 -0.0776 1.2090 +65536 -0.1896 3.8354 diff --git a/paper/data/scaling_seeds.dat b/paper/data/scaling_seeds.dat new file mode 100644 index 0000000000000000000000000000000000000000..452279ce69db85655976c68f30d03e298d74a663 --- /dev/null +++ b/paper/data/scaling_seeds.dat @@ -0,0 +1,15 @@ +k delta speedup +1024 -0.2004 0.5323 +1024 -0.0080 0.5941 +1024 0.0312 0.5437 +4096 -0.3593 2.3614 +4096 -0.0841 2.3446 +4096 -0.2248 2.3616 +16384 -0.3148 3.3104 +16384 -0.0344 3.3569 +16384 -0.4253 3.2067 +16384 -0.1496 3.5851 +16384 -0.6337 3.5072 +65536 -0.3019 3.9183 +65536 0.0986 3.7355 +65536 0.0742 3.5619 diff --git a/paper/data/sizes_official.dat b/paper/data/sizes_official.dat new file mode 100644 index 0000000000000000000000000000000000000000..387f48c6e452903e496393d86e8f5a327df725a5 --- /dev/null +++ b/paper/data/sizes_official.dat @@ -0,0 +1,46 @@ +size cdf +0.5 0.00000 +1 0.00000 +2 0.00006 +3 0.00006 +4 0.00006 +5 0.00006 +6 0.00012 +7 0.00043 +8 0.00110 +9 0.00189 +10 0.00250 +11 0.00439 +12 0.00574 +14 0.00940 +15 0.01160 +16 0.01404 +18 0.02051 +20 0.02832 +22 0.03766 +24 0.04950 +26 0.06287 +29 0.08582 +31 0.10272 +34 0.13452 +38 0.18646 +41 0.23041 +45 0.29242 +50 0.37958 +55 0.46332 +60 0.54865 +66 0.64282 +72 0.72052 +80 0.80444 +87 0.85712 +96 0.90613 +105 0.94073 +115 0.96338 +127 0.97900 +139 0.98895 +153 0.99420 +167 0.99725 +184 0.99884 +202 0.99969 +221 0.99994 +243 1.00000 diff --git a/paper/data/sizes_pisces.dat b/paper/data/sizes_pisces.dat new file mode 100644 index 0000000000000000000000000000000000000000..6527414e93dd301239610d25fd620d5698b3b442 --- /dev/null +++ b/paper/data/sizes_pisces.dat @@ -0,0 +1,47 @@ +size cdf +0.5 0.00000 +1 0.00000 +2 0.00000 +3 0.00000 +4 0.00000 +5 0.00000 +6 0.00000 +7 0.00000 +8 0.00000 +9 0.00000 +10 0.00006 +11 0.00024 +12 0.00037 +13 0.00061 +15 0.00226 +16 0.00348 +18 0.00787 +19 0.01019 +21 0.01611 +24 0.03088 +26 0.04370 +29 0.06891 +31 0.08813 +35 0.13794 +38 0.17999 +42 0.24628 +46 0.32037 +51 0.41437 +56 0.50488 +61 0.58704 +68 0.69043 +74 0.75732 +82 0.82727 +90 0.87988 +99 0.91730 +109 0.94745 +120 0.96667 +132 0.97949 +145 0.98779 +160 0.99335 +176 0.99609 +194 0.99762 +213 0.99896 +235 0.99957 +258 0.99988 +284 1.00000 diff --git a/paper/data/splitex0_kmeans.dat b/paper/data/splitex0_kmeans.dat new file mode 100644 index 0000000000000000000000000000000000000000..015a2322d83e658772df73ae0aa46fb03ac0c5eb --- /dev/null +++ b/paper/data/splitex0_kmeans.dat @@ -0,0 +1,3 @@ +a b +-0.0613 0.0047 +0.0705 -0.0054 diff --git a/paper/data/splitex0_pisces.dat b/paper/data/splitex0_pisces.dat new file mode 100644 index 0000000000000000000000000000000000000000..0b780b1d04825f5412982fa71e53341368dcc875 --- /dev/null +++ b/paper/data/splitex0_pisces.dat @@ -0,0 +1,3 @@ +a b +0.0690 0.0000 +-0.0690 0.0000 diff --git a/paper/data/splitex0_pts.dat b/paper/data/splitex0_pts.dat new file mode 100644 index 0000000000000000000000000000000000000000..cbea13cc781aa2d7603eb2eb38fa15fafc90ad09 --- /dev/null +++ b/paper/data/splitex0_pts.dat @@ -0,0 +1,285 @@ +a b +0.1013 0.0825 +0.0265 0.0689 +0.0366 -0.1186 +0.0391 -0.0159 +-0.0358 -0.0340 +0.2000 -0.0075 +0.0261 -0.1614 +-0.0560 -0.0023 +0.0857 -0.0125 +0.0299 0.0249 +-0.0272 0.1501 +-0.1117 -0.0806 +0.0544 0.0674 +0.0157 0.1158 +-0.1296 0.0586 +0.0660 -0.0032 +-0.0083 -0.0728 +0.0144 -0.0068 +-0.0490 0.1221 +-0.1086 -0.0413 +0.0548 -0.1003 +-0.0602 0.0783 +0.0239 -0.0057 +-0.0260 -0.1484 +-0.1114 0.1316 +-0.0238 0.0837 +-0.0099 -0.1384 +-0.0749 0.0985 +-0.1366 -0.0156 +-0.1648 -0.0970 +0.1407 -0.0693 +-0.1050 0.0612 +0.0816 -0.0216 +-0.0450 -0.0016 +-0.1534 0.0755 +-0.1319 0.0201 +-0.0925 0.1152 +-0.1361 -0.0538 +0.0030 0.0026 +0.2032 -0.0638 +0.0462 -0.0121 +0.0359 -0.1782 +0.1417 0.1441 +-0.0070 0.0093 +0.0659 0.0248 +0.1697 -0.0923 +-0.0751 -0.1668 +-0.0336 0.1921 +-0.0152 0.0148 +-0.0728 -0.0102 +0.0899 0.1089 +0.0307 0.1015 +-0.0262 -0.0380 +0.1666 0.1220 +0.0450 0.0468 +-0.1250 -0.0798 +-0.0346 -0.0757 +0.0035 0.0695 +0.0451 -0.0089 +-0.0550 -0.0688 +0.1486 0.0912 +-0.0854 0.0313 +0.1734 0.0347 +-0.0139 -0.0161 +-0.1060 -0.0440 +0.1895 -0.1692 +-0.0802 0.0268 +-0.0202 0.0636 +-0.1049 -0.0334 +-0.1054 0.0635 +-0.0477 0.0778 +0.0456 -0.1487 +-0.0073 -0.0662 +-0.1105 -0.0129 +-0.0082 0.0854 +0.0754 0.0611 +0.1464 0.0401 +-0.1163 -0.0236 +-0.0454 -0.0951 +0.0619 0.1265 +-0.0892 0.0029 +0.0468 0.1241 +0.1425 0.0234 +0.0921 -0.0501 +0.0580 0.1228 +-0.1155 -0.0991 +-0.0081 -0.0127 +0.1694 -0.0427 +0.0728 0.0241 +-0.1484 0.0131 +-0.0725 -0.0396 +-0.1567 -0.1114 +-0.0388 -0.0723 +-0.0419 0.1496 +-0.0461 -0.1117 +-0.0366 0.0594 +0.0445 0.0754 +-0.1087 0.0082 +-0.0456 -0.0755 +0.0574 -0.0535 +0.0287 0.0805 +-0.1432 -0.0125 +-0.0039 0.0901 +0.0691 -0.0024 +-0.1557 -0.0190 +0.1307 -0.1314 +-0.0275 0.0397 +-0.0063 -0.0549 +0.0600 -0.0642 +0.0549 -0.1176 +0.2712 0.0342 +0.0098 -0.0336 +-0.1544 -0.0201 +0.0355 -0.1287 +0.0656 -0.0570 +-0.0878 0.1219 +0.0295 0.0259 +-0.0194 -0.0921 +-0.0393 -0.0250 +-0.0778 -0.0130 +-0.0060 -0.1179 +-0.0247 -0.0267 +-0.1724 -0.1124 +0.0915 -0.0065 +-0.0265 0.0048 +0.0455 -0.0256 +-0.0476 0.1414 +-0.0076 0.0798 +0.0447 0.0526 +0.0867 -0.1232 +-0.0296 -0.0737 +0.0845 -0.0001 +-0.0717 0.0561 +0.0488 -0.0688 +-0.1731 0.0064 +0.0076 -0.0180 +-0.0582 -0.1395 +-0.0216 0.0740 +0.0003 0.0473 +-0.1014 0.0505 +-0.0902 0.2298 +-0.0490 0.1057 +-0.0870 -0.0593 +0.0499 0.0089 +0.0355 0.0012 +-0.1546 -0.0154 +0.1132 0.0681 +-0.0152 0.0966 +0.0957 0.0777 +-0.1386 0.0835 +-0.0414 0.0180 +-0.0857 0.0843 +-0.0268 0.0060 +0.0831 0.0384 +-0.1001 0.0699 +0.1277 0.0257 +-0.0644 -0.0011 +0.1369 0.0750 +-0.1008 0.0043 +-0.0350 0.0500 +0.0910 -0.1244 +0.0929 0.1364 +-0.0564 -0.1012 +-0.0355 0.0145 +-0.0186 0.1146 +0.0893 -0.0694 +0.1349 0.0655 +0.0131 -0.0015 +-0.0123 0.0343 +0.0903 -0.1440 +-0.0604 -0.1281 +0.0966 0.0174 +-0.0402 -0.0623 +-0.0194 0.0445 +-0.0497 0.0193 +0.0846 -0.0328 +-0.0683 -0.0809 +0.1320 -0.0924 +-0.0126 0.0564 +0.1174 -0.1390 +-0.0695 -0.0611 +-0.0483 0.0660 +0.0075 -0.1324 +-0.0995 0.0049 +0.0615 -0.1335 +-0.0571 -0.0227 +-0.0148 -0.0326 +0.0364 -0.1468 +-0.0790 0.0646 +-0.0264 0.0224 +-0.0585 -0.1309 +0.1574 -0.0608 +0.2330 0.0405 +0.1467 0.0735 +0.1407 -0.0186 +-0.0177 -0.0988 +0.0006 -0.2103 +-0.0116 0.0557 +0.0838 0.0432 +0.1272 -0.1188 +-0.0186 -0.0578 +-0.0751 0.0038 +-0.0849 0.1871 +-0.0149 0.1419 +0.0815 0.1556 +-0.0790 -0.0064 +0.0287 0.0485 +-0.0446 -0.0476 +-0.0944 -0.0397 +0.1353 -0.0288 +-0.0411 0.1036 +0.0033 0.0080 +-0.0871 0.0400 +0.0227 -0.0336 +0.0165 0.0742 +0.1923 -0.0450 +-0.0937 -0.0099 +0.0132 -0.0076 +0.0509 0.0610 +0.0021 -0.1249 +0.0147 -0.1105 +0.0416 0.0168 +-0.0090 -0.0830 +0.0598 0.0840 +0.0574 -0.0742 +0.0485 0.1897 +0.1450 -0.0573 +-0.1064 0.0169 +0.0204 0.0152 +-0.0156 -0.1102 +-0.0490 -0.0867 +-0.0895 0.1405 +0.0618 0.0926 +-0.0236 -0.0273 +-0.1223 -0.0677 +-0.0624 -0.0068 +0.0917 -0.0737 +0.0579 0.0302 +-0.0783 -0.1536 +-0.1472 0.0534 +0.2161 -0.0708 +-0.0541 0.1193 +0.0458 -0.0914 +-0.0748 -0.0720 +-0.0039 0.1130 +-0.0744 -0.0445 +0.0706 -0.0127 +0.0399 -0.0651 +-0.0112 -0.0481 +0.1386 0.1605 +0.0070 -0.0758 +0.0754 0.0778 +0.0481 0.0911 +0.0282 -0.0529 +-0.0346 0.1024 +0.0584 0.0834 +-0.0316 0.0319 +0.0078 0.0405 +-0.0936 0.0293 +0.0059 -0.0695 +0.0079 0.1474 +-0.0227 -0.1256 +-0.0749 0.0201 +-0.0498 -0.0499 +0.0254 0.0224 +-0.1214 -0.0639 +-0.0479 0.0442 +0.0407 0.1884 +-0.0600 -0.0614 +-0.0407 -0.0384 +0.0739 0.0203 +0.1070 0.1148 +0.0927 0.0123 +0.0132 -0.1364 +-0.0382 0.1832 +0.1910 -0.0834 +-0.0306 0.0343 +-0.0561 0.0489 +0.1837 0.0909 +-0.0083 -0.1787 +-0.1166 -0.0409 +-0.0333 0.0791 +-0.0737 0.0528 +-0.1423 -0.0709 diff --git a/paper/data/splitex1_kmeans.dat b/paper/data/splitex1_kmeans.dat new file mode 100644 index 0000000000000000000000000000000000000000..6db4b2a8d12e0a67284632a5101144dd8ff4596c --- /dev/null +++ b/paper/data/splitex1_kmeans.dat @@ -0,0 +1,3 @@ +a b +0.0426 -0.0493 +-0.0355 0.0410 diff --git a/paper/data/splitex1_pisces.dat b/paper/data/splitex1_pisces.dat new file mode 100644 index 0000000000000000000000000000000000000000..a59be6f4d8c6404baab0a3e92f7c33dc8d233e9d --- /dev/null +++ b/paper/data/splitex1_pisces.dat @@ -0,0 +1,3 @@ +a b +0.0679 0.0000 +-0.0679 0.0000 diff --git a/paper/data/splitex1_pts.dat b/paper/data/splitex1_pts.dat new file mode 100644 index 0000000000000000000000000000000000000000..efc3c046a4df5d89dfd56d5392dfe260d9c05d61 --- /dev/null +++ b/paper/data/splitex1_pts.dat @@ -0,0 +1,274 @@ +a b +0.0672 0.1185 +0.0998 0.0619 +-0.1302 0.0237 +-0.1463 -0.0231 +0.0918 -0.0179 +-0.0310 0.0084 +0.0680 0.0749 +-0.0845 0.0088 +-0.0772 -0.0770 +0.0675 0.1062 +-0.0734 -0.0629 +0.0001 -0.1941 +-0.0137 -0.0126 +0.0905 -0.0743 +0.0118 -0.0263 +-0.0261 0.0649 +0.0352 0.0423 +0.1063 -0.0332 +-0.0978 -0.0999 +0.0583 -0.0651 +-0.0932 -0.1069 +0.0098 0.0511 +0.0714 -0.0684 +0.0638 0.0479 +-0.0774 -0.0506 +0.0324 -0.0117 +-0.1501 -0.0050 +0.0923 0.0248 +0.0110 0.0201 +0.0356 -0.0131 +-0.0598 0.0096 +-0.0357 -0.0832 +0.0086 -0.0391 +-0.0566 0.0973 +0.0627 0.1106 +-0.0495 0.1818 +0.0583 -0.0862 +-0.0513 -0.0741 +0.1302 -0.0665 +-0.0375 -0.1507 +0.0644 -0.0796 +-0.0943 0.0297 +-0.0454 -0.0578 +0.0607 0.0328 +-0.0110 0.0548 +0.0110 -0.1725 +0.0143 -0.0513 +-0.1026 0.0016 +-0.0429 -0.2372 +0.1319 -0.0371 +0.0900 -0.0054 +0.0663 0.0381 +0.0441 -0.0963 +0.0435 -0.0558 +-0.0685 0.0551 +-0.0806 0.1016 +-0.1200 -0.0269 +0.2092 -0.0911 +-0.0998 0.0900 +0.0022 -0.1111 +0.0627 -0.0466 +0.0394 -0.0788 +-0.0695 0.0318 +0.0321 -0.0407 +-0.1425 0.0199 +-0.1241 -0.0775 +-0.0343 -0.0005 +-0.0622 0.0898 +0.0098 0.0060 +0.0951 -0.0868 +-0.0572 -0.0254 +0.0271 -0.1130 +0.0593 0.0333 +-0.0343 -0.0762 +-0.0956 0.0385 +-0.1332 0.1507 +-0.0378 -0.0289 +0.0605 -0.0297 +-0.0600 0.1527 +-0.0159 0.0124 +0.0951 -0.0832 +0.0725 0.1464 +0.0816 0.0067 +0.1817 -0.0404 +0.1100 -0.0599 +0.1362 0.0894 +-0.1190 -0.0469 +0.0409 -0.0990 +0.0016 -0.0834 +0.1686 -0.0172 +-0.0685 -0.1189 +0.0126 -0.0559 +-0.0952 -0.0882 +0.0826 -0.1129 +0.0872 -0.0261 +0.0520 0.0480 +-0.0142 0.0268 +-0.0195 0.0874 +-0.0319 -0.1333 +-0.0520 0.0225 +-0.0516 -0.0280 +0.0684 -0.0557 +0.0769 0.0496 +-0.0007 0.0316 +0.0674 0.0980 +0.1304 0.1708 +0.0619 -0.1093 +0.0112 -0.0207 +0.0105 -0.1745 +-0.0094 0.1244 +-0.0647 -0.1119 +-0.0076 -0.0352 +-0.0058 -0.0448 +-0.1578 0.0438 +-0.0758 -0.0445 +-0.1098 0.0546 +0.0206 0.0682 +-0.0427 0.0931 +0.0033 -0.0457 +-0.0779 -0.0127 +-0.0923 0.0941 +0.0242 -0.0195 +0.0484 -0.1613 +-0.0848 -0.1538 +-0.0326 0.1268 +0.1600 0.0651 +0.0310 -0.0261 +-0.1150 -0.1012 +0.0341 0.0385 +-0.0815 0.0589 +0.0663 -0.0605 +-0.0161 -0.0141 +0.0432 0.0457 +0.0267 0.0088 +-0.1975 -0.0759 +0.0443 -0.0073 +0.1225 0.1410 +-0.0590 -0.0811 +0.0773 -0.0877 +-0.0826 0.0915 +0.0026 -0.0794 +0.2364 0.0647 +0.0196 0.0075 +0.0114 0.1711 +0.0431 0.0131 +-0.1173 -0.1204 +-0.0123 0.0971 +0.0255 0.2389 +0.0620 -0.0629 +-0.0427 -0.1625 +0.0510 -0.0635 +-0.0943 -0.1017 +-0.1017 0.0463 +-0.0854 0.1555 +0.1649 -0.1224 +0.1098 0.0103 +0.0049 0.0615 +0.1267 0.0805 +-0.0868 -0.0854 +0.0175 -0.0889 +-0.1589 0.1290 +-0.0402 0.0391 +-0.0395 0.0583 +0.0440 0.0592 +0.1195 0.0689 +-0.0981 0.0446 +-0.0220 -0.0782 +-0.0835 0.0802 +-0.0037 -0.1054 +-0.0515 0.0399 +-0.0584 0.0709 +-0.1192 -0.0204 +0.1527 0.0706 +0.0521 -0.1240 +0.1036 0.1246 +-0.0306 0.1008 +0.0829 -0.0436 +-0.0904 0.0230 +0.0546 -0.0928 +0.1449 -0.0034 +0.0140 0.0606 +-0.0322 0.1186 +-0.0545 -0.1572 +0.0180 0.0725 +0.0882 0.0126 +-0.0581 -0.1525 +-0.0559 0.1017 +-0.0526 0.0227 +-0.0715 0.1031 +0.0827 0.0315 +0.0539 0.0210 +-0.0725 0.0540 +-0.0429 -0.0095 +-0.0819 -0.0371 +-0.0996 -0.1178 +-0.0792 0.1257 +-0.0069 0.1135 +-0.0614 -0.0109 +0.0484 -0.0276 +-0.0019 0.0582 +0.0433 0.0662 +-0.0445 0.1317 +0.0205 -0.1190 +0.2321 -0.0695 +0.0423 -0.0311 +-0.1685 -0.0271 +0.0181 -0.0221 +-0.1150 -0.0538 +0.1082 -0.0675 +0.0763 0.0469 +-0.1196 0.1004 +-0.1677 -0.0223 +0.0269 -0.0465 +-0.0536 0.0527 +-0.0467 -0.0006 +-0.0468 -0.0102 +0.1262 0.1682 +0.0343 -0.0771 +-0.0590 -0.0076 +-0.1482 0.0280 +-0.0636 -0.0292 +0.2066 -0.0152 +0.1492 0.1356 +0.0033 0.0486 +-0.0348 0.0191 +0.0865 0.0829 +-0.0345 0.1054 +0.1406 -0.0157 +0.0973 0.0832 +-0.0799 -0.2089 +-0.0392 -0.0161 +-0.0927 0.1154 +-0.0053 -0.1118 +0.0642 0.1176 +0.2472 -0.0202 +-0.1448 0.1992 +-0.0330 -0.0227 +-0.1196 -0.0572 +-0.0794 0.0718 +0.0403 -0.1022 +0.1002 -0.0310 +-0.1344 0.0584 +0.0252 -0.0923 +-0.0634 0.0025 +-0.0479 -0.0578 +0.0600 0.0349 +-0.1570 -0.0244 +-0.0394 -0.1138 +0.0165 0.0669 +-0.1196 -0.0326 +0.0481 0.0244 +-0.0557 -0.0320 +0.1852 0.0217 +-0.0740 0.0233 +0.1394 -0.0852 +0.0263 0.0535 +-0.0325 0.0567 +-0.0021 0.0792 +0.0609 -0.0927 +0.0325 0.1820 +-0.0731 0.0498 +0.1389 -0.0718 +0.0428 0.1034 +-0.1505 -0.0322 +0.0948 0.0246 +0.0402 -0.0699 +-0.1003 -0.0066 +0.0130 0.0415 +0.0448 0.0292 +-0.0480 0.0800 +-0.0495 0.0054 +0.1509 0.0672 +-0.0251 0.1159 diff --git a/paper/data/splitex2_kmeans.dat b/paper/data/splitex2_kmeans.dat new file mode 100644 index 0000000000000000000000000000000000000000..7b544bcf9c70fea8ba8622e1ca93f0dc4ad64766 --- /dev/null +++ b/paper/data/splitex2_kmeans.dat @@ -0,0 +1,3 @@ +a b +-0.1054 -0.0151 +0.0413 0.0059 diff --git a/paper/data/splitex2_pisces.dat b/paper/data/splitex2_pisces.dat new file mode 100644 index 0000000000000000000000000000000000000000..b7dbf85e2dc5cc7bac6d2e9ec90e6fe2638c7e38 --- /dev/null +++ b/paper/data/splitex2_pisces.dat @@ -0,0 +1,3 @@ +a b +0.0641 0.0000 +-0.0641 0.0000 diff --git a/paper/data/splitex2_pts.dat b/paper/data/splitex2_pts.dat new file mode 100644 index 0000000000000000000000000000000000000000..00733b80948407b6192f63e14f80ed897b5d2c7f --- /dev/null +++ b/paper/data/splitex2_pts.dat @@ -0,0 +1,257 @@ +a b +0.0185 0.0306 +0.0500 0.0806 +0.0268 0.0351 +0.0062 0.0203 +-0.0467 0.0026 +0.0943 -0.0525 +0.0575 -0.0184 +-0.0136 -0.0216 +0.0567 0.1083 +-0.0187 0.0714 +0.0324 0.0079 +0.0008 0.0059 +0.0885 -0.0545 +-0.1043 -0.0188 +0.0548 0.0188 +0.0885 -0.0545 +0.0324 0.0079 +-0.0810 -0.0593 +-0.0872 -0.0262 +0.0527 0.0509 +-0.1147 0.0779 +-0.0263 0.0118 +-0.0423 0.0263 +-0.0123 0.0162 +-0.0443 -0.0044 +0.0862 -0.0442 +0.0292 0.0585 +-0.0016 -0.0349 +-0.0342 -0.0099 +0.0220 0.0793 +0.0324 -0.0388 +0.0444 0.1069 +-0.0812 -0.0102 +0.0725 0.0214 +-0.0611 0.1100 +-0.1914 -0.0152 +0.0843 0.0886 +-0.1572 -0.0016 +0.0508 -0.0109 +0.0057 -0.0014 +0.0862 -0.0442 +-0.0023 0.0086 +0.0935 0.0343 +-0.0882 -0.0500 +-0.0052 0.1757 +0.0235 0.0020 +0.0099 0.0074 +-0.0112 -0.0233 +0.0324 0.0079 +-0.0026 0.0078 +-0.0497 0.0606 +0.0780 -0.1335 +0.0682 0.0141 +0.0648 0.0957 +-0.1892 0.0208 +0.0503 0.0979 +0.0892 -0.0295 +-0.0128 0.0570 +0.0324 0.0079 +0.0439 0.0277 +-0.1936 0.0060 +0.0365 0.1197 +-0.1254 -0.0199 +0.1196 -0.0728 +-0.1080 -0.0054 +0.1617 -0.1086 +-0.0202 -0.0006 +0.0278 -0.0408 +-0.1286 -0.0282 +-0.1473 0.0226 +0.0147 0.0079 +-0.1795 -0.0056 +0.0549 0.1032 +0.0324 0.0079 +-0.0784 -0.0060 +-0.1111 -0.0139 +0.0471 -0.1023 +0.0717 -0.0274 +0.0913 -0.0446 +0.0445 0.1439 +0.0273 0.0072 +-0.1490 0.0263 +-0.1070 -0.1612 +0.0324 0.0079 +-0.0123 -0.0233 +0.1400 -0.1038 +0.0114 0.0021 +0.0079 0.1596 +0.0622 -0.0297 +-0.0201 -0.0992 +0.0443 -0.0312 +0.0714 -0.0728 +0.0131 0.0322 +0.0161 0.0597 +0.1015 -0.1809 +0.0622 0.1188 +0.0835 -0.0522 +0.0593 -0.0608 +-0.2447 0.0376 +-0.0602 0.0128 +-0.0155 -0.0613 +0.0570 -0.0235 +0.1037 0.0678 +0.1168 -0.0895 +-0.0649 -0.0144 +0.0324 0.0079 +-0.0569 0.0155 +0.0207 0.0081 +0.0324 0.0079 +0.0324 0.0079 +-0.0191 -0.1119 +0.0618 0.0713 +0.0928 0.0095 +0.0324 0.0079 +0.0235 0.0020 +0.0045 0.0062 +-0.1759 0.0015 +0.0640 0.0074 +0.0193 0.0032 +-0.1751 -0.0219 +-0.1707 0.0136 +0.1346 -0.1090 +-0.1440 0.0097 +-0.1704 -0.0009 +0.0809 -0.0443 +0.1346 -0.1090 +0.1075 -0.1431 +0.1029 0.0207 +-0.0597 -0.0244 +-0.1869 -0.0360 +-0.2084 -0.0337 +0.0324 0.0632 +0.0341 0.1122 +-0.0077 -0.0066 +0.0276 0.0312 +-0.0237 0.0016 +0.0776 0.1802 +0.0817 -0.0405 +-0.1353 -0.0666 +0.0439 0.1156 +0.0297 -0.0889 +0.0818 0.1406 +-0.0126 0.0563 +-0.0690 -0.0185 +0.0516 -0.0186 +0.0170 0.1277 +-0.1360 -0.0344 +0.0350 -0.0399 +-0.0276 -0.0463 +0.0797 -0.0381 +0.1346 -0.1090 +0.0324 0.0079 +0.0526 0.1012 +0.0394 -0.0594 +0.0795 0.0582 +0.0267 0.0580 +-0.1948 -0.0172 +0.0862 -0.0442 +0.0324 0.0079 +-0.0607 0.0549 +0.0159 0.1018 +-0.0583 -0.1293 +0.0067 0.0002 +0.0451 0.0671 +-0.0461 -0.0218 +0.0281 0.0518 +-0.0965 -0.0043 +-0.0827 -0.0832 +-0.1184 -0.0338 +-0.0653 -0.0532 +-0.0198 -0.0066 +0.0668 0.1099 +-0.0409 -0.1398 +0.0192 0.0583 +-0.0980 -0.0134 +0.0883 -0.0329 +0.0569 0.1001 +0.0315 0.0075 +0.0459 -0.0094 +-0.1060 -0.0452 +-0.0685 -0.0226 +-0.0848 -0.0026 +-0.0148 -0.0502 +0.0479 -0.0092 +-0.0411 -0.0049 +0.0226 0.0023 +0.0085 0.0022 +0.0885 -0.0545 +0.0241 0.0048 +-0.0484 -0.0227 +-0.0196 0.0473 +0.0538 -0.0137 +-0.1342 0.0003 +-0.0701 -0.0082 +0.0767 -0.0401 +0.0158 -0.0061 +0.1068 -0.0711 +0.0317 0.0909 +-0.0219 -0.0026 +0.1134 0.0199 +-0.0005 0.1167 +0.0324 0.0079 +0.0573 -0.0174 +-0.1309 0.0496 +0.1006 -0.1094 +0.0248 0.0051 +0.0236 -0.0175 +-0.0296 -0.0012 +-0.0304 -0.0015 +-0.0177 -0.0169 +-0.0997 -0.0224 +-0.0025 -0.0268 +-0.0902 0.0017 +0.0771 -0.0454 +0.0197 0.0088 +-0.0595 -0.0284 +0.0424 -0.0338 +-0.0055 -0.0157 +0.0209 0.0088 +-0.1822 -0.0103 +0.0327 -0.0744 +-0.0879 -0.0051 +0.0577 0.0839 +0.0048 0.0244 +-0.0190 -0.0326 +0.0324 0.0079 +0.0674 -0.0308 +-0.0572 -0.0627 +-0.0479 0.0700 +0.0456 -0.0312 +-0.1049 0.0782 +-0.0481 -0.0196 +0.1346 -0.1090 +0.1110 -0.0435 +0.0085 0.0450 +0.0862 -0.0442 +0.0538 0.0880 +0.0324 0.0079 +-0.0677 -0.0041 +-0.0133 -0.0041 +-0.0501 0.0020 +0.1090 0.0377 +-0.0057 -0.0168 +0.1187 -0.0015 +-0.1519 0.0292 +-0.0919 -0.1703 +0.1877 0.0774 +0.0383 -0.0219 +0.0654 0.0833 +-0.0051 -0.0199 +-0.1583 0.0231 +-0.0741 -0.0267 +0.0598 0.0060 +0.0235 0.0020 +-0.0113 0.0043 +-0.0298 -0.0091 diff --git a/paper/data/splits_official.dat b/paper/data/splits_official.dat new file mode 100644 index 0000000000000000000000000000000000000000..7ac516f3ee778e887be197967a1ae1eae4beeb69 --- /dev/null +++ b/paper/data/splits_official.dat @@ -0,0 +1,11 @@ +frac cum +0 0 +0.1042 5041 +0.2083 5972 +0.3125 6451 +0.4167 6670 +0.5208 6853 +0.6250 6938 +0.7292 6975 +0.8333 6981 +0.9375 6982 diff --git a/paper/data/splits_pisces.dat b/paper/data/splits_pisces.dat new file mode 100644 index 0000000000000000000000000000000000000000..e092cfea03d3fb2b424ba358fb814ed27a9c0195 --- /dev/null +++ b/paper/data/splits_pisces.dat @@ -0,0 +1,23 @@ +frac cum +0 0 +0.0208 2274 +0.0417 5914 +0.0625 7340 +0.0833 8203 +0.1042 8882 +0.1250 9460 +0.1458 9931 +0.1667 10407 +0.1875 10828 +0.2083 11243 +0.2292 11600 +0.2500 11966 +0.2708 12304 +0.2917 12626 +0.3125 12906 +0.4167 13517 +0.5208 14072 +0.6250 14324 +0.7292 14403 +0.8333 14417 +0.9375 14426 diff --git a/paper/data/strip.dat b/paper/data/strip.dat new file mode 100644 index 0000000000000000000000000000000000000000..0695971defc400839903e1a018bebf5cec908fb2 --- /dev/null +++ b/paper/data/strip.dat @@ -0,0 +1,61 @@ +row delta +1 -0.88195 +1 -0.98252 +1 -1.07714 +1 -0.81363 +1 -0.83975 +1 -0.92390 +1 -0.74200 +1 -0.91155 +1 -0.75129 +1 -0.87809 +2 -0.33953 +2 -0.18060 +2 -0.17535 +2 -0.34126 +2 -0.51722 +2 -0.28088 +2 -0.11876 +2 -0.42257 +2 -0.07502 +2 -0.25997 +3 -0.21335 +3 -0.29440 +3 -0.23070 +3 -0.26140 +3 -0.36336 +3 -0.23140 +3 -0.23353 +3 -0.37756 +3 -0.17676 +3 -0.37652 +4 -0.40567 +4 -0.40066 +4 -0.50357 +4 -0.57191 +4 -0.38093 +5 -0.05606 +5 -0.08451 +5 -0.04465 +5 -0.00290 +5 -0.01142 +6 -0.17331 +6 0.00020 +6 0.16591 +6 0.17970 +6 -0.16888 +6 0.10107 +6 0.29911 +6 0.13759 +6 0.28903 +6 -0.12380 +7 0.16329 +7 0.05078 +7 0.14091 +7 0.08604 +7 0.11764 +8 0.00857 +8 0.01713 +8 0.03986 +8 0.04352 +8 0.04691 diff --git a/paper/data/time_breakdown.dat b/paper/data/time_breakdown.dat new file mode 100644 index 0000000000000000000000000000000000000000..6ead9dfeade6671d7fcbaef2952a4dddf8188577 --- /dev/null +++ b/paper/data/time_breakdown.dat @@ -0,0 +1,4 @@ +idx name search build stats other wall +0 e-means 72.45 0.00 0.39 2.43 75.27 +1 PISCES-v1.0 34.69 0.92 3.67 4.46 43.74 +2 PISCES 23.78 1.01 1.41 0.67 26.86 diff --git a/paper/data/ttq.dat b/paper/data/ttq.dat new file mode 100644 index 0000000000000000000000000000000000000000..a1b7dad00b674aa4430e0ffef787e615112cb9da --- /dev/null +++ b/paper/data/ttq.dat @@ -0,0 +1,8 @@ +method epochs seconds mse +emeans_approx 3 81.86 0.386405 +official 3 142.29 0.386340 +official 5 237.95 0.385577 +pisces 1 20.02 0.387919 +pisces 2 36.06 0.386172 +pisces 3 41.93 0.385135 +pisces 4 51.64 0.384681 diff --git a/paper/data/ttq_emeans_approx.dat b/paper/data/ttq_emeans_approx.dat new file mode 100644 index 0000000000000000000000000000000000000000..6ff78c16b6cd2471a73bade235cd56cb035e8c62 --- /dev/null +++ b/paper/data/ttq_emeans_approx.dat @@ -0,0 +1,2 @@ +epochs seconds mse +3 81.86 0.386405 diff --git a/paper/data/ttq_official.dat b/paper/data/ttq_official.dat new file mode 100644 index 0000000000000000000000000000000000000000..456ee261d7a4b7782b1113904e35ac6bde09009b --- /dev/null +++ b/paper/data/ttq_official.dat @@ -0,0 +1,3 @@ +epochs seconds mse +3 142.29 0.386340 +5 237.95 0.385577 diff --git a/paper/data/ttq_pisces.dat b/paper/data/ttq_pisces.dat new file mode 100644 index 0000000000000000000000000000000000000000..7875c5ff7c1261a1631332640210a9258183a5da --- /dev/null +++ b/paper/data/ttq_pisces.dat @@ -0,0 +1,5 @@ +epochs seconds mse +1 20.02 0.387919 +2 36.06 0.386172 +3 41.93 0.385135 +4 51.64 0.384681 diff --git a/paper/figs/arch_cards.tex b/paper/figs/arch_cards.tex new file mode 100644 index 0000000000000000000000000000000000000000..d61fbf0bc4dd87401be2c8af88867aaa4a538ab0 --- /dev/null +++ b/paper/figs/arch_cards.tex @@ -0,0 +1,88 @@ +% Architecture cards in the style of S. Raschka's LLM architecture gallery: one card per method, +% input at the bottom, a coloured repeated block, zoom-in callouts. Teal = changed by PISCES. +\begin{tikzpicture}[ + font=\sffamily\small, + card/.style={rounded corners=10pt, fill=gray!8, draw=gray!45, line width=0.6pt}, + core/.style={rounded corners=8pt, line width=0.8pt}, + sub/.style={rounded corners=3pt, draw=gray!55, fill=white, minimum width=4.3cm, minimum height=0.78cm, + align=center, font=\sffamily\footnotesize, line width=0.5pt}, + subnew/.style={sub, draw=pteal, fill=pteal!9, line width=1.1pt}, + io/.style={rounded corners=3pt, draw=gray!60, fill=white, minimum width=4.6cm, minimum height=0.72cm, + align=center, font=\sffamily\footnotesize}, + up/.style={-{Stealth[length=2.2mm]}, line width=0.7pt, draw=pnavy!80}, + call/.style={rounded corners=4pt, draw=#1, fill=white, line width=0.6pt, align=left, + font=\sffamily\scriptsize, text width=4.7cm, inner sep=4pt}, + link/.style={draw=#1, line width=0.5pt, densely dotted}, + ttl/.style={font=\sffamily\bfseries\large}, + tag/.style={font=\sffamily\scriptsize\itshape, text=gray!70!black}] + +% ================================================================ e-means card (left) +\begin{scope}[xshift=0cm] +\node[ttl, text=pnavy] at (0,11.35) {e-means}; +\node[font=\sffamily\scriptsize, text=gray!70!black] at (0,10.9) {Bessa et al., Meta FAIR, 2026 \;·\; \texttt{faiss.contrib.e\_means}}; +\draw[card] (-3.0,-0.35) rectangle (3.0,10.55); +\node[io] (eD) at (0,0.35) {data rows $x_i\in\mathbb{R}^{d}$, \;$n$ rows}; +\node[io] (eB) at (0,1.45) {mini-batch, $B=0.035\,k^{0.13}n^{0.88}T^{0.81}$}; +\draw[core, fill=pnavy!12, draw=pnavy!70] (-2.55,2.25) rectangle (2.6,8.05); +\node[tag, rotate=90, font=\sffamily\scriptsize\bfseries\itshape] at (-2.8,5.15) {$\times\,T$ epochs $\times\,\lceil n/B\rceil$ batches}; +\node[sub] (eA) at (0,2.95) {\textbf{assignment}: exact, all $k$ centroids}; +\node[sub] (eS) at (0,4.25) {\textbf{batch statistics} $n_j,\ s_j$}; +\node[sub] (eE) at (0,5.55) {\textbf{EMA update}, step $\alpha(t)$, cosine}; +\node[sub] (eR) at (0,6.85) {\textbf{revival}: every 5 batches}; +\node[sub] (eC) at (0,8.9) {\textbf{closing means} of the last epoch}; +\node[io] (eO) at (0,10.0) {centroids $C\in\mathbb{R}^{k\times d}$}; +\foreach \a/\b in {eD/eB, eB/eA, eA/eS, eS/eE, eE/eR, eR/eC, eC/eO} \draw[up] (\a) -- (\b); +\draw[up, rounded corners=4pt] (eR.west) -- ++(-0.35,0) |- ([yshift=-2pt]eA.west); +% callouts (left) +\node[call=pnavy!70, anchor=east] (c1) at (-3.35,2.95) {\textbf{Exact GEMM}\\$O(Bkd)$ per batch: every row against all $k=16{,}384$ centroids}; +\node[call=pnavy!70, anchor=east] (c2) at (-3.35,6.85) {\textbf{Dead:} $N_j<0.1\,\bar N$\\\textbf{Donor:} sampled $\propto N_j$\\\textbf{Children:} $c\,(1\pm10^{-4}s)$, on top of each other}; +\node[call=pnavy!70, anchor=east] (c3) at (-3.35,8.9) {\textbf{Closing:} a split in the last epoch leaves all closing sums with the donor}; +\draw[link=pnavy!70] (c1.east) -- (eA.west); \draw[link=pnavy!70] (c2.east) -- (eR.west); \draw[link=pnavy!70] (c3.east) -- (eC.west); +\end{scope} + +% ================================================================ PISCES card (right) +\begin{scope}[xshift=7.6cm] +\node[ttl, text=pteal] at (0,11.35) {\PISCES{} (ARIES \#1)}; +\node[font=\sffamily\scriptsize, text=gray!70!black] at (0,10.9) {same engine \;·\; teal = changed \;·\; all on CPU}; +\draw[card] (-3.0,-0.35) rectangle (3.0,10.55); +\node[io] (pD) at (0,0.35) {data rows $x_i\in\mathbb{R}^{d}$, \;$n$ rows}; +\node[io] (pB) at (0,1.45) {mini-batch, $B$ (same law); step $\alpha_0\times1.4$}; +\draw[core, fill=pteal!14, draw=pteal] (-2.55,2.25) rectangle (2.6,8.05); +\node[tag, rotate=90, font=\sffamily\scriptsize\bfseries\itshape] at (-2.8,5.15) {$\times\,T$ epochs $\times\,\lceil n/B\rceil$ batches}; +\node[subnew] (pA) at (0,2.95) {\textbf{sparse assignment}: IVF over centroids}; +\node[subnew] (pS) at (0,4.25) {\textbf{statistics} $n_j, s_j$ + \textbf{axis} $V_j, P_j$ (fused)}; +\node[sub] (pE) at (0,5.55) {\textbf{EMA update} + power iteration $u_j$}; +\node[subnew] (pR) at (0,6.85) {\textbf{principal-axis revival}}; +\node[subnew] (pC) at (0,8.9) {\textbf{consistent} closing means}; +\node[io] (pO) at (0,10.0) {centroids $C\in\mathbb{R}^{k\times d}$}; +\foreach \a/\b in {pD/pB, pB/pA, pA/pS, pS/pE, pE/pR, pR/pC, pC/pO} \draw[up] (\a) -- (\b); +\draw[up, rounded corners=4pt] (pR.east) -- ++(0.3,0) |- ([yshift=-2pt]pA.east); +% callout: assignment, with a mini IVF +\node[call=pteal, anchor=west] (d1) at (3.35,2.45) {\textbf{IVF over the centroids}\\$\sqrt k=128$ coarse cells, $\sqrt k/8=16$ probes ($\sqrt k/4$ last epoch); 8-bit scan, exact top-4 re-rank\\$\approx k/8$ distances per row: $O(Bkd/8)$}; +\pgfmathsetseed{7} +\begin{scope}[shift={(8.85,2.45)}, scale=0.42] + \foreach \x/\y/\h in {0/0/1,1/0.2/1,2/-0.1/0,0.4/1/1,1.5/1.1/0,2.4/0.9/0,0.2/-1/0,1.2/-0.9/1,2.3/-1.1/0}{ + \ifnum\h=1 \fill[pteal!35] (\x,\y) circle (0.42); \else \fill[gray!18] (\x,\y) circle (0.42); \fi + \foreach \i in {1,...,4} \fill[pnavy!70] ($(\x,\y)+(rand*0.25,rand*0.25)$) circle (0.05);} + \fill[porange] (0.75,0.15) circle (0.11); + \node[font=\sffamily\tiny, text=porange!80!black, below, align=center] at (1.2,-1.5) {a row (orange) probes\\only the teal cells}; +\end{scope} +% callout: statistics +\node[call=pteal, anchor=west] (d2) at (3.35,4.45) {\textbf{One fused Numba pass} per batch\\$V_j\leftarrow V_j+\sum (e^\top u_j)\,e$\\$P_j\leftarrow P_j+\sum (e^\top u_j)^2$ (EMA-weighted)\\$u_j\leftarrow V_j/\|V_j\|$ (Oja / power iteration), $\lambda_j=P_j/N_j$}; +% callout: revival, with the two fish +\node[call=pteal, anchor=west] (d3) at (3.35,6.9) {\textbf{Dead:} $N_j<0.2\,\bar N$; every batch for the first 30\%\\\textbf{Donor:} $\arg\max_j \tfrac{2}{\pi}N_j\lambda_j$ (Lemma 2)\\\textbf{Children:} $c\pm\sqrt{2\lambda_1/\pi}\,u_1$ (Lemma 1)\\[30pt]\mbox{}}; +\begin{scope}[shift={(5.7,6.05)}, rotate=14, scale=0.55] + \draw[fill=pteal!12, draw=pteal] (0,0) ellipse (1.55 and 0.55); + \draw[-{Stealth}, pnavy, thick] (-1.75,0) -- (1.85,0); + \fill[pnavy] (0,0) circle (1.5pt); + \foreach \s in {1,-1}{\begin{scope}[shift={(\s*0.78,0)}] + \draw[pteal, line width=0.8pt] (-0.32*\s,0) .. controls (-0.15*\s,0.17) and (0.12*\s,0.15) .. (0.25*\s,0) + .. controls (0.12*\s,-0.15) and (-0.15*\s,-0.17) .. (-0.32*\s,0); + \draw[pteal, line width=0.8pt] (-0.32*\s,0) -- (-0.46*\s,0.11) -- (-0.46*\s,-0.11) -- cycle; + \fill[pteal] (0,0) circle (1.8pt);\end{scope}} +\end{scope} +\node[call=pteal, anchor=west] (d4) at (3.35,9.15) {\textbf{Consistent closing:} the closing sums are split with the cluster, $\nu_\pm=\nu/2$, $\Sigma_\pm=\tfrac{\nu}{2}(\bar x\pm\delta)$ (Prop.~1)}; +\draw[link=pteal] (d1.west) -- (pA.east); \draw[link=pteal] (d2.west) -- (pS.east); +\draw[link=pteal] (d3.west) -- (pR.east); \draw[link=pteal] (d4.west) -- (pC.east); +\end{scope} +\end{tikzpicture} diff --git a/paper/figs/ivf_and_sizes.tex b/paper/figs/ivf_and_sizes.tex new file mode 100644 index 0000000000000000000000000000000000000000..806a0c1818a8abb960301cd8c17bea54f94372ef --- /dev/null +++ b/paper/figs/ivf_and_sizes.tex @@ -0,0 +1,20 @@ +% Downstream IVF search at matched cost, and the small-cluster tail of the size distribution. +\begin{tikzpicture} +\begin{groupplot}[group style={group size=2 by 1, horizontal sep=2.0cm}, height=5.4cm, width=7cm, + tick label style={font=\scriptsize}, label style={font=\small}, grid=major, grid style={pgrey!25}, + legend style={font=\scriptsize, draw=pgrey!40, fill=white, fill opacity=0.9, text opacity=1}, legend cell align=left] +\nextgroupplot[xmode=log, xlabel={distance computations per query}, + ylabel={$\Delta$ recall@1, \PISCES{} $-$ e-means (points)}, title={\small (a) IVF search at equal cost}, + ymin=-2, ymax=2, legend pos=north west, xlabel style={font=\footnotesize}, ylabel style={font=\footnotesize}] +\addplot[pred, thick, dashed, domain=50:12000, samples=2, forget plot] {0}; +\addplot[only marks, mark=*, mark size=1.7pt, pteal, opacity=0.75] table[x=ndis, y=diff] {data/ivf_matched.dat}; +\addlegendentry{one seed, one probe setting} +\node[font=\scriptsize, anchor=south east, text=pnavy, fill=white, fill opacity=0.9, text opacity=1] at (rel axis cs:0.98,0.03) + {mean $\getv{ivfMatchedMean}$ points: a tie}; +\nextgroupplot[xlabel={cluster size $s$ (training rows)}, ylabel={clusters smaller than $s$ (\%)}, + title={\small (b) starved clusters}, xmin=0, xmax=26, ymin=0, ymax=6, legend pos=north west, + ylabel style={font=\footnotesize}] +\addplot[pnavy, very thick, const plot] table[x=size, y expr=100*\thisrow{cdf}] {data/sizes_official.dat}; \addlegendentry{e-means} +\addplot[pteal, very thick, const plot] table[x=size, y expr=100*\thisrow{cdf}] {data/sizes_pisces.dat}; \addlegendentry{\PISCES} +\end{groupplot} +\end{tikzpicture} diff --git a/paper/figs/kscaling.tex b/paper/figs/kscaling.tex new file mode 100644 index 0000000000000000000000000000000000000000..50fd2b2eb44700e40b73d151fd2eb768d9d31723 --- /dev/null +++ b/paper/figs/kscaling.tex @@ -0,0 +1,21 @@ +% Scaling with the number of centroids at n = 1M: quality gain and speed-up vs k. +\begin{tikzpicture} +\begin{groupplot}[group style={group size=2 by 1, horizontal sep=1.7cm}, width=0.45\linewidth, height=5cm, + xmode=log, log basis x=2, xtick={1024,4096,16384,65536}, xticklabels={1{,}024,4{,}096,16{,}384,65{,}536}, + tick label style={font=\scriptsize}, label style={font=\small}, grid=major, grid style={pgrey!25}, xlabel={$k$ (centroids)}] +\nextgroupplot[ylabel={val MSE vs e-means (\%; up = better)}, ylabel style={font=\footnotesize}, title={\small (a) quality, 3 epochs}, y dir=reverse, + yticklabel style={/pgf/number format/fixed}] +\addplot[only marks, mark=*, mark size=1.4pt, pnavy, opacity=0.55] table[x=k, y=delta] {data/scaling_seeds.dat}; +\addplot[pteal, very thick, mark=triangle*, mark size=3pt] table[x=k, y=delta] {data/scaling.dat}; +\addplot[only marks, mark=diamond*, mark size=3.6pt, porange, draw=white] table[x=k, y=delta] {data/scaling_rules.dat}; +\addplot[pgrey, dashed, domain=1024:65536, samples=2] {0}; +\nextgroupplot[ylabel={speed-up over e-means ($\times$)}, title={\small (b) wall-clock, 3 epochs}, ymin=0, legend cell align=left, + legend style={font=\scriptsize, draw=none, at={(-0.2,-0.3)}, anchor=north, legend columns=3, + /tikz/every even column/.append style={column sep=10pt}}] +\addplot[only marks, mark=*, mark size=1.4pt, pnavy, opacity=0.55] table[x=k, y=speedup] {data/scaling_seeds.dat}; +\addplot[pteal, very thick, mark=triangle*, mark size=3pt] table[x=k, y expr=1/\thisrow{ratio}] {data/scaling.dat}; +\addplot[only marks, mark=diamond*, mark size=3.6pt, porange, draw=white] table[x=k, y=speedup] {data/scaling_rules.dat}; +\addplot[pgrey, dashed, domain=1024:65536, samples=2] {1}; +\legend{one seed, \PISCES{} as frozen (mean), with the regime rules (released defaults),} +\end{groupplot} +\end{tikzpicture} diff --git a/paper/figs/loo_bars.tex b/paper/figs/loo_bars.tex new file mode 100644 index 0000000000000000000000000000000000000000..7f66daac0e3e419a587b21defd5c91003a816f49 --- /dev/null +++ b/paper/figs/loo_bars.tex @@ -0,0 +1,14 @@ +% Leave-one-out at full scale: what each component is worth (paired cost of removing it, per seed). +\DeclareRobustCommand{\loolblTau}{threshold $0.2\to0.1$}\DeclareRobustCommand{\loolblStep}{step $\times1.4\to\times1.0$} +\begin{tikzpicture} +\begin{axis}[width=0.86\linewidth, height=6.6cm, xbar, bar width=7pt, y dir=reverse, + ytick={1,...,9}, yticklabels={{principal-axis split},{gain-ranked donor},{consistent closing},{\loolblTau}, + {\loolblStep},{early revival},{sparse last epoch},{sparse assignment},{fused kernel + 8-bit scans}}, + xlabel={cost of removing the component: paired change in validation MSE vs \PISCES{} (\%)}, + tick label style={font=\scriptsize\sffamily}, label style={font=\small}, xmajorgrids, grid style={pgrey!25}, + ymin=0.4, ymax=9.6, axis x line*=bottom, axis y line*=left, extra x ticks={0}, extra x tick style={grid style={pred, thick}}, + xticklabel style={/pgf/number format/fixed}] +\addplot[fill=pteal!55, draw=pteal] table[x=cost, y=idx, restrict y to domain=1:9] {data/ablation.dat}; +\addplot[only marks, mark=*, mark size=1.3pt, pnavy, opacity=0.75] table[x=cost, y=idx] {data/ablation_seeds.dat}; +\end{axis} +\end{tikzpicture} diff --git a/paper/figs/mechanism.tex b/paper/figs/mechanism.tex new file mode 100644 index 0000000000000000000000000000000000000000..dec9334f6b138da09601c9ef495cb4a959602473 --- /dev/null +++ b/paper/figs/mechanism.tex @@ -0,0 +1,19 @@ +\begin{tikzpicture} +\begin{groupplot}[group style={group size=2 by 1, horizontal sep=1.6cm}, height=5.2cm, width=0.47\linewidth, + tick label style={font=\scriptsize}, label style={font=\small}, grid=major, grid style={pgrey!25}, + legend style={font=\scriptsize, draw=pgrey!40, fill=white, fill opacity=0.9, text opacity=1}, legend cell align=left] +\nextgroupplot[xlabel={fraction of training steps}, ylabel={clusters re-seeded (cumulative)}, + title={\small (a) revival timeline, 3 epochs}, legend pos=south east, xmin=0, xmax=1, + scaled y ticks=false, yticklabel style={/pgf/number format/fixed}] +\addplot[pnavy, thick, const plot] table[x=frac, y=cum] {data/splits_official.dat}; \addlegendentry{e-means} +\addplot[pteal, very thick, const plot] table[x=frac, y=cum] {data/splits_pisces.dat}; \addlegendentry{\PISCES} +\draw[pgrey, dashed] (axis cs:0.3,0) -- (axis cs:0.3,\pgfkeysvalueof{/pgfplots/ymax}); +\nextgroupplot[xlabel={predicted gain $\tfrac{2}{\pi}N\lambda_1$ (\cref{lem:gain})}, ylabel={realized gain}, + title={\small (b) Lemma 2 on 400 real clusters}, legend pos=north west, xmin=0.4, xmax=2.8, ymin=0.4, ymax=3.6] +\addplot[only marks, mark=x, mark size=1.3pt, porange, opacity=0.45] table[x=pred, y=free] {data/lemma_pisces.dat}; +\addlegendentry{unrestricted 2-means} +\addplot[only marks, mark=*, mark size=1.0pt, pteal, opacity=0.6] table[x=pred, y=axis] {data/lemma_pisces.dat}; +\addlegendentry{split along $u_1$} +\addplot[pred, dashed, thick, domain=0.4:2.8, samples=2] {x}; \addlegendentry{$y=x$ (Lemma 2 exact)} +\end{groupplot} +\end{tikzpicture} diff --git a/paper/figs/quality_vs_time.tex b/paper/figs/quality_vs_time.tex new file mode 100644 index 0000000000000000000000000000000000000000..b0e5f389dfc892c2cf02222d11de679d03dd915f --- /dev/null +++ b/paper/figs/quality_vs_time.tex @@ -0,0 +1,33 @@ +% Quality vs wall-clock on DEEP* 1M test rows (mean +- sd over the report seeds; markers = 1, 3, 5 epochs). +\begin{tikzpicture} +\begin{axis}[width=12cm, height=6.6cm, xlabel={wall-clock seconds (4 CPU threads)}, ylabel={test MSE}, + grid=major, grid style={pgrey!25}, legend cell align=left, + legend style={font=\scriptsize, draw=pgrey!40, fill=white, fill opacity=0.9, text opacity=1, at={(0.98,0.98)}, anchor=north east}, + tick label style={font=\scriptsize}, label style={font=\small}, xmin=0, xmax=300, ymin=0.3850, ymax=0.3945, + yticklabel style={/pgf/number format/fixed, /pgf/number format/precision=3}, scaled y ticks=false, + nodes near coords style={font=\scriptsize}] +\addplot[pnavy, thick, mark=*, error bars/.cd, y dir=both, y explicit] table[x=seconds, y=mse, y error=sd] {data/qvt_official.dat}; +\addlegendentry{e-means (official faiss 1.16)} +\addplot[pmid, only marks, mark=square*, mark size=2.4pt, error bars/.cd, y dir=both, y explicit] table[x=seconds, y=mse, y error=sd] {data/qvt_pisces_v10.dat}; +\addlegendentry{\PISCES{} v1.0 (3 epochs)} +\addplot[pteal, very thick, mark=triangle*, mark size=3pt, error bars/.cd, y dir=both, y explicit] table[x=seconds, y=mse, y error=sd] {data/qvt_pisces.dat}; +\addlegendentry{\PISCES{} (final)} +\addplot[pred, dashed, domain=0:300, samples=2] {0.38921}; \addlegendentry{Lloyd, 25 it. (paper, CPU median)} +% epoch labels +\addplot[only marks, mark=none, nodes near coords={\pgfmathprintnumber{\pgfplotspointmeta}\,ep.}, point meta=explicit symbolic, + every node near coord/.append style={anchor=south west, text=pnavy, xshift=2pt}, forget plot] table[x=seconds, y=mse, meta=epochs] {data/qvt_official.dat}; +\addplot[only marks, mark=none, nodes near coords={\pgfmathprintnumber{\pgfplotspointmeta}\,ep.}, point meta=explicit symbolic, + every node near coord/.append style={anchor=east, text=pteal, xshift=-5pt}, + restrict expr to domain={\thisrow{epochs}}{3:3}, forget plot] table[x=seconds, y=mse, meta=epochs] {data/qvt_pisces.dat}; +\addplot[only marks, mark=none, nodes near coords={\pgfmathprintnumber{\pgfplotspointmeta}\,ep.}, point meta=explicit symbolic, + every node near coord/.append style={anchor=west, text=pteal, xshift=5pt}, + restrict expr to domain={\thisrow{epochs}}{4:5}, forget plot] table[x=seconds, y=mse, meta=epochs] {data/qvt_pisces.dat}; +\addplot[only marks, mark=none, nodes near coords={\pgfmathprintnumber{\pgfplotspointmeta}\,ep.}, point meta=explicit symbolic, + every node near coord/.append style={anchor=west, text=pteal, xshift=5pt}, + restrict expr to domain={\thisrow{epochs}}{1:1}, forget plot] table[x=seconds, y=mse, meta=epochs] {data/qvt_pisces.dat}; +% the headline comparison: PISCES at 3 epochs vs e-means at 5 epochs +\draw[pteal, thick, -{Stealth[length=2.6mm]}] (axis cs:218,0.38690) -- (axis cs:44,0.38672); +\node[font=\scriptsize, text=pteal!80!black, align=center, anchor=north] at (axis cs:165,0.38668) + {\PISCES{} 3 ep.\ beats e-means 5 ep.\\on \getv{wPThreeVsFive}/\getv{nPThreeVsFive} seeds in $\getv{tPThreeVsFive}\times$ the time}; +\end{axis} +\end{tikzpicture} diff --git a/paper/figs/split_geometry.tex b/paper/figs/split_geometry.tex new file mode 100644 index 0000000000000000000000000000000000000000..576e059bfe638d787324126aa33800f3e67d7816 --- /dev/null +++ b/paper/figs/split_geometry.tex @@ -0,0 +1,26 @@ +\begin{tikzpicture}[font=\small] +\begin{scope} + \node[font=\small\bfseries] at (0,2.25) {e-means revival}; + \draw[rotate=28, fill=pgrey!15, draw=pgrey] (0,0) ellipse (2.0 and 0.75); + \fill[pnavy] (0,0) circle (2.2pt); \fill[pred] (0.05,0.03) circle (2.2pt); + \node[font=\scriptsize, align=center] at (0,-1.55) {donor copied with a $10^{-4}$ relative nudge:\\both copies start on top of each other}; + \node[font=\scriptsize] at (0.55,0.35) {$c(1\pm10^{-4}s)$}; +\end{scope} +\begin{scope}[xshift=7.2cm] + \node[font=\small\bfseries] at (0,2.25) {\PISCES{} revival}; + \draw[rotate=28, fill=pteal!12, draw=pteal] (0,0) ellipse (2.0 and 0.75); + \draw[rotate=28, dashed, pgrey] (0,-1.0) -- (0,1.0); + \draw[rotate=28, -{Stealth}, pnavy, thick] (-2.25,0) -- (2.35,0) node[above, font=\scriptsize] {$u_1$}; + \fill[pnavy] (0,0) circle (1.8pt) node[below right, font=\scriptsize] {$c$}; + \foreach \s in {1,-1}{ + \begin{scope}[rotate=28, shift={(\s*1.0,0)}] + \fill[pteal] (0,0) circle (2.6pt); + \draw[pteal, line width=0.9pt] (-0.42*\s,0) .. controls (-0.2*\s,0.22) and (0.15*\s,0.2) .. (0.32*\s,0) + .. controls (0.15*\s,-0.2) and (-0.2*\s,-0.22) .. (-0.42*\s,0); + \draw[pteal, line width=0.9pt] (-0.42*\s,0) -- (-0.6*\s,0.14) -- (-0.6*\s,-0.14) -- cycle; + \end{scope}} + \node[font=\scriptsize, pteal!70!black, anchor=west] at (1.7,0.15) {$c+\sqrt{2\lambda_1/\pi}\,u_1$}; + \node[font=\scriptsize, pteal!70!black, anchor=east] at (-1.7,-0.55) {$c-\sqrt{2\lambda_1/\pi}\,u_1$}; + \node[font=\scriptsize, align=center] at (0,-1.55) {children at the two half-Gaussian means along $u_1$;\\donor $=\arg\max_j\tfrac{2}{\pi}N_j\lambda_{1,j}$ (\cref{lem:gain})}; +\end{scope} +\end{tikzpicture} diff --git a/paper/figs/split_real.tex b/paper/figs/split_real.tex new file mode 100644 index 0000000000000000000000000000000000000000..c19bfc4b8f35cf114cf02e5f1b6f10b250d87713 --- /dev/null +++ b/paper/figs/split_real.tex @@ -0,0 +1,22 @@ +% The two fish on real data: three of the largest final DEEP clusters (PISCES, seed 10), rows projected on +% their own (u1, u2). Teal: PISCES children c +- sqrt(2 lambda1/pi) u1; orange: an unrestricted 2-means. +\newcommand{\splitpanel}[2]{% #1 = index, #2 = letter + \addplot[only marks, mark=*, mark size=0.6pt, pnavy, opacity=0.22] table[x=a, y=b] {data/splitex#1_pts.dat}; + \addplot[only marks, mark=x, mark size=4.2pt, line width=1.5pt, porange] table[x=a, y=b] {data/splitex#1_kmeans.dat}; + \addplot[only marks, mark=triangle*, mark size=4pt, pteal, draw=white] table[x=a, y=b] {data/splitex#1_pisces.dat}; + \addplot[only marks, mark=*, mark size=2.4pt, pred, draw=white] coordinates {(0,0)};} +\begin{tikzpicture} +\begin{groupplot}[group style={group size=3 by 1, horizontal sep=0.75cm}, width=5.4cm, height=5.4cm, + tick label style={font=\tiny}, label style={font=\scriptsize}, xlabel={projection on $u_1$}, xmin=-0.3, xmax=0.3, ymin=-0.3, ymax=0.3, + title style={font=\scriptsize}, xmajorgrids, ymajorgrids, grid style={pgrey!20}, scaled ticks=false, + tick label style={/pgf/number format/fixed, /pgf/number format/precision=2}, + extra x ticks={0}, extra x tick labels={}, extra x tick style={grid style={pgrey, dashed, thick}}] +\nextgroupplot[title={$N=\getv{splitexNA}$, $\lambda_2/\lambda_1=\getv{splitexRA}$}, ylabel={projection on $u_2$}] +\splitpanel{0}{A} +\nextgroupplot[title={$N=\getv{splitexNB}$, $\lambda_2/\lambda_1=\getv{splitexRB}$}, legend style={at={(0.5,-0.28)}, anchor=north, legend columns=4, draw=none, font=\scriptsize, /tikz/every even column/.append style={column sep=8pt}}] +\splitpanel{1}{B} +\legend{rows of the cluster, unrestricted 2-means, \PISCES{} children $c\pm\sqrt{2\lambda_1/\pi}\,u_1$, centroid $c$} +\nextgroupplot[title={$N=\getv{splitexNC}$, $\lambda_2/\lambda_1=\getv{splitexRC}$}] +\splitpanel{2}{C} +\end{groupplot} +\end{tikzpicture} diff --git a/paper/figs/standalone.tex b/paper/figs/standalone.tex new file mode 100644 index 0000000000000000000000000000000000000000..41ea26fddef57404b8f34f8d62c00eb5ae14e170 --- /dev/null +++ b/paper/figs/standalone.tex @@ -0,0 +1,21 @@ +\documentclass[border=6pt]{standalone} +\usepackage[T1]{fontenc} +\IfFileExists{lmodern.sty}{\usepackage{lmodern}}{} +\usepackage{amsmath,amssymb,bm} +\usepackage{xcolor} +\usepackage{tikz,pgfplots} +\usetikzlibrary{arrows.meta,positioning,shapes.geometric,shapes.misc,calc,fit,backgrounds,decorations.pathreplacing,patterns,3d,quotes} +\usepgfplotslibrary{groupplots,fillbetween} +\pgfplotsset{compat=1.18} +\definecolor{pnavy}{HTML}{16233F}\definecolor{pteal}{HTML}{0E8C8C}\definecolor{plight}{HTML}{9FD3D1} +\definecolor{pmid}{HTML}{3FA7A5}\definecolor{pblue}{HTML}{3567D6}\definecolor{porange}{HTML}{DD7A1E} +\definecolor{pred}{HTML}{C4413A}\definecolor{pgrey}{HTML}{8A94A6}\definecolor{pbg}{HTML}{EEF2F7} +\newcommand{\PISCES}{\textsc{Pisces}} +\newcommand{\E}{\mathbb{E}}\newcommand{\R}{\mathbb{R}} +\IfFileExists{macros.tex}{\input{macros.tex}}{} +\providecommand{\cref}[1]{Lemma~2}% figures only reference lem:gain +\newcommand{\getv}[1]{\ifcsname #1\endcsname\csname #1\endcsname\else\textbf{??}\fi} +\usepackage{Box}\usepackage{Ball} +\begin{document} +\input{\figfile} +\end{document} diff --git a/paper/figs/tensor_flow.tex b/paper/figs/tensor_flow.tex new file mode 100644 index 0000000000000000000000000000000000000000..30430d2a5b9d9ac7964971455c28180fdfe305b2 --- /dev/null +++ b/paper/figs/tensor_flow.tex @@ -0,0 +1,51 @@ +% One PISCES batch as tensors, drawn with the PlotNeuralNet layer styles (Box, Ball; MIT licence, +% H. Iqbal). Depths are schematic but ordered: the faint block around the candidate slab is the full +% B x k distance tensor that exact e-means computes; PISCES computes the thin slab, about k/8 wide. +\providecommand{\midarrow}{\tikz \draw[-Stealth,line width=0.8mm,draw=pnavy!70] (-0.3,0) -- ++(0.3,0);} +\begin{tikzpicture}[font=\sffamily] +\tikzstyle{connection}=[ultra thick, every node/.style={sloped, allow upside down}, draw=pnavy!65, opacity=0.8] +\tikzstyle{tcap}=[font=\sffamily\footnotesize, align=center, text width=2.6cm, anchor=north, text=pnavy] +\tikzstyle{tcapb}=[tcap, font=\sffamily\footnotesize\bfseries] +\def\Xc{rgb:blue,1;white,7}\def\Qc{rgb:blue,2;black,1;white,4}\def\Tc{rgb:green,3;blue,4;white,4} +\def\Gc{rgb:black,1;white,9}\def\Sc{rgb:blue,1;green,1;white,6}\def\Oc{rgb:red,4;yellow,3;white,4} +% batch and coarse cells +\pic[shift={(0,0,0)}] at (0,0,0) {Box={name=X, xlabel={{"",}}, ylabel={$B$}, zlabel={$d$}, fill=\Xc, height=32, width=1.6, depth=12}}; +\pic[shift={(2.6,0,0)}] at (X-east) {Box={name=Q, xlabel={{"",}}, ylabel={$\sqrt{k}$}, zlabel={$d$}, fill=\Qc, height=10, width=1.6, depth=12}}; +\pic[shift={(1.8,0,0)}] at (Q-east) {Ball={name=probe, fill=\Tc, opacity=0.6, radius=2.4, logo=$\cap$}}; +% exact distance tensor (ghost) and the PISCES candidate slab inside it +\pic[shift={(2.2,0,0)}] at (probe-east) {Box={name=Dex, xlabel={{"",}}, ylabel={}, zlabel={}, fill=\Gc, opacity=0.22, height=32, width=1.6, depth=48}}; +\pic[shift={(2.2,0,0)}] at (probe-east) {Box={name=D, xlabel={{"",}}, ylabel={$B$}, zlabel={}, fill=\Tc, opacity=0.75, height=32, width=1.6, depth=6}}; +% labels +\pic[shift={(3.4,0,0)}] at (D-east) {Box={name=L, xlabel={{"",}}, ylabel={$B$}, zlabel={}, fill=\Oc, height=32, width=0.5, depth=1}}; +% fused statistics +\pic[shift={(2.2,0,0)}] at (L-east) {Box={name=S, xlabel={{"",}}, ylabel={$k$}, zlabel={$d$}, fill=\Sc, height=22, width=1.4, depth=12}}; +\pic[shift={(0.5,0,0)}] at (S-east) {Box={name=V, xlabel={{"",}}, zlabel={$d$}, fill=\Tc, height=22, width=1.4, depth=12}}; +\pic[shift={(0.5,0,0)}] at (V-east) {Box={name=P, xlabel={{"",}}, zlabel={}, fill=\Tc, height=22, width=0.7, depth=1.2}}; +\pic[shift={(2.0,0,0)}] at (P-east) {Ball={name=ema, fill=\Sc, opacity=0.6, radius=2.4, logo=$\alpha_t$}}; +% model state and revival +\pic[shift={(2.0,0,0)}] at (ema-east) {Box={name=C, xlabel={{"",}}, ylabel={$k$}, zlabel={$d$}, fill=\Xc, height=22, width=1.4, depth=12}}; +\pic[shift={(0.5,0,0)}] at (C-east) {Box={name=U, xlabel={{"",}}, zlabel={$d$}, fill=\Tc, height=22, width=1.4, depth=12}}; +\pic[shift={(2.1,0,0)}] at (U-east) {Ball={name=rev, fill=\Oc, opacity=0.65, radius=2.4, logo=$\pm$}}; +% connections +\draw[connection] (X-east) -- node{\midarrow} (Q-west); +\draw[connection] (Q-east) -- node{\midarrow} (probe-west); +\draw[connection] (probe-east) -- node{\midarrow} (D-west); +\draw[connection] (D-east) -- node{\midarrow} (L-west); +\draw[connection] (L-east) -- node{\midarrow} (S-west); +\draw[connection] (P-east) -- node{\midarrow} (ema-west); +\draw[connection] (ema-east) -- node{\midarrow} (C-west); +\draw[connection] (U-east) -- node{\midarrow} (rev-west); +\draw[connection, -{Stealth[length=4mm]}, rounded corners=8pt] (rev-north) -- ++(0,5.2) -| ([xshift=4pt]Q-north); +\node[font=\sffamily\footnotesize, text=pnavy, fill=white, inner sep=2pt] at ($(rev-north)!0.5!(Q-north)+(0,5.2)$) + {revival: children $c\pm\sqrt{2\lambda_1/\pi}\,u_1$ of the donor with the largest $\tfrac{2}{\pi}N\lambda_1$ join the next batch's centroids}; +% captions +\node[tcapb] at ($(X-south)+(0.4,-0.95)$) {mini-batch $X$\\[-1pt]\mdseries $65{,}536\times96$}; +\node[tcapb] at ($(Q-south)+(-0.3,-0.95)$) {coarse cells\\[-1pt]\mdseries $\sqrt{k}=128$ centroids of centroids}; +\node[tcapb] at ($(probe-south)+(0.35,-1.6)$) {probe\\[-1pt]\mdseries $\sqrt{k}/8=16$ cells}; +\node[tcapb, text width=5.6cm] at ($(D-south)+(2.6,-1.35)$) {distances per row\\[-1pt]\mdseries teal: \PISCES, $\approx k/8=2{,}048$\\(8-bit scan, exact top-4 re-rank)\\grey: e-means, all $k=16{,}384$}; +\node[tcapb] at ($(L-south)+(0.4,-0.6)$) {labels\\[-1pt]\mdseries nearest centroid}; +\node[tcapb, text width=4.4cm] at ($(V-south)+(0,-1.0)$) {one fused pass\\[-1pt]\mdseries sums $s_j$, axis $\sum(e^{\top}u_j)e$,\\$n_j$ and $\sum(e^{\top}u_j)^2$}; +\node[tcapb] at ($(ema-south)+(0,-0.45)$) {EMA\\[-1pt]\mdseries step $\alpha_t\times1.4$}; +\node[tcapb, text width=3.4cm] at ($($(C-south)!0.5!(U-south)$)+(0,-1.0)$) {model state\\[-1pt]\mdseries centroids $C$, axes $u_j$, $\lambda_j$\\(each $k\times d$, $k=16{,}384$)}; +\node[tcapb] at ($(rev-south)+(0,-0.45)$) {revival\\[-1pt]\mdseries every batch for 30\% of steps}; +\end{tikzpicture} diff --git a/paper/figs/time_breakdown.tex b/paper/figs/time_breakdown.tex new file mode 100644 index 0000000000000000000000000000000000000000..5a7e7a67dd7f09e1f25fc0ec87f619d0a480d3c5 --- /dev/null +++ b/paper/figs/time_breakdown.tex @@ -0,0 +1,13 @@ +% Where the time goes in one 3-epoch run (cProfile, same machine, same seed). +\begin{tikzpicture} +\begin{axis}[width=0.86\linewidth, height=4.3cm, xbar stacked, bar width=11pt, y dir=reverse, + ytick={0,1,2}, yticklabels={e-means, \PISCES{} v1.0, \PISCES}, xlabel={seconds, DEEP$^*$\,1M, $k=16{,}384$, 3 epochs, 4 threads}, + tick label style={font=\scriptsize\sffamily}, label style={font=\small}, xmin=0, xmajorgrids, grid style={pgrey!25}, + legend style={font=\scriptsize, draw=none, fill=none, at={(0.5,-0.32)}, anchor=north, legend columns=4, /tikz/every even column/.append style={column sep=8pt}}, + enlarge y limits=0.3, axis y line*=left, axis x line*=bottom] +\addplot[fill=pnavy!70, draw=pnavy] table[x=search, y=idx] {data/time_breakdown.dat}; \addlegendentry{assignment search} +\addplot[fill=pteal!60, draw=pteal] table[x=stats, y=idx] {data/time_breakdown.dat}; \addlegendentry{statistics} +\addplot[fill=porange!70, draw=porange] table[x=build, y=idx] {data/time_breakdown.dat}; \addlegendentry{index build} +\addplot[fill=pgrey!40, draw=pgrey] table[x=other, y=idx] {data/time_breakdown.dat}; \addlegendentry{other} +\end{axis} +\end{tikzpicture} diff --git a/paper/figs/ttq_and_seeds.tex b/paper/figs/ttq_and_seeds.tex new file mode 100644 index 0000000000000000000000000000000000000000..f38dd2a1e4afccf02e0d1a280846e429d66bec33 --- /dev/null +++ b/paper/figs/ttq_and_seeds.tex @@ -0,0 +1,23 @@ +\begin{tikzpicture} +\begin{groupplot}[group style={group size=2 by 1, horizontal sep=1.7cm}, height=5.4cm, + tick label style={font=\scriptsize}, label style={font=\small}, grid=major, grid style={pgrey!25}] +\nextgroupplot[width=0.47\linewidth, xlabel={wall-clock seconds}, ylabel={validation MSE}, xmin=0, + title={\small (a) time to quality, DEEP$^*$\,1M}, legend style={font=\scriptsize, draw=none, at={(1.1,-0.3)}, anchor=north, legend columns=3, /tikz/every even column/.append style={column sep=10pt}}, legend cell align=left, + yticklabel style={/pgf/number format/fixed, /pgf/number format/precision=4}] +\addplot[pnavy, thick, mark=*, nodes near coords={\scriptsize\pgfmathprintnumber{\pgfplotspointmeta}\,ep}, point meta=explicit symbolic, + every node near coord/.append style={anchor=south west, text=pnavy}] table[x=seconds, y=mse, meta=epochs] {data/ttq_official.dat}; +\addlegendentry{e-means} +\addplot[pteal, very thick, mark=triangle*, mark size=3pt] table[x=seconds, y=mse] {data/ttq_pisces.dat}; +\addlegendentry{\PISCES} +\addplot[porange, thick, mark=square*, only marks] table[x=seconds, y=mse] {data/ttq_emeans_approx.dat}; +\addlegendentry{e-means + sparse assign.} +\nextgroupplot[width=0.47\linewidth, xlabel={paired change vs official e-means (\%)}, ytick={1,...,8}, + yticklabels={{DEEP 1 ep.}, {DEEP 3 ep.}, {DEEP 5 ep.}, {SPACEV}, {SimSearchNet++}, {DEEP 3 ep.}, {SPACEV}, {SimSearchNet++}}, + y dir=reverse, ymin=0.4, ymax=8.6, title={\small (b) every seed, every evaluation}, extra x ticks={0}, extra x tick style={grid style={pred, thick}}] +\addplot[only marks, mark=*, mark size=1.6pt, pteal, opacity=0.8] table[x=delta, y=row, restrict expr to domain={\thisrow{row}}{1:5}] {data/strip.dat}; +\addplot[only marks, mark=square*, mark size=1.5pt, porange, opacity=0.8] table[x=delta, y=row, restrict expr to domain={\thisrow{row}}{6:8}] {data/strip.dat}; +\draw[pgrey, dashed] (axis cs:-1.1,5.5) -- (axis cs:0.4,5.5); +\node[font=\scriptsize, pteal, anchor=west] at (axis cs:0.03,2.0) {\PISCES}; +\node[font=\scriptsize, porange, anchor=west, align=left] at (axis cs:-1.15,7.0) {e-means +\\sparse assign.}; +\end{groupplot} +\end{tikzpicture} diff --git a/paper/macros.tex b/paper/macros.tex new file mode 100644 index 0000000000000000000000000000000000000000..a3f10f04232ded2ddca6736ef269dfbe0a9dc013 --- /dev/null +++ b/paper/macros.tex @@ -0,0 +1,238 @@ +\newcommand{\dPOne}{-0.88} +\newcommand{\wPOne}{10} +\newcommand{\nPOne}{10} +\newcommand{\tPOne}{0.42} +\newcommand{\loPOne}{-0.94} +\newcommand{\hiPOne}{-0.82} +\newcommand{\mseOOne}{0.39362} +\newcommand{\secOOne}{44} +\newcommand{\msePOne}{0.39016} +\newcommand{\secPOne}{18} +\newcommand{\dPThree}{-0.27} +\newcommand{\wPThree}{10} +\newcommand{\nPThree}{10} +\newcommand{\tPThree}{0.30} +\newcommand{\loPThree}{-0.35} +\newcommand{\hiPThree}{-0.19} +\newcommand{\mseOThree}{0.38761} +\newcommand{\secOThree}{126} +\newcommand{\msePThree}{0.38656} +\newcommand{\secPThree}{38} +\newcommand{\dPFive}{-0.28} +\newcommand{\wPFive}{10} +\newcommand{\nPFive}{10} +\newcommand{\tPFive}{0.27} +\newcommand{\loPFive}{-0.32} +\newcommand{\hiPFive}{-0.23} +\newcommand{\mseOFive}{0.38696} +\newcommand{\secOFive}{225} +\newcommand{\msePFive}{0.38589} +\newcommand{\secPFive}{61} +\newcommand{\dPThreeVsFive}{-0.10} +\newcommand{\tPThreeVsFive}{0.17} +\newcommand{\wPThreeVsFive}{9} +\newcommand{\nPThreeVsFive}{10} +\newcommand{\dEAThree}{+0.07} +\newcommand{\tEAThree}{0.59} +\newcommand{\wEAThree}{3} +\newcommand{\nEAThree}{10} +\newcommand{\dPvsEAThree}{-0.34} +\newcommand{\wPvsEAThree}{10} +\newcommand{\nPvsEAThree}{10} +\newcommand{\histOneD}{-0.27} +\newcommand{\histOneT}{1.10} +\newcommand{\histTwoD}{-0.27} +\newcommand{\histTwoT}{1.09} +\newcommand{\histThreeD}{-0.28} +\newcommand{\histThreeT}{0.58} +\newcommand{\histTenD}{-0.28} +\newcommand{\histTenT}{0.49} +\newcommand{\histTenNowD}{-0.28} +\newcommand{\histTenNowT}{0.41} +\newcommand{\histTenNowW}{10} +\newcommand{\histFinalD}{-0.27} +\newcommand{\histFinalT}{0.30} +\newcommand{\histFinalW}{10} +\newcommand{\engD}{+0.012} +\newcommand{\engT}{0.74} +\newcommand{\engSame}{0} +\newcommand{\engN}{10} +\newcommand{\ttqDOne}{+0.61} +\newcommand{\ttqTOne}{0.08} +\newcommand{\ttqWOne}{0} +\newcommand{\ttqDTwo}{+0.15} +\newcommand{\ttqTTwo}{0.15} +\newcommand{\ttqWTwo}{1} +\newcommand{\ttqDThree}{-0.11} +\newcommand{\ttqTThree}{0.18} +\newcommand{\ttqWThree}{4} +\newcommand{\ttqDFour}{-0.23} +\newcommand{\ttqTFour}{0.22} +\newcommand{\ttqWFour}{5} +\newcommand{\dPSS}{-0.040} +\newcommand{\tPSS}{0.34} +\newcommand{\wPSS}{5} +\newcommand{\nPSS}{5} +\newcommand{\dESS}{+0.031} +\newcommand{\tESS}{0.68} +\newcommand{\wESS}{0} +\newcommand{\nESS}{5} +\newcommand{\dPSV}{-0.453} +\newcommand{\tPSV}{0.37} +\newcommand{\wPSV}{5} +\newcommand{\nPSV}{5} +\newcommand{\dESV}{+0.112} +\newcommand{\tESV}{0.61} +\newcommand{\wESV}{0} +\newcommand{\nESV}{5} +\newcommand{\stripWinsP}{40} +\newcommand{\stripN}{40} +\newcommand{\stripLossE}{17} +\newcommand{\stripNE}{20} +\newcommand{\ablFullD}{-0.258} +\newcommand{\ablFullT}{0.31} +\newcommand{\ablFullW}{3} +\newcommand{\ablFullN}{3} +\newcommand{\ablFullC}{+0.000} +\newcommand{\ablNoSplitD}{-0.019} +\newcommand{\ablNoSplitT}{0.30} +\newcommand{\ablNoSplitW}{1} +\newcommand{\ablNoSplitN}{3} +\newcommand{\ablNoSplitC}{+0.240} +\newcommand{\ablNoGainD}{+0.114} +\newcommand{\ablNoGainT}{0.30} +\newcommand{\ablNoGainW}{0} +\newcommand{\ablNoGainN}{3} +\newcommand{\ablNoGainC}{+0.373} +\newcommand{\ablNoCloseD}{-0.248} +\newcommand{\ablNoCloseT}{0.30} +\newcommand{\ablNoCloseW}{3} +\newcommand{\ablNoCloseN}{3} +\newcommand{\ablNoCloseC}{+0.010} +\newcommand{\ablTauLowD}{-0.105} +\newcommand{\ablTauLowT}{0.31} +\newcommand{\ablTauLowW}{3} +\newcommand{\ablTauLowN}{3} +\newcommand{\ablTauLowC}{+0.154} +\newcommand{\ablStepOneD}{-0.163} +\newcommand{\ablStepOneT}{0.31} +\newcommand{\ablStepOneW}{3} +\newcommand{\ablStepOneN}{3} +\newcommand{\ablStepOneC}{+0.096} +\newcommand{\ablNoEarlyD}{-0.117} +\newcommand{\ablNoEarlyT}{0.31} +\newcommand{\ablNoEarlyW}{3} +\newcommand{\ablNoEarlyN}{3} +\newcommand{\ablNoEarlyC}{+0.141} +\newcommand{\ablExactLastD}{-0.253} +\newcommand{\ablExactLastT}{0.49} +\newcommand{\ablExactLastW}{3} +\newcommand{\ablExactLastN}{3} +\newcommand{\ablExactLastC}{+0.005} +\newcommand{\ablExactD}{-0.023} +\newcommand{\ablExactT}{1.00} +\newcommand{\ablExactW}{2} +\newcommand{\ablExactN}{3} +\newcommand{\ablExactC}{+0.236} +\newcommand{\ablNoEngD}{-0.304} +\newcommand{\ablNoEngT}{0.42} +\newcommand{\ablNoEngW}{3} +\newcommand{\ablNoEngN}{3} +\newcommand{\ablNoEngC}{-0.046} +\newcommand{\scOneKD}{-0.06} +\newcommand{\scOneKT}{1.80} +\newcommand{\scOneKW}{2} +\newcommand{\scOneKN}{3} +\newcommand{\scOneKMO}{0.46796} +\newcommand{\scOneKSO}{11} +\newcommand{\scOneKSP}{151} +\newcommand{\scOneKSpO}{15} +\newcommand{\scFourKD}{-0.22} +\newcommand{\scFourKT}{0.42} +\newcommand{\scFourKW}{3} +\newcommand{\scFourKN}{3} +\newcommand{\scFourKMO}{0.42095} +\newcommand{\scFourKSO}{34} +\newcommand{\scFourKSP}{1,715} +\newcommand{\scFourKSpO}{480} +\newcommand{\scSixteenKD}{-0.31} +\newcommand{\scSixteenKT}{0.30} +\newcommand{\scSixteenKW}{5} +\newcommand{\scSixteenKN}{5} +\newcommand{\scSixteenKMO}{0.38634} +\newcommand{\scSixteenKSO}{142} +\newcommand{\scSixteenKSP}{14,408} +\newcommand{\scSixteenKSpO}{6,883} +\newcommand{\scSixtyFourKD}{-0.04} +\newcommand{\scSixtyFourKT}{0.27} +\newcommand{\scSixtyFourKW}{1} +\newcommand{\scSixtyFourKN}{3} +\newcommand{\scSixtyFourKMO}{0.36510} +\newcommand{\scSixtyFourKSO}{436} +\newcommand{\scSixtyFourKSP}{114,496} +\newcommand{\scSixtyFourKSpO}{48,440} +\newcommand{\scOneKRuleD}{-0.08} +\newcommand{\scOneKRuleT}{0.83} +\newcommand{\scOneKRuleW}{2} +\newcommand{\scOneKRuleN}{3} +\newcommand{\scSixtyFourKRuleD}{-0.19} +\newcommand{\scSixtyFourKRuleT}{0.26} +\newcommand{\scSixtyFourKRuleW}{3} +\newcommand{\scSixtyFourKRuleN}{3} +\newcommand{\scSixtyFourKRuleSP}{79,950} +\newcommand{\scSixtyFourKTauD}{+0.01} +\newcommand{\scSixtyFourKBothD}{-0.04} +\newcommand{\scSixtyFourKBothSP}{65,210} +\newcommand{\ivfImbO}{1.187} +\newcommand{\ivfNdisNineO}{1757} +\newcommand{\ivfRecSixteenO}{0.8538} +\newcommand{\ivfNdisSixteenO}{1128} +\newcommand{\ivfImbP}{1.194} +\newcommand{\ivfNdisNineP}{1739} +\newcommand{\ivfRecSixteenP}{0.8599} +\newcommand{\ivfNdisSixteenP}{1158} +\newcommand{\ivfNdisNineRatio}{0.99} +\newcommand{\ivfSeeds}{3} +\newcommand{\ivfRecGainMax}{+1.19} +\newcommand{\ivfMatchedMean}{-0.02} +\newcommand{\ivfMatchedMin}{-1.29} +\newcommand{\ivfMatchedMax}{+0.78} +\newcommand{\mechSplitsO}{6,982} +\newcommand{\mechEmptyO}{0} +\newcommand{\mechTinyO}{0.19} +\newcommand{\mechCVO}{0.431} +\newcommand{\mechSwapsO}{282} +\newcommand{\mechSwapGainO}{0.046} +\newcommand{\mechLemRatioO}{1.17} +\newcommand{\mechLemFreeO}{1.03} +\newcommand{\mechLemCorrO}{0.968} +\newcommand{\mechSplitsP}{14,426} +\newcommand{\mechEmptyP}{0} +\newcommand{\mechTinyP}{0.00} +\newcommand{\mechCVP}{0.440} +\newcommand{\mechSwapsP}{45} +\newcommand{\mechSwapGainP}{0.006} +\newcommand{\mechLemRatioP}{1.17} +\newcommand{\mechLemFreeP}{1.05} +\newcommand{\mechLemCorrP}{0.947} +\newcommand{\mechSwapRatio}{6.3} +\newcommand{\polOne}{-0.37} +\newcommand{\polWOne}{5} +\newcommand{\polTwo}{-0.11} +\newcommand{\polWTwo}{5} +\newcommand{\polThree}{-0.05} +\newcommand{\polWThree}{5} +\newcommand{\polFour}{-0.02} +\newcommand{\polWFour}{5} +\newcommand{\splitexNA}{284} +\newcommand{\splitexRA}{0.93} +\newcommand{\splitexNB}{273} +\newcommand{\splitexRB}{0.95} +\newcommand{\splitexNC}{256} +\newcommand{\splitexRC}{0.55} +\newcommand{\tbOWall}{75} +\newcommand{\tbOSearch}{96} +\newcommand{\tbVWall}{44} +\newcommand{\tbVSearch}{79} +\newcommand{\tbPWall}{27} +\newcommand{\tbPSearch}{89} diff --git a/paper/make_data.py b/paper/make_data.py new file mode 100644 index 0000000000000000000000000000000000000000..d7d4dd2e66c399c37f6899d2f09a2e34414ec86b --- /dev/null +++ b/paper/make_data.py @@ -0,0 +1,347 @@ +"""Turn results/*.jsonl into the .dat tables the paper's PGFPlots figures read, plus macros.tex +with every number quoted in the text, so the paper never hand-copies a result. + +Usage: python paper/make_data.py (from the repository root) +""" +import collections, json, os +import numpy as np + +ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) +OUT = os.path.join(ROOT, "paper", "data"); os.makedirs(OUT, exist_ok=True) +R = lambda f: [json.loads(l) for l in open(os.path.join(ROOT, "results", f))] if os.path.exists(os.path.join(ROOT, "results", f)) else [] + + +def table(rows, key="test_mse"): + g = collections.defaultdict(dict) + for r in rows: + g[(r["method"], float(r["epochs"]))][r["seed"]] = r + return g + + +def paired(g, m, T, base=("official", None), Tb=None): + o = g.get((base[0], Tb if Tb is not None else T), {}); p = g.get((m, T), {}) + s = sorted(set(o) & set(p)) + d = np.array([100 * (p[x]["test_mse"] - o[x]["test_mse"]) / o[x]["test_mse"] for x in s]) + t = np.array([p[x]["seconds"] / o[x]["seconds"] for x in s]) + return s, d, t + + +macros = [] +MAC = {} # raw values, for data files derived from macros +def M(name, val, fmt="{:.2f}"): + MAC[name] = val + macros.append("\\newcommand{\\%s}{%s}" % (name, fmt.format(val))) + + +# 1. quality vs wall-clock on DEEP* 1M test rows +deep = table(R("final/deep1m_test.jsonl")) +hist = table(R("deep1m_cpu.jsonl")) # development history (earlier session) +for m in ["official", "pisces", "pisces_v10"]: + with open(os.path.join(OUT, f"qvt_{m}.dat"), "w") as f: + f.write("epochs seconds mse sd n\n") + for T in sorted({T for (mm, T) in deep if mm == m}): + v = list(deep[(m, T)].values()) + f.write(f"{T:g} {np.mean([r['seconds'] for r in v]):.2f} {np.mean([r['test_mse'] for r in v]):.6f} " + f"{np.std([r['test_mse'] for r in v]):.6f} {len(v)}\n") + +# 2. main table macros (PISCES vs official on test rows) +for T, tag in [(1.0, "One"), (3.0, "Three"), (5.0, "Five")]: + for m, mt in [("pisces", "P"), ("pemeans_v3", "V")]: + s, d, t = paired(deep, m, T) + if len(s): + M(f"d{mt}{tag}", d.mean(), "{:+.2f}"); M(f"w{mt}{tag}", int((d < 0).sum()), "{}"); M(f"n{mt}{tag}", len(s), "{}") + M(f"t{mt}{tag}", t.mean()); M(f"lo{mt}{tag}", np.percentile(np.random.default_rng(0).choice(d, (10000, len(d))).mean(1), 2.5)) + M(f"hi{mt}{tag}", np.percentile(np.random.default_rng(0).choice(d, (10000, len(d))).mean(1), 97.5)) + for m, mt in [("official", "O"), ("pisces", "P")]: + v = list(deep.get((m, T), {}).values()) + if v: + M(f"mse{mt}{tag}", np.mean([r["test_mse"] for r in v]), "{:.5f}") + M(f"sec{mt}{tag}", np.mean([r["seconds"] for r in v]), "{:.0f}") +s, d, t = paired(deep, "pisces", 3.0, Tb=5.0) +if len(s): + M("dPThreeVsFive", d.mean(), "{:+.2f}"); M("tPThreeVsFive", t.mean()); M("wPThreeVsFive", int((d < 0).sum()), "{}"); M("nPThreeVsFive", len(s), "{}") +s, d, t = paired(deep, "emeans_approx", 3.0) +if len(s): + M("dEAThree", d.mean(), "{:+.2f}"); M("tEAThree", t.mean()); M("wEAThree", int((d < 0).sum()), "{}"); M("nEAThree", len(s), "{}") + s2, d2, _ = paired(deep, "pisces", 3.0, base=("emeans_approx", None)) + if len(s2): + M("dPvsEAThree", d2.mean(), "{:+.2f}"); M("wPvsEAThree", int((d2 < 0).sum()), "{}"); M("nPvsEAThree", len(s2), "{}") + +# 3. development history at 3 epochs (each version paired with official e-means of its own session) +for m, tag in [("pemeans", "One"), ("pemeans_v2", "Two"), ("pemeans_v3", "Three"), ("pisces", "Ten")]: + s_, d, t = paired(hist, m, 3.0) + if len(s_): + M(f"hist{tag}D", d.mean(), "{:+.2f}"); M(f"hist{tag}T", t.mean()) +for m, tag in [("pisces_v10", "TenNow"), ("pisces", "Final")]: + s_, d, t = paired(deep, m, 3.0) + if len(s_): + M(f"hist{tag}D", d.mean(), "{:+.2f}"); M(f"hist{tag}T", t.mean()); M(f"hist{tag}W", int((d < 0).sum()), "{}") +s_, d, t = paired(deep, "pisces", 3.0, base=("pisces_v10", None)) +if len(s_): + M("engD", d.mean(), "{:+.3f}"); M("engT", t.mean()); M("engSame", int((np.abs(d) < 1e-6).sum()), "{}"); M("engN", len(s_), "{}") + +# 4. time to quality on validation rows +ttq = table(R("final/deep1m_ttq_val.jsonl")) +with open(os.path.join(OUT, "ttq.dat"), "w") as f: + f.write("method epochs seconds mse\n") + for (m, T), v in sorted(ttq.items()): + f.write(f"{m} {T:g} {np.mean([r['seconds'] for r in v.values()]):.2f} {np.mean([r['test_mse'] for r in v.values()]):.6f}\n") +for T, tag in [(1.0, "One"), (2.0, "Two"), (3.0, "Three"), (4.0, "Four")]: + s, d, t = paired(ttq, "pisces", T, Tb=5.0) + if len(s): + M(f"ttqD{tag}", d.mean(), "{:+.2f}"); M(f"ttqT{tag}", t.mean()); M(f"ttqW{tag}", int((d < 0).sum()), "{}") + +# 5. held-out datasets (per-seed paired differences) +for f_, tag in [("final/ssnpp1m_test.jsonl", "SS"), ("final/spacev1m_test.jsonl", "SV")]: + g = table(R(f_)) + for m, mt in [("pisces", "P"), ("emeans_approx", "E")]: + s, d, t = paired(g, m, 3.0) + if len(s): + M(f"d{mt}{tag}", d.mean(), "{:+.3f}"); M(f"t{mt}{tag}", t.mean()); M(f"w{mt}{tag}", int((d < 0).sum()), "{}"); M(f"n{mt}{tag}", len(s), "{}") + with open(os.path.join(OUT, f"heldout_{tag}_{m}.dat"), "w") as fo: + fo.write("seed delta\n" + "".join(f"{x} {y:.5f}\n" for x, y in zip(s, d))) + +# 6. per-method time-to-quality curves for the figure +for m in ["official", "pisces", "emeans_approx"]: + with open(os.path.join(OUT, f"ttq_{m}.dat"), "w") as f: + f.write("epochs seconds mse\n") + for (mm, T), v in sorted(ttq.items()): + if mm == m: + f.write(f"{T:g} {np.mean([r['seconds'] for r in v.values()]):.2f} {np.mean([r['test_mse'] for r in v.values()]):.6f}\n") +# 7. per-seed paired differences, all evaluations, for a strip plot (y = row index) +with open(os.path.join(OUT, "strip.dat"), "w") as f: + f.write("row delta\n") + rows_ = [(1, deep, "pisces", 1.0, None), (2, deep, "pisces", 3.0, None), (3, deep, "pisces", 5.0, None), + (4, table(R("final/spacev1m_test.jsonl")), "pisces", 3.0, None), (5, table(R("final/ssnpp1m_test.jsonl")), "pisces", 3.0, None), + (6, deep, "emeans_approx", 3.0, None), (7, table(R("final/spacev1m_test.jsonl")), "emeans_approx", 3.0, None), + (8, table(R("final/ssnpp1m_test.jsonl")), "emeans_approx", 3.0, None)] + sw = {"p": [0, 0], "e": [0, 0]} + for row, g, m, T, _ in rows_: + _, d, _ = paired(g, m, T) + f.write("".join(f"{row} {x:.5f}\n" for x in d)) + c = sw["p" if m == "pisces" else "e"]; c[0] += int(np.sum(np.asarray(d) < 0)); c[1] += len(d) +M("stripWinsP", sw["p"][0], "{}"); M("stripN", sw["p"][1], "{}") +M("stripLossE", sw["e"][1] - sw["e"][0], "{}"); M("stripNE", sw["e"][1], "{}") + +# 8. leave-one-out ablation at full scale (validation rows, seeds 1-3, 3 epochs) +abl = table(R("final/ablation_full_val.jsonl")) +ABL = [("pisces", "Full"), ("no_principal_split", "NoSplit"), ("no_gain_ranking", "NoGain"), + ("no_consistent_closing", "NoClose"), ("tau_0.1", "TauLow"), ("step_x1.0", "StepOne"), + ("no_early_revival", "NoEarly"), ("exact_last_epoch", "ExactLast"), ("exact_assignment", "Exact"), ("no_engineering", "NoEng")] +for _f in ["ablation.dat", "ablation_seeds.dat"]: + if os.path.exists(os.path.join(OUT, _f)): + os.remove(os.path.join(OUT, _f)) +with open(os.path.join(OUT, "ablation.dat") if abl else os.devnull, "w") as f: + f.write("idx name delta lo hi cost ratio\n") + for i, (m, tag) in enumerate(ABL): + s_, d, t = paired(abl, m, 3.0) + if not len(s_): + continue + M(f"abl{tag}D", d.mean(), "{:+.3f}"); M(f"abl{tag}T", t.mean()); M(f"abl{tag}W", int((d < 0).sum()), "{}") + M(f"abl{tag}N", len(s_), "{}") + s2, d2, _ = paired(abl, m, 3.0, base=("pisces", None)) + cost = d2.mean() if m != "pisces" else 0.0 + M(f"abl{tag}C", cost, "{:+.3f}") + f.write(f"{i} {tag} {d.mean():.4f} {d.min():.4f} {d.max():.4f} {cost:.4f} {t.mean():.4f}\n") + +# 9. scaling in k (validation rows, 3 epochs); k = 16,384 from the time-to-quality runs +SC = [(1024, "OneK", "final/scaling_k1024_val.jsonl"), (4096, "FourK", "final/scaling_k4096_val.jsonl"), + (16384, "SixteenK", "final/deep1m_ttq_val.jsonl"), (65536, "SixtyFourK", "final/scaling_k65536_val.jsonl")] +with open(os.path.join(OUT, "scaling.dat"), "w") as f, open(os.path.join(OUT, "scaling_seeds.dat"), "w") as fs: + f.write("k delta ratio\n"); fs.write("k delta speedup\n") + for k_, tag, fn in SC: + g = table(R(fn)) + s_, d, t = paired(g, "pisces", 3.0) + if not len(s_): + continue + M(f"sc{tag}D", d.mean(), "{:+.2f}"); M(f"sc{tag}T", t.mean()); M(f"sc{tag}W", int((d < 0).sum()), "{}") + M(f"sc{tag}N", len(s_), "{}") + M(f"sc{tag}MO", np.mean([r["test_mse"] for r in g[("official", 3.0)].values()]), "{:.5f}") + M(f"sc{tag}SO", np.mean([r["seconds"] for r in g[("official", 3.0)].values()]), "{:.0f}") + M(f"sc{tag}SP", np.mean([r["splits"] for r in g[("pisces", 3.0)].values()]), "{:,.0f}") + M(f"sc{tag}SpO", np.mean([r["splits"] for r in g[("official", 3.0)].values()]), "{:,.0f}") + f.write(f"{k_} {d.mean():.4f} {t.mean():.4f}\n") + fs.write("".join(f"{k_} {di:.4f} {1 / ti:.4f}\n" for di, ti in zip(d, t))) + +# 9b. the small-k rule (iteration 23b): exact assignment below k = 4,096, same session as its official runs +g23 = table(R("dev/iter23_small_k_val.jsonl")) +if g23: + s_, d, t = paired(g23, "exact_k1024", 3.0) + if len(s_): + M("scOneKRuleD", d.mean(), "{:+.2f}"); M("scOneKRuleT", t.mean()); M("scOneKRuleW", int((d < 0).sum()), "{}") + M("scOneKRuleN", len(s_), "{}") + +# 9c. the early-revival rule (iteration 24): k = 65,536, PISCES without every-batch revival vs the official scaling runs +g24 = table(R("final/scaling_k65536_val.jsonl") + R("dev/iter24_k65536_regime_val.jsonl")) +if ("no_early_revival", 3.0) in g24: + s_, d, t = paired(g24, "no_early_revival", 3.0) + # time: the diagnostic ran in a later session than the official runs, so chain through PISCES timed in + # the diagnostic's own session: (rule / PISCES, same session) x (PISCES / official, scaling session) + g24own = table(R("dev/iter24_k65536_regime_val.jsonl")); gsc = table(R("final/scaling_k65536_val.jsonl")) + t = np.array([g24own[("no_early_revival", 3.0)][q]["seconds"] / g24own[("pisces", 3.0)][q]["seconds"] + * gsc[("pisces", 3.0)][q]["seconds"] / gsc[("official", 3.0)][q]["seconds"] for q in s_]) + M("scSixtyFourKRuleD", d.mean(), "{:+.2f}"); M("scSixtyFourKRuleT", t.mean()); M("scSixtyFourKRuleW", int((d < 0).sum()), "{}") + M("scSixtyFourKRuleN", len(s_), "{}") + M("scSixtyFourKRuleSP", np.mean([r["splits"] for r in g24[("no_early_revival", 3.0)].values()]), "{:,.0f}") + s_, d, t = paired(g24, "tau_0.1", 3.0); M("scSixtyFourKTauD", d.mean(), "{:+.2f}") + s_, d, t = paired(g24, "tau_0.1_no_early", 3.0); M("scSixtyFourKBothD", d.mean(), "{:+.2f}") + M("scSixtyFourKBothSP", np.mean([r["splits"] for r in g24[("tau_0.1_no_early", 3.0)].values()]), "{:,.0f}") + +# 9d. scaling figure overlay: the released rules at the two ends of the k range +with open(os.path.join(OUT, "scaling_rules.dat"), "w") as f: + f.write("k delta speedup\n") + for k_, tag in [(1024, "OneK"), (65536, "SixtyFourK")]: + if f"sc{tag}RuleD" in MAC: + f.write(f"{k_} {MAC[f'sc{tag}RuleD']:.4f} {1 / MAC[f'sc{tag}RuleT']:.4f}\n") + +# 10. downstream IVF index +ivf = R("final/ivf_downstream.jsonl") +if ivf: + def interp_ndis(curve, target): + r = [c_["recall1"] for c_ in curve]; n_ = [c_["ndis"] for c_ in curve] + for i in range(1, len(r)): + if r[i] >= target > r[i - 1]: + w = (target - r[i - 1]) / (r[i] - r[i - 1]); return np.exp(np.log(n_[i - 1]) + w * (np.log(n_[i]) - np.log(n_[i - 1]))) + return float("nan") + by = collections.defaultdict(list) + for r in ivf: + by[r["method"]].append(r) + for m, tag in [("official", "O"), ("pisces", "P")]: + rs = by.get(m, []) + if not rs: + continue + nps = [c_["nprobe"] for c_ in rs[0]["curve"]] + with open(os.path.join(OUT, f"ivf_{m}.dat"), "w") as f: + f.write("nprobe ndis recall1 recall10\n") + for i, npb in enumerate(nps): + f.write(f"{npb} {np.mean([r['curve'][i]['ndis'] for r in rs]):.1f} {np.mean([r['curve'][i]['recall1'] for r in rs]):.5f} " + f"{np.mean([r['curve'][i]['recall10'] for r in rs]):.5f}\n") + M(f"ivfImb{tag}", np.mean([r["imbalance"] for r in rs]), "{:.3f}") + M(f"ivfNdisNine{tag}", np.mean([interp_ndis(r["curve"], 0.9) for r in rs]), "{:.0f}") + i16 = nps.index(16) if 16 in nps else 0 + M(f"ivfRecSixteen{tag}", np.mean([r["curve"][i16]["recall1"] for r in rs]), "{:.4f}") + M(f"ivfNdisSixteen{tag}", np.mean([r["curve"][i16]["ndis"] for r in rs]), "{:.0f}") + seeds = sorted({r["seed"] for r in by["official"]} & {r["seed"] for r in by.get("pisces", [])}) + if seeds: + o = {r["seed"]: r for r in by["official"]}; p_ = {r["seed"]: r for r in by["pisces"]} + rd = [100 * (p_[s_]["curve"][i]["recall1"] - o[s_]["curve"][i]["recall1"]) for s_ in seeds for i in range(len(o[s_]["curve"]))] + nine = [interp_ndis(p_[s_]["curve"], 0.9) / interp_ndis(o[s_]["curve"], 0.9) for s_ in seeds] + M("ivfNdisNineRatio", np.nanmean(nine)); M("ivfSeeds", len(seeds), "{}") + M("ivfRecGainMax", max(rd), "{:+.2f}") + # recall@1 of the PISCES index at the e-means index' search cost (log-linear interpolation in ndis) + md = [] + with open(os.path.join(OUT, "ivf_matched.dat"), "w") as f: + f.write("ndis diff seed\n") + for s_ in seeds: + pn = np.log([c_["ndis"] for c_ in p_[s_]["curve"]]); pr = [c_["recall1"] for c_ in p_[s_]["curve"]] + for c_ in o[s_]["curve"]: + if pn[0] <= np.log(c_["ndis"]) <= pn[-1]: + dd = 100 * (np.interp(np.log(c_["ndis"]), pn, pr) - c_["recall1"]); md.append(dd) + f.write(f"{c_['ndis']:.1f} {dd:.4f} {s_}\n") + M("ivfMatchedMean", np.mean(md), "{:+.2f}"); M("ivfMatchedMin", min(md), "{:+.2f}"); M("ivfMatchedMax", max(md), "{:+.2f}") + +# 11. mechanism (one seed): revival timeline, cluster sizes, Lemma 2 on real clusters, swap audit +mf = os.path.join(ROOT, "results", "final", "mechanism_seed10.json") +if os.path.exists(mf): + mech = json.load(open(mf)) + for m, tag in [("official", "O"), ("pisces", "P")]: + r = mech[m]; tot = r["total_steps"] or max([s_ for s_, _ in r["split_log"]] + [1]) + with open(os.path.join(OUT, f"splits_{m}.dat"), "w") as f: + f.write("frac cum\n0 0\n"); c_ = 0 + for st, nn in r["split_log"]: + c_ += nn; f.write(f"{(st + 1) / tot:.4f} {c_}\n") + sizes = np.array(r["sizes"]) + with open(os.path.join(OUT, f"sizes_{m}.dat"), "w") as f: + f.write("size cdf\n") + for v in np.unique(np.concatenate([[0], np.unique(np.round(np.geomspace(1, sizes.max(), 60)))])): + f.write(f"{max(v, 0.5):g} {(sizes <= v).mean():.5f}\n") + M(f"mechSplits{tag}", sum(nn for _, nn in r["split_log"]), "{:,}") + M(f"mechEmpty{tag}", int((sizes == 0).sum()), "{}") + M(f"mechTiny{tag}", 100 * float((sizes < 10).mean()), "{:.2f}") + M(f"mechCV{tag}", float(sizes.std() / sizes.mean()), "{:.3f}") + M(f"mechSwaps{tag}", r["swaps"]["profitable_moves"], "{:,}") + M(f"mechSwapGain{tag}", 100 * r["swaps"]["predicted_gain_per_row"] / r["train_mse"], "{:.3f}") + lem = r["lemma"] + pred = np.array([q["predicted"] for q in lem]); ax_ = np.array([q["axis_split"] for q in lem]); fr = np.array([q["free_2means"] for q in lem]) + M(f"mechLemRatio{tag}", float(np.median(ax_ / pred)), "{:.2f}") + M(f"mechLemFree{tag}", float(np.median(ax_ / fr)), "{:.2f}") + M(f"mechLemCorr{tag}", float(np.corrcoef(np.log(pred), np.log(ax_))[0, 1]), "{:.3f}") + with open(os.path.join(OUT, f"lemma_{m}.dat"), "w") as f: + f.write("pred axis free\n" + "".join(f"{a_:.4f} {b_:.4f} {c__:.4f}\n" for a_, b_, c__ in zip(pred, ax_, fr))) + M("mechSwapRatio", mech["official"]["swaps"]["profitable_moves"] / max(1, mech["pisces"]["swaps"]["profitable_moves"]), "{:.1f}") + +# 12. every negative result, recomputed from the development logs (proxy: DEEP 250k, k = 4,096, +# validation rows, 3 epochs, 5 seeds), as a LaTeX table body +def dev(fn): + g = collections.defaultdict(dict) + for line in open(os.path.join(ROOT, "results", "dev", fn)): + r = json.loads(line) + if "epochs" in r: + g[(r.get("variant", r.get("method")), float(r["epochs"]))][r["seed"]] = r["val_mse"] + return g +NEG = [("iter2_swap.jsonl", "pe", "swap0.01", "streaming split--merge (swap) moves, 1\\% of $k$", 2), + ("iter4_combine.jsonl", "sp_tau0.2_a1.4", "sp_tau0.2_a1.4_close0.5", "fresher closing window (last 50\\% of the final epoch)", 4), + ("iter6_v3_candidates.jsonl", "v2", "v2_cm0.35", "children inherit 35\\% of the donor's mass each", 6), + ("iter6_v3_candidates.jsonl", "v2", "v2_tau.3to.1", "revival threshold schedule $0.3\\to0.1$", 6), + ("iter9b_graph_verified.jsonl", "v2", "v2_gv1pct", "graph-pruned assignment with label memory, self-verified", 9), + ("iter13_growth.jsonl", "pisces_grow0", "pisces_grow3", "coarse-to-fine growth (3 doublings)", 13), + ("iter15_candidates.jsonl", "pisces", "mom0.3", "heavy-ball momentum on centroid moves ($\\beta=0.3$)", 15), + ("iter15_candidates.jsonl", "pisces", "probes8to16", "fewer probes early ($8\\to16$)", 15), + ("iter17_hnsw.jsonl", "pisces", "h16_e16_32_r8", "HNSW over the centroids instead of IVF", 17), + ("iter18_fp16_polish.jsonl", "pisces", "fp16", "fp16 IVF lists (same recall, faster scans)", 18), + ("iter19_anneal.jsonl", "pol8", "an01", "annealed assignment to the runner-up ($\\varepsilon_0=0.01$)", 19), + ("iter21_halfmean_batch.jsonl", "pisces", "half_half", "distribution-free half-mean split and score, $c\\pm\\E[\\mathrm{sign}(p)\\,e]$", 21), + ("iter21_halfmean_batch.jsonl", "pisces", "abs_abs", "empirical axis half-mean $c\\pm\\E|p|\\,u_1$, score $N(\\E|p|)^2$", 21), + ("iter21_halfmean_batch.jsonl", "pisces", "bs0.25to1.75", "batch-size schedule $0.25B\\to1.75B$", 21)] +with open(os.path.join(OUT, "negatives.tex"), "w") as f: + f.write("\\def\\negrows{%\n") + for fn, ref, cand, label, it in NEG: + if not os.path.exists(os.path.join(ROOT, "results", "dev", fn)): + continue + g = dev(fn); T = 3.0 + o, r_, c_ = g[("official", T)], g[(ref, T)], g[(cand, T)] + s_ = sorted(set(o) & set(r_) & set(c_)) + dr = np.mean([100 * (r_[i] / o[i] - 1) for i in s_]); dc = np.mean([100 * (c_[i] / o[i] - 1) for i in s_]) + worse = sum(c_[i] > r_[i] for i in s_) + f.write(f"{label} & {it} & ${dr:+.2f}\\%$ & ${dc:+.2f}\\%$ & {worse}/{len(s_)}\\\\\n") + f.write("}\n") + +# 13. optional closing polish (full scale, validation rows, seeds 1-5) +pol = table(R("deep1m_polish_time_to_quality_val.jsonl")) +for T, tag in [(1.0, "One"), (2.0, "Two"), (3.0, "Three"), (4.0, "Four")]: + s_, d, _ = paired(pol, "pisces_polish", T, base=("pisces", None)) + if len(s_): + M(f"pol{tag}", d.mean(), "{:+.2f}"); M(f"polW{tag}", int((d < 0).sum()), "{}") + +# 14. data for the analytic figures +# 14a. per-seed removal costs for the leave-one-out bar chart +with open(os.path.join(OUT, "ablation_seeds.dat") if abl else os.devnull, "w") as f: + f.write("idx cost\n") + for i, (m, tag) in enumerate(ABL): + if m == "pisces": + continue + s_, d2, _ = paired(abl, m, 3.0, base=("pisces", None)) + f.write("".join(f"{i} {v:.4f}\n" for v in d2)) +# 14b. real clusters for the split-geometry figure +if os.path.exists(mf): + for i, ex in enumerate(mech["pisces"].get("split_examples", [])[:3]): + with open(os.path.join(OUT, f"splitex{i}_pts.dat"), "w") as f: + f.write("a b\n" + "".join(f"{p_[0]:.4f} {p_[1]:.4f}\n" for p_ in ex["points"])) + for kind, key in [("pisces", "pisces"), ("kmeans", "kmeans2")]: + with open(os.path.join(OUT, f"splitex{i}_{kind}.dat"), "w") as f: + f.write("a b\n" + "".join(f"{p_[0]:.4f} {p_[1]:.4f}\n" for p_ in ex[key])) + M(f"splitexN{'ABC'[i]}", ex["N"], "{:,}") + M(f"splitexR{'ABC'[i]}", ex["lam2"] / ex["lam1"], "{:.2f}") +# 14c. time breakdown +tb = os.path.join(ROOT, "results", "final", "time_breakdown.json") +if os.path.exists(tb): + T_ = json.load(open(tb)) + with open(os.path.join(OUT, "time_breakdown.dat"), "w") as f: + f.write("idx name search build stats other wall\n") + for i, (m, nm) in enumerate([("official", "e-means"), ("pisces_v10", "PISCES-v1.0"), ("pisces", "PISCES")]): + r = T_[m] + f.write(f"{i} {nm} {r['assignment search']:.2f} {r['index build']:.2f} {r['statistics']:.2f} {r['other']:.2f} {r['wall']:.2f}\n") + M(f"tb{'OVP'[i]}Wall", r["wall"], "{:.0f}"); M(f"tb{'OVP'[i]}Search", 100 * r["assignment search"] / r["wall"], "{:.0f}") + +open(os.path.join(ROOT, "paper", "macros.tex"), "w").write("\n".join(macros) + "\n") +print(f"wrote {len(macros)} macros and data files to paper/data") diff --git a/paper/pisces.pdf b/paper/pisces.pdf new file mode 100644 index 0000000000000000000000000000000000000000..19d206d0573922dc1acaf4cd017238f81a23b314 --- /dev/null +++ b/paper/pisces.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf57d2f821c127de8baffe2ff096da0259d6c9ea9e8deb6e7402f7ba2e2bc573 +size 821891 diff --git a/paper/pisces.tex b/paper/pisces.tex new file mode 100644 index 0000000000000000000000000000000000000000..0282062923bdd87652b8a46560ed15596b6c9b03 --- /dev/null +++ b/paper/pisces.tex @@ -0,0 +1,705 @@ +\documentclass[10pt]{article} +\usepackage[a4paper,margin=2.2cm]{geometry} +\usepackage[T1]{fontenc} +\IfFileExists{lmodern.sty}{\usepackage{lmodern}}{} +\usepackage{microtype} +\usepackage{amsmath,amssymb,amsthm,bm} +\usepackage{booktabs,multirow,array} +\usepackage{graphicx,subcaption} +\usepackage{xcolor} +\usepackage{tikz,pgfplots} +\usetikzlibrary{arrows.meta,positioning,shapes.geometric,shapes.misc,calc,fit,backgrounds,decorations.pathreplacing,patterns,3d,quotes} +\usepackage{Box,Ball}% PlotNeuralNet layer styles (MIT, H. Iqbal), see PLOTNEURALNET_LICENSE +\usepgfplotslibrary{groupplots,fillbetween} +\pgfplotsset{compat=1.18} +\usepackage{algorithm} +\usepackage[noend]{algpseudocode} +\usepackage[numbers,sort&compress]{natbib} +\usepackage[colorlinks=true,linkcolor=pblue,citecolor=pteal,urlcolor=pblue]{hyperref} +\usepackage{cleveref} +\usepackage[section]{placeins} + +\definecolor{pnavy}{HTML}{16233F} +\definecolor{pteal}{HTML}{0E8C8C} +\definecolor{plight}{HTML}{9FD3D1} +\definecolor{pmid}{HTML}{3FA7A5} +\definecolor{pblue}{HTML}{3567D6} +\definecolor{porange}{HTML}{DD7A1E} +\definecolor{pred}{HTML}{C4413A} +\definecolor{pgrey}{HTML}{8A94A6} +\definecolor{pbg}{HTML}{EEF2F7} + +\newtheorem{lemma}{Lemma} +\newtheorem{proposition}{Proposition} +\theoremstyle{remark}\newtheorem{remark}{Remark} + +\input{macros.tex} +\IfFileExists{data/negatives.tex}{\input{data/negatives.tex}}{\def\negrows{}} +\newcommand{\getv}[1]{\ifcsname #1\endcsname\csname #1\endcsname\else\textbf{??}\fi} +\newcommand{\figwhen}[2]{\IfFileExists{#1}{#2}{\fbox{\parbox{0.8\linewidth}{\centering\small figure pending: \detokenize{#1}}}}} +\newcommand{\pct}[1]{$\getv{#1}$\,\%} +\newcommand{\E}{\mathbb{E}} +\newcommand{\R}{\mathbb{R}} +\newcommand{\PISCES}{\textsc{Pisces}} + +\title{\vspace{-0.6cm}\textbf{\PISCES: Principal-Axis Splitting Makes Mini-Batch $k$-Means\\Faster and Better than e-means}\\[4pt] +\large ARIES Series --- Technical Report No.\,1} +\author{Aryan\\[2pt]\small ARIES: Aryan's Iterative Efficiency Series} +\date{November 2026} + +\begin{document} +\maketitle + +\begin{abstract} +e-means (Bessa et al., Meta FAIR, 2026) replaces Lloyd's full-pass updates with exponential moving averages of +per-cluster sufficient statistics, sets its batch size and step from fitted scaling laws, and re-seeds dead clusters +by splitting busy ones; it matches Lloyd's 25-epoch loss in one tenth of the epochs. +We present \PISCES{} (\emph{Principal-axis Informed Splitting with Consistent closing, Early revival and Sparse +assignment}), which keeps the e-means engine and changes the parts a closed-form analysis says can be improved. +Dead clusters are re-seeded at the two Gaussian half-means of the donor along its top principal axis, +$c\pm\sqrt{2\lambda_1/\pi}\,u_1$, and the donor is the cluster whose split removes the most distortion, +$\tfrac{2}{\pi}N\lambda_1$; both quantities are tracked online by an EMA power iteration at $O(Bd)$ cost. +Splits keep the closing statistics consistent, revival is front-loaded, rows are assigned through an inverted +file over the centroids, and a fused statistics kernel with 8-bit scans and exact re-ranking removes most of the +remaining overhead without changing the algorithm. On the e-means paper's own benchmark (DEEP$^*$\,1M, $k=16{,}384$, +the paper's fingerprint-checked test rows, official \texttt{faiss} code as the baseline), \PISCES{} lowers test +MSE by \pct{dPOne}, \pct{dPThree} and \pct{dPFive} at 1, 3 and 5 epochs and takes +$\getv{tPThree}\times$ and $\getv{tPFive}\times$ the time at 3 and 5 epochs; at 3 epochs it beats e-means at 5 epochs +in $\getv{tPThreeVsFive}\times$ the time. On two held-out datasets never used during development it wins every seed +in $\getv{tPSV}\times$ and $\getv{tPSS}\times$ the time; over all \getv{stripN} paired runs it is better on +\getv{stripWinsP}. Giving e-means the same approximate assignment makes it \emph{worse}, so the gain is not an +engineering shortcut. A full-scale leave-one-out ablation, a scaling study over $k=1{,}024$--$65{,}536$, a downstream +IVF-index evaluation and a mechanism analysis map out where this holds: every algorithmic component pays (two of them only marginally); the +quality gain peaks at tens of rows per cluster and nearly vanishes at $k=65{,}536$, where \PISCES{} still +takes only $\getv{scSixtyFourKT}\times$ the time; the trained IVF index is as good as e-means' at equal search cost; +\cref{lem:gain} predicts the split gain of real clusters; and the \PISCES{} codebook admits $\getv{mechSwapRatio}\times$ +fewer profitable split--merge moves than e-means'. +\end{abstract} + +% ------------------------------------------------------------------------------------------------ +\section{Introduction} +Clustering a billion vectors into a million centroids is a daily operation for vector search, data deduplication +and tokenizer training. e-means~\cite{bessa2026emeans} made it an order of magnitude cheaper by streaming +mini-batches, keeping an exponential moving average (EMA) of every cluster's mass $N_j$ and sum $S_j$, setting +batch size and step from power laws fitted on DEEP, and re-seeding clusters whose mass collapses. +Its ablation shows that this \emph{revival} is the single most important component: removing it costs +$+2.97\%$ training MSE, more than the cosine schedule, finalization or $k$-means++ seeding. +Yet revival itself is a heuristic: a donor sampled in proportion to its mass is copied twice with a relative +nudge of $10^{-4}$, so the two copies start on top of each other. + +\PISCES{} asks what the \emph{right} split is. For a Gaussian cluster the answer has a closed form +(\cref{sec:math}): the two children belong at the half-Gaussian means along the top principal axis, and the donor +should be the cluster with the largest $N\lambda_1$. The name follows the picture: two fish swimming in opposite +directions along one axis (\cref{fig:geometry}). Our contributions: +\begin{enumerate}\itemsep0pt +\item \textbf{Principal-axis, gain-ranked revival} with an online EMA power iteration (\cref{sec:split}). +\item \textbf{Consistent closing statistics}: splits in the final epoch also split the closing sums (\cref{sec:closing}). +\item \textbf{A revival schedule and re-fitted step law} for the stronger revival (\cref{sec:schedule}). +\item \textbf{Sparse assignment} through an inverted file over the centroids, which helps only +together with principal-axis revival (\cref{sec:sparse}), and two engineering changes that leave the algorithm +unchanged but make it faster: a fused statistics kernel and 8-bit scans with exact re-ranking +(\cref{sec:engineering}). +\item A matched, pre-declared evaluation on the e-means benchmark with 10 seeds, a time-to-quality study, +two held-out datasets and a fairness ablation; then a full-scale leave-one-out ablation, a $k$-scaling study +($1{,}024$--$65{,}536$), a downstream IVF-index evaluation, a mechanism analysis that tests \cref{lem:gain} on real +clusters, and 24 logged development iterations including every negative result (\cref{sec:analysis}). +\end{enumerate} + +\begin{figure}[!htb] +\centering +\resizebox{\linewidth}{!}{\input{figs/arch_cards.tex}} +\caption{\textbf{e-means and \PISCES, side by side.} Inputs at the bottom, the repeated mini-batch block in colour, +zoom-in callouts on the right. Every teal box is a change made by \PISCES; everything grey is the official +e-means recipe, unchanged (batch law, EMA update, cosine schedule). The callouts give the exact rules and their +justification (\cref{lem:half,lem:gain}, \cref{prop:closing}).} +\label{fig:arch} +\end{figure} + +% ------------------------------------------------------------------------------------------------ +\section{Background: the e-means recipe} +Given a batch $\mathcal B_t$, e-means assigns each row to its nearest centroid, forms per-cluster counts $n_j$ and +sums $s_j$, and updates mass and centroid with step $\alpha_t$: +\begin{equation} +N_j \leftarrow (1-\alpha_t)N_j + \alpha_t n_j,\qquad +c_j \leftarrow c_j + \frac{\alpha_t n_j}{N_j}\Big(\frac{s_j}{n_j}-c_j\Big). +\end{equation} +The batch is $B=0.035\,k^{0.13}n^{0.88}T^{0.81}$ and the initial step +$\alpha_0=0.824\,k^{-0.46}B^{0.90}n^{-0.45}T^{-0.11}$, annealed by a cosine to $0.1\alpha_0$. Every five batches, +clusters with $N_j<\tau\bar N$ ($\tau=0.1$) are re-seeded by splitting donors sampled $\propto N_j$; the final +centroids are the means of the last epoch's assignments (``closing means''). + +% ------------------------------------------------------------------------------------------------ +\section{Method}\label{sec:math} +\subsection{Where should a split put the two children, and who should donate?}\label{sec:split} +\begin{lemma}[Half-Gaussian children]\label{lem:half} +Let $X\sim\mathcal N(\mu,\Sigma)$, $u$ a unit vector and $\sigma_u^2=u^\top\Sigma u$. Splitting by the hyperplane +$u^\top(x-\mu)=0$ gives halves with means +\[ +m_\pm=\E[X\mid \pm u^\top(X-\mu)>0]=\mu\pm\sqrt{\tfrac{2}{\pi}}\;\frac{\Sigma u}{\sigma_u}. +\] +If $u$ is an eigenvector with eigenvalue $\lambda$, then $m_\pm=\mu\pm\sqrt{2\lambda/\pi}\,u$. +\end{lemma} +\begin{proof} +$Z=u^\top(X-\mu)\sim\mathcal N(0,\sigma_u^2)$ and $\E[X\mid Z]=\mu+\Sigma u\,Z/\sigma_u^2$ (Gaussian conditioning). +Hence $m_+=\mu+\Sigma u\,\E[Z\mid Z>0]/\sigma_u^2$ with $\E[Z\mid Z>0]=\sigma_u\sqrt{2/\pi}$; $m_-$ by symmetry. +For an eigenvector $\Sigma u=\lambda u$ and $\sigma_u=\sqrt\lambda$. +\end{proof} + +\begin{lemma}[Distortion removed by a split]\label{lem:gain} +For a cluster of $N$ points from $\mathcal N(\mu,\Sigma)$, replacing $\mu$ by the two half-means of +\cref{lem:half} lowers the expected sum of squared distances by +\[ +\Delta(u)=N\,\|m_\pm-\mu\|^2=\frac{2}{\pi}\,N\,\frac{u^\top\Sigma^2u}{u^\top\Sigma u}\;\le\;\frac{2}{\pi}\,N\,\lambda_1, +\] +with equality if and only if $u$ is a top eigenvector $u_1$. +\end{lemma} +\begin{proof} +By the parallel-axis decomposition, the sum of squared distances to $\mu$ equals the sum within each half (to its own +mean) plus $\sum_\pm N_\pm\|m_\pm-\mu\|^2$, with $N_\pm=N/2$; the second term is the reduction. Substituting +\cref{lem:half} gives $\Delta(u)=\tfrac{2}{\pi}N\,\|\Sigma u\|^2/\sigma_u^2$. Writing $u$ in the eigenbasis, +$u^\top\Sigma^2u/u^\top\Sigma u$ is a weighted mean of the eigenvalues with weights $\propto w_i\lambda_i$, hence +$\le\lambda_1$, with equality iff all weight is on the top eigenspace. +\end{proof} + +\Cref{lem:half,lem:gain} give both halves of \PISCES' revival rule: split \emph{along} $u_1$ to +$c\pm\sqrt{2\lambda_1/\pi}\,u_1$, and give the free centroid to the cluster with the largest $N\lambda_1$, because +that split removes the most distortion. The placement coincides with the child initialization of +G-means~\cite{hamerly2003gmeans} and the principal-direction splits of PDDP~\cite{boley1998pddp} and +LBG codebook design~\cite{linde1980lbg}; what is new is doing it inside a streaming EMA engine, online, and ranking +donors by the gain of \cref{lem:gain}. + +\paragraph{Online axis estimation.} +For every cluster we keep $V_j\in\R^d$ and a scalar $P_j$. For each assigned row with residual $e=x-c_j$ and +projection $p=e^\top u_j$ the batch accumulates $\sum p\,e$ and $\sum p^2$, and with the same step as the centroids +\begin{equation} +V_j\leftarrow(1-\alpha_t)V_j+\alpha_t\textstyle\sum p\,e,\qquad u_j\leftarrow V_j/\|V_j\|,\qquad +P_j\leftarrow(1-\alpha_t)P_j+\alpha_t\textstyle\sum p^2,\qquad \lambda_j\approx P_j/N_j . +\end{equation} +Since $\sum p\,e=(\sum ee^\top)u_j$, each update is one step of power iteration on the cluster's EMA scatter +matrix~\cite{oja1982}; for a stationary cluster $u_j$ converges to $u_1$ at the usual rate $\lambda_2/\lambda_1$. +The cost is $O(Bd)$ per batch, against $O(Bkd)$ for exact assignment, and one extra $k\times d$ array. + +\subsection{Consistent closing statistics}\label{sec:closing} +e-means' final centroids are the means of the last epoch's assignment sums $\Sigma_j$ over counts $\nu_j$. When a +donor splits during that epoch, the default keeps $(\Sigma,\nu)$ entirely with the donor, whose position has moved +by $+\delta$, while the child starts from nothing. \PISCES{} splits the closing statistics with the cluster: +$\nu_\pm=\nu/2$ and $\Sigma_\pm=\tfrac{\nu}{2}(\Sigma/\nu\pm\delta)$. +\begin{proposition}\label{prop:closing} +Under the Gaussian model, if the rows accumulated before the split would have been assigned to the two children by the +splitting hyperplane, these are their expected closing statistics: the children's closing means are unbiased for +the new partition, whereas the default biases the donor's closing mean by $-\delta$ and leaves the child's +based only on post-split rows. +\end{proposition} +\begin{proof} +Each half receives $\nu/2$ rows in expectation, with mean $m_\pm=\mu\pm\delta$ by \cref{lem:half}; their sum is +$\tfrac{\nu}{2}(\mu\pm\delta)$ with $\mu=\Sigma/\nu$. +\end{proof} + +\subsection{Revival schedule and step law}\label{sec:schedule} +With better splits, more aggressive revival pays off: \PISCES{} uses $\tau=0.2$, checks every batch during the +first 30\% of the steps (then every five), and multiplies e-means' fitted step $\alpha_0$ by $1.4$. The larger step +does \emph{not} help official e-means (\cref{sec:ablation}), so this is an interaction with the new revival, not a +mis-fit of the published law. + +\subsection{Sparse assignment}\label{sec:sparse} +In every epoch but the last, rows are assigned through an inverted file (IVF) over the current centroids: +$L=\sqrt k$ coarse cells from a 20-iteration $k$-means on the centroids at the start of each epoch, and $p=\sqrt k/8$ +probes; the last epoch, which builds the closing means, uses $p_{\text{last}}=\sqrt k/4$ probes. A row is then compared +with about $p\,k/L=k/8$ centroids instead of $k$. +\begin{proposition}[Per-batch cost]\label{prop:cost} +Exact assignment costs $O(Bkd)$. Sparse assignment costs $O(BLd+Bpkd/L+kLd)$, i.e.\ $O(Bkd/8)$ for +$L=\sqrt k$, $p=\sqrt k/8$ and $B\gg L$; the index rebuild ($kLd$) is $0.2$\,GFLOP at $k=16{,}384$, $d=96$, against +$12.9$\,GFLOP for the sparse search of a $65{,}536$-row batch. +\end{proposition} +Sparse assignment is not a free win for e-means: given the same index, e-means gets worse (\cref{tab:fair}). With +principal-axis revival it gets better than exact assignment, and probing more cells makes it worse again +(\cref{tab:probes}). We read this as annealing-like noise in the early epochs; this is a hypothesis, not a proven +mechanism. + +\begin{figure}[!htb] +\centering +\resizebox{\linewidth}{!}{\input{figs/tensor_flow.tex}} +\caption{\textbf{One \PISCES{} batch as tensors} (PlotNeuralNet style). A batch of $65{,}536$ rows probes 16 of +the 128 coarse cells built over the centroids; the teal slab is the $B\times k/8$ distance tensor \PISCES{} +computes, the faint block around it the $B\times k$ tensor of exact e-means. One fused pass turns labels into the +cluster sums and the axis statistics; the EMA updates centroids and axes, and revival sends the two children of the +best donor back into the next batch's centroids.} +\label{fig:tensors} +\end{figure} + +\subsection{Engineering that leaves the algorithm unchanged}\label{sec:engineering} +After sparse assignment, a profile of a 3-epoch run shows 76\% of the time in the IVF scan and 22\% in NumPy +bookkeeping (scatter-adds for the cluster sums, segment sums for the axis statistics, residual gathers). +\textbf{Fused statistics.} One parallel Numba pass over the batch, rows grouped by label, computes e-means' $n_j,s_j$ +and \PISCES' $\sum(e^\top u_j)e$ and $\sum(e^\top u_j)^2$ together: the same quantities (unit-tested), in a different +floating-point summation order. \textbf{8-bit scans with exact re-ranking.} The IVF lists hold 8-bit +scalar-quantized centroids; the 4 best candidates of every row are re-ranked with exact float32 distances. On a +full-scale batch this returns the float32 IVF answer for 100.000\% of rows (99.988\% with 2 candidates). +This matters because approximations that \emph{change} the answer hurt \PISCES{} (fp16 lists, HNSW, \cref{tab:neg}). +Over the 10 report seeds, the final \PISCES{} takes $\getv{engT}\times$ the time of \PISCES{}~v1.0 (the same algorithm +without these two changes), with a paired quality difference of \pct{engD}. Two other ideas returned identical +results without a speed-up (sorting rows by coarse cell; one BLAS product per IVF list): the scan is +compute-bound at the 25--30\,GFLOPS this CPU sustains. \Cref{fig:time} shows where the time goes. + +\begin{figure}[!htb] +\centering +\figwhen{data/time_breakdown.dat}{\input{figs/time_breakdown.tex}} +\caption{\textbf{Where the time goes} in one 3-epoch run (cProfile, seed 1, same machine): assignment search +dominates e-means ($\getv{tbOSearch}$\% of $\getv{tbOWall}$\,s). \PISCES{} v1.0 cuts the search with the IVF over the +centroids; the final \PISCES{} removes most of the remaining bookkeeping with the fused kernel and cheapens the scan +with 8-bit codes ($\getv{tbPWall}$\,s in total).} +\label{fig:time} +\end{figure} + +\begin{figure}[!htb] +\centering +\input{figs/split_geometry.tex} +\caption{\textbf{The \PISCES{} split.} Two fish swimming in opposite directions: the children of every revival +are placed symmetrically along the donor's principal axis, at the positions that remove the most distortion.} +\label{fig:geometry} +\end{figure} + +\begin{figure}[!htb] +\centering +\figwhen{data/splitex0_pts.dat}{\input{figs/split_real.tex}} +\caption{\textbf{The two fish on real data.} Three of the largest clusters of a final \PISCES{} codebook on +DEEP$^*$\,1M, rows projected on their top two principal axes. Red: where e-means puts both children (on the +centroid). Teal triangles: \PISCES' children $c\pm\sqrt{2\lambda_1/\pi}\,u_1$ (\cref{lem:half}). Orange crosses: an +unrestricted 2-means of the cluster (5 restarts). Where one axis dominates (right, $\lambda_2/\lambda_1=\getv{splitexRC}$) both +put the cut across $u_1$; where the cluster is nearly round in its top two axes (left, middle) many cuts are about equally +good and 2-means may pick another direction. The closed form costs no assignment pass at all.} +\label{fig:splitreal} +\end{figure} + +\begin{algorithm}[t] +\caption{\PISCES{} (one batch); grey lines are unchanged e-means}\label{alg:pisces} +\begin{algorithmic}[1] +\State \textcolor{pgrey}{draw batch $\mathcal B_t$ of size $B$; step $\alpha_t$ from the fitted law $\times1.4$, cosine-annealed} +\State assign $\mathcal B_t$: IVF, $\sqrt k$ cells, $\sqrt k/8$ probes ($\sqrt k/4$ in the last epoch), 8-bit scan, exact top-4 re-rank +\State \textcolor{pgrey}{$n_j,s_j\leftarrow$ counts and sums per cluster} +\State $a_j\leftarrow\sum_{i\to j}(e_i^\top u_j)e_i$,\quad $q_j\leftarrow\sum_{i\to j}(e_i^\top u_j)^2$\Comment{$e_i=x_i-c_j$; fused with line 3} +\State \textcolor{pgrey}{EMA update of $N_j$, $c_j$}; \quad $V_j\leftarrow(1-\alpha_t)V_j+\alpha_t a_j$, $P_j\leftarrow(1-\alpha_t)P_j+\alpha_t q_j$, $u_j\leftarrow V_j/\|V_j\|$ +\If{revival check (every batch in the first 30\% of steps, then every 5)} + \State $\mathcal D\leftarrow\{j: N_j<0.2\,\bar N\}$; donors $\leftarrow$ the $|\mathcal D|$ largest $P_j$ $(\propto N_j\lambda_j)$ + \For{each (donor $s$, dead $t$)} + \State $\delta\leftarrow\sqrt{2P_s/(\pi N_s)}\,u_s$;\quad $c_s\leftarrow c_s+\delta$,\ $c_t\leftarrow c_s-2\delta$;\quad $N_s,N_t\leftarrow N_s/2$ + \State split closing statistics if in the last epoch (\cref{sec:closing}); copy $u$, halve $V,P$ + \EndFor +\EndIf +\end{algorithmic} +\end{algorithm} + +% ------------------------------------------------------------------------------------------------ +\section{Experimental protocol} +\textbf{Benchmark.} The e-means paper's own: DEEP$^*$\,1M (first $10^6$ rows of Deep1B), $k=16{,}384$, test MSE on +the paper's 5{,}000 test rows. Train, validation and test rows are checked byte-for-byte against the SHA-256 +fingerprints shipped in \texttt{faiss/benchs/e\_means/paper\_splits}. Held-out: SPACEV\,1M and SimSearchNet++\,1M +with the paper's held-out rows, never used during development. \textbf{Baseline.} The official +\texttt{faiss.contrib.e\_means.NumpyEmeans} (faiss 1.16.0); \PISCES{} subclasses it and reproduces it bit for bit +with its components switched off (unit test). \textbf{Matching.} Identical starting centroids (the first $k$ rows of a +seeded permutation), same batch law, 4 CPU threads, float32, same machine; every number in +\cref{sec:results,sec:analysis} comes from one session (\texttt{benchmarks/run\_final.sh}), so time ratios are +same-machine, same-load. \textbf{Development discipline.} Every design +decision used validation rows or a proxy (250k rows, $k=4096$); test rows were used only for the reported runs on +report seeds 10--19. \textbf{Statistics.} Paired relative change per seed, bootstrap 95\% CI, Wilcoxon signed-rank. +\textbf{Differences from the paper:} CPU float32 instead of H100 bfloat16, and NumPy instead of CUDA for drawing +the shared starting rows. + +% ------------------------------------------------------------------------------------------------ +\section{Results}\label{sec:results} +\begin{table}[!htb] +\centering\small +\caption{\textbf{DEEP$^*$\,1M test rows}, $k=16{,}384$, 10 seeds. Change is paired vs official e-means +(negative is better); time ratio is \PISCES{} / official.} +\label{tab:main} +\begin{tabular}{lcccccc} +\toprule +epochs & official MSE & \PISCES{} MSE & change & 95\% CI & wins & time ratio\\ +\midrule +1 & \getv{mseOOne} & \textbf{\getv{msePOne}} & \pct{dPOne} & [$\getv{loPOne}$, $\getv{hiPOne}$] & \getv{wPOne}/\getv{nPOne} & $\getv{tPOne}\times$\\ +3 & \getv{mseOThree} & \textbf{\getv{msePThree}} & \pct{dPThree} & [$\getv{loPThree}$, $\getv{hiPThree}$] & \getv{wPThree}/\getv{nPThree} & $\getv{tPThree}\times$\\ +5 & \getv{mseOFive} & \textbf{\getv{msePFive}} & \pct{dPFive} & [$\getv{loPFive}$, $\getv{hiPFive}$] & \getv{wPFive}/\getv{nPFive} & $\getv{tPFive}\times$\\ +\midrule +\multicolumn{3}{l}{\PISCES{} 3 epochs vs official 5 epochs} & \pct{dPThreeVsFive} & & \getv{wPThreeVsFive}/\getv{nPThreeVsFive} & $\getv{tPThreeVsFive}\times$\\ +\bottomrule +\end{tabular} +\end{table} + +\begin{figure}[!htb] +\centering +\input{figs/quality_vs_time.tex} +\caption{\textbf{Quality vs wall-clock} on DEEP$^*$\,1M test rows (mean $\pm$ sd over seeds; markers are 1, 3, 5 +epochs). \PISCES{} moves the whole curve down and to the left.} +\label{fig:qvt} +\end{figure} + +\paragraph{Main benchmark.} \Cref{tab:main} and \cref{fig:qvt}: \PISCES{} is better than official e-means at every +budget and on every paired seed (\getv{wPOne}/\getv{nPOne}, \getv{wPThree}/\getv{nPThree} and \getv{wPFive}/\getv{nPFive} at +1, 3 and 5 epochs), in $\getv{tPOne}\times$, $\getv{tPThree}\times$ and $\getv{tPFive}\times$ the time. At 3 epochs it +is better than e-means at 5 epochs on \getv{wPThreeVsFive} of \getv{nPThreeVsFive} seeds, in $\getv{tPThreeVsFive}\times$ +the time. + +\begin{table}[!htb] +\centering\small +\caption{\textbf{Development history} (DEEP$^*$\,1M test rows, 3 epochs; each version paired with official e-means run +in the same session; v1 to v1.0 from earlier sessions).} +\label{tab:history} +\begin{tabular}{lcc} +\toprule +version & change vs official & time ratio\\ +\midrule +v1: principal-axis, gain-ranked revival & \pct{histOneD} & $\getv{histOneT}\times$\\ +v2: + consistent closing, $\tau=0.2$, step $\times1.4$ & \pct{histTwoD} & $\getv{histTwoT}\times$\\ +v3: + early revival, sparse early epochs & \pct{histThreeD} & $\getv{histThreeT}\times$\\ +\PISCES{} v1.0: + sparse last epoch & \pct{histTenD} & $\getv{histTenT}\times$\\ +\midrule +\PISCES{} v1.0, final session & \pct{histTenNowD} & $\getv{histTenNowT}\times$\\ +\textbf{\PISCES{} (final): + fused kernel, 8-bit scans} & \textbf{\pct{histFinalD}} & $\mathbf{\getv{histFinalT}\times}$\\ +\bottomrule +\end{tabular} +\end{table} + +\paragraph{Time to quality (validation rows).} Measured against official e-means at 5 epochs: +\PISCES{} at 2, 3 and 4 epochs changes validation MSE by \pct{ttqDTwo}, \pct{ttqDThree} and \pct{ttqDFour} in +$\getv{ttqTTwo}\times$, $\getv{ttqTThree}\times$ and $\getv{ttqTFour}\times$ the time. + +\begin{table}[!htb] +\centering\small +\caption{\textbf{Held-out datasets} (paper's rows, never used during development), 3 epochs, 5 seeds.} +\label{tab:heldout} +\begin{tabular}{lcccc} +\toprule +dataset & \PISCES{} vs official & wins & time ratio & e-means + same sparse assignment\\ +\midrule +SPACEV\,1M ($d=100$) & \pct{dPSV} & \getv{wPSV}/\getv{nPSV} & $\getv{tPSV}\times$ & \pct{dESV} \\ +SimSearchNet++\,1M ($d=256$) & \pct{dPSS} & \getv{wPSS}/\getv{nPSS} & $\getv{tPSS}\times$ & \pct{dESS} \\ +\bottomrule +\end{tabular} +\end{table} + +\paragraph{Held-out datasets.} \Cref{tab:heldout}: \PISCES{} wins every seed on both held-out sets and is faster. +The quality gain is large on SPACEV and small on SimSearchNet++, whose 256-dimensional embeddings leave little +room at 3 epochs. + +\begin{figure}[!htb] +\centering +\input{figs/ttq_and_seeds.tex} +\caption{\textbf{(a) Time to quality} (validation rows, 5 seeds; \PISCES{} markers are 1, 2, 3, 4 epochs from left to right, e-means markers are 3 and 5 epochs): \PISCES{} reaches e-means' +5-epoch quality in about a quarter of the time; e-means given the same sparse assignment is faster but worse. +\textbf{(b) Every seed of every evaluation}: \PISCES{} (teal) is left of zero (better) on \getv{stripWinsP} of +\getv{stripN} paired runs; e-means with the same sparse assignment (orange) is right of zero (worse) on +\getv{stripLossE} of \getv{stripNE}.} +\label{fig:ttq} +\end{figure} + +\subsection{Is the gain just the sparse assignment?}\label{sec:ablation} +\begin{table}[!htb] +\centering\small +\caption{\textbf{Fairness ablation} (DEEP$^*$\,1M test rows, 3 epochs). e-means given the identical sparse +assignment gets worse; \PISCES' advantage over it is larger than over official e-means.} +\label{tab:fair} +\begin{tabular}{lccc} +\toprule +method & change vs official & wins & time ratio\\ +\midrule +official e-means & -- & -- & $1.00\times$\\ +e-means + \PISCES' sparse assignment & \pct{dEAThree} & \getv{wEAThree}/\getv{nEAThree} & $\getv{tEAThree}\times$\\ +\PISCES{} & \pct{dPThree} & \getv{wPThree}/\getv{nPThree} & $\getv{tPThree}\times$\\ +\midrule +\PISCES{} vs e-means + sparse assignment & \pct{dPvsEAThree} & \getv{wPvsEAThree}/\getv{nPvsEAThree} & \\ +\bottomrule +\end{tabular} +\end{table} + +\begin{table}[!htb] +\centering\small +\caption{\textbf{Component ablations} (full scale, validation rows, 3 epochs; proxy rows marked $\dagger$). +Changes are vs official e-means. Full logs: \texttt{docs/ABLATIONS.md}.} +\label{tab:probes} +\begin{tabular}{lcc} +\toprule +variant & change vs official & time\\ +\midrule +v1: principal-axis gain-ranked revival & $-0.22\%$ & $1.12\times$\\ +v2: + consistent closing, $\tau=0.2$, step $\times1.4$ & $-0.23\%$ (8 seeds) & $1.09\times$\\ +v3 with exact assignment & $-0.17\%$ & $1.14\times$\\ +v3 + sparse assignment, 8 probes & $-0.21\%$ & $0.60\times$\\ +v3 + sparse assignment, 16 probes (\PISCES{} early epochs) & $\mathbf{-0.34\%}$ & $0.66\times$\\ +v3 + sparse assignment, 32 probes & $-0.12\%$ & $0.85\times$\\ +\PISCES{} last epoch sparse, 32 / 64 probes & $-0.30\%$ / $-0.31\%$ & $0.46\times$ / $0.63\times$\\ +\midrule +child offset $\times0.5$ / $\times1.5$ (\cref{lem:half} optimum is $\times1$)$^\dagger$ & $-0.23\%$ / $-0.22\%$ (vs $-0.26\%$) & \\ +donor score $N\,\mathrm{tr}\Sigma$ instead of $N\lambda_1$ (\cref{lem:gain})$^\dagger$ & $-0.09\%$ (vs $-0.26\%$) & \\ +\bottomrule +\end{tabular} +\end{table} + +\Cref{tab:fair} answers the obvious question: e-means given exactly \PISCES' sparse assignment is \emph{worse} +than official e-means. Sparse assignment alone makes e-means faster but worse; only together with principal-axis +revival does it also help quality, so the quality gain is not a side effect of the faster assignment. \Cref{tab:probes} shows that both lemmas are confirmed +empirically (the theoretical child offset and donor score beat their alternatives) and that sparse assignment has a +sweet spot at $\sqrt k/8$ probes. + +% ------------------------------------------------------------------------------------------------ +\section{Analysis: why and when \PISCES{} works}\label{sec:analysis} + +\subsection{Every component, removed one at a time, at full scale} +\Cref{fig:loo} removes each component from the frozen \PISCES{} and reruns the full benchmark (DEEP$^*$\,1M, +$k=16{,}384$, validation rows, 3 epochs, 3 seeds); \cref{fig:loo} shows the paired cost of each removal +relative to \PISCES{} itself (positive = worse). + +\begin{figure}[!htb] +\centering +\figwhen{data/ablation_seeds.dat}{\input{figs/loo_bars.tex}} +\caption{\textbf{What each component is worth} (full scale, validation rows, 3 epochs; bars: mean paired cost of +removing the component, dots: seeds). Exact numbers, including the change vs official e-means and time ratios, are in +\cref{tab:loo} (appendix).} +\label{fig:loo} +\end{figure} + +Three components carry most of the gain: the gain-ranked donor (removing it costs \pct{ablNoGainC}), the +principal-axis split (\pct{ablNoSplitC}) and sparse assignment (exact assignment everywhere costs +\pct{ablExactC} and takes $\getv{ablExactT}\times$ e-means' time instead of $\getv{ablFullT}\times$). The early +revival (\pct{ablNoEarlyC}), the threshold $\tau=0.2$ (\pct{ablTauLowC}) and the re-fitted step (\pct{ablStepOneC}) +each pay about a tenth of a percent, with visible seed-to-seed spread. Two components are within noise +in quality: consistent closing (\pct{ablNoCloseC}; it is kept because it is the correct bookkeeping, +\cref{prop:closing}) and the sparse last epoch (\pct{ablExactLastC}), which is kept for speed ($\getv{ablFullT}\times$ +vs $\getv{ablExactLastT}\times$). Removing the two engineering changes changes MSE by \pct{ablNoEngC}, a single-seed +tie-break effect (\cref{sec:engineering}), at $\getv{ablNoEngT}\times$ the time. + +\subsection{Scaling with the number of centroids} +\begin{figure}[!htb] +\centering +\figwhen{data/scaling.dat}{\input{figs/kscaling.tex}} +\caption{\textbf{Scaling in $k$} at $n=10^6$ (validation rows, 3 epochs): (a) paired change in MSE vs official +e-means (up is better), (b) speed-up. Teal: \PISCES{} exactly as frozen for the main benchmark, every setting +unchanged across $k$. Orange: the released defaults, which add two regime rules chosen on these validation runs: +exact assignment below $k=4{,}096$ and no every-batch revival when $B<2k$ (\cref{sec:smallclusters}). Numbers in +\cref{tab:scaling} (appendix).} +\label{fig:kscaling} +\end{figure} + +\Cref{fig:kscaling} gives an honest picture with two regimes. \textbf{Speed:} the speed-up grows with $k$, as +\cref{prop:cost} predicts (the exact search grows as $k$, the sparse one as $\sqrt k$): \PISCES{} takes +$\getv{scOneKT}\times$ the time of e-means at $k=1{,}024$ (it is \emph{slower} there; the whole run takes seconds and the +fixed per-batch costs of building the index dominate), $\getv{scFourKT}\times$ at $4{,}096$, $\getv{scSixteenKT}\times$ at +$16{,}384$ and $\getv{scSixtyFourKT}\times$ at $65{,}536$. \textbf{Quality:} the gain grows from \pct{scOneKD} at +$k=1{,}024$ to \pct{scSixteenKD} at $16{,}384$ and then nearly vanishes at $65{,}536$ (\pct{scSixtyFourKD}, +\getv{scSixtyFourKW} of \getv{scSixtyFourKN} seeds). At $k=65{,}536$ and $n=10^6$ a cluster holds about 15 rows and +sees about one row per batch (a Poisson count with relative standard deviation 1), so the EMA counts that decide which +clusters are dead are noisy, and \PISCES' every-batch revival re-seeds \getv{scSixtyFourKSP} clusters against \getv{scSixtyFourKSpO} for e-means. \Cref{sec:smallclusters} +diagnoses this regime. At $k=1{,}024$ the reverse holds: clusters hold about 1{,}000 rows, few die (e-means revives +\getv{scOneKSpO}), and there is little for a better revival to do. There the sparse index does not pay either: +with exact assignment (fused kernel kept) \PISCES{} changes MSE by \pct{scOneKRuleD} in $\getv{scOneKRuleT}\times$ +e-means' time (\getv{scOneKRuleW}/\getv{scOneKRuleN} seeds). The released code therefore applies the $\sqrt k$ sparse +rule only from $k=4{,}096$ on (iteration 23b). This threshold was chosen on these validation runs, so the +$k=1{,}024$ number with the rule is not a held-out result; every other result is unaffected by it. + +\subsection{When clusters are small: the limit of every-batch revival}\label{sec:smallclusters} +\begin{table}[!htb] +\centering\small +\caption{\textbf{The small-cluster regime} ($k=65{,}536$, $n=10^6$, about one row per cluster per batch; +validation rows, 3 epochs, 3 seeds, paired vs official e-means; iteration 24).} +\label{tab:smallclusters} +\begin{tabular}{lcc} +\toprule +variant & change vs official & revivals\\ +\midrule +\PISCES{} as frozen & \pct{scSixtyFourKD} & \getv{scSixtyFourKSP}\\ +threshold $\tau=0.1$ & \pct{scSixtyFourKTauD} & \\ +no every-batch phase & \textbf{\pct{scSixtyFourKRuleD}} (\getv{scSixtyFourKRuleW}/\getv{scSixtyFourKRuleN}) & \getv{scSixtyFourKRuleSP}\\ +both & \pct{scSixtyFourKBothD} & \getv{scSixtyFourKBothSP}\\ +\midrule +official e-means & -- & \getv{scSixtyFourKSpO}\\ +\bottomrule +\end{tabular} +\end{table} + +Every-batch revival decides from a cluster's EMA count which clusters are dead. That count is informative only if +a batch carries a few rows per cluster: $B/k=4$ at $k=16{,}384$, but $B/k=1$ at $k=65{,}536$, a Poisson count +with relative standard deviation 1. \Cref{tab:smallclusters} isolates the cause. Revival is not simply too +frequent: the variant that revives least is not better. What hurts is the every-batch phase acting on +one-row counts; without it \PISCES{} gains \pct{scSixtyFourKRuleD} at $k=65{,}536$, on every seed. The released +code therefore enables the every-batch phase only when $B\ge2k$ (iteration 24). Every reported run at +$k\le16{,}384$ has $B/k\ge2$ (the 1-epoch runs sit exactly at 2), so the rule changes nothing else; it was chosen on +these validation runs, so the $k=65{,}536$ number with the rule is not a held-out result. + +\subsection{Downstream: the centroids as an IVF index} +e-means exists to train coarse quantizers. We build an \texttt{IndexIVFFlat} with the $k=16{,}384$ centroids over +the same $10^6$ rows and search the 10{,}000 public DEEP1B queries (exact ground truth on the $10^6$ rows; +\getv{ivfSeeds} seeds each, 3 epochs). The cost of an IVF search is the number of distance computations, the +sum of the probed list sizes. + +\begin{figure}[!htb] +\centering +\figwhen{data/ivf_official.dat}{\input{figs/ivf_and_sizes.tex}} +\caption{\textbf{(a) Downstream ANN search at equal cost}: recall@1 of the \PISCES{} index minus that of the +e-means index, both read at the e-means index' search cost (log-linear interpolation; probes 1--128, +\getv{ivfSeeds} seeds, 10K DEEP1B queries). \textbf{(b) Starved clusters}: share of the $k=16{,}384$ clusters with +fewer than $s$ training rows (seed 10).} +\label{fig:ivf} +\end{figure} + +\Cref{fig:ivf}a: the two indexes are equally good. At the same number of probes the \PISCES{} index has slightly +higher recall (up to \getv{ivfRecGainMax} points), but its probed lists are also 1--3\% longer. At equal search cost +the difference averages \getv{ivfMatchedMean} points (range \getv{ivfMatchedMin} to \getv{ivfMatchedMax} over seeds +and probe settings), and reaching recall@1 $=0.9$ takes $\getv{ivfNdisNineRatio}\times$ the distance computations of +the e-means index. The downstream value of \PISCES{} is therefore an index of the same quality trained in a +fraction of the time, not a better index. The list-imbalance factor $k\sum n_i^2/n^2$ is \getv{ivfImbP} for +\PISCES{} and \getv{ivfImbO} for e-means. Where the codebooks do differ is the starved tail (\cref{fig:ivf}b): e-means +leaves \getv{mechTinyO}\% of its clusters with fewer than 10 rows, \PISCES{} \getv{mechTinyP}\%, because a +starved cluster is exactly what \PISCES' early, every-batch revival re-seeds. Those clusters hold too few rows to +move recall, but they are wasted codebook capacity. + +\subsection{Mechanism: what the revival does, and is Lemma 2 true on real data?} +\begin{figure}[!htb] +\centering +\figwhen{data/splits_official.dat}{\input{figs/mechanism.tex}} +\caption{\textbf{(a)} Cumulative revivals during training (DEEP$^*$\,1M, seed 10; dashed line: end of the +every-batch phase). \textbf{(b)} For 400 random \PISCES{} clusters ($\ge20$ rows), the distortion actually removed by +the best split along the top principal axis (teal) and by an unrestricted 2-means (orange), against the +prediction of \cref{lem:gain}.} +\label{fig:mech} +\end{figure} + +\Cref{fig:mech}a: \PISCES{} re-seeds \getv{mechSplitsP} clusters in a 3-epoch run against \getv{mechSplitsO} for +e-means, almost all in the first 30\% of the steps, when the codebook is still far from any local optimum. +\Cref{fig:mech}b tests \cref{lem:gain} on real DEEP clusters: the prediction tracks the realized gain of the +principal-axis split (log--log correlation \getv{mechLemCorrP}; median realized/predicted +\getv{mechLemRatioP}; the realized split is a little better than predicted because its cut is refined by a 1-D +Lloyd step and real clusters are not exactly Gaussian). The principal-axis split is also not a compromise: it removes a median +$\getv{mechLemFreeP}\times$ as much distortion as an unrestricted 2-means with five random restarts. Ranking donors +by $N\lambda_1$ therefore ranks them by what a split can actually remove. + +\paragraph{How far from swap-optimal is the result?} After training we audit the codebooks for global +split--merge moves: delete cluster $t$ (its rows go to their runner-up centroid; exact cost +$\sum(d_2-d_1)$) and split cluster $j$ along its axis (gain $\tfrac2\pi N_j\lambda_{1,j}$). The e-means codebook +admits \getv{mechSwapsO} profitable moves; the \PISCES{} codebook \getv{mechSwapsP} +($\getv{mechSwapRatio}\times$ fewer), worth \getv{mechSwapGainP}\% of its MSE. \PISCES' revival does during training +what a post-hoc split--merge search would do afterwards, which is why applying such moves after \PISCES{} gains +almost nothing (iteration 20). + +\subsection{Optional: a closing Lloyd polish} +One extra Lloyd step after training (re-assign every row to the closing means with $\sqrt k/8$ probes, recompute +the means) lowers \PISCES' validation MSE by \pct{polOne}, \pct{polTwo}, \pct{polThree} and \pct{polFour} at 1--4 +epochs (every seed). It costs about half an epoch, and in a same-session timing check the polished runs lie on +\PISCES' own time-quality curve: the polish buys what the same time spent training buys. It is therefore an +option (\texttt{polish=1}) for fixed-pass comparisons, not part of the method. + +\subsection{Is the Gaussian assumption a weakness?} +\Cref{lem:half,lem:gain} assume Gaussian clusters. We tested two distribution-free replacements, tracked online at the +same $O(Bd)$ cost: the exact half-mean split, children at $c\pm\E[\mathrm{sign}(p)\,e]$ with score +$N\|\E[\mathrm{sign}(p)\,e]\|^2$ (one exact 2-means step of the hyperplane split for any symmetric distribution), +and the empirical axis half-mean $c\pm\E|p|\,u_1$ with score $N(\E|p|)^2$. Both are worse than the closed form +(\cref{tab:neg}, iteration 21). The closed form needs only the second moment along the axis, which the EMA power +iteration estimates with low variance; first-moment estimates mix sign flips of a still-moving axis. On real DEEP +clusters the Gaussian prediction is also accurate (\cref{fig:mech}b), so the assumption costs nothing here. + +\subsection{What we tried and did not adopt} +\begin{table}[!htb] +\centering\small +\caption{\textbf{Ideas tested and not adopted}, recomputed from the development logs (proxy: DEEP 250k, +$k=4{,}096$, validation rows, 3 epochs, 5 seeds). ``Reference'' is the version the idea was added to; both columns are +paired vs official e-means. Full diagnoses in the experiment log.} +\label{tab:neg} +\begin{tabular}{p{7.2cm}cccc} +\toprule +idea & iter. & reference & with the idea & seeds worse\\ +\midrule +\negrows +\bottomrule +\end{tabular} +\end{table} +\Cref{tab:neg}: momentum, threshold and mass schedules, coarse-to-fine growth and other approximate assignments +(HNSW, fp16 lists, probe schedules, explicit annealing) are worse; graph-pruned assignment is equal only because its +self-verification falls back to exact search; streaming swaps do not help consistently and need a 2-NN search. +The pattern behind several of these: the particular errors of float32 IVF with $\sqrt k/8$ probes are part of why +\PISCES{} works, and approximations with \emph{higher} recall (HNSW, more probes, exact search) are worse. + +% ------------------------------------------------------------------------------------------------ +\section{Related work} +\textbf{Mini-batch and streaming $k$-means}: online $k$-means~\cite{macqueen1967}, mini-batch $k$-means~\cite{sculley2010}, +EMA codebooks in VQ-VAE~\cite{vandenoord2017}, and e-means~\cite{bessa2026emeans}, which added scaling-law schedules +and revival. \textbf{Splitting}: LBG~\cite{linde1980lbg}, PDDP~\cite{boley1998pddp}, G-means~\cite{hamerly2003gmeans}; +\PISCES{} brings the half-Gaussian split and a distortion-ranked donor into the streaming setting. \textbf{Fast +assignment}: IVF and product quantization in faiss~\cite{douze2024faiss}; the e-means paper itself uses IVF assignment at +billion scale. \textbf{Seeding}: $k$-means++~\cite{arthur2007}, which e-means' ablation shows matters little at scale. + +\section{Limitations} +The optimality arguments assume roughly Gaussian clusters. All runs are on CPU float32; the paper's numbers are on an +H100 with bfloat16, so absolute times are not comparable, only ratios on the same machine. The held-out evaluation +uses 5 seeds and 3 epochs; SimSearchNet++'s quality gain is small. The benefit of sparse assignment is an empirical +finding without a proven mechanism. + +\section{Conclusion and the ARIES series} +\PISCES{} shows that a classical question, where to put two children when a cluster splits, still pays off inside +a 2026 state-of-the-art clusterer: answered in closed form and estimated online, it makes e-means both better and +faster on e-means' own benchmark. \PISCES{} is the first report of the ARIES series (\emph{Aryan's Iterative +Efficiency Series}); the next ones apply the same discipline (official baselines, the original benchmark, held-out +data, every negative result kept) to robust clustering and IVF partition learning. + +{\small +\begin{thebibliography}{12} +\bibitem{bessa2026emeans} S.~Bessa, P.-E.~Mazar\'e, G.~Szilvasy, H.~Touvron, D.~Picard, M.~Douze, H.~J\'egou. +\newblock e-means: outperforming $k$-means (in one-tenth the epochs). \newblock arXiv:2611.09501, 2026. +\bibitem{hamerly2003gmeans} G.~Hamerly, C.~Elkan. \newblock Learning the $k$ in $k$-means. \newblock NeurIPS, 2003. +\bibitem{boley1998pddp} D.~Boley. \newblock Principal direction divisive partitioning. \newblock Data Mining and Knowledge Discovery, 1998. +\bibitem{linde1980lbg} Y.~Linde, A.~Buzo, R.~Gray. \newblock An algorithm for vector quantizer design. \newblock IEEE Trans.\ Communications, 1980. +\bibitem{oja1982} E.~Oja. \newblock A simplified neuron model as a principal component analyzer. \newblock J.\ Mathematical Biology, 1982. +\bibitem{macqueen1967} J.~MacQueen. \newblock Some methods for classification and analysis of multivariate observations. \newblock 1967. +\bibitem{sculley2010} D.~Sculley. \newblock Web-scale $k$-means clustering. \newblock WWW, 2010. +\bibitem{vandenoord2017} A.~van den Oord, O.~Vinyals, K.~Kavukcuoglu. \newblock Neural discrete representation learning. \newblock NeurIPS, 2017. +\bibitem{douze2024faiss} M.~Douze et al. \newblock The Faiss library. \newblock arXiv:2401.08281, 2024. +\bibitem{arthur2007} D.~Arthur, S.~Vassilvitskii. \newblock $k$-means++: the advantages of careful seeding. \newblock SODA, 2007. +\end{thebibliography}} + +\appendix +\section{Exact numbers for the analysis figures} +\begin{table}[!htb] +\centering\small +\caption{\textbf{Leave-one-out ablation at full scale} (validation rows, 3 epochs, seeds 1--3). Change and time +ratio are paired vs official e-means; ``removal costs'' is paired vs \PISCES.} +\label{tab:loo} +\begin{tabular}{lcccc} +\toprule +configuration & change vs official & removal costs & wins & time ratio\\ +\midrule +\textbf{\PISCES{}} (all components) & \textbf{\pct{ablFullD}} & -- & \getv{ablFullW}/\getv{ablFullN} & $\getv{ablFullT}\times$\\ +\midrule +$-$ principal-axis split (official $10^{-4}$ nudge) & \pct{ablNoSplitD} & \pct{ablNoSplitC} & \getv{ablNoSplitW}/\getv{ablNoSplitN} & $\getv{ablNoSplitT}\times$\\ +$-$ gain-ranked donor (official mass sampling) & \pct{ablNoGainD} & \pct{ablNoGainC} & \getv{ablNoGainW}/\getv{ablNoGainN} & $\getv{ablNoGainT}\times$\\ +$-$ consistent closing statistics & \pct{ablNoCloseD} & \pct{ablNoCloseC} & \getv{ablNoCloseW}/\getv{ablNoCloseN} & $\getv{ablNoCloseT}\times$\\ +official threshold $\tau=0.1$ (instead of 0.2) & \pct{ablTauLowD} & \pct{ablTauLowC} & \getv{ablTauLowW}/\getv{ablTauLowN} & $\getv{ablTauLowT}\times$\\ +official step law ($\times1.0$ instead of $\times1.4$) & \pct{ablStepOneD} & \pct{ablStepOneC} & \getv{ablStepOneW}/\getv{ablStepOneN} & $\getv{ablStepOneT}\times$\\ +$-$ early revival (every 5 batches throughout) & \pct{ablNoEarlyD} & \pct{ablNoEarlyC} & \getv{ablNoEarlyW}/\getv{ablNoEarlyN} & $\getv{ablNoEarlyT}\times$\\ +exact last epoch & \pct{ablExactLastD} & \pct{ablExactLastC} & \getv{ablExactLastW}/\getv{ablExactLastN} & $\getv{ablExactLastT}\times$\\ +exact assignment in every epoch & \pct{ablExactD} & \pct{ablExactC} & \getv{ablExactW}/\getv{ablExactN} & $\getv{ablExactT}\times$\\ +float32 scans, unfused statistics (\PISCES{} v1.0) & \pct{ablNoEngD} & \pct{ablNoEngC} & \getv{ablNoEngW}/\getv{ablNoEngN} & $\getv{ablNoEngT}\times$\\ +\bottomrule +\end{tabular} +\end{table} + +\begin{table}[!htb] +\centering\small +\caption{\textbf{Scaling in $k$} at $n=10^6$ (DEEP$^*$, validation rows, 3 epochs; $k=16{,}384$ from the +time-to-quality runs, 5 seeds; other $k$, 3 seeds). The sparse-assignment rule ($\sqrt k$ cells, $\sqrt k/8$ and +$\sqrt k/4$ probes) and every other setting are unchanged.} +\label{tab:scaling} +\begin{tabular}{rcccc} +\toprule +$k$ & official val MSE & \PISCES{} change & wins & time ratio\\ +\midrule +1{,}024 & \getv{scOneKMO} & \pct{scOneKD} & \getv{scOneKW}/\getv{scOneKN} & $\getv{scOneKT}\times$\\ +4{,}096 & \getv{scFourKMO} & \pct{scFourKD} & \getv{scFourKW}/\getv{scFourKN} & $\getv{scFourKT}\times$\\ +16{,}384 & \getv{scSixteenKMO} & \pct{scSixteenKD} & \getv{scSixteenKW}/\getv{scSixteenKN} & $\getv{scSixteenKT}\times$\\ +65{,}536 & \getv{scSixtyFourKMO} & \pct{scSixtyFourKD} & \getv{scSixtyFourKW}/\getv{scSixtyFourKN} & $\getv{scSixtyFourKT}\times$\\ +\bottomrule +\end{tabular} +\end{table} + +\section{Reproduction} +All code, data-preparation scripts with fingerprint checks, raw per-run results and the experiment log accompany +this report. \texttt{bash benchmarks/run\_final.sh DATA\_ROOT 4} reruns every number in +\cref{sec:results,sec:analysis} on a 4-core CPU (about six hours); \texttt{python paper/make\_data.py} regenerates every number and figure in this document from the +raw results. +\end{document} diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..a2e3418b8b8abc315ea6414f96f516ca6a9eb958 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,6 @@ +faiss-cpu==1.16.0 +numpy>=2.0 +scipy>=1.13 +numba>=0.60 +matplotlib>=3.9 +pytest>=8 diff --git a/results/deep1m_cpu.jsonl b/results/deep1m_cpu.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6c702a35d5a75e57da9088634297b352c71e5d0c --- /dev/null +++ b/results/deep1m_cpu.jsonl @@ -0,0 +1,132 @@ +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 10, "seconds": 117.09597301483154, "test_mse": 0.38764339537323933, "splits": 6982, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 10, "seconds": 126.32795405387878, "test_mse": 0.38641520870512924, "splits": 6780, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 11, "seconds": 118.15716624259949, "test_mse": 0.38772163189587966, "splits": 6923, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 11, "seconds": 127.76533818244934, "test_mse": 0.3872856561351085, "splits": 6701, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 12, "seconds": 122.68602180480957, "test_mse": 0.38759157390907084, "splits": 6879, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 12, "seconds": 128.93450450897217, "test_mse": 0.3869085927036153, "splits": 6710, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 13, "seconds": 119.56631517410278, "test_mse": 0.3879757067409514, "splits": 6790, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 13, "seconds": 143.78480100631714, "test_mse": 0.386411754974208, "splits": 6632, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 14, "seconds": 123.44800186157227, "test_mse": 0.3882785691932691, "splits": 6955, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 14, "seconds": 131.0801646709442, "test_mse": 0.38696250830510975, "splits": 6714, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 10, "seconds": 43.380122423172, "test_mse": 0.39358046123221513, "splits": 9158, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 10, "seconds": 45.42576599121094, "test_mse": 0.39160037624906574, "splits": 8971, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 11, "seconds": 43.01033878326416, "test_mse": 0.3936116639901473, "splits": 9126, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 11, "seconds": 46.9739625453949, "test_mse": 0.39300958647580253, "splits": 8990, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 12, "seconds": 48.867554664611816, "test_mse": 0.39426014802402604, "splits": 9020, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 12, "seconds": 50.90021538734436, "test_mse": 0.39311930930411754, "splits": 8863, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 13, "seconds": 49.716779708862305, "test_mse": 0.39342755633013865, "splits": 8937, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 13, "seconds": 53.22208023071289, "test_mse": 0.39243556843821786, "splits": 8819, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 14, "seconds": 46.63323903083801, "test_mse": 0.3937458724119495, "splits": 8988, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 14, "seconds": 47.46315050125122, "test_mse": 0.39236341158606747, "splits": 8876, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 10, "seconds": 209.5643036365509, "test_mse": 0.3865150358277079, "splits": 7553, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 5.0, "seed": 10, "seconds": 214.41402411460876, "test_mse": 0.386452522639454, "splits": 7292, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 11, "seconds": 195.76803731918335, "test_mse": 0.3869718245794456, "splits": 7485, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 5.0, "seed": 11, "seconds": 241.02225923538208, "test_mse": 0.3861679671031481, "splits": 7186, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 12, "seconds": 232.4443962574005, "test_mse": 0.3870947100229526, "splits": 7449, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 5.0, "seed": 12, "seconds": 248.7959177494049, "test_mse": 0.3862548661359, "splits": 7167, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 13, "seconds": 242.64536356925964, "test_mse": 0.3869321430483628, "splits": 7315, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 5.0, "seed": 13, "seconds": 254.37592315673828, "test_mse": 0.38607453176994644, "splits": 7091, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 14, "seconds": 220.08643746376038, "test_mse": 0.38668828508443487, "splits": 7545, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 5.0, "seed": 14, "seconds": 252.10613083839417, "test_mse": 0.38541259594001115, "splits": 7234, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 1.0, "seed": 10, "seconds": 44.02924919128418, "eval": "test", "test_mse": 0.3904142855482727, "splits": 12472, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 1.0, "seed": 11, "seconds": 42.883506059646606, "eval": "test", "test_mse": 0.3901442023481543, "splits": 12395, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 1.0, "seed": 12, "seconds": 41.504826068878174, "eval": "test", "test_mse": 0.3900246933921917, "splits": 12250, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 1.0, "seed": 13, "seconds": 42.917442321777344, "eval": "test", "test_mse": 0.3900010756182658, "splits": 12146, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 1.0, "seed": 14, "seconds": 41.60091280937195, "eval": "test", "test_mse": 0.3899477941524955, "splits": 12248, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 15, "seconds": 38.166906118392944, "eval": "test", "test_mse": 0.39377058508341284, "splits": 9127, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 1.0, "seed": 15, "seconds": 44.47199773788452, "eval": "test", "test_mse": 0.39068568452908436, "splits": 12375, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 16, "seconds": 38.96589756011963, "eval": "test", "test_mse": 0.39323635011073504, "splits": 8985, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 1.0, "seed": 16, "seconds": 42.81357216835022, "eval": "test", "test_mse": 0.3908300076998646, "splits": 12184, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 17, "seconds": 36.55962419509888, "eval": "test", "test_mse": 0.39388262373618466, "splits": 9019, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 1.0, "seed": 17, "seconds": 42.3433895111084, "eval": "test", "test_mse": 0.39023408530177833, "splits": 12286, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 18, "seconds": 37.220213651657104, "eval": "test", "test_mse": 0.39355435596548693, "splits": 8984, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 1.0, "seed": 18, "seconds": 42.2823588848114, "eval": "test", "test_mse": 0.39028699707341946, "splits": 12207, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 19, "seconds": 36.429858684539795, "eval": "test", "test_mse": 0.39317165596078646, "splits": 8870, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 1.0, "seed": 19, "seconds": 41.53206443786621, "eval": "test", "test_mse": 0.39064050426556457, "splits": 12063, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 10, "seconds": 128.54453682899475, "eval": "test", "test_mse": 0.3863816076985875, "splits": 10937, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 11, "seconds": 129.79349088668823, "eval": "test", "test_mse": 0.38705399942736446, "splits": 10915, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 12, "seconds": 130.84406876564026, "eval": "test", "test_mse": 0.38692863784004583, "splits": 10900, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 13, "seconds": 123.11783337593079, "eval": "test", "test_mse": 0.38641398098646473, "splits": 10760, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 14, "seconds": 129.50885772705078, "eval": "test", "test_mse": 0.3862835550092817, "splits": 10851, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 15, "seconds": 117.71204566955566, "eval": "test", "test_mse": 0.38769582640560735, "splits": 6859, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 15, "seconds": 131.76377725601196, "eval": "test", "test_mse": 0.3868483707656209, "splits": 10879, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 16, "seconds": 114.76218032836914, "eval": "test", "test_mse": 0.3872020449723339, "splits": 6815, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 16, "seconds": 134.58471250534058, "eval": "test", "test_mse": 0.38691475526694186, "splits": 10735, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 17, "seconds": 122.990886926651, "eval": "test", "test_mse": 0.38755763762814105, "splits": 6907, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "e3d99e7", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 1.0, "seed": 10, "seconds": 46.97580122947693, "eval": "test", "test_mse": 0.389415743764318, "splits": 14930, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 1.0, "seed": 11, "seconds": 43.78088164329529, "eval": "test", "test_mse": 0.3894934061752306, "splits": 15146, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 1.0, "seed": 12, "seconds": 43.83735704421997, "eval": "test", "test_mse": 0.3899140140806747, "splits": 15098, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 1.0, "seed": 13, "seconds": 45.00253963470459, "eval": "test", "test_mse": 0.3892148730854601, "splits": 14965, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 1.0, "seed": 14, "seconds": 42.98032021522522, "eval": "test", "test_mse": 0.38965810196090406, "splits": 15049, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 1.0, "seed": 15, "seconds": 41.55872368812561, "eval": "test", "test_mse": 0.38982917271630696, "splits": 15071, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 1.0, "seed": 16, "seconds": 47.048309326171875, "eval": "test", "test_mse": 0.3906407985271413, "splits": 14983, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 1.0, "seed": 17, "seconds": 44.30240535736084, "eval": "test", "test_mse": 0.389939780352069, "splits": 14899, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 1.0, "seed": 18, "seconds": 39.304301738739014, "eval": "test", "test_mse": 0.3900139731057812, "splits": 15039, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 1.0, "seed": 19, "seconds": 38.812233686447144, "eval": "test", "test_mse": 0.3902078431511306, "splits": 15086, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 10, "seconds": 67.70477414131165, "eval": "test", "test_mse": 0.3863513701617985, "splits": 14464, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 11, "seconds": 66.64182233810425, "eval": "test", "test_mse": 0.38704755369506294, "splits": 14652, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 12, "seconds": 67.08426189422607, "eval": "test", "test_mse": 0.38609591606070526, "splits": 14416, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 13, "seconds": 66.15698146820068, "eval": "test", "test_mse": 0.3860282279407793, "splits": 14416, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 14, "seconds": 67.2377381324768, "eval": "test", "test_mse": 0.3871562255968379, "splits": 14523, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 15, "seconds": 65.11856842041016, "eval": "test", "test_mse": 0.3863384077331104, "splits": 14487, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 16, "seconds": 65.72072672843933, "eval": "test", "test_mse": 0.3863064960122887, "splits": 14458, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 17, "seconds": 64.40104293823242, "eval": "test", "test_mse": 0.3863346390706351, "splits": 14430, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 18, "seconds": 94.48880338668823, "eval": "test", "test_mse": 0.38718135777006435, "splits": 6910, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 18, "seconds": 65.13852167129517, "eval": "test", "test_mse": 0.38689978019591015, "splits": 14447, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 19, "seconds": 92.48789978027344, "eval": "test", "test_mse": 0.38729378031531386, "splits": 6852, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 19, "seconds": 64.52929711341858, "eval": "test", "test_mse": 0.38675316822758427, "splits": 14494, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 5.0, "seed": 10, "seconds": 92.32246851921082, "eval": "test", "test_mse": 0.38581530051375773, "splits": 17907, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 5.0, "seed": 11, "seconds": 92.33940196037292, "eval": "test", "test_mse": 0.38582206434512556, "splits": 17893, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "e3e13fa", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 5.0, "seed": 12, "seconds": 103.88762068748474, "eval": "test", "test_mse": 0.38565171062362197, "splits": 17820, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "ceab40a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 5.0, "seed": 13, "seconds": 101.31267881393433, "eval": "test", "test_mse": 0.3861279750466194, "splits": 17885, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "ceab40a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 5.0, "seed": 14, "seconds": 99.18012404441833, "eval": "test", "test_mse": 0.38581196516520266, "splits": 17894, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "ceab40a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 15, "seconds": 180.33062624931335, "eval": "test", "test_mse": 0.38684166944605874, "splits": 7435, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "ceab40a", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 5.0, "seed": 15, "seconds": 103.16016340255737, "eval": "test", "test_mse": 0.3860360331015151, "splits": 17720, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "ceab40a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 16, "seconds": 184.6341106891632, "eval": "test", "test_mse": 0.38688925969168486, "splits": 7426, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "ceab40a", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 5.0, "seed": 16, "seconds": 102.3040120601654, "eval": "test", "test_mse": 0.38693627679202547, "splits": 17826, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "ceab40a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 17, "seconds": 177.6283917427063, "eval": "test", "test_mse": 0.3873329026907515, "splits": 7422, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "ceab40a", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 5.0, "seed": 17, "seconds": 97.08548712730408, "eval": "test", "test_mse": 0.3864421874464017, "splits": 17969, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "ceab40a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 18, "seconds": 167.97094345092773, "eval": "test", "test_mse": 0.3869025332835994, "splits": 7493, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "ceab40a", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 5.0, "seed": 18, "seconds": 99.39712119102478, "eval": "test", "test_mse": 0.3862816063517504, "splits": 17969, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "ceab40a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 19, "seconds": 180.46346139907837, "eval": "test", "test_mse": 0.3874436816794392, "splits": 7473, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "ceab40a", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 5.0, "seed": 19, "seconds": 100.96622085571289, "eval": "test", "test_mse": 0.3863747890912065, "splits": 17942, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "ceab40a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 10, "seconds": 27.25799870491028, "eval": "test", "test_mse": 0.38999338668830735, "splits": 14940, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 11, "seconds": 27.205667972564697, "eval": "test", "test_mse": 0.39004163101987394, "splits": 15093, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 12, "seconds": 27.627704620361328, "eval": "test", "test_mse": 0.38999694240216615, "splits": 15091, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 13, "seconds": 28.072448253631592, "eval": "test", "test_mse": 0.3900010362133494, "splits": 14975, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 14, "seconds": 26.498136520385742, "eval": "test", "test_mse": 0.390290071610678, "splits": 15070, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 15, "seconds": 27.79814076423645, "eval": "test", "test_mse": 0.39037790180016746, "splits": 15049, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 16, "seconds": 30.978567838668823, "eval": "test", "test_mse": 0.3902675825210249, "splits": 15030, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 17, "seconds": 27.063667058944702, "eval": "test", "test_mse": 0.39028630602035697, "splits": 14994, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 18, "seconds": 28.096824169158936, "eval": "test", "test_mse": 0.39046476504395033, "splits": 14984, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 19, "seconds": 30.781180143356323, "eval": "test", "test_mse": 0.38980461784275156, "splits": 15017, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 10, "seconds": 60.34646725654602, "eval": "test", "test_mse": 0.38630828664936345, "splits": 14462, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 11, "seconds": 58.79085373878479, "eval": "test", "test_mse": 0.38707425265667034, "splits": 14652, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 12, "seconds": 54.89857292175293, "eval": "test", "test_mse": 0.38611723051825636, "splits": 14417, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 13, "seconds": 52.3219575881958, "eval": "test", "test_mse": 0.38602494816058924, "splits": 14418, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 14, "seconds": 53.928322553634644, "eval": "test", "test_mse": 0.3871685189966362, "splits": 14523, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 15, "seconds": 54.76415205001831, "eval": "test", "test_mse": 0.38625269339747365, "splits": 14486, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 16, "seconds": 57.31736898422241, "eval": "test", "test_mse": 0.38630078693310443, "splits": 14459, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 17, "seconds": 55.414918661117554, "eval": "test", "test_mse": 0.3862804114894132, "splits": 14431, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 18, "seconds": 54.0414457321167, "eval": "test", "test_mse": 0.3868966319086817, "splits": 14446, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 19, "seconds": 55.542535066604614, "eval": "test", "test_mse": 0.3867514136670329, "splits": 14494, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 10, "seconds": 84.54826140403748, "eval": "test", "test_mse": 0.3858256488374971, "splits": 17907, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 11, "seconds": 84.50832033157349, "eval": "test", "test_mse": 0.38583414798137017, "splits": 17893, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 12, "seconds": 85.2989091873169, "eval": "test", "test_mse": 0.385644590141913, "splits": 17820, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 13, "seconds": 85.78561210632324, "eval": "test", "test_mse": 0.38610772997410825, "splits": 17885, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 14, "seconds": 83.27299308776855, "eval": "test", "test_mse": 0.3858173055577283, "splits": 17894, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 15, "seconds": 85.07173323631287, "eval": "test", "test_mse": 0.38602715702249024, "splits": 17720, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 16, "seconds": 87.4382688999176, "eval": "test", "test_mse": 0.3869344169669836, "splits": 17826, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 17, "seconds": 85.08529663085938, "eval": "test", "test_mse": 0.38643154766926285, "splits": 17969, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 18, "seconds": 84.92061877250671, "eval": "test", "test_mse": 0.3862764090147441, "splits": 17970, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 19, "seconds": 85.49836087226868, "eval": "test", "test_mse": 0.38638219492560955, "splits": 17942, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 10, "seconds": 71.51698660850525, "eval": "test", "test_mse": 0.3869715791264571, "splits": 6973, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 11, "seconds": 71.83516144752502, "eval": "test", "test_mse": 0.3877224214299413, "splits": 6993, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 12, "seconds": 71.33042979240417, "eval": "test", "test_mse": 0.388234639880495, "splits": 6910, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 13, "seconds": 70.77871775627136, "eval": "test", "test_mse": 0.3886728960480117, "splits": 6812, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 14, "seconds": 70.75626373291016, "eval": "test", "test_mse": 0.3876228361362606, "splits": 6941, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 15, "seconds": 75.52017831802368, "eval": "test", "test_mse": 0.3880876648304475, "splits": 6903, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 16, "seconds": 75.250319480896, "eval": "test", "test_mse": 0.3883602170830816, "splits": 6855, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 17, "seconds": 77.99785566329956, "eval": "test", "test_mse": 0.38809089664664564, "splits": 6933, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 18, "seconds": 70.56423830986023, "eval": "test", "test_mse": 0.3883004197936362, "splits": 6886, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 19, "seconds": 71.77748155593872, "eval": "test", "test_mse": 0.38681431914470665, "splits": 6850, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} diff --git a/results/deep1m_cpu.png b/results/deep1m_cpu.png new file mode 100644 index 0000000000000000000000000000000000000000..3e06c48f41f390fc6f7400c3eb8e932ae24278ec --- /dev/null +++ b/results/deep1m_cpu.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba044de2d8965e3cb93a495db1303ee4d1eb39ca4e3d02928e17d9f2f38ef0c3 +size 116732 diff --git a/results/deep1m_cpu_summary.md b/results/deep1m_cpu_summary.md new file mode 100644 index 0000000000000000000000000000000000000000..07c84b6a58a9de1ab929ad52d18e2b4284f8e48e --- /dev/null +++ b/results/deep1m_cpu_summary.md @@ -0,0 +1,41 @@ +| epochs | method | seeds | test MSE (mean ± sd) | paired change vs official | 95% CI | wins | Wilcoxon p | seconds | +|---|---|---|---|---|---|---|---|---| +| 1 | official | 10 | 0.39362 ± 0.00030 | — | — | — | — | 42 | +| 1 | pemeans | 5 | 0.39251 ± 0.00054 | -0.310% | [-0.423, -0.220] | 5/5 | 0.0625 | 49 | +| 1 | pemeans_v2 | 10 | 0.39032 ± 0.00030 | -0.839% | [-0.920, -0.757] | 10/10 | 0.00195 | 43 | +| 1 | pemeans_v3 | 10 | 0.38983 ± 0.00039 | -0.963% | [-1.042, -0.870] | 10/10 | 0.00195 | 43 | +| 1 | pisces | 10 | 0.39015 ± 0.00020 | -0.882% | [-0.937, -0.835] | 10/10 | 0.00195 | 28 | +| 3 | official | 10 | 0.38761 ± 0.00032 | — | — | — | — | 114 | +| 3 | emeans_approx | 10 | 0.38789 ± 0.00057 | +0.071% | [-0.036, +0.171] | 3/10 | 0.275 | 73 | +| 3 | pemeans | 5 | 0.38680 ± 0.00034 | -0.270% | [-0.360, -0.170] | 5/5 | 0.0625 | 132 | +| 3 | pemeans_v2 | 7 | 0.38669 ± 0.00029 | -0.268% | [-0.375, -0.171] | 7/7 | 0.0156 | 130 | +| 3 | pemeans_v3 | 10 | 0.38653 ± 0.00038 | -0.279% | [-0.355, -0.205] | 10/10 | 0.00195 | 66 | +| 3 | pisces | 10 | 0.38652 ± 0.00039 | -0.283% | [-0.359, -0.207] | 10/10 | 0.00195 | 56 | +| 5 | official | 10 | 0.38696 ± 0.00026 | — | — | — | — | 199 | +| 5 | pemeans | 5 | 0.38607 ± 0.00035 | -0.198% | [-0.283, -0.096] | 5/5 | 0.0625 | 242 | +| 5 | pemeans_v3 | 10 | 0.38613 ± 0.00037 | -0.215% | [-0.270, -0.152] | 9/10 | 0.00391 | 99 | +| 5 | pisces | 10 | 0.38613 ± 0.00037 | -0.215% | [-0.270, -0.153] | 9/10 | 0.00391 | 85 | + +Cross-budget comparison (fewer epochs for PE-means): + +| method | vs | seeds | paired change | 95% CI | wins | time ratio | +|---|---|---|---|---|---|---| +| pemeans @ 1 ep. | official @ 3 ep. | 5 | +1.202% | [+1.059, +1.346] | 0/5 | 0.41x | +| pemeans @ 1 ep. | official @ 5 ep. | 5 | +1.464% | [+1.380, +1.540] | 0/5 | 0.22x | +| pemeans_v2 @ 1 ep. | official @ 3 ep. | 10 | +0.698% | [+0.606, +0.787] | 0/10 | 0.38x | +| pemeans_v2 @ 1 ep. | official @ 5 ep. | 10 | +0.868% | [+0.811, +0.931] | 0/10 | 0.22x | +| pemeans_v3 @ 1 ep. | official @ 3 ep. | 10 | +0.573% | [+0.467, +0.679] | 0/10 | 0.38x | +| pemeans_v3 @ 1 ep. | official @ 5 ep. | 10 | +0.742% | [+0.686, +0.807] | 0/10 | 0.22x | +| pisces @ 1 ep. | official @ 3 ep. | 10 | +0.655% | [+0.595, +0.718] | 0/10 | 0.25x | +| pisces @ 1 ep. | official @ 5 ep. | 10 | +0.825% | [+0.761, +0.881] | 0/10 | 0.14x | +| emeans_approx @ 3 ep. | official @ 5 ep. | 10 | +0.239% | [+0.127, +0.331] | 1/10 | 0.37x | +| pemeans @ 3 ep. | official @ 5 ep. | 5 | -0.011% | [-0.078, +0.055] | 3/5 | 0.60x | +| pemeans_v2 @ 3 ep. | official @ 5 ep. | 7 | -0.041% | [-0.082, -0.003] | 4/7 | 0.63x | +| pemeans_v3 @ 3 ep. | official @ 5 ep. | 10 | -0.111% | [-0.184, -0.032] | 8/10 | 0.34x | +| pisces @ 3 ep. | official @ 5 ep. | 10 | -0.115% | [-0.189, -0.034] | 8/10 | 0.28x | + +Published reference points (different hardware and starting rows; for orientation only): + +- Lloyd 25 it., faiss CPU (paper_targets.json, median of 10 seeds): 0.38921 +- Flash-KMeans 25 it., H100 (paper_targets.json, median): 0.38925 +- e-means 3 ep., H100 bf16 (paper Table 1, median of 30 seeds): 0.38800 diff --git a/results/deep1m_fullscale_val.jsonl b/results/deep1m_fullscale_val.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d0688eaa574d21c70e7d350cd1f4a8cc8d173d93 --- /dev/null +++ b/results/deep1m_fullscale_val.jsonl @@ -0,0 +1,30 @@ +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 20, "seconds": 43.95389652252197, "eval": "val", "test_mse": 0.39147273761212775, "splits": 9035, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "3af4ca3"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 20, "seconds": 51.34499716758728, "eval": "val", "test_mse": 0.3907946171638918, "splits": 8923, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_v2", "epochs": 1.0, "seed": 20, "seconds": 47.83286762237549, "eval": "val", "test_mse": 0.38884447464292826, "splits": 12294, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_sp_tau0.2", "epochs": 1.0, "seed": 20, "seconds": 50.18178129196167, "eval": "val", "test_mse": 0.3887673220387887, "splits": 10994, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_e1_v2", "epochs": 1.0, "seed": 20, "seconds": 55.12824845314026, "eval": "val", "test_mse": 0.3873555982189623, "splits": 15461, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 21, "seconds": 43.665353775024414, "eval": "val", "test_mse": 0.3920851398279457, "splits": 9110, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 21, "seconds": 49.94232511520386, "eval": "val", "test_mse": 0.3904012481135197, "splits": 8963, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_v2", "epochs": 1.0, "seed": 21, "seconds": 51.69284176826477, "eval": "val", "test_mse": 0.3887636053688452, "splits": 12360, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_sp_tau0.2", "epochs": 1.0, "seed": 21, "seconds": 53.113243103027344, "eval": "val", "test_mse": 0.389134101782274, "splits": 11034, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_e1_v2", "epochs": 1.0, "seed": 21, "seconds": 48.318586111068726, "eval": "val", "test_mse": 0.38793012742820376, "splits": 15533, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 22, "seconds": 43.99654030799866, "eval": "val", "test_mse": 0.39119310165521803, "splits": 9137, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 22, "seconds": 47.23543667793274, "eval": "val", "test_mse": 0.39063507453703616, "splits": 8984, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_v2", "epochs": 1.0, "seed": 22, "seconds": 46.95049476623535, "eval": "val", "test_mse": 0.38890470078637424, "splits": 12308, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_sp_tau0.2", "epochs": 1.0, "seed": 22, "seconds": 52.428744316101074, "eval": "val", "test_mse": 0.38862281672277504, "splits": 11016, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_e1_v2", "epochs": 1.0, "seed": 22, "seconds": 54.90789461135864, "eval": "val", "test_mse": 0.3884980563934509, "splits": 15410, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 20, "seconds": 137.6349756717682, "eval": "val", "test_mse": 0.3859459997874618, "splits": 6815, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 20, "seconds": 132.08451175689697, "eval": "val", "test_mse": 0.38518484683969784, "splits": 6603, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_v2", "epochs": 3.0, "seed": 20, "seconds": 144.176682472229, "eval": "val", "test_mse": 0.38495077815659423, "splits": 10835, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_sp_tau0.2", "epochs": 3.0, "seed": 20, "seconds": 162.54005122184753, "eval": "val", "test_mse": 0.3846510129408254, "splits": 7715, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_e1_v2", "epochs": 3.0, "seed": 20, "seconds": 164.56627011299133, "eval": "val", "test_mse": 0.38528790823531883, "splits": 15269, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 21, "seconds": 145.96959948539734, "eval": "val", "test_mse": 0.3865064274049719, "splits": 6913, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 21, "seconds": 148.35659217834473, "eval": "val", "test_mse": 0.38609800269188155, "splits": 6668, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_v2", "epochs": 3.0, "seed": 21, "seconds": 136.80012726783752, "eval": "val", "test_mse": 0.38554410924570964, "splits": 10896, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_sp_tau0.2", "epochs": 3.0, "seed": 21, "seconds": 145.43382024765015, "eval": "val", "test_mse": 0.3858859585869562, "splits": 7807, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_e1_v2", "epochs": 3.0, "seed": 21, "seconds": 134.41792249679565, "eval": "val", "test_mse": 0.38509646973119316, "splits": 15318, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 22, "seconds": 123.67075824737549, "eval": "val", "test_mse": 0.386217675521843, "splits": 6893, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 22, "seconds": 139.07595562934875, "eval": "val", "test_mse": 0.38563817583284016, "splits": 6675, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_v2", "epochs": 3.0, "seed": 22, "seconds": 150.47794771194458, "eval": "val", "test_mse": 0.38511605672414945, "splits": 10845, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_sp_tau0.2", "epochs": 3.0, "seed": 22, "seconds": 148.5438268184662, "eval": "val", "test_mse": 0.38586546997036214, "splits": 7819, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_e1_v2", "epochs": 3.0, "seed": 22, "seconds": 205.83807635307312, "eval": "val", "test_mse": 0.38532138649161024, "splits": 15442, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "6971b93"} diff --git a/results/deep1m_pisces_time_to_quality_val.jsonl b/results/deep1m_pisces_time_to_quality_val.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..3df6c280776a8a95a7045d424b681bb2ad8808b5 --- /dev/null +++ b/results/deep1m_pisces_time_to_quality_val.jsonl @@ -0,0 +1,35 @@ +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 1, "seconds": 138.60859441757202, "eval": "val", "test_mse": 0.3856900391283131, "splits": 6803, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "95dd20d", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 2, "seconds": 127.37923169136047, "eval": "val", "test_mse": 0.38587980013196943, "splits": 6843, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 3, "seconds": 119.58119940757751, "eval": "val", "test_mse": 0.38641791994680114, "splits": 6953, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 4, "seconds": 130.94848108291626, "eval": "val", "test_mse": 0.38634229851978735, "splits": 6863, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 5, "seconds": 136.9224238395691, "eval": "val", "test_mse": 0.38736921364908317, "splits": 6955, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 1, "seconds": 235.88873767852783, "eval": "val", "test_mse": 0.38577986489121835, "splits": 7337, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 2, "seconds": 231.53875541687012, "eval": "val", "test_mse": 0.3858641913027135, "splits": 7461, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 3, "seconds": 235.0930712223053, "eval": "val", "test_mse": 0.38546562904653886, "splits": 7485, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 4, "seconds": 209.2264847755432, "eval": "val", "test_mse": 0.3854095036380983, "splits": 7420, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 5, "seconds": 198.88568902015686, "eval": "val", "test_mse": 0.38536406844317617, "splits": 7527, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 1, "seconds": 25.2852783203125, "eval": "val", "test_mse": 0.38885593489274856, "splits": 15001, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 2, "seconds": 25.46693181991577, "eval": "val", "test_mse": 0.3869543370939658, "splits": 15052, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 3, "seconds": 24.329588651657104, "eval": "val", "test_mse": 0.3873896441505345, "splits": 15127, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 4, "seconds": 25.141437530517578, "eval": "val", "test_mse": 0.388279810046259, "splits": 14996, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 5, "seconds": 25.484665632247925, "eval": "val", "test_mse": 0.3877144389489379, "splits": 15059, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 2.0, "seed": 1, "seconds": 41.356958866119385, "eval": "val", "test_mse": 0.3866066700105056, "splits": 17522, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 2.0, "seed": 2, "seconds": 41.91166663169861, "eval": "val", "test_mse": 0.38604556433233095, "splits": 17548, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 2.0, "seed": 3, "seconds": 41.570409059524536, "eval": "val", "test_mse": 0.38612918950647235, "splits": 17671, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 2.0, "seed": 4, "seconds": 40.407904863357544, "eval": "val", "test_mse": 0.3857500633159495, "splits": 17572, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 2.0, "seed": 5, "seconds": 39.92699980735779, "eval": "val", "test_mse": 0.38686010343661453, "splits": 17572, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 1, "seconds": 52.96354627609253, "eval": "val", "test_mse": 0.3844760033523964, "splits": 14284, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 2, "seconds": 53.827356815338135, "eval": "val", "test_mse": 0.3852110747555463, "splits": 14507, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 3, "seconds": 54.28407073020935, "eval": "val", "test_mse": 0.3847743616301218, "splits": 14380, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 4, "seconds": 53.341525077819824, "eval": "val", "test_mse": 0.3857522530880544, "splits": 14433, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 5, "seconds": 53.361478328704834, "eval": "val", "test_mse": 0.38487561687942873, "splits": 14404, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 4.0, "seed": 1, "seconds": 68.80603814125061, "eval": "val", "test_mse": 0.38507638878602174, "splits": 16297, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 4.0, "seed": 2, "seconds": 69.37386631965637, "eval": "val", "test_mse": 0.38521369129437516, "splits": 16378, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 4.0, "seed": 3, "seconds": 76.21648263931274, "eval": "val", "test_mse": 0.3848797558669062, "splits": 16288, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 4.0, "seed": 4, "seconds": 73.4352490901947, "eval": "val", "test_mse": 0.38461035645725067, "splits": 16333, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 4.0, "seed": 5, "seconds": 72.78160834312439, "eval": "val", "test_mse": 0.38500578599585134, "splits": 16383, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 1, "seconds": 76.49277687072754, "eval": "val", "test_mse": 0.38625501541746654, "splits": 6788, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 2, "seconds": 79.85768389701843, "eval": "val", "test_mse": 0.38682625440742596, "splits": 6904, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 3, "seconds": 76.77089405059814, "eval": "val", "test_mse": 0.38638313961605275, "splits": 6960, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 4, "seconds": 79.2155990600586, "eval": "val", "test_mse": 0.38602653592547037, "splits": 6940, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 5, "seconds": 79.44833469390869, "eval": "val", "test_mse": 0.38653345554445584, "splits": 6998, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} diff --git a/results/deep1m_pisces_time_to_quality_val_summary.md b/results/deep1m_pisces_time_to_quality_val_summary.md new file mode 100644 index 0000000000000000000000000000000000000000..1ce6afa733e9ec321849908c617c79c33c452bdf --- /dev/null +++ b/results/deep1m_pisces_time_to_quality_val_summary.md @@ -0,0 +1,27 @@ +| epochs | method | seeds | test MSE (mean ± sd) | paired change vs official | 95% CI | wins | Wilcoxon p | seconds | +|---|---|---|---|---|---|---|---|---| +| 1 | pisces | 5 | 0.38784 ± 0.00067 | — | — | — | — | 25 | +| 2 | pisces | 5 | 0.38628 ± 0.00040 | — | — | — | — | 41 | +| 3 | official | 5 | 0.38634 ± 0.00058 | — | — | — | — | 131 | +| 3 | emeans_approx | 5 | 0.38640 ± 0.00027 | +0.017% | [-0.121, +0.160] | 3/5 | 1 | 78 | +| 3 | pisces | 5 | 0.38502 ± 0.00044 | -0.342% | [-0.506, -0.197] | 5/5 | 0.0625 | 54 | +| 4 | pisces | 5 | 0.38496 ± 0.00020 | — | — | — | — | 72 | +| 5 | official | 5 | 0.38558 ± 0.00020 | — | — | — | — | 222 | + +Cross-budget comparison (fewer epochs for PE-means): + +| method | vs | seeds | paired change | 95% CI | wins | time ratio | +|---|---|---|---|---|---|---| +| pisces @ 1 ep. | official @ 3 ep. | 5 | +0.388% | [+0.192, +0.629] | 0/5 | 0.19x | +| pisces @ 1 ep. | official @ 5 ep. | 5 | +0.587% | [+0.418, +0.739] | 0/5 | 0.11x | +| pisces @ 2 ep. | official @ 3 ep. | 5 | -0.016% | [-0.129, +0.121] | 3/5 | 0.32x | +| pisces @ 2 ep. | official @ 5 ep. | 5 | +0.182% | [+0.089, +0.285] | 0/5 | 0.19x | +| emeans_approx @ 3 ep. | official @ 5 ep. | 5 | +0.215% | [+0.159, +0.269] | 0/5 | 0.35x | +| pisces @ 3 ep. | official @ 5 ep. | 5 | -0.145% | [-0.262, -0.016] | 4/5 | 0.24x | +| pisces @ 4 ep. | official @ 5 ep. | 5 | -0.161% | [-0.190, -0.126] | 5/5 | 0.33x | + +Published reference points (different hardware and starting rows; for orientation only): + +- Lloyd 25 it., faiss CPU (paper_targets.json, median of 10 seeds): 0.38921 +- Flash-KMeans 25 it., H100 (paper_targets.json, median): 0.38925 +- e-means 3 ep., H100 bf16 (paper Table 1, median of 30 seeds): 0.38800 diff --git a/results/deep1m_polish_time_to_quality_val.jsonl b/results/deep1m_polish_time_to_quality_val.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..139be13dc5613fcffbcb15f40cef317f31e72b99 --- /dev/null +++ b/results/deep1m_polish_time_to_quality_val.jsonl @@ -0,0 +1,55 @@ +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 1, "seconds": 138.60859441757202, "eval": "val", "test_mse": 0.3856900391283131, "splits": 6803, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "95dd20d", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 2, "seconds": 127.37923169136047, "eval": "val", "test_mse": 0.38587980013196943, "splits": 6843, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 3, "seconds": 119.58119940757751, "eval": "val", "test_mse": 0.38641791994680114, "splits": 6953, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 4, "seconds": 130.94848108291626, "eval": "val", "test_mse": 0.38634229851978735, "splits": 6863, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 5, "seconds": 136.9224238395691, "eval": "val", "test_mse": 0.38736921364908317, "splits": 6955, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 1, "seconds": 235.88873767852783, "eval": "val", "test_mse": 0.38577986489121835, "splits": 7337, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 2, "seconds": 231.53875541687012, "eval": "val", "test_mse": 0.3858641913027135, "splits": 7461, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 3, "seconds": 235.0930712223053, "eval": "val", "test_mse": 0.38546562904653886, "splits": 7485, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 4, "seconds": 209.2264847755432, "eval": "val", "test_mse": 0.3854095036380983, "splits": 7420, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 5, "seconds": 198.88568902015686, "eval": "val", "test_mse": 0.38536406844317617, "splits": 7527, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 1, "seconds": 25.2852783203125, "eval": "val", "test_mse": 0.38885593489274856, "splits": 15001, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 2, "seconds": 25.46693181991577, "eval": "val", "test_mse": 0.3869543370939658, "splits": 15052, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 3, "seconds": 24.329588651657104, "eval": "val", "test_mse": 0.3873896441505345, "splits": 15127, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 4, "seconds": 25.141437530517578, "eval": "val", "test_mse": 0.388279810046259, "splits": 14996, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 5, "seconds": 25.484665632247925, "eval": "val", "test_mse": 0.3877144389489379, "splits": 15059, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 2.0, "seed": 1, "seconds": 41.356958866119385, "eval": "val", "test_mse": 0.3866066700105056, "splits": 17522, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 2.0, "seed": 2, "seconds": 41.91166663169861, "eval": "val", "test_mse": 0.38604556433233095, "splits": 17548, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 2.0, "seed": 3, "seconds": 41.570409059524536, "eval": "val", "test_mse": 0.38612918950647235, "splits": 17671, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 2.0, "seed": 4, "seconds": 40.407904863357544, "eval": "val", "test_mse": 0.3857500633159495, "splits": 17572, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 2.0, "seed": 5, "seconds": 39.92699980735779, "eval": "val", "test_mse": 0.38686010343661453, "splits": 17572, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 1, "seconds": 52.96354627609253, "eval": "val", "test_mse": 0.3844760033523964, "splits": 14284, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 2, "seconds": 53.827356815338135, "eval": "val", "test_mse": 0.3852110747555463, "splits": 14507, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 3, "seconds": 54.28407073020935, "eval": "val", "test_mse": 0.3847743616301218, "splits": 14380, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 4, "seconds": 53.341525077819824, "eval": "val", "test_mse": 0.3857522530880544, "splits": 14433, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 5, "seconds": 53.361478328704834, "eval": "val", "test_mse": 0.38487561687942873, "splits": 14404, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 4.0, "seed": 1, "seconds": 68.80603814125061, "eval": "val", "test_mse": 0.38507638878602174, "splits": 16297, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 4.0, "seed": 2, "seconds": 69.37386631965637, "eval": "val", "test_mse": 0.38521369129437516, "splits": 16378, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 4.0, "seed": 3, "seconds": 76.21648263931274, "eval": "val", "test_mse": 0.3848797558669062, "splits": 16288, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 4.0, "seed": 4, "seconds": 73.4352490901947, "eval": "val", "test_mse": 0.38461035645725067, "splits": 16333, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 4.0, "seed": 5, "seconds": 72.78160834312439, "eval": "val", "test_mse": 0.38500578599585134, "splits": 16383, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 1, "seconds": 76.49277687072754, "eval": "val", "test_mse": 0.38625501541746654, "splits": 6788, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 2, "seconds": 79.85768389701843, "eval": "val", "test_mse": 0.38682625440742596, "splits": 6904, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 3, "seconds": 76.77089405059814, "eval": "val", "test_mse": 0.38638313961605275, "splits": 6960, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 4, "seconds": 79.2155990600586, "eval": "val", "test_mse": 0.38602653592547037, "splits": 6940, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 5, "seconds": 79.44833469390869, "eval": "val", "test_mse": 0.38653345554445584, "splits": 6998, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 1.0, "seed": 1, "seconds": 38.93434762954712, "eval": "val", "test_mse": 0.3874605501629522, "splits": 15001, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "1adabf9", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 1.0, "seed": 2, "seconds": 44.95068287849426, "eval": "val", "test_mse": 0.3856997907650285, "splits": 15052, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "1adabf9", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 1.0, "seed": 3, "seconds": 44.721118688583374, "eval": "val", "test_mse": 0.386029496263122, "splits": 15127, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "1adabf9", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 1.0, "seed": 4, "seconds": 41.541144609451294, "eval": "val", "test_mse": 0.38648428219679526, "splits": 14996, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "1adabf9", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 1.0, "seed": 5, "seconds": 41.480730295181274, "eval": "val", "test_mse": 0.3862767801508772, "splits": 15059, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "1adabf9", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 2.0, "seed": 1, "seconds": 54.816216468811035, "eval": "val", "test_mse": 0.38615896710836817, "splits": 17522, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "1adabf9", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 2.0, "seed": 2, "seconds": 54.561978340148926, "eval": "val", "test_mse": 0.38569727910135354, "splits": 17548, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "1adabf9", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 2.0, "seed": 3, "seconds": 57.15376162528992, "eval": "val", "test_mse": 0.38571807632927824, "splits": 17671, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "1adabf9", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 2.0, "seed": 4, "seconds": 57.45766496658325, "eval": "val", "test_mse": 0.3853090531494234, "splits": 17572, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "1adabf9", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 2.0, "seed": 5, "seconds": 58.63579225540161, "eval": "val", "test_mse": 0.38641356979412395, "splits": 17572, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "1adabf9", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 3.0, "seed": 1, "seconds": 66.0061457157135, "eval": "val", "test_mse": 0.38436178168840135, "splits": 14284, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "1adabf9", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 3.0, "seed": 2, "seconds": 62.288522481918335, "eval": "val", "test_mse": 0.3850231847422161, "splits": 14507, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "1adabf9", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 3.0, "seed": 3, "seconds": 66.24529814720154, "eval": "val", "test_mse": 0.3845712179753049, "splits": 14380, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "1adabf9", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 3.0, "seed": 4, "seconds": 65.03145718574524, "eval": "val", "test_mse": 0.38551411252909346, "splits": 14433, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "1adabf9", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 3.0, "seed": 5, "seconds": 66.33915519714355, "eval": "val", "test_mse": 0.38458451914402947, "splits": 14404, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "1adabf9+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 4.0, "seed": 1, "seconds": 81.98834276199341, "eval": "val", "test_mse": 0.38497110097713055, "splits": 16297, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "1adabf9+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 4.0, "seed": 2, "seconds": 83.87687301635742, "eval": "val", "test_mse": 0.3852124770416287, "splits": 16378, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "1adabf9+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 4.0, "seed": 3, "seconds": 86.11576771736145, "eval": "val", "test_mse": 0.38482339318688547, "splits": 16288, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "1adabf9+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 4.0, "seed": 4, "seconds": 89.5385754108429, "eval": "val", "test_mse": 0.38449196794232604, "splits": 16333, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "1adabf9+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_polish", "epochs": 4.0, "seed": 5, "seconds": 88.01693034172058, "eval": "val", "test_mse": 0.3849610136181097, "splits": 16383, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "1adabf9+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": "auto", "batch_scale": null, "alpha_scale": 1.4}} diff --git a/results/deep1m_v2_time_to_quality_val.jsonl b/results/deep1m_v2_time_to_quality_val.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..8b4db52d0c234457eff6c783d4b3d071097e589e --- /dev/null +++ b/results/deep1m_v2_time_to_quality_val.jsonl @@ -0,0 +1,25 @@ +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 1, "seconds": 138.60859441757202, "eval": "val", "test_mse": 0.3856900391283131, "splits": 6803, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "95dd20d", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 2, "seconds": 127.37923169136047, "eval": "val", "test_mse": 0.38587980013196943, "splits": 6843, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 3, "seconds": 119.58119940757751, "eval": "val", "test_mse": 0.38641791994680114, "splits": 6953, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 4, "seconds": 130.94848108291626, "eval": "val", "test_mse": 0.38634229851978735, "splits": 6863, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 5, "seconds": 136.9224238395691, "eval": "val", "test_mse": 0.38736921364908317, "splits": 6955, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 1, "seconds": 235.88873767852783, "eval": "val", "test_mse": 0.38577986489121835, "splits": 7337, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 2, "seconds": 231.53875541687012, "eval": "val", "test_mse": 0.3858641913027135, "splits": 7461, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 3, "seconds": 235.0930712223053, "eval": "val", "test_mse": 0.38546562904653886, "splits": 7485, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 4, "seconds": 209.2264847755432, "eval": "val", "test_mse": 0.3854095036380983, "splits": 7420, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 5, "seconds": 198.88568902015686, "eval": "val", "test_mse": 0.38536406844317617, "splits": 7527, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 2.0, "seed": 1, "seconds": 88.58682346343994, "eval": "val", "test_mse": 0.38589692613563037, "splits": 14012, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 2.0, "seed": 2, "seconds": 92.02188205718994, "eval": "val", "test_mse": 0.38618932003616274, "splits": 14161, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 2.0, "seed": 3, "seconds": 95.53140497207642, "eval": "val", "test_mse": 0.38632608886757314, "splits": 14106, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 2.0, "seed": 4, "seconds": 90.5834367275238, "eval": "val", "test_mse": 0.3870099177057403, "splits": 14016, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 2.0, "seed": 5, "seconds": 102.91598558425903, "eval": "val", "test_mse": 0.38558698936442465, "splits": 14139, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 2.5, "seed": 1, "seconds": 119.65859651565552, "eval": "val", "test_mse": 0.3864171788590015, "splits": 10001, "batch": 65536, "alpha0": 0.5150898065608711, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 2.5, "seed": 2, "seconds": 116.1987853050232, "eval": "val", "test_mse": 0.38600726586762746, "splits": 10157, "batch": 65536, "alpha0": 0.5150898065608711, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 2.5, "seed": 3, "seconds": 116.85412049293518, "eval": "val", "test_mse": 0.3863016301871277, "splits": 10223, "batch": 65536, "alpha0": 0.5150898065608711, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 2.5, "seed": 4, "seconds": 114.66773319244385, "eval": "val", "test_mse": 0.385696363430126, "splits": 10073, "batch": 65536, "alpha0": 0.5150898065608711, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 2.5, "seed": 5, "seconds": 117.23074078559875, "eval": "val", "test_mse": 0.3854351946500007, "splits": 10187, "batch": 65536, "alpha0": 0.5150898065608711, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 1, "seconds": 131.73672938346863, "eval": "val", "test_mse": 0.38607927983142515, "splits": 10772, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 2, "seconds": 136.72851014137268, "eval": "val", "test_mse": 0.38525844333972026, "splits": 10808, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 3, "seconds": 132.18723464012146, "eval": "val", "test_mse": 0.38534617267015614, "splits": 10908, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 4, "seconds": 132.96350812911987, "eval": "val", "test_mse": 0.385575085810663, "splits": 10721, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 5, "seconds": 127.9627993106842, "eval": "val", "test_mse": 0.38529652813263926, "splits": 10854, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} diff --git a/results/deep1m_v3_time_to_quality_val.jsonl b/results/deep1m_v3_time_to_quality_val.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..839658f5c6164dfb7e01694794a9f5a149958bf5 --- /dev/null +++ b/results/deep1m_v3_time_to_quality_val.jsonl @@ -0,0 +1,25 @@ +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 1, "seconds": 138.60859441757202, "eval": "val", "test_mse": 0.3856900391283131, "splits": 6803, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "95dd20d", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 2, "seconds": 127.37923169136047, "eval": "val", "test_mse": 0.38587980013196943, "splits": 6843, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 3, "seconds": 119.58119940757751, "eval": "val", "test_mse": 0.38641791994680114, "splits": 6953, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 4, "seconds": 130.94848108291626, "eval": "val", "test_mse": 0.38634229851978735, "splits": 6863, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 5, "seconds": 136.9224238395691, "eval": "val", "test_mse": 0.38736921364908317, "splits": 6955, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 1, "seconds": 235.88873767852783, "eval": "val", "test_mse": 0.38577986489121835, "splits": 7337, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 2, "seconds": 231.53875541687012, "eval": "val", "test_mse": 0.3858641913027135, "splits": 7461, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 3, "seconds": 235.0930712223053, "eval": "val", "test_mse": 0.38546562904653886, "splits": 7485, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 4, "seconds": 209.2264847755432, "eval": "val", "test_mse": 0.3854095036380983, "splits": 7420, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 5, "seconds": 198.88568902015686, "eval": "val", "test_mse": 0.38536406844317617, "splits": 7527, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "34021f3", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 2.0, "seed": 1, "seconds": 57.9746253490448, "eval": "val", "test_mse": 0.38664230785827053, "splits": 17527, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 2.0, "seed": 2, "seconds": 59.60806655883789, "eval": "val", "test_mse": 0.3859703490823574, "splits": 17544, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 2.0, "seed": 3, "seconds": 58.76645374298096, "eval": "val", "test_mse": 0.3862301186482642, "splits": 17670, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 2.0, "seed": 4, "seconds": 59.34764575958252, "eval": "val", "test_mse": 0.38567529309561194, "splits": 17564, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 2.0, "seed": 5, "seconds": 59.59969115257263, "eval": "val", "test_mse": 0.38671927003521106, "splits": 17564, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 1, "seconds": 74.48644065856934, "eval": "val", "test_mse": 0.3844793376374732, "splits": 14285, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 2, "seconds": 75.03123593330383, "eval": "val", "test_mse": 0.3851773420534504, "splits": 14508, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 3, "seconds": 69.9374315738678, "eval": "val", "test_mse": 0.3848038470869474, "splits": 14382, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 4, "seconds": 71.79404163360596, "eval": "val", "test_mse": 0.3857524699279927, "splits": 14433, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 5, "seconds": 70.97947812080383, "eval": "val", "test_mse": 0.38491700033039333, "splits": 14403, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 4.0, "seed": 1, "seconds": 89.81650590896606, "eval": "val", "test_mse": 0.38507363890376217, "splits": 16297, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 4.0, "seed": 2, "seconds": 88.5117597579956, "eval": "val", "test_mse": 0.3851783386422999, "splits": 16378, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 4.0, "seed": 3, "seconds": 95.39974355697632, "eval": "val", "test_mse": 0.3848808698439172, "splits": 16288, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 4.0, "seed": 4, "seconds": 94.14391446113586, "eval": "val", "test_mse": 0.3846142031159409, "splits": 16332, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v3", "epochs": 4.0, "seed": 5, "seconds": 92.74400877952576, "eval": "val", "test_mse": 0.38497238354579993, "splits": 16383, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "8c874e8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} diff --git a/results/deep1m_v3_time_to_quality_val_summary.md b/results/deep1m_v3_time_to_quality_val_summary.md new file mode 100644 index 0000000000000000000000000000000000000000..f22a52afbfb161d2c36814a54d08900236581a34 --- /dev/null +++ b/results/deep1m_v3_time_to_quality_val_summary.md @@ -0,0 +1,22 @@ +| epochs | method | seeds | test MSE (mean ± sd) | paired change vs official | 95% CI | wins | Wilcoxon p | seconds | +|---|---|---|---|---|---|---|---|---| +| 2 | pemeans_v3 | 5 | 0.38625 ± 0.00040 | — | — | — | — | 59 | +| 3 | official | 5 | 0.38634 ± 0.00058 | — | — | — | — | 131 | +| 3 | pemeans_v3 | 5 | 0.38503 ± 0.00043 | -0.340% | [-0.500, -0.203] | 5/5 | 0.0625 | 72 | +| 4 | pemeans_v3 | 5 | 0.38494 ± 0.00019 | — | — | — | — | 92 | +| 5 | official | 5 | 0.38558 ± 0.00020 | — | — | — | — | 222 | + +Cross-budget comparison (fewer epochs for PE-means): + +| method | vs | seeds | paired change | 95% CI | wins | time ratio | +|---|---|---|---|---|---|---| +| pemeans_v3 @ 2 ep. | official @ 3 ep. | 5 | -0.024% | [-0.146, +0.119] | 3/5 | 0.45x | +| pemeans_v3 @ 2 ep. | official @ 5 ep. | 5 | +0.174% | [+0.075, +0.270] | 0/5 | 0.27x | +| pemeans_v3 @ 3 ep. | official @ 5 ep. | 5 | -0.143% | [-0.260, -0.015] | 4/5 | 0.33x | +| pemeans_v3 @ 4 ep. | official @ 5 ep. | 5 | -0.164% | [-0.191, -0.132] | 5/5 | 0.42x | + +Published reference points (different hardware and starting rows; for orientation only): + +- Lloyd 25 it., faiss CPU (paper_targets.json, median of 10 seeds): 0.38921 +- Flash-KMeans 25 it., H100 (paper_targets.json, median): 0.38925 +- e-means 3 ep., H100 bf16 (paper Table 1, median of 30 seeds): 0.38800 diff --git a/results/dev/full_val_deep1m.jsonl b/results/dev/full_val_deep1m.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..608bcc86c9bcf8a6981770ed448ce64c94e2f9e1 --- /dev/null +++ b/results/dev/full_val_deep1m.jsonl @@ -0,0 +1,80 @@ +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 20, "seconds": 43.95389652252197, "eval": "val", "test_mse": 0.39147273761212775, "splits": 9035, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "3af4ca3"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 20, "seconds": 51.34499716758728, "eval": "val", "test_mse": 0.3907946171638918, "splits": 8923, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_v2", "epochs": 1.0, "seed": 20, "seconds": 47.83286762237549, "eval": "val", "test_mse": 0.38884447464292826, "splits": 12294, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_sp_tau0.2", "epochs": 1.0, "seed": 20, "seconds": 50.18178129196167, "eval": "val", "test_mse": 0.3887673220387887, "splits": 10994, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_e1_v2", "epochs": 1.0, "seed": 20, "seconds": 55.12824845314026, "eval": "val", "test_mse": 0.3873555982189623, "splits": 15461, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 21, "seconds": 43.665353775024414, "eval": "val", "test_mse": 0.3920851398279457, "splits": 9110, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 21, "seconds": 49.94232511520386, "eval": "val", "test_mse": 0.3904012481135197, "splits": 8963, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_v2", "epochs": 1.0, "seed": 21, "seconds": 51.69284176826477, "eval": "val", "test_mse": 0.3887636053688452, "splits": 12360, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_sp_tau0.2", "epochs": 1.0, "seed": 21, "seconds": 53.113243103027344, "eval": "val", "test_mse": 0.389134101782274, "splits": 11034, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_e1_v2", "epochs": 1.0, "seed": 21, "seconds": 48.318586111068726, "eval": "val", "test_mse": 0.38793012742820376, "splits": 15533, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 22, "seconds": 43.99654030799866, "eval": "val", "test_mse": 0.39119310165521803, "splits": 9137, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 22, "seconds": 47.23543667793274, "eval": "val", "test_mse": 0.39063507453703616, "splits": 8984, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_v2", "epochs": 1.0, "seed": 22, "seconds": 46.95049476623535, "eval": "val", "test_mse": 0.38890470078637424, "splits": 12308, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_sp_tau0.2", "epochs": 1.0, "seed": 22, "seconds": 52.428744316101074, "eval": "val", "test_mse": 0.38862281672277504, "splits": 11016, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_e1_v2", "epochs": 1.0, "seed": 22, "seconds": 54.90789461135864, "eval": "val", "test_mse": 0.3884980563934509, "splits": 15410, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 20, "seconds": 137.6349756717682, "eval": "val", "test_mse": 0.3859459997874618, "splits": 6815, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 20, "seconds": 132.08451175689697, "eval": "val", "test_mse": 0.38518484683969784, "splits": 6603, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_v2", "epochs": 3.0, "seed": 20, "seconds": 144.176682472229, "eval": "val", "test_mse": 0.38495077815659423, "splits": 10835, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_sp_tau0.2", "epochs": 3.0, "seed": 20, "seconds": 162.54005122184753, "eval": "val", "test_mse": 0.3846510129408254, "splits": 7715, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_e1_v2", "epochs": 3.0, "seed": 20, "seconds": 164.56627011299133, "eval": "val", "test_mse": 0.38528790823531883, "splits": 15269, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 21, "seconds": 145.96959948539734, "eval": "val", "test_mse": 0.3865064274049719, "splits": 6913, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 21, "seconds": 148.35659217834473, "eval": "val", "test_mse": 0.38609800269188155, "splits": 6668, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_v2", "epochs": 3.0, "seed": 21, "seconds": 136.80012726783752, "eval": "val", "test_mse": 0.38554410924570964, "splits": 10896, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_sp_tau0.2", "epochs": 3.0, "seed": 21, "seconds": 145.43382024765015, "eval": "val", "test_mse": 0.3858859585869562, "splits": 7807, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_e1_v2", "epochs": 3.0, "seed": 21, "seconds": 134.41792249679565, "eval": "val", "test_mse": 0.38509646973119316, "splits": 15318, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 22, "seconds": 123.67075824737549, "eval": "val", "test_mse": 0.386217675521843, "splits": 6893, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 22, "seconds": 139.07595562934875, "eval": "val", "test_mse": 0.38563817583284016, "splits": 6675, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_v2", "epochs": 3.0, "seed": 22, "seconds": 150.47794771194458, "eval": "val", "test_mse": 0.38511605672414945, "splits": 10845, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_sp_tau0.2", "epochs": 3.0, "seed": 22, "seconds": 148.5438268184662, "eval": "val", "test_mse": 0.38586546997036214, "splits": 7819, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "6e5118e"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pe_e1_v2", "epochs": 3.0, "seed": 22, "seconds": 205.83807635307312, "eval": "val", "test_mse": 0.38532138649161024, "splits": 15442, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "6971b93"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 1, "seconds": 107.72029042243958, "eval": "val", "test_mse": 0.3923171424676986, "splits": 8979, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "8c72914"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 1, "seconds": 46.13876533508301, "eval": "val", "test_mse": 0.3910333875616412, "splits": 8845, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "43424fa"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 1.0, "seed": 1, "seconds": 45.3850531578064, "eval": "val", "test_mse": 0.3894360364274072, "splits": 10853, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "e67f462"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 1.0, "seed": 1, "seconds": 50.34489321708679, "eval": "val", "test_mse": 0.3889558459528528, "splits": 12180, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "e67f462"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 1.0, "seed": 1, "seconds": 50.35120439529419, "eval": "val", "test_mse": 0.38757364236335096, "splits": 15534, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "e67f462"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 2, "seconds": 48.25348258018494, "eval": "val", "test_mse": 0.3913978940712649, "splits": 9030, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "04c3cf6"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 2, "seconds": 94.28310966491699, "eval": "val", "test_mse": 0.3901181492598164, "splits": 8924, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "04c3cf6+dirty"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 1.0, "seed": 2, "seconds": 106.6786539554596, "eval": "val", "test_mse": 0.3884195940766737, "splits": 10953, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "04c3cf6+dirty"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 1.0, "seed": 2, "seconds": 56.904791593551636, "eval": "val", "test_mse": 0.38957314027545603, "splits": 12267, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "72ddb9a"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 1.0, "seed": 2, "seconds": 116.54957890510559, "eval": "val", "test_mse": 0.38845210868856483, "splits": 15392, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "72ddb9a"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 3, "seconds": 58.81613087654114, "eval": "val", "test_mse": 0.39106897269127755, "splits": 9039, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "5be4cb8"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 3, "seconds": 116.83489346504211, "eval": "val", "test_mse": 0.3913677967786544, "splits": 8802, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "5be4cb8"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 1.0, "seed": 3, "seconds": 126.46776676177979, "eval": "val", "test_mse": 0.3897087683160554, "splits": 10939, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "5be4cb8"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 1.0, "seed": 3, "seconds": 66.87334489822388, "eval": "val", "test_mse": 0.38872670612159793, "splits": 12248, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "5be4cb8+dirty"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 1.0, "seed": 3, "seconds": 117.62314629554749, "eval": "val", "test_mse": 0.3884024517842912, "splits": 15545, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "5216266"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 4, "seconds": 123.52005743980408, "eval": "val", "test_mse": 0.3917235447616598, "splits": 9052, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "5216266"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 4, "seconds": 129.76108264923096, "eval": "val", "test_mse": 0.39071579345725066, "splits": 8934, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "5216266"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 1.0, "seed": 4, "seconds": 133.99099040031433, "eval": "val", "test_mse": 0.38950933303008944, "splits": 10939, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "5216266"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 1.0, "seed": 4, "seconds": 129.04748916625977, "eval": "val", "test_mse": 0.3890492400563236, "splits": 12228, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "5216266"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 1.0, "seed": 4, "seconds": 121.99861073493958, "eval": "val", "test_mse": 0.38780823788108154, "splits": 15488, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "5216266"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 5, "seconds": 117.58502721786499, "eval": "val", "test_mse": 0.3907828625161753, "splits": 8976, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "5216266"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 5, "seconds": 53.35752630233765, "eval": "val", "test_mse": 0.3908899430767272, "splits": 8886, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "877fe38"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 1.0, "seed": 5, "seconds": 83.50763654708862, "eval": "val", "test_mse": 0.3889973066973858, "splits": 10968, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "877fe38"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 1.0, "seed": 5, "seconds": 121.06703019142151, "eval": "val", "test_mse": 0.38889018385198987, "splits": 12245, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "877fe38"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 1.0, "seed": 5, "seconds": 92.39731311798096, "eval": "val", "test_mse": 0.3887467567936413, "splits": 15483, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "877fe38"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 1, "seconds": 127.8760769367218, "eval": "val", "test_mse": 0.3856900391283131, "splits": 6803, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 1, "seconds": 138.90350198745728, "eval": "val", "test_mse": 0.3849652341985431, "splits": 6601, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 3.0, "seed": 1, "seconds": 133.49799466133118, "eval": "val", "test_mse": 0.3856808482842813, "splits": 7646, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 3.0, "seed": 1, "seconds": 133.4927258491516, "eval": "val", "test_mse": 0.38607927983142515, "splits": 10772, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 3.0, "seed": 1, "seconds": 135.4333372116089, "eval": "val", "test_mse": 0.38616299297099904, "splits": 15227, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 2, "seconds": 124.8130886554718, "eval": "val", "test_mse": 0.38587980013196943, "splits": 6843, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 2, "seconds": 141.51320266723633, "eval": "val", "test_mse": 0.38532704681889945, "splits": 6679, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 3.0, "seed": 2, "seconds": 136.97010207176208, "eval": "val", "test_mse": 0.3858773140401251, "splits": 7700, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 3.0, "seed": 2, "seconds": 137.40302109718323, "eval": "val", "test_mse": 0.38525844333972026, "splits": 10808, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 3.0, "seed": 2, "seconds": 143.7940912246704, "eval": "val", "test_mse": 0.3858480410763413, "splits": 15388, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 3, "seconds": 133.75424981117249, "eval": "val", "test_mse": 0.38641791994680114, "splits": 6953, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 3, "seconds": 150.91168761253357, "eval": "val", "test_mse": 0.38527532071409626, "splits": 6691, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 3.0, "seed": 3, "seconds": 155.68036222457886, "eval": "val", "test_mse": 0.38559261114160726, "splits": 7829, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 3.0, "seed": 3, "seconds": 152.03140354156494, "eval": "val", "test_mse": 0.38534617267015614, "splits": 10908, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 3.0, "seed": 3, "seconds": 145.02903413772583, "eval": "val", "test_mse": 0.3860639061785852, "splits": 15303, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 4, "seconds": 124.77399182319641, "eval": "val", "test_mse": 0.38634229851978735, "splits": 6863, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 4, "seconds": 141.05447220802307, "eval": "val", "test_mse": 0.3855630927240201, "splits": 6635, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 3.0, "seed": 4, "seconds": 146.76922488212585, "eval": "val", "test_mse": 0.3856574618914629, "splits": 7717, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 3.0, "seed": 4, "seconds": 153.93056440353394, "eval": "val", "test_mse": 0.385575085810663, "splits": 10721, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 3.0, "seed": 4, "seconds": 171.91250443458557, "eval": "val", "test_mse": 0.3852471883718896, "splits": 15287, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 5, "seconds": 140.58935523033142, "eval": "val", "test_mse": 0.38736921364908317, "splits": 6955, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 5, "seconds": 157.18626475334167, "eval": "val", "test_mse": 0.3863651282676824, "splits": 6705, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 3.0, "seed": 5, "seconds": 144.47028970718384, "eval": "val", "test_mse": 0.38567624297111797, "splits": 7753, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 3.0, "seed": 5, "seconds": 148.4260606765747, "eval": "val", "test_mse": 0.38529652813263926, "splits": 10854, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 3.0, "seed": 5, "seconds": 139.2484278678894, "eval": "val", "test_mse": 0.3852388032336672, "splits": 15388, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} diff --git a/results/dev/full_val_deep1m_seeds1-5.jsonl b/results/dev/full_val_deep1m_seeds1-5.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a927305505fdfb5911fcf0c9fa06828f0269eb77 --- /dev/null +++ b/results/dev/full_val_deep1m_seeds1-5.jsonl @@ -0,0 +1,50 @@ +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 1, "seconds": 107.72029042243958, "eval": "val", "test_mse": 0.3923171424676986, "splits": 8979, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "8c72914"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 1, "seconds": 46.13876533508301, "eval": "val", "test_mse": 0.3910333875616412, "splits": 8845, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "43424fa"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 1.0, "seed": 1, "seconds": 45.3850531578064, "eval": "val", "test_mse": 0.3894360364274072, "splits": 10853, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "e67f462"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 1.0, "seed": 1, "seconds": 50.34489321708679, "eval": "val", "test_mse": 0.3889558459528528, "splits": 12180, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "e67f462"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 1.0, "seed": 1, "seconds": 50.35120439529419, "eval": "val", "test_mse": 0.38757364236335096, "splits": 15534, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "e67f462"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 2, "seconds": 48.25348258018494, "eval": "val", "test_mse": 0.3913978940712649, "splits": 9030, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "04c3cf6"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 2, "seconds": 94.28310966491699, "eval": "val", "test_mse": 0.3901181492598164, "splits": 8924, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "04c3cf6+dirty"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 1.0, "seed": 2, "seconds": 106.6786539554596, "eval": "val", "test_mse": 0.3884195940766737, "splits": 10953, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "04c3cf6+dirty"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 1.0, "seed": 2, "seconds": 56.904791593551636, "eval": "val", "test_mse": 0.38957314027545603, "splits": 12267, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "72ddb9a"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 1.0, "seed": 2, "seconds": 116.54957890510559, "eval": "val", "test_mse": 0.38845210868856483, "splits": 15392, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "72ddb9a"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 3, "seconds": 58.81613087654114, "eval": "val", "test_mse": 0.39106897269127755, "splits": 9039, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "5be4cb8"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 3, "seconds": 116.83489346504211, "eval": "val", "test_mse": 0.3913677967786544, "splits": 8802, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "5be4cb8"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 1.0, "seed": 3, "seconds": 126.46776676177979, "eval": "val", "test_mse": 0.3897087683160554, "splits": 10939, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "5be4cb8"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 1.0, "seed": 3, "seconds": 66.87334489822388, "eval": "val", "test_mse": 0.38872670612159793, "splits": 12248, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "5be4cb8+dirty"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 1.0, "seed": 3, "seconds": 117.62314629554749, "eval": "val", "test_mse": 0.3884024517842912, "splits": 15545, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "5216266"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 4, "seconds": 123.52005743980408, "eval": "val", "test_mse": 0.3917235447616598, "splits": 9052, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "5216266"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 4, "seconds": 129.76108264923096, "eval": "val", "test_mse": 0.39071579345725066, "splits": 8934, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "5216266"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 1.0, "seed": 4, "seconds": 133.99099040031433, "eval": "val", "test_mse": 0.38950933303008944, "splits": 10939, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "5216266"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 1.0, "seed": 4, "seconds": 129.04748916625977, "eval": "val", "test_mse": 0.3890492400563236, "splits": 12228, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "5216266"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 1.0, "seed": 4, "seconds": 121.99861073493958, "eval": "val", "test_mse": 0.38780823788108154, "splits": 15488, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "5216266"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 5, "seconds": 117.58502721786499, "eval": "val", "test_mse": 0.3907828625161753, "splits": 8976, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "5216266"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 1.0, "seed": 5, "seconds": 53.35752630233765, "eval": "val", "test_mse": 0.3908899430767272, "splits": 8886, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "877fe38"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 1.0, "seed": 5, "seconds": 83.50763654708862, "eval": "val", "test_mse": 0.3889973066973858, "splits": 10968, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "877fe38"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 1.0, "seed": 5, "seconds": 121.06703019142151, "eval": "val", "test_mse": 0.38889018385198987, "splits": 12245, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "877fe38"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 1.0, "seed": 5, "seconds": 92.39731311798096, "eval": "val", "test_mse": 0.3887467567936413, "splits": 15483, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "877fe38"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 1, "seconds": 127.8760769367218, "eval": "val", "test_mse": 0.3856900391283131, "splits": 6803, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 1, "seconds": 138.90350198745728, "eval": "val", "test_mse": 0.3849652341985431, "splits": 6601, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 3.0, "seed": 1, "seconds": 133.49799466133118, "eval": "val", "test_mse": 0.3856808482842813, "splits": 7646, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 3.0, "seed": 1, "seconds": 133.4927258491516, "eval": "val", "test_mse": 0.38607927983142515, "splits": 10772, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 3.0, "seed": 1, "seconds": 135.4333372116089, "eval": "val", "test_mse": 0.38616299297099904, "splits": 15227, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 2, "seconds": 124.8130886554718, "eval": "val", "test_mse": 0.38587980013196943, "splits": 6843, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 2, "seconds": 141.51320266723633, "eval": "val", "test_mse": 0.38532704681889945, "splits": 6679, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 3.0, "seed": 2, "seconds": 136.97010207176208, "eval": "val", "test_mse": 0.3858773140401251, "splits": 7700, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 3.0, "seed": 2, "seconds": 137.40302109718323, "eval": "val", "test_mse": 0.38525844333972026, "splits": 10808, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 3.0, "seed": 2, "seconds": 143.7940912246704, "eval": "val", "test_mse": 0.3858480410763413, "splits": 15388, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 3, "seconds": 133.75424981117249, "eval": "val", "test_mse": 0.38641791994680114, "splits": 6953, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 3, "seconds": 150.91168761253357, "eval": "val", "test_mse": 0.38527532071409626, "splits": 6691, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 3.0, "seed": 3, "seconds": 155.68036222457886, "eval": "val", "test_mse": 0.38559261114160726, "splits": 7829, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 3.0, "seed": 3, "seconds": 152.03140354156494, "eval": "val", "test_mse": 0.38534617267015614, "splits": 10908, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 3.0, "seed": 3, "seconds": 145.02903413772583, "eval": "val", "test_mse": 0.3860639061785852, "splits": 15303, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 4, "seconds": 124.77399182319641, "eval": "val", "test_mse": 0.38634229851978735, "splits": 6863, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 4, "seconds": 141.05447220802307, "eval": "val", "test_mse": 0.3855630927240201, "splits": 6635, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 3.0, "seed": 4, "seconds": 146.76922488212585, "eval": "val", "test_mse": 0.3856574618914629, "splits": 7717, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 3.0, "seed": 4, "seconds": 153.93056440353394, "eval": "val", "test_mse": 0.385575085810663, "splits": 10721, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 3.0, "seed": 4, "seconds": 171.91250443458557, "eval": "val", "test_mse": 0.3852471883718896, "splits": 15287, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 5, "seconds": 140.58935523033142, "eval": "val", "test_mse": 0.38736921364908317, "splits": 6955, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans", "epochs": 3.0, "seed": 5, "seconds": 157.18626475334167, "eval": "val", "test_mse": 0.3863651282676824, "splits": 6705, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F1_sp_tau0.2", "epochs": 3.0, "seed": 5, "seconds": 144.47028970718384, "eval": "val", "test_mse": 0.38567624297111797, "splits": 7753, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F2_sp_tau0.2_a1.4", "epochs": 3.0, "seed": 5, "seconds": 148.4260606765747, "eval": "val", "test_mse": 0.38529652813263926, "splits": 10854, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} +{"dataset": "deep1b-1M", "k": 16384, "method": "F3_sp_e1_tau0.2_a1.4", "epochs": 3.0, "seed": 5, "seconds": 139.2484278678894, "eval": "val", "test_mse": 0.3852388032336672, "splits": 15388, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "35e2673"} diff --git a/results/dev/iter10_11_full_scale_approx.jsonl b/results/dev/iter10_11_full_scale_approx.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a8a211557568732931e7acfb5bdd5fb1e876bc62 --- /dev/null +++ b/results/dev/iter10_11_full_scale_approx.jsonl @@ -0,0 +1,46 @@ +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 1, "seconds": 114.53638100624084, "eval": "val", "test_mse": 0.3856900391283131, "splits": 6803, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 1, "seconds": 130.14700984954834, "eval": "val", "test_mse": 0.38607927983142515, "splits": 10772, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16km", "epochs": 3.0, "seed": 1, "seconds": 77.27655482292175, "eval": "val", "test_mse": 0.3844793376374732, "splits": 14285, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x32km", "epochs": 3.0, "seed": 1, "seconds": 97.61030793190002, "eval": "val", "test_mse": 0.3857267341874741, "splits": 14258, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 32, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16", "epochs": 3.0, "seed": 1, "seconds": 76.68965125083923, "eval": "val", "test_mse": 0.3848552861048793, "splits": 14348, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 2, "seconds": 113.67830562591553, "eval": "val", "test_mse": 0.38587980013196943, "splits": 6843, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 2, "seconds": 124.68615937232971, "eval": "val", "test_mse": 0.38525844333972026, "splits": 10808, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16km", "epochs": 3.0, "seed": 2, "seconds": 74.98357725143433, "eval": "val", "test_mse": 0.3851773420534504, "splits": 14508, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x32km", "epochs": 3.0, "seed": 2, "seconds": 99.16163086891174, "eval": "val", "test_mse": 0.38571157438515147, "splits": 14427, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 32, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16", "epochs": 3.0, "seed": 2, "seconds": 78.50508117675781, "eval": "val", "test_mse": 0.38518911117090704, "splits": 14549, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 3, "seconds": 116.64015030860901, "eval": "val", "test_mse": 0.38641791994680114, "splits": 6953, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 3, "seconds": 133.9415888786316, "eval": "val", "test_mse": 0.38534617267015614, "splits": 10908, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16km", "epochs": 3.0, "seed": 3, "seconds": 74.20717787742615, "eval": "val", "test_mse": 0.3848038470869474, "splits": 14382, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x32km", "epochs": 3.0, "seed": 3, "seconds": 91.4851644039154, "eval": "val", "test_mse": 0.38516939607575895, "splits": 14364, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 32, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16", "epochs": 3.0, "seed": 3, "seconds": 73.17905139923096, "eval": "val", "test_mse": 0.3852535750349121, "splits": 14425, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 4.0, "seed": 1, "seconds": 148.92936491966248, "eval": "val", "test_mse": 0.38603281016340824, "splits": 7116, "batch": 65536, "alpha0": 0.350089783859781, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 4.0, "seed": 1, "seconds": 170.19963836669922, "eval": "val", "test_mse": 0.3854962810714101, "splits": 12014, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16km", "epochs": 4.0, "seed": 1, "seconds": 90.4306583404541, "eval": "val", "test_mse": 0.38507363890376217, "splits": 16297, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x32km", "epochs": 4.0, "seed": 1, "seconds": 117.15906739234924, "eval": "val", "test_mse": 0.3855858371853686, "splits": 16171, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 32, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16", "epochs": 4.0, "seed": 1, "seconds": 89.399493932724, "eval": "val", "test_mse": 0.38489982145340074, "splits": 16250, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 4.0, "seed": 2, "seconds": 147.53189754486084, "eval": "val", "test_mse": 0.386078325887777, "splits": 7184, "batch": 65536, "alpha0": 0.350089783859781, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 4.0, "seed": 2, "seconds": 163.4558653831482, "eval": "val", "test_mse": 0.3852837236646752, "splits": 12045, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16km", "epochs": 4.0, "seed": 2, "seconds": 92.1462824344635, "eval": "val", "test_mse": 0.3851783386422999, "splits": 16378, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x32km", "epochs": 4.0, "seed": 2, "seconds": 119.50748229026794, "eval": "val", "test_mse": 0.3853207173041309, "splits": 16389, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 32, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16", "epochs": 4.0, "seed": 2, "seconds": 91.61831331253052, "eval": "val", "test_mse": 0.38449585861875835, "splits": 16439, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 4.0, "seed": 3, "seconds": 145.68573904037476, "eval": "val", "test_mse": 0.3862337733759176, "splits": 7245, "batch": 65536, "alpha0": 0.350089783859781, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 4.0, "seed": 3, "seconds": 176.71177864074707, "eval": "val", "test_mse": 0.3850650057821313, "splits": 12140, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16km", "epochs": 4.0, "seed": 3, "seconds": 96.43364930152893, "eval": "val", "test_mse": 0.3848808698439172, "splits": 16288, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x32km", "epochs": 4.0, "seed": 3, "seconds": 126.04502892494202, "eval": "val", "test_mse": 0.385107541038137, "splits": 16303, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 32, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16", "epochs": 4.0, "seed": 3, "seconds": 97.85528779029846, "eval": "val", "test_mse": 0.3848603276250397, "splits": 16378, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_exact", "epochs": 3.0, "seed": 1, "seconds": 134.22251796722412, "eval": "val", "test_mse": 0.38562942519276505, "splits": 14287, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "c228c75", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x8km", "epochs": 3.0, "seed": 1, "seconds": 72.6878650188446, "eval": "val", "test_mse": 0.38579744952235834, "splits": 14371, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "c228c75", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 8, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_exact", "epochs": 3.0, "seed": 2, "seconds": 129.25781440734863, "eval": "val", "test_mse": 0.38617644521287686, "splits": 14413, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "c228c75", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x8km", "epochs": 3.0, "seed": 2, "seconds": 67.7076666355133, "eval": "val", "test_mse": 0.38492292811731077, "splits": 14667, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "c228c75", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 8, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_exact", "epochs": 3.0, "seed": 3, "seconds": 129.09504318237305, "eval": "val", "test_mse": 0.3859456884841621, "splits": 14385, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "c228c75", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x8km", "epochs": 3.0, "seed": 3, "seconds": 64.63446831703186, "eval": "val", "test_mse": 0.38578801758982034, "splits": 14455, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "c228c75", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 8, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 4, "seconds": 109.76477003097534, "eval": "val", "test_mse": 0.38634229851978735, "splits": 6863, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "c228c75", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_exact", "epochs": 3.0, "seed": 4, "seconds": 125.68628454208374, "eval": "val", "test_mse": 0.38557515891749733, "splits": 14358, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "c228c75", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x8km", "epochs": 3.0, "seed": 4, "seconds": 68.10118865966797, "eval": "val", "test_mse": 0.38572391157828745, "splits": 14484, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "c228c75", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 8, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16km", "epochs": 3.0, "seed": 4, "seconds": 74.1639974117279, "eval": "val", "test_mse": 0.3857524699279927, "splits": 14433, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "c228c75", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16", "epochs": 3.0, "seed": 4, "seconds": 75.47375774383545, "eval": "val", "test_mse": 0.3851547371518417, "splits": 14560, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "c228c75", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 5, "seconds": 110.66748929023743, "eval": "val", "test_mse": 0.38736921364908317, "splits": 6955, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "c228c75", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_exact", "epochs": 3.0, "seed": 5, "seconds": 127.62634038925171, "eval": "val", "test_mse": 0.385023396986396, "splits": 14441, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "c228c75", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x8km", "epochs": 3.0, "seed": 5, "seconds": 65.40269255638123, "eval": "val", "test_mse": 0.3854194622375061, "splits": 14554, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "c228c75", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 8, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16km", "epochs": 3.0, "seed": 5, "seconds": 73.04950308799744, "eval": "val", "test_mse": 0.38491700033039333, "splits": 14403, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "c228c75", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16", "epochs": 3.0, "seed": 5, "seconds": 74.41467070579529, "eval": "val", "test_mse": 0.3850788741958503, "splits": 14544, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "c228c75", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16], "batch_scale": null, "alpha_scale": 1.4}} diff --git a/results/dev/iter10_full_scale_approx.jsonl b/results/dev/iter10_full_scale_approx.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..dec561ee56045d6e85d830974a1a62f122b51992 --- /dev/null +++ b/results/dev/iter10_full_scale_approx.jsonl @@ -0,0 +1,30 @@ +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 1, "seconds": 114.53638100624084, "eval": "val", "test_mse": 0.3856900391283131, "splits": 6803, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 1, "seconds": 130.14700984954834, "eval": "val", "test_mse": 0.38607927983142515, "splits": 10772, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16km", "epochs": 3.0, "seed": 1, "seconds": 77.27655482292175, "eval": "val", "test_mse": 0.3844793376374732, "splits": 14285, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x32km", "epochs": 3.0, "seed": 1, "seconds": 97.61030793190002, "eval": "val", "test_mse": 0.3857267341874741, "splits": 14258, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 32, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16", "epochs": 3.0, "seed": 1, "seconds": 76.68965125083923, "eval": "val", "test_mse": 0.3848552861048793, "splits": 14348, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 2, "seconds": 113.67830562591553, "eval": "val", "test_mse": 0.38587980013196943, "splits": 6843, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 2, "seconds": 124.68615937232971, "eval": "val", "test_mse": 0.38525844333972026, "splits": 10808, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16km", "epochs": 3.0, "seed": 2, "seconds": 74.98357725143433, "eval": "val", "test_mse": 0.3851773420534504, "splits": 14508, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x32km", "epochs": 3.0, "seed": 2, "seconds": 99.16163086891174, "eval": "val", "test_mse": 0.38571157438515147, "splits": 14427, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 32, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16", "epochs": 3.0, "seed": 2, "seconds": 78.50508117675781, "eval": "val", "test_mse": 0.38518911117090704, "splits": 14549, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 3, "seconds": 116.64015030860901, "eval": "val", "test_mse": 0.38641791994680114, "splits": 6953, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 3.0, "seed": 3, "seconds": 133.9415888786316, "eval": "val", "test_mse": 0.38534617267015614, "splits": 10908, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16km", "epochs": 3.0, "seed": 3, "seconds": 74.20717787742615, "eval": "val", "test_mse": 0.3848038470869474, "splits": 14382, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x32km", "epochs": 3.0, "seed": 3, "seconds": 91.4851644039154, "eval": "val", "test_mse": 0.38516939607575895, "splits": 14364, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 32, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16", "epochs": 3.0, "seed": 3, "seconds": 73.17905139923096, "eval": "val", "test_mse": 0.3852535750349121, "splits": 14425, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 4.0, "seed": 1, "seconds": 148.92936491966248, "eval": "val", "test_mse": 0.38603281016340824, "splits": 7116, "batch": 65536, "alpha0": 0.350089783859781, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 4.0, "seed": 1, "seconds": 170.19963836669922, "eval": "val", "test_mse": 0.3854962810714101, "splits": 12014, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16km", "epochs": 4.0, "seed": 1, "seconds": 90.4306583404541, "eval": "val", "test_mse": 0.38507363890376217, "splits": 16297, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x32km", "epochs": 4.0, "seed": 1, "seconds": 117.15906739234924, "eval": "val", "test_mse": 0.3855858371853686, "splits": 16171, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 32, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16", "epochs": 4.0, "seed": 1, "seconds": 89.399493932724, "eval": "val", "test_mse": 0.38489982145340074, "splits": 16250, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 4.0, "seed": 2, "seconds": 147.53189754486084, "eval": "val", "test_mse": 0.386078325887777, "splits": 7184, "batch": 65536, "alpha0": 0.350089783859781, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 4.0, "seed": 2, "seconds": 163.4558653831482, "eval": "val", "test_mse": 0.3852837236646752, "splits": 12045, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16km", "epochs": 4.0, "seed": 2, "seconds": 92.1462824344635, "eval": "val", "test_mse": 0.3851783386422999, "splits": 16378, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x32km", "epochs": 4.0, "seed": 2, "seconds": 119.50748229026794, "eval": "val", "test_mse": 0.3853207173041309, "splits": 16389, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 32, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16", "epochs": 4.0, "seed": 2, "seconds": 91.61831331253052, "eval": "val", "test_mse": 0.38449585861875835, "splits": 16439, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 4.0, "seed": 3, "seconds": 145.68573904037476, "eval": "val", "test_mse": 0.3862337733759176, "splits": 7245, "batch": 65536, "alpha0": 0.350089783859781, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pemeans_v2", "epochs": 4.0, "seed": 3, "seconds": 176.71177864074707, "eval": "val", "test_mse": 0.3850650057821313, "splits": 12140, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16km", "epochs": 4.0, "seed": 3, "seconds": 96.43364930152893, "eval": "val", "test_mse": 0.3848808698439172, "splits": 16288, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x32km", "epochs": 4.0, "seed": 3, "seconds": 126.04502892494202, "eval": "val", "test_mse": 0.385107541038137, "splits": 16303, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 32, "km"], "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "v3_apx128x16", "epochs": 4.0, "seed": 3, "seconds": 97.85528779029846, "eval": "val", "test_mse": 0.3848603276250397, "splits": 16378, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "fbb4e40", "kwargs": {"split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": [128, 16], "batch_scale": null, "alpha_scale": 1.4}} diff --git a/results/dev/iter13_growth.jsonl b/results/dev/iter13_growth.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..73c01a457792f4646f16ef3fbe6671764998f697 --- /dev/null +++ b/results/dev/iter13_growth.jsonl @@ -0,0 +1,50 @@ +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "official", "seed": 1, "val_mse": 0.4363295405322455, "seconds": 5.5346519947052} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow0", "seed": 1, "val_mse": 0.4321792637435543, "seconds": 3.220541000366211} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow2", "seed": 1, "val_mse": 0.44220712970533405, "seconds": 2.792459726333618} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow3", "seed": 1, "val_mse": 0.4414633555232456, "seconds": 3.5275156497955322} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow4", "seed": 1, "val_mse": 0.4416634532377369, "seconds": 5.3987274169921875} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "official", "seed": 2, "val_mse": 0.4368302568392248, "seconds": 6.352935314178467} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow0", "seed": 2, "val_mse": 0.43224252850194245, "seconds": 4.4195473194122314} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow2", "seed": 2, "val_mse": 0.4413474457582364, "seconds": 5.954278469085693} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow3", "seed": 2, "val_mse": 0.4415567082095421, "seconds": 5.749933481216431} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow4", "seed": 2, "val_mse": 0.4408346676616841, "seconds": 5.7596118450164795} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "official", "seed": 3, "val_mse": 0.4372010018481671, "seconds": 7.160033941268921} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow0", "seed": 3, "val_mse": 0.43259771083459647, "seconds": 7.483419895172119} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow2", "seed": 3, "val_mse": 0.44149687215479044, "seconds": 6.155831575393677} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow3", "seed": 3, "val_mse": 0.440916508171886, "seconds": 3.0895464420318604} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow4", "seed": 3, "val_mse": 0.4408329614886677, "seconds": 2.4911985397338867} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "official", "seed": 4, "val_mse": 0.43626771366294004, "seconds": 2.8356873989105225} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow0", "seed": 4, "val_mse": 0.4316928506222499, "seconds": 2.980153799057007} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow2", "seed": 4, "val_mse": 0.44009315189342635, "seconds": 2.3847618103027344} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow3", "seed": 4, "val_mse": 0.4400989623704057, "seconds": 2.4533350467681885} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow4", "seed": 4, "val_mse": 0.4407409733793558, "seconds": 2.2266712188720703} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "official", "seed": 5, "val_mse": 0.43676975828366976, "seconds": 2.5802576541900635} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow0", "seed": 5, "val_mse": 0.432742573999908, "seconds": 3.145941972732544} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow2", "seed": 5, "val_mse": 0.44033513789958667, "seconds": 2.555288791656494} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow3", "seed": 5, "val_mse": 0.44213637242823406, "seconds": 2.2555477619171143} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 1.0, "method": "pisces_grow4", "seed": 5, "val_mse": 0.44163513097813356, "seconds": 2.143763780593872} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "official", "seed": 1, "val_mse": 0.43063707788262107, "seconds": 7.048501491546631} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow0", "seed": 1, "val_mse": 0.42912511050154706, "seconds": 7.168767213821411} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow2", "seed": 1, "val_mse": 0.429825158038828, "seconds": 6.948461532592773} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow3", "seed": 1, "val_mse": 0.42961792922394615, "seconds": 6.521954536437988} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow4", "seed": 1, "val_mse": 0.4298764640565874, "seconds": 6.747688055038452} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "official", "seed": 2, "val_mse": 0.43072090295649407, "seconds": 7.24529504776001} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow0", "seed": 2, "val_mse": 0.42760711036012833, "seconds": 6.71126914024353} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow2", "seed": 2, "val_mse": 0.43022652080669105, "seconds": 6.498446702957153} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow3", "seed": 2, "val_mse": 0.4298328567285529, "seconds": 6.35959792137146} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow4", "seed": 2, "val_mse": 0.4297466929501779, "seconds": 6.741494655609131} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "official", "seed": 3, "val_mse": 0.43013894849006445, "seconds": 7.383005142211914} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow0", "seed": 3, "val_mse": 0.42897453300508775, "seconds": 7.237024545669556} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow2", "seed": 3, "val_mse": 0.4297494286486117, "seconds": 6.644301414489746} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow3", "seed": 3, "val_mse": 0.43003350746983626, "seconds": 6.989625453948975} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow4", "seed": 3, "val_mse": 0.42928568968784514, "seconds": 6.829282760620117} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "official", "seed": 4, "val_mse": 0.4305108453420924, "seconds": 7.563861608505249} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow0", "seed": 4, "val_mse": 0.4284901754621287, "seconds": 6.874578475952148} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow2", "seed": 4, "val_mse": 0.4293589971899246, "seconds": 6.626075983047485} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow3", "seed": 4, "val_mse": 0.42945026407461, "seconds": 6.53421950340271} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow4", "seed": 4, "val_mse": 0.429820243214578, "seconds": 6.76755690574646} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "official", "seed": 5, "val_mse": 0.43022942402084474, "seconds": 7.269297361373901} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow0", "seed": 5, "val_mse": 0.4289003443505859, "seconds": 6.6671366691589355} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow2", "seed": 5, "val_mse": 0.43021325166301205, "seconds": 6.959052324295044} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow3", "seed": 5, "val_mse": 0.4297187408167527, "seconds": 6.927793502807617} +{"tag": "iter13_growth", "n": 250000, "k": 4096, "epochs": 3.0, "method": "pisces_grow4", "seed": 5, "val_mse": 0.43032515885518224, "seconds": 6.344773769378662} diff --git a/results/dev/iter15_candidates.jsonl b/results/dev/iter15_candidates.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..bbf92ccbe2642acef67416ef71e27c0cbae1f1b9 --- /dev/null +++ b/results/dev/iter15_candidates.jsonl @@ -0,0 +1,80 @@ +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 4.057523488998413, "val_mse": 0.4363295405322455, "splits": 2155} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.080683708190918, "val_mse": 0.4320805043369529, "splits": 3654} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "mom0.3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.3, "momentum_until": 0.7}, "seconds": 2.4369027614593506, "val_mse": 0.4332242661637641, "splits": 4137} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "mom0.6", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.6, "momentum_until": 0.7}, "seconds": 2.3399317264556885, "val_mse": 0.43627978702118236, "splits": 5192} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "probes4to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [4, 16]}, "seconds": 2.277500629425049, "val_mse": 0.4320805043369529, "splits": 3654} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "probes8to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [8, 16]}, "seconds": 2.4522626399993896, "val_mse": 0.4320805043369529, "splits": 3654} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "polish_exact", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1}, "seconds": 6.599739074707031, "val_mse": 0.43017753325233626, "splits": 3654} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 3.99767804145813, "val_mse": 0.43014256790011424, "splits": 3654} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 4.2452170848846436, "val_mse": 0.4368302568392248, "splits": 2157} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.63871169090271, "val_mse": 0.43327278206988196, "splits": 3642} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "mom0.3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.3, "momentum_until": 0.7}, "seconds": 2.7920804023742676, "val_mse": 0.4335439864960297, "splits": 4125} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "mom0.6", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.6, "momentum_until": 0.7}, "seconds": 2.7388181686401367, "val_mse": 0.4362187784970576, "splits": 5158} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "probes4to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [4, 16]}, "seconds": 2.684706687927246, "val_mse": 0.43327278206988196, "splits": 3642} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "probes8to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [8, 16]}, "seconds": 2.797166585922241, "val_mse": 0.43327278206988196, "splits": 3642} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "polish_exact", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1}, "seconds": 6.639840841293335, "val_mse": 0.4314510424042404, "splits": 3642} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 4.069073677062988, "val_mse": 0.43143161837022453, "splits": 3642} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 4.082056522369385, "val_mse": 0.4372010018481671, "splits": 2156} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.4654204845428467, "val_mse": 0.4326937616051091, "splits": 3645} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "mom0.3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.3, "momentum_until": 0.7}, "seconds": 2.6188604831695557, "val_mse": 0.43362427362135514, "splits": 4117} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "mom0.6", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.6, "momentum_until": 0.7}, "seconds": 2.6658570766448975, "val_mse": 0.43725071424136097, "splits": 5132} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "probes4to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [4, 16]}, "seconds": 2.5747127532958984, "val_mse": 0.4326937616051091, "splits": 3645} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "probes8to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [8, 16]}, "seconds": 2.505460262298584, "val_mse": 0.4326937616051091, "splits": 3645} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "polish_exact", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1}, "seconds": 6.391097545623779, "val_mse": 0.4310639017193218, "splits": 3645} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 4.125165700912476, "val_mse": 0.4310690005345135, "splits": 3645} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 4.211565732955933, "val_mse": 0.43626771366294004, "splits": 2165} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.5094361305236816, "val_mse": 0.4322179479691986, "splits": 3637} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "mom0.3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.3, "momentum_until": 0.7}, "seconds": 2.586239814758301, "val_mse": 0.4326196283641193, "splits": 4103} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "mom0.6", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.6, "momentum_until": 0.7}, "seconds": 2.4480204582214355, "val_mse": 0.4369693894878324, "splits": 5150} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "probes4to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [4, 16]}, "seconds": 2.4588522911071777, "val_mse": 0.4322179479691986, "splits": 3637} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "probes8to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [8, 16]}, "seconds": 2.4416778087615967, "val_mse": 0.4322179479691986, "splits": 3637} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "polish_exact", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1}, "seconds": 5.759318590164185, "val_mse": 0.43042902734732563, "splits": 3637} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 3.8915929794311523, "val_mse": 0.43044706429427376, "splits": 3637} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 4.1396989822387695, "val_mse": 0.43676975828366976, "splits": 2165} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.9799184799194336, "val_mse": 0.43255171314487645, "splits": 3663} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "mom0.3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.3, "momentum_until": 0.7}, "seconds": 2.5509862899780273, "val_mse": 0.43210654698163425, "splits": 4136} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "mom0.6", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.6, "momentum_until": 0.7}, "seconds": 2.6683316230773926, "val_mse": 0.43615199939566157, "splits": 5201} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "probes4to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [4, 16]}, "seconds": 2.63215970993042, "val_mse": 0.43255171314487645, "splits": 3663} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "probes8to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [8, 16]}, "seconds": 2.6815497875213623, "val_mse": 0.43255171314487645, "splits": 3663} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "polish_exact", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1}, "seconds": 5.573449373245239, "val_mse": 0.43056399609801776, "splits": 3663} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 3.6797029972076416, "val_mse": 0.43056384561747274, "splits": 3663} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 11.290793180465698, "val_mse": 0.43063707788262107, "splits": 1634} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 5.570632457733154, "val_mse": 0.4291236395439884, "splits": 3484} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "mom0.3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.3, "momentum_until": 0.7}, "seconds": 6.122437953948975, "val_mse": 0.42970883356381145, "splits": 4491} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "mom0.6", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.6, "momentum_until": 0.7}, "seconds": 6.283105134963989, "val_mse": 0.430761683138238, "splits": 6944} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "probes4to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [4, 16]}, "seconds": 6.936774253845215, "val_mse": 0.4290696666956805, "splits": 3474} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "probes8to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [8, 16]}, "seconds": 10.146284818649292, "val_mse": 0.4294236735836542, "splits": 3496} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "polish_exact", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1}, "seconds": 16.10398292541504, "val_mse": 0.4288988193157331, "splits": 3484} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 11.790762901306152, "val_mse": 0.4289181242786019, "splits": 3484} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 22.729726552963257, "val_mse": 0.43072090295649407, "splits": 1567} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 8.330267429351807, "val_mse": 0.4277014940961009, "splits": 3471} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "mom0.3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.3, "momentum_until": 0.7}, "seconds": 6.130937337875366, "val_mse": 0.4293239323090764, "splits": 4566} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "mom0.6", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.6, "momentum_until": 0.7}, "seconds": 6.134567499160767, "val_mse": 0.4319265791430299, "splits": 6829} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "probes4to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [4, 16]}, "seconds": 5.9790613651275635, "val_mse": 0.42847804585429106, "splits": 3437} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "probes8to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [8, 16]}, "seconds": 6.115382671356201, "val_mse": 0.42881713122694465, "splits": 3401} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "polish_exact", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1}, "seconds": 8.264118432998657, "val_mse": 0.42752823293890224, "splits": 3471} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 7.171111106872559, "val_mse": 0.42752728948152974, "splits": 3471} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 11.72789716720581, "val_mse": 0.43013894849006445, "splits": 1646} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 6.368490695953369, "val_mse": 0.4288619484793988, "splits": 3508} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "mom0.3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.3, "momentum_until": 0.7}, "seconds": 5.783562660217285, "val_mse": 0.4299160013575923, "splits": 4609} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "mom0.6", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.6, "momentum_until": 0.7}, "seconds": 5.85134744644165, "val_mse": 0.43096811905893867, "splits": 6962} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "probes4to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [4, 16]}, "seconds": 5.89661169052124, "val_mse": 0.4290745674591968, "splits": 3482} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "probes8to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [8, 16]}, "seconds": 6.25952672958374, "val_mse": 0.4289131922247402, "splits": 3450} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "polish_exact", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1}, "seconds": 8.90232801437378, "val_mse": 0.42862714311291494, "splits": 3508} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 7.195619821548462, "val_mse": 0.42862786200778835, "splits": 3508} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 10.4903244972229, "val_mse": 0.4305108453420924, "splits": 1609} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 5.915576457977295, "val_mse": 0.4284580589113696, "splits": 3477} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "mom0.3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.3, "momentum_until": 0.7}, "seconds": 5.969467878341675, "val_mse": 0.43013097631752034, "splits": 4504} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "mom0.6", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.6, "momentum_until": 0.7}, "seconds": 5.919455528259277, "val_mse": 0.4312650799504163, "splits": 6843} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "probes4to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [4, 16]}, "seconds": 5.79838752746582, "val_mse": 0.4290011010330233, "splits": 3524} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "probes8to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [8, 16]}, "seconds": 6.111847162246704, "val_mse": 0.42847857423135266, "splits": 3452} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "polish_exact", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1}, "seconds": 9.663763046264648, "val_mse": 0.42826779866050235, "splits": 3477} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 7.318812370300293, "val_mse": 0.42825459563248075, "splits": 3477} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 11.01357889175415, "val_mse": 0.43022942402084474, "splits": 1608} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 6.110713243484497, "val_mse": 0.4289538168077089, "splits": 3507} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "mom0.3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.3, "momentum_until": 0.7}, "seconds": 6.185392618179321, "val_mse": 0.43011854269568855, "splits": 4553} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "mom0.6", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "momentum": 0.6, "momentum_until": 0.7}, "seconds": 6.201636552810669, "val_mse": 0.43205537210441064, "splits": 6899} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "probes4to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [4, 16]}, "seconds": 6.328945159912109, "val_mse": 0.4290877991866664, "splits": 3538} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "probes8to16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "probe_sched": [8, 16]}, "seconds": 6.150999307632446, "val_mse": 0.4295312045200905, "splits": 3523} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "polish_exact", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1}, "seconds": 9.214595794677734, "val_mse": 0.4287873179011267, "splits": 3507} +{"tag": "iter15_candidates", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 7.077222585678101, "val_mse": 0.4287661242897715, "splits": 3507} diff --git a/results/dev/iter16_pisces_long.jsonl b/results/dev/iter16_pisces_long.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..06c30f049ffff6e038c8c4878aab5a574ec7bcc5 --- /dev/null +++ b/results/dev/iter16_pisces_long.jsonl @@ -0,0 +1,30 @@ +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 1.5, "seed": 1, "variant": "official", "kwargs": null, "seconds": 5.702214479446411, "val_mse": 0.43238090921146294, "splits": 2253} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 1.5, "seed": 1, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 3.46211314201355, "val_mse": 0.43058030482582454, "splits": 4038} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 1.5, "seed": 2, "variant": "official", "kwargs": null, "seconds": 6.344234466552734, "val_mse": 0.4326524022757212, "splits": 2243} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 1.5, "seed": 2, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 4.045422554016113, "val_mse": 0.43122125262196725, "splits": 3993} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 1.5, "seed": 3, "variant": "official", "kwargs": null, "seconds": 6.59462571144104, "val_mse": 0.43386930167776516, "splits": 2263} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 1.5, "seed": 3, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 3.794215202331543, "val_mse": 0.4306383327202585, "splits": 3989} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 1.5, "seed": 4, "variant": "official", "kwargs": null, "seconds": 6.536798477172852, "val_mse": 0.43231643441986073, "splits": 2249} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 1.5, "seed": 4, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 3.9137074947357178, "val_mse": 0.43129383104513763, "splits": 4012} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 1.5, "seed": 5, "variant": "official", "kwargs": null, "seconds": 6.837066650390625, "val_mse": 0.43270031058955066, "splits": 2252} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 1.5, "seed": 5, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 3.552868366241455, "val_mse": 0.43161147618747253, "splits": 3980} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 2.5, "seed": 1, "variant": "official", "kwargs": null, "seconds": 9.704665184020996, "val_mse": 0.43101411934380585, "splits": 1602} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 2.5, "seed": 1, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 5.616570472717285, "val_mse": 0.4295325683096865, "splits": 3234} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 2.5, "seed": 2, "variant": "official", "kwargs": null, "seconds": 8.994983196258545, "val_mse": 0.43195565032735356, "splits": 1541} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 2.5, "seed": 2, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 5.334590196609497, "val_mse": 0.4284828908475244, "splits": 3213} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 2.5, "seed": 3, "variant": "official", "kwargs": null, "seconds": 9.779309272766113, "val_mse": 0.4307247574164453, "splits": 1603} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 2.5, "seed": 3, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 5.469104766845703, "val_mse": 0.4294141274962757, "splits": 3276} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 2.5, "seed": 4, "variant": "official", "kwargs": null, "seconds": 9.728360652923584, "val_mse": 0.4304926175435364, "splits": 1556} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 2.5, "seed": 4, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 5.138572454452515, "val_mse": 0.4286306921338612, "splits": 3227} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 2.5, "seed": 5, "variant": "official", "kwargs": null, "seconds": 9.423532485961914, "val_mse": 0.43123749266469585, "splits": 1587} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 2.5, "seed": 5, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 5.10090708732605, "val_mse": 0.4293120876018689, "splits": 3319} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 3.5, "seed": 1, "variant": "official", "kwargs": null, "seconds": 13.629694938659668, "val_mse": 0.43056716010001383, "splits": 1700} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 3.5, "seed": 1, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 7.138886213302612, "val_mse": 0.4289758136440815, "splits": 3628} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 3.5, "seed": 2, "variant": "official", "kwargs": null, "seconds": 13.528297424316406, "val_mse": 0.43037354154647056, "splits": 1632} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 3.5, "seed": 2, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 7.791498184204102, "val_mse": 0.4292999785854039, "splits": 3618} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 3.5, "seed": 3, "variant": "official", "kwargs": null, "seconds": 15.159682989120483, "val_mse": 0.42992334473317895, "splits": 1664} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 3.5, "seed": 3, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 7.549993991851807, "val_mse": 0.42925097141755014, "splits": 3695} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 3.5, "seed": 4, "variant": "official", "kwargs": null, "seconds": 15.466652631759644, "val_mse": 0.430694424386092, "splits": 1645} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 3.5, "seed": 4, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 8.022835731506348, "val_mse": 0.4286763545447381, "splits": 3611} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 3.5, "seed": 5, "variant": "official", "kwargs": null, "seconds": 13.369077205657959, "val_mse": 0.42958030136009673, "splits": 1667} +{"tag": "iter16_pisces_long", "n": 250000, "k": 4096, "epochs": 3.5, "seed": 5, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 7.730600118637085, "val_mse": 0.4284754160040001, "splits": 3691} diff --git a/results/dev/iter16_polish_short.jsonl b/results/dev/iter16_polish_short.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..7a92207b4d68e8d6802a5cc861133060b42af5d6 --- /dev/null +++ b/results/dev/iter16_polish_short.jsonl @@ -0,0 +1,50 @@ +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 3.473771333694458, "val_mse": 0.4363295405322455, "splits": 2155} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.4030308723449707, "val_mse": 0.4320805043369529, "splits": 3654} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "polish_p8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 3.640061378479004, "val_mse": 0.43006704298812665, "splits": 3654} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 3.9016337394714355, "val_mse": 0.43014256790011424, "splits": 3654} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "polish_p16_g32", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 2, "polish_probes": 16, "polish_second": "graph:32"}, "seconds": 4.73724102973938, "val_mse": 0.42960711233164184, "splits": 3654} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 3.4929795265197754, "val_mse": 0.4368302568392248, "splits": 2157} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.2380778789520264, "val_mse": 0.43327278206988196, "splits": 3642} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "polish_p8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 3.3567922115325928, "val_mse": 0.4313829853033994, "splits": 3642} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 3.6750118732452393, "val_mse": 0.43143161837022453, "splits": 3642} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "polish_p16_g32", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 2, "polish_probes": 16, "polish_second": "graph:32"}, "seconds": 3.9800658226013184, "val_mse": 0.4311362982387869, "splits": 3642} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 3.375584125518799, "val_mse": 0.4372010018481671, "splits": 2156} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.517552375793457, "val_mse": 0.4326937616051091, "splits": 3645} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "polish_p8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 3.5004496574401855, "val_mse": 0.430959757020227, "splits": 3645} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 3.6379802227020264, "val_mse": 0.4310690005345135, "splits": 3645} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "polish_p16_g32", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 2, "polish_probes": 16, "polish_second": "graph:32"}, "seconds": 3.9777536392211914, "val_mse": 0.4306763746311046, "splits": 3645} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 3.347015619277954, "val_mse": 0.43626771366294004, "splits": 2165} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 1.995826244354248, "val_mse": 0.4322179479691986, "splits": 3637} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "polish_p8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 3.0115342140197754, "val_mse": 0.43041307384122146, "splits": 3637} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 3.2301647663116455, "val_mse": 0.43044706429427376, "splits": 3637} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "polish_p16_g32", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 2, "polish_probes": 16, "polish_second": "graph:32"}, "seconds": 3.7599680423736572, "val_mse": 0.4298622636913464, "splits": 3637} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 3.2169361114501953, "val_mse": 0.43676975828366976, "splits": 2165} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.253244638442993, "val_mse": 0.43255171314487645, "splits": 3663} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "polish_p8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 3.5291130542755127, "val_mse": 0.43049188822259266, "splits": 3663} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 3.6517343521118164, "val_mse": 0.43056384561747274, "splits": 3663} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "polish_p16_g32", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 2, "polish_probes": 16, "polish_second": "graph:32"}, "seconds": 4.172302007675171, "val_mse": 0.43016739973732854, "splits": 3663} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 8.04185152053833, "val_mse": 0.43171512942809415, "splits": 2298} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 1, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 4.767610311508179, "val_mse": 0.42807097997087684, "splits": 4301} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 1, "variant": "polish_p8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 5.676974296569824, "val_mse": 0.4278037546343283, "splits": 4301} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 1, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 5.222219467163086, "val_mse": 0.4278348067148374, "splits": 4301} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 1, "variant": "polish_p16_g32", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 2, "polish_probes": 16, "polish_second": "graph:32"}, "seconds": 5.7172112464904785, "val_mse": 0.4277880622587261, "splits": 4301} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 7.577988624572754, "val_mse": 0.4318832780055154, "splits": 2326} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 2, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 4.494517803192139, "val_mse": 0.4296314993328484, "splits": 4225} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 2, "variant": "polish_p8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 5.634610414505005, "val_mse": 0.42908152220701656, "splits": 4225} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 2, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 5.852721929550171, "val_mse": 0.4291192663245649, "splits": 4225} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 2, "variant": "polish_p16_g32", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 2, "polish_probes": 16, "polish_second": "graph:32"}, "seconds": 6.2764410972595215, "val_mse": 0.42895592773990265, "splits": 4225} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 6.930565595626831, "val_mse": 0.4308456149418652, "splits": 2346} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 3, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 5.104251861572266, "val_mse": 0.43011472513509996, "splits": 4264} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 3, "variant": "polish_p8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 5.865782737731934, "val_mse": 0.42988276340003656, "splits": 4264} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 3, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 5.97520637512207, "val_mse": 0.42989528933362764, "splits": 4264} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 3, "variant": "polish_p16_g32", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 2, "polish_probes": 16, "polish_second": "graph:32"}, "seconds": 6.411567449569702, "val_mse": 0.4298713714708905, "splits": 4264} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 8.025195837020874, "val_mse": 0.43111992827178436, "splits": 2339} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 4, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 4.755590915679932, "val_mse": 0.4294254771195637, "splits": 4228} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 4, "variant": "polish_p8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 5.918781995773315, "val_mse": 0.42902040528796986, "splits": 4228} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 4, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 6.01148533821106, "val_mse": 0.4290626882550032, "splits": 4228} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 4, "variant": "polish_p16_g32", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 2, "polish_probes": 16, "polish_second": "graph:32"}, "seconds": 6.432322978973389, "val_mse": 0.4289496985715265, "splits": 4228} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 7.608006000518799, "val_mse": 0.43136192775142956, "splits": 2327} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 5, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 4.155788898468018, "val_mse": 0.4297533563362456, "splits": 4220} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 5, "variant": "polish_p8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 5.572937488555908, "val_mse": 0.4291552873414872, "splits": 4220} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 5, "variant": "polish_p16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 16}, "seconds": 6.0656328201293945, "val_mse": 0.42920667945580226, "splits": 4220} +{"tag": "iter16_polish_short", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 5, "variant": "polish_p16_g32", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 2, "polish_probes": 16, "polish_second": "graph:32"}, "seconds": 6.213438510894775, "val_mse": 0.4291060522669313, "splits": 4220} diff --git a/results/dev/iter17_hnsw.jsonl b/results/dev/iter17_hnsw.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..66a30a101e6dca32485c271fa018418e4b01b5d4 --- /dev/null +++ b/results/dev/iter17_hnsw.jsonl @@ -0,0 +1,70 @@ +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 4.917774200439453, "val_mse": 0.4363295405322455, "splits": 2155} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.7447774410247803, "val_mse": 0.4320805043369529, "splits": 3654} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "h16_e16_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1]}, "seconds": 5.522923231124878, "val_mse": 0.43234975437609885, "splits": 3693} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "h16_e32_64_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 32, 64, 1]}, "seconds": 7.002401113510132, "val_mse": 0.4323612129984107, "splits": 3664} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "h16_e16_32_r8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 8]}, "seconds": 3.774873971939087, "val_mse": 0.43233963576270107, "splits": 3691} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "h16_e8_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 8, 32, 1]}, "seconds": 5.493669271469116, "val_mse": 0.43234975437609885, "splits": 3693} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "h16_e16_32_r1_pol", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1], "polish": 1, "polish_probes": 8}, "seconds": 7.67303466796875, "val_mse": 0.4302089197477575, "splits": 3693} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 4.59145712852478, "val_mse": 0.4368302568392248, "splits": 2157} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 3.1427853107452393, "val_mse": 0.43327278206988196, "splits": 3642} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "h16_e16_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1]}, "seconds": 5.94357967376709, "val_mse": 0.43267399141923013, "splits": 3637} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "h16_e32_64_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 32, 64, 1]}, "seconds": 6.778905153274536, "val_mse": 0.43267892133440045, "splits": 3648} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "h16_e16_32_r8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 8]}, "seconds": 3.775982618331909, "val_mse": 0.43244484968143804, "splits": 3648} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "h16_e8_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 8, 32, 1]}, "seconds": 5.328852415084839, "val_mse": 0.43267399141923013, "splits": 3637} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "h16_e16_32_r1_pol", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1], "polish": 1, "polish_probes": 8}, "seconds": 6.807416677474976, "val_mse": 0.4307630921717804, "splits": 3637} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 4.104843616485596, "val_mse": 0.4372010018481671, "splits": 2156} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.5588479042053223, "val_mse": 0.4326937616051091, "splits": 3645} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "h16_e16_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1]}, "seconds": 5.6842944622039795, "val_mse": 0.4329866063681213, "splits": 3691} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "h16_e32_64_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 32, 64, 1]}, "seconds": 6.67886209487915, "val_mse": 0.4317832148244035, "splits": 3659} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "h16_e16_32_r8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 8]}, "seconds": 3.8837461471557617, "val_mse": 0.432794789651102, "splits": 3697} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "h16_e8_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 8, 32, 1]}, "seconds": 5.84834361076355, "val_mse": 0.4329866063681213, "splits": 3691} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "h16_e16_32_r1_pol", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1], "polish": 1, "polish_probes": 8}, "seconds": 7.679924011230469, "val_mse": 0.4311386888392231, "splits": 3691} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 4.756274700164795, "val_mse": 0.43626771366294004, "splits": 2165} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.8394293785095215, "val_mse": 0.4322179479691986, "splits": 3637} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "h16_e16_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1]}, "seconds": 5.747163772583008, "val_mse": 0.43302672652634383, "splits": 3629} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "h16_e32_64_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 32, 64, 1]}, "seconds": 6.778416633605957, "val_mse": 0.43264460094776386, "splits": 3625} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "h16_e16_32_r8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 8]}, "seconds": 3.9308815002441406, "val_mse": 0.43297616889990875, "splits": 3651} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "h16_e8_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 8, 32, 1]}, "seconds": 5.650285959243774, "val_mse": 0.43302672652634383, "splits": 3629} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "h16_e16_32_r1_pol", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1], "polish": 1, "polish_probes": 8}, "seconds": 7.439304828643799, "val_mse": 0.43096679240204677, "splits": 3629} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 4.832642316818237, "val_mse": 0.43676975828366976, "splits": 2165} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 3.1614532470703125, "val_mse": 0.43255171314487645, "splits": 3663} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "h16_e16_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1]}, "seconds": 7.056315898895264, "val_mse": 0.43265013878354586, "splits": 3697} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "h16_e32_64_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 32, 64, 1]}, "seconds": 7.556188344955444, "val_mse": 0.4327505844917254, "splits": 3683} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "h16_e16_32_r8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 8]}, "seconds": 4.276952505111694, "val_mse": 0.43291786676892624, "splits": 3697} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "h16_e8_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 8, 32, 1]}, "seconds": 6.182121276855469, "val_mse": 0.43265013878354586, "splits": 3697} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "h16_e16_32_r1_pol", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1], "polish": 1, "polish_probes": 8}, "seconds": 7.03669285774231, "val_mse": 0.43032943480153746, "splits": 3697} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 13.384407997131348, "val_mse": 0.43063707788262107, "splits": 1634} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 6.895244598388672, "val_mse": 0.4291236395439884, "splits": 3484} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "h16_e16_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1]}, "seconds": 10.89812707901001, "val_mse": 0.42875252822713844, "splits": 3571} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "h16_e32_64_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 32, 64, 1]}, "seconds": 12.521852493286133, "val_mse": 0.42928306997804266, "splits": 3550} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "h16_e16_32_r8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 8]}, "seconds": 7.679171800613403, "val_mse": 0.42888332863223877, "splits": 3570} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "h16_e8_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 8, 32, 1]}, "seconds": 9.824154138565063, "val_mse": 0.4287437528417585, "splits": 3658} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "h16_e16_32_r1_pol", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1], "polish": 1, "polish_probes": 8}, "seconds": 11.906378984451294, "val_mse": 0.42855550845701457, "splits": 3571} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 12.261059284210205, "val_mse": 0.43072090295649407, "splits": 1567} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 6.970921277999878, "val_mse": 0.4277014940961009, "splits": 3471} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "h16_e16_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1]}, "seconds": 10.827030420303345, "val_mse": 0.429021553358048, "splits": 3528} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "h16_e32_64_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 32, 64, 1]}, "seconds": 13.217138290405273, "val_mse": 0.42929974897774353, "splits": 3445} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "h16_e16_32_r8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 8]}, "seconds": 7.705931663513184, "val_mse": 0.42850099148713205, "splits": 3531} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "h16_e8_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 8, 32, 1]}, "seconds": 10.29994535446167, "val_mse": 0.42897425767466474, "splits": 3669} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "h16_e16_32_r1_pol", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1], "polish": 1, "polish_probes": 8}, "seconds": 11.485820055007935, "val_mse": 0.4288177530869085, "splits": 3528} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 12.891547203063965, "val_mse": 0.43013894849006445, "splits": 1646} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 6.364409923553467, "val_mse": 0.4288619484793988, "splits": 3508} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "h16_e16_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1]}, "seconds": 10.404562950134277, "val_mse": 0.4290324244351846, "splits": 3554} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "h16_e32_64_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 32, 64, 1]}, "seconds": 12.150996685028076, "val_mse": 0.4290858275256289, "splits": 3497} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "h16_e16_32_r8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 8]}, "seconds": 7.252153635025024, "val_mse": 0.4287159858364649, "splits": 3563} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "h16_e8_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 8, 32, 1]}, "seconds": 9.738190174102783, "val_mse": 0.4288064924925151, "splits": 3712} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "h16_e16_32_r1_pol", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1], "polish": 1, "polish_probes": 8}, "seconds": 11.765414476394653, "val_mse": 0.4287947172899039, "splits": 3554} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 11.542042016983032, "val_mse": 0.4305108453420924, "splits": 1609} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 6.207061529159546, "val_mse": 0.4284580589113696, "splits": 3477} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "h16_e16_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1]}, "seconds": 10.535585165023804, "val_mse": 0.42873088180964114, "splits": 3520} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "h16_e32_64_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 32, 64, 1]}, "seconds": 12.298177719116211, "val_mse": 0.4286888361741489, "splits": 3464} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "h16_e16_32_r8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 8]}, "seconds": 6.916372060775757, "val_mse": 0.4292001262593991, "splits": 3524} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "h16_e8_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 8, 32, 1]}, "seconds": 9.049867868423462, "val_mse": 0.42876913720397714, "splits": 3669} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "h16_e16_32_r1_pol", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1], "polish": 1, "polish_probes": 8}, "seconds": 10.931465864181519, "val_mse": 0.4286801866017582, "splits": 3520} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 11.88628339767456, "val_mse": 0.43022942402084474, "splits": 1608} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 6.29316782951355, "val_mse": 0.4289538168077089, "splits": 3507} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "h16_e16_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1]}, "seconds": 9.932087898254395, "val_mse": 0.4292173893525654, "splits": 3537} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "h16_e32_64_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 32, 64, 1]}, "seconds": 10.922321557998657, "val_mse": 0.42929503254935325, "splits": 3517} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "h16_e16_32_r8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 8]}, "seconds": 6.51570725440979, "val_mse": 0.42918416785305563, "splits": 3541} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "h16_e8_32_r1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 8, 32, 1]}, "seconds": 9.555229663848877, "val_mse": 0.42995548196394573, "splits": 3709} +{"tag": "iter17_hnsw", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "h16_e16_32_r1_pol", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "hnsw": [16, 16, 32, 1], "polish": 1, "polish_probes": 8}, "seconds": 11.600669860839844, "val_mse": 0.4289737998360173, "splits": 3537} diff --git a/results/dev/iter18_fp16_polish.jsonl b/results/dev/iter18_fp16_polish.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..1d55833352e644096846f172866411d3ea01f993 --- /dev/null +++ b/results/dev/iter18_fp16_polish.jsonl @@ -0,0 +1,90 @@ +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 3.485468864440918, "val_mse": 0.4363295405322455, "splits": 2155} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.6803081035614014, "val_mse": 0.4320805043369529, "splits": 3654} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "fp16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16"}, "seconds": 2.2918972969055176, "val_mse": 0.4327295574347754, "splits": 3652} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 3.82621693611145, "val_mse": 0.43006704298812665, "splits": 3654} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "fp16_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 3.3837454319000244, "val_mse": 0.43072494962452773, "splits": 3652} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "fp16_last8_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": 8, "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 3.288093328475952, "val_mse": 0.43119651655219005, "splits": 3705} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 3.997980833053589, "val_mse": 0.4368302568392248, "splits": 2157} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.41717529296875, "val_mse": 0.43327278206988196, "splits": 3642} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "fp16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16"}, "seconds": 2.2736141681671143, "val_mse": 0.43257833263648593, "splits": 3649} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 3.74526047706604, "val_mse": 0.4313829853033994, "splits": 3642} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "fp16_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 3.429741382598877, "val_mse": 0.4308720664835718, "splits": 3649} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "fp16_last8_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": 8, "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 3.1334023475646973, "val_mse": 0.4307547914830796, "splits": 3686} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 4.06149697303772, "val_mse": 0.4372010018481671, "splits": 2156} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.46254825592041, "val_mse": 0.4326937616051091, "splits": 3645} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "fp16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16"}, "seconds": 2.419661521911621, "val_mse": 0.432981102063835, "splits": 3639} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 3.7121081352233887, "val_mse": 0.430959757020227, "splits": 3645} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "fp16_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 3.4870290756225586, "val_mse": 0.4312560836368047, "splits": 3639} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "fp16_last8_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": 8, "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 3.2759320735931396, "val_mse": 0.43113930221368657, "splits": 3658} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 4.487945795059204, "val_mse": 0.43626771366294004, "splits": 2165} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.7647957801818848, "val_mse": 0.4322179479691986, "splits": 3637} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "fp16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16"}, "seconds": 2.3495213985443115, "val_mse": 0.43207375458966424, "splits": 3627} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 3.803999185562134, "val_mse": 0.43041307384122146, "splits": 3637} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "fp16_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 3.553795337677002, "val_mse": 0.4303659965089577, "splits": 3627} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "fp16_last8_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": 8, "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 3.2540390491485596, "val_mse": 0.4300603976846862, "splits": 3640} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 3.994380235671997, "val_mse": 0.43676975828366976, "splits": 2165} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.6164705753326416, "val_mse": 0.43255171314487645, "splits": 3663} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "fp16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16"}, "seconds": 2.219896078109741, "val_mse": 0.4333373749098677, "splits": 3649} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 3.437943458557129, "val_mse": 0.43049188822259266, "splits": 3663} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "fp16_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 3.4028708934783936, "val_mse": 0.43102835643156184, "splits": 3649} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "fp16_last8_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": 8, "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 3.1431796550750732, "val_mse": 0.43068124891915993, "splits": 3676} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 8.102691173553467, "val_mse": 0.43171512942809415, "splits": 2298} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 1, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 4.720675706863403, "val_mse": 0.42807097997087684, "splits": 4301} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 1, "variant": "fp16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16"}, "seconds": 4.17856502532959, "val_mse": 0.42935873758185406, "splits": 4303} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 1, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 5.836484670639038, "val_mse": 0.4278037546343283, "splits": 4301} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 1, "variant": "fp16_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 5.4999120235443115, "val_mse": 0.4290421782184785, "splits": 4303} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 1, "variant": "fp16_last8_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": 8, "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 5.226858139038086, "val_mse": 0.4292042923495961, "splits": 4295} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 8.607211351394653, "val_mse": 0.4318832780055154, "splits": 2326} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 2, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 4.519852638244629, "val_mse": 0.4296314993328484, "splits": 4225} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 2, "variant": "fp16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16"}, "seconds": 4.33194637298584, "val_mse": 0.4298058804810486, "splits": 4263} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 2, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 5.8670737743377686, "val_mse": 0.42908152220701656, "splits": 4225} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 2, "variant": "fp16_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 5.65094518661499, "val_mse": 0.4292324290443914, "splits": 4263} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 2, "variant": "fp16_last8_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": 8, "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 5.4234089851379395, "val_mse": 0.42969334185723146, "splits": 4252} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 7.818439960479736, "val_mse": 0.4308456149418652, "splits": 2346} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 3, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 4.402831554412842, "val_mse": 0.43011472513509996, "splits": 4264} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 3, "variant": "fp16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16"}, "seconds": 4.2829601764678955, "val_mse": 0.4297374920879114, "splits": 4265} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 3, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 5.684830904006958, "val_mse": 0.42988276340003656, "splits": 4264} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 3, "variant": "fp16_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 5.469043016433716, "val_mse": 0.42930512343489263, "splits": 4265} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 3, "variant": "fp16_last8_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": 8, "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 5.247621297836304, "val_mse": 0.4294393698330092, "splits": 4267} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 8.3145170211792, "val_mse": 0.43111992827178436, "splits": 2339} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 4, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 4.622156858444214, "val_mse": 0.4294254771195637, "splits": 4228} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 4, "variant": "fp16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16"}, "seconds": 4.314165353775024, "val_mse": 0.4298366430583056, "splits": 4232} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 4, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 5.97067403793335, "val_mse": 0.42902040528796986, "splits": 4228} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 4, "variant": "fp16_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 5.788906812667847, "val_mse": 0.42927894955821055, "splits": 4232} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 4, "variant": "fp16_last8_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": 8, "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 5.29577374458313, "val_mse": 0.42950493586208666, "splits": 4220} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 8.344237089157104, "val_mse": 0.43136192775142956, "splits": 2327} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 5, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 4.721706390380859, "val_mse": 0.4297533563362456, "splits": 4220} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 5, "variant": "fp16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16"}, "seconds": 4.56105637550354, "val_mse": 0.42993393947037495, "splits": 4227} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 5, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 5.910231590270996, "val_mse": 0.4291552873414872, "splits": 4220} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 5, "variant": "fp16_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 5.352753639221191, "val_mse": 0.4295068261772701, "splits": 4227} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 2.0, "seed": 5, "variant": "fp16_last8_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": 8, "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 5.120571613311768, "val_mse": 0.4298531773004693, "splits": 4233} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 11.760643005371094, "val_mse": 0.43063707788262107, "splits": 1634} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 6.17882776260376, "val_mse": 0.4291236395439884, "splits": 3484} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "fp16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16"}, "seconds": 5.893831491470337, "val_mse": 0.42906046566677014, "splits": 3440} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 7.428675651550293, "val_mse": 0.4288433276971252, "splits": 3484} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "fp16_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 6.8283915519714355, "val_mse": 0.4289385769637429, "splits": 3440} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "fp16_last8_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": 8, "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 6.36989164352417, "val_mse": 0.4288159135648835, "splits": 3437} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 11.209287643432617, "val_mse": 0.43072090295649407, "splits": 1567} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 6.2239484786987305, "val_mse": 0.4277014940961009, "splits": 3471} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "fp16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16"}, "seconds": 6.051492691040039, "val_mse": 0.42966005842561855, "splits": 3449} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 7.015970706939697, "val_mse": 0.4274155145766416, "splits": 3471} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "fp16_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 6.745827913284302, "val_mse": 0.4295591950360144, "splits": 3449} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "fp16_last8_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": 8, "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 6.945630311965942, "val_mse": 0.42958981747384395, "splits": 3447} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 11.700691938400269, "val_mse": 0.43013894849006445, "splits": 1646} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 6.743006229400635, "val_mse": 0.4288619484793988, "splits": 3508} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "fp16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16"}, "seconds": 6.054884672164917, "val_mse": 0.4281826056747281, "splits": 3459} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 7.666922569274902, "val_mse": 0.428613789121319, "splits": 3508} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "fp16_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 6.9805073738098145, "val_mse": 0.4280404002112272, "splits": 3459} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "fp16_last8_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": 8, "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 7.071441888809204, "val_mse": 0.4281250534695164, "splits": 3459} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 11.666144132614136, "val_mse": 0.4305108453420924, "splits": 1609} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 6.591675281524658, "val_mse": 0.4284580589113696, "splits": 3477} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "fp16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16"}, "seconds": 6.053212881088257, "val_mse": 0.429615497035877, "splits": 3422} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 7.896588563919067, "val_mse": 0.4282486880207117, "splits": 3477} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "fp16_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 7.472193002700806, "val_mse": 0.42931321091743213, "splits": 3422} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "fp16_last8_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": 8, "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 7.004010200500488, "val_mse": 0.42944381899952644, "splits": 3422} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 11.728013515472412, "val_mse": 0.43022942402084474, "splits": 1608} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 6.380564212799072, "val_mse": 0.4289538168077089, "splits": 3507} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "fp16", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16"}, "seconds": 6.309005498886108, "val_mse": 0.429567272440105, "splits": 3529} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 8.153197050094604, "val_mse": 0.42875596425629875, "splits": 3507} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "fp16_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 7.7366437911987305, "val_mse": 0.42930906060322066, "splits": 3529} +{"tag": "iter18_fp16_polish", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "fp16_last8_pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": 8, "codec": "fp16", "polish": 1, "polish_probes": 8}, "seconds": 7.564751148223877, "val_mse": 0.4294118824644211, "splits": 3529} diff --git a/results/dev/iter19_anneal.jsonl b/results/dev/iter19_anneal.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..311860b5f34b7db284ca23175d3cf936867fe7be --- /dev/null +++ b/results/dev/iter19_anneal.jsonl @@ -0,0 +1,60 @@ +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 4.6286866664886475, "val_mse": 0.4363295405322455, "splits": 2155} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 4.265981674194336, "val_mse": 0.43006704298812665, "splits": 3654} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "an01", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.01}, "seconds": 3.9158363342285156, "val_mse": 0.43156215186162405, "splits": 3642} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "an03", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03}, "seconds": 3.834625005722046, "val_mse": 0.4308068258067545, "splits": 3587} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "an10", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.1}, "seconds": 3.6920244693756104, "val_mse": 0.4313234658805789, "splits": 3536} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "an03_u3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03, "anneal_until": 0.3}, "seconds": 3.6991002559661865, "val_mse": 0.43065380149766713, "splits": 3590} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 3.9911861419677734, "val_mse": 0.4368302568392248, "splits": 2157} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 3.9974985122680664, "val_mse": 0.4313829853033994, "splits": 3642} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "an01", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.01}, "seconds": 4.004248857498169, "val_mse": 0.430210640564879, "splits": 3690} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "an03", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03}, "seconds": 3.7432308197021484, "val_mse": 0.43089291108848465, "splits": 3619} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "an10", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.1}, "seconds": 3.7361578941345215, "val_mse": 0.43147303170550166, "splits": 3593} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "an03_u3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03, "anneal_until": 0.3}, "seconds": 3.764711380004883, "val_mse": 0.43130897644647265, "splits": 3641} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 4.526862144470215, "val_mse": 0.4372010018481671, "splits": 2156} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 3.995650053024292, "val_mse": 0.430959757020227, "splits": 3645} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "an01", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.01}, "seconds": 3.9370431900024414, "val_mse": 0.43208957946093596, "splits": 3670} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "an03", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03}, "seconds": 3.9152843952178955, "val_mse": 0.4298755045205462, "splits": 3621} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "an10", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.1}, "seconds": 3.7663474082946777, "val_mse": 0.43127839743502755, "splits": 3625} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "an03_u3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03, "anneal_until": 0.3}, "seconds": 3.5529239177703857, "val_mse": 0.4306243617422069, "splits": 3653} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 3.9498932361602783, "val_mse": 0.43626771366294004, "splits": 2165} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 3.604012966156006, "val_mse": 0.43041307384122146, "splits": 3637} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "an01", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.01}, "seconds": 3.6917712688446045, "val_mse": 0.4299878849842473, "splits": 3620} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "an03", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03}, "seconds": 3.8703606128692627, "val_mse": 0.43135554809715504, "splits": 3570} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "an10", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.1}, "seconds": 3.826746702194214, "val_mse": 0.42962669072210763, "splits": 3553} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "an03_u3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03, "anneal_until": 0.3}, "seconds": 3.5640134811401367, "val_mse": 0.4306674650758718, "splits": 3585} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 3.3964171409606934, "val_mse": 0.43676975828366976, "splits": 2165} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 3.544405937194824, "val_mse": 0.43049188822259266, "splits": 3663} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "an01", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.01}, "seconds": 3.780104398727417, "val_mse": 0.43015740559102594, "splits": 3659} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "an03", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03}, "seconds": 3.623779058456421, "val_mse": 0.4297840813658827, "splits": 3640} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "an10", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.1}, "seconds": 3.76365065574646, "val_mse": 0.43059698498368326, "splits": 3653} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "an03_u3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03, "anneal_until": 0.3}, "seconds": 4.1250505447387695, "val_mse": 0.43010664680792887, "splits": 3650} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 11.783398389816284, "val_mse": 0.43063707788262107, "splits": 1634} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 7.46665358543396, "val_mse": 0.4288433276971252, "splits": 3484} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "an01", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.01}, "seconds": 7.28677773475647, "val_mse": 0.4285486861894202, "splits": 3507} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "an03", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03}, "seconds": 8.2079017162323, "val_mse": 0.4292037754973893, "splits": 3504} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "an10", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.1}, "seconds": 7.602575778961182, "val_mse": 0.42855134527709016, "splits": 3441} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "an03_u3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03, "anneal_until": 0.3}, "seconds": 7.644699335098267, "val_mse": 0.42898705999947745, "splits": 3482} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 13.067382335662842, "val_mse": 0.43072090295649407, "splits": 1567} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 8.123215436935425, "val_mse": 0.4274155145766416, "splits": 3471} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "an01", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.01}, "seconds": 7.926316499710083, "val_mse": 0.42822384630175764, "splits": 3442} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "an03", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03}, "seconds": 7.653178930282593, "val_mse": 0.4292384371570799, "splits": 3440} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "an10", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.1}, "seconds": 7.7642982006073, "val_mse": 0.4283789017301543, "splits": 3379} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "an03_u3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03, "anneal_until": 0.3}, "seconds": 7.3830859661102295, "val_mse": 0.4291564744948713, "splits": 3484} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 11.666316270828247, "val_mse": 0.43013894849006445, "splits": 1646} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 8.074187994003296, "val_mse": 0.428613789121319, "splits": 3508} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "an01", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.01}, "seconds": 7.827357530593872, "val_mse": 0.42822138036620333, "splits": 3457} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "an03", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03}, "seconds": 7.657403945922852, "val_mse": 0.42817116361877106, "splits": 3443} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "an10", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.1}, "seconds": 8.209620714187622, "val_mse": 0.42875514881277266, "splits": 3428} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "an03_u3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03, "anneal_until": 0.3}, "seconds": 8.383139610290527, "val_mse": 0.4297770228171559, "splits": 3469} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 12.82751202583313, "val_mse": 0.4305108453420924, "splits": 1609} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 8.382838010787964, "val_mse": 0.4282486880207117, "splits": 3477} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "an01", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.01}, "seconds": 8.497452020645142, "val_mse": 0.4286677085946856, "splits": 3454} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "an03", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03}, "seconds": 8.159652471542358, "val_mse": 0.428357711805834, "splits": 3479} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "an10", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.1}, "seconds": 7.876088380813599, "val_mse": 0.4294103512610011, "splits": 3366} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "an03_u3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03, "anneal_until": 0.3}, "seconds": 7.7520365715026855, "val_mse": 0.4288250594952603, "splits": 3491} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 11.891581535339355, "val_mse": 0.43022942402084474, "splits": 1608} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "pol8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8}, "seconds": 7.571649074554443, "val_mse": 0.42875596425629875, "splits": 3507} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "an01", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.01}, "seconds": 8.4810152053833, "val_mse": 0.4286566604659378, "splits": 3455} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "an03", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03}, "seconds": 8.392613172531128, "val_mse": 0.42872945654951616, "splits": 3485} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "an10", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.1}, "seconds": 7.783591985702515, "val_mse": 0.42936868059283106, "splits": 3494} +{"tag": "iter19_anneal", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "an03_u3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "polish": 1, "polish_probes": 8, "anneal": 0.03, "anneal_until": 0.3}, "seconds": 7.296800136566162, "val_mse": 0.4285098089837164, "splits": 3492} diff --git a/results/dev/iter1_knobs.jsonl b/results/dev/iter1_knobs.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..1ffb0987f809476fb13d6022221410aeeb6868e8 --- /dev/null +++ b/results/dev/iter1_knobs.jsonl @@ -0,0 +1,100 @@ +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "official", "kwargs": null, "seconds": 2.82707142829895, "val_mse": 0.4363295405322455, "splits": 2155} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "pe", "kwargs": {}, "seconds": 3.4135427474975586, "val_mse": 0.4348948699669243, "splits": 2107} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "offset0.5", "kwargs": {"offset_scale": 0.5}, "seconds": 3.7608630657196045, "val_mse": 0.43498623241944806, "splits": 2107} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "offset1.5", "kwargs": {"offset_scale": 1.5}, "seconds": 3.5955166816711426, "val_mse": 0.4348409333270275, "splits": 2148} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "score_total", "kwargs": {"score": "total"}, "seconds": 3.2745018005371094, "val_mse": 0.4351786406008484, "splits": 2033} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "gain_sample", "kwargs": {"gain": "sample"}, "seconds": 3.2648236751556396, "val_mse": 0.435711603458705, "splits": 2234} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 3.4433376789093018, "val_mse": 0.4353451422428396, "splits": 2618} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "tau0.3", "kwargs": {"tau": 0.3}, "seconds": 3.1778931617736816, "val_mse": 0.43640239961812466, "splits": 3029} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 3.058171033859253, "val_mse": 0.43486540387757106, "splits": 2759} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "every2", "kwargs": {"revive_every": 2}, "seconds": 3.368086576461792, "val_mse": 0.4347836188837374, "splits": 2347} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "official", "kwargs": null, "seconds": 3.0030736923217773, "val_mse": 0.4368302568392248, "splits": 2157} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "pe", "kwargs": {}, "seconds": 3.2040233612060547, "val_mse": 0.43582160344769943, "splits": 2112} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "offset0.5", "kwargs": {"offset_scale": 0.5}, "seconds": 3.2807695865631104, "val_mse": 0.4352191748587399, "splits": 2092} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "offset1.5", "kwargs": {"offset_scale": 1.5}, "seconds": 3.328751802444458, "val_mse": 0.4360179623377673, "splits": 2123} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "score_total", "kwargs": {"score": "total"}, "seconds": 3.003763437271118, "val_mse": 0.4359597729213547, "splits": 2032} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "gain_sample", "kwargs": {"gain": "sample"}, "seconds": 3.2345962524414062, "val_mse": 0.4361279661865676, "splits": 2207} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 3.4377939701080322, "val_mse": 0.4357556719615004, "splits": 2526} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "tau0.3", "kwargs": {"tau": 0.3}, "seconds": 3.436642646789551, "val_mse": 0.43697921497307307, "splits": 3001} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 3.338298797607422, "val_mse": 0.4339178598943663, "splits": 2700} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "every2", "kwargs": {"revive_every": 2}, "seconds": 3.6325275897979736, "val_mse": 0.43511049487605885, "splits": 2337} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "official", "kwargs": null, "seconds": 2.833728075027466, "val_mse": 0.4372010018481671, "splits": 2156} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "pe", "kwargs": {}, "seconds": 3.2174007892608643, "val_mse": 0.43559700126047335, "splits": 2098} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "offset0.5", "kwargs": {"offset_scale": 0.5}, "seconds": 3.7478039264678955, "val_mse": 0.43613646153276775, "splits": 2091} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "offset1.5", "kwargs": {"offset_scale": 1.5}, "seconds": 3.4429516792297363, "val_mse": 0.4359106458778757, "splits": 2149} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "score_total", "kwargs": {"score": "total"}, "seconds": 3.3039448261260986, "val_mse": 0.43633617221484644, "splits": 2039} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "gain_sample", "kwargs": {"gain": "sample"}, "seconds": 3.462191343307495, "val_mse": 0.43696799571641315, "splits": 2220} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 3.5214529037475586, "val_mse": 0.4362996957247896, "splits": 2620} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "tau0.3", "kwargs": {"tau": 0.3}, "seconds": 3.4045894145965576, "val_mse": 0.43670056089541215, "splits": 2991} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 3.54408860206604, "val_mse": 0.4348877475412476, "splits": 2754} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "every2", "kwargs": {"revive_every": 2}, "seconds": 3.202418565750122, "val_mse": 0.43535182431357744, "splits": 2328} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "official", "kwargs": null, "seconds": 2.739151954650879, "val_mse": 0.43626771366294004, "splits": 2165} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "pe", "kwargs": {}, "seconds": 3.270704746246338, "val_mse": 0.4354557178714589, "splits": 2097} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "offset0.5", "kwargs": {"offset_scale": 0.5}, "seconds": 3.2644152641296387, "val_mse": 0.4356355466455683, "splits": 2090} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "offset1.5", "kwargs": {"offset_scale": 1.5}, "seconds": 3.4089202880859375, "val_mse": 0.43508579974125916, "splits": 2109} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "score_total", "kwargs": {"score": "total"}, "seconds": 3.2338013648986816, "val_mse": 0.43602894644290247, "splits": 2026} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "gain_sample", "kwargs": {"gain": "sample"}, "seconds": 3.4177865982055664, "val_mse": 0.4358976934289209, "splits": 2218} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 3.4641127586364746, "val_mse": 0.4357944327240586, "splits": 2550} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "tau0.3", "kwargs": {"tau": 0.3}, "seconds": 3.3808395862579346, "val_mse": 0.4363441783846243, "splits": 2969} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 3.335514783859253, "val_mse": 0.4344691473070302, "splits": 2679} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "every2", "kwargs": {"revive_every": 2}, "seconds": 3.283517599105835, "val_mse": 0.4347009560663886, "splits": 2301} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "official", "kwargs": null, "seconds": 2.8679425716400146, "val_mse": 0.43676975828366976, "splits": 2165} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "pe", "kwargs": {}, "seconds": 3.250312566757202, "val_mse": 0.4352100311882101, "splits": 2132} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "offset0.5", "kwargs": {"offset_scale": 0.5}, "seconds": 3.1803603172302246, "val_mse": 0.4361416890362149, "splits": 2093} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "offset1.5", "kwargs": {"offset_scale": 1.5}, "seconds": 3.069160223007202, "val_mse": 0.43515670259491107, "splits": 2138} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "score_total", "kwargs": {"score": "total"}, "seconds": 3.395939826965332, "val_mse": 0.4361150549971121, "splits": 2028} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "gain_sample", "kwargs": {"gain": "sample"}, "seconds": 3.4168145656585693, "val_mse": 0.43594052465813693, "splits": 2223} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 3.1615867614746094, "val_mse": 0.43518818973810774, "splits": 2580} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "tau0.3", "kwargs": {"tau": 0.3}, "seconds": 3.6347815990448, "val_mse": 0.4362407411722283, "splits": 2967} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 3.537132501602173, "val_mse": 0.4335296169057845, "splits": 2736} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "every2", "kwargs": {"revive_every": 2}, "seconds": 3.5578978061676025, "val_mse": 0.4340587913658932, "splits": 2312} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "official", "kwargs": null, "seconds": 8.023184776306152, "val_mse": 0.43063707788262107, "splits": 1634} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "pe", "kwargs": {}, "seconds": 10.727532386779785, "val_mse": 0.43009926437874035, "splits": 1567} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "offset0.5", "kwargs": {"offset_scale": 0.5}, "seconds": 9.439406633377075, "val_mse": 0.429809968573759, "splits": 1562} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "offset1.5", "kwargs": {"offset_scale": 1.5}, "seconds": 9.096423387527466, "val_mse": 0.42971313066713646, "splits": 1572} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "score_total", "kwargs": {"score": "total"}, "seconds": 9.93910002708435, "val_mse": 0.42980638886821965, "splits": 1543} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "gain_sample", "kwargs": {"gain": "sample"}, "seconds": 9.612188577651978, "val_mse": 0.42975556976190066, "splits": 1691} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 9.09740138053894, "val_mse": 0.4284474403408065, "splits": 1886} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "tau0.3", "kwargs": {"tau": 0.3}, "seconds": 9.574148416519165, "val_mse": 0.42938286578400414, "splits": 2233} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 9.861236810684204, "val_mse": 0.429725651549616, "splits": 1950} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "every2", "kwargs": {"revive_every": 2}, "seconds": 9.330153465270996, "val_mse": 0.4300464237347406, "splits": 1816} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "official", "kwargs": null, "seconds": 8.193494081497192, "val_mse": 0.43072090295649407, "splits": 1567} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "pe", "kwargs": {}, "seconds": 9.157837390899658, "val_mse": 0.42831695220626026, "splits": 1496} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "offset0.5", "kwargs": {"offset_scale": 0.5}, "seconds": 9.666963577270508, "val_mse": 0.42898264682764664, "splits": 1497} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "offset1.5", "kwargs": {"offset_scale": 1.5}, "seconds": 9.9348726272583, "val_mse": 0.42943147027149425, "splits": 1509} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "score_total", "kwargs": {"score": "total"}, "seconds": 9.828364849090576, "val_mse": 0.4296618428782107, "splits": 1501} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "gain_sample", "kwargs": {"gain": "sample"}, "seconds": 9.507747411727905, "val_mse": 0.4292992800695071, "splits": 1643} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 9.626271963119507, "val_mse": 0.428119390308714, "splits": 1804} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "tau0.3", "kwargs": {"tau": 0.3}, "seconds": 9.835612297058105, "val_mse": 0.42772007627853253, "splits": 2147} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 9.608118295669556, "val_mse": 0.4286613511652865, "splits": 1964} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "every2", "kwargs": {"revive_every": 2}, "seconds": 9.228281497955322, "val_mse": 0.42886433561668363, "splits": 1792} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "official", "kwargs": null, "seconds": 8.434316158294678, "val_mse": 0.43013894849006445, "splits": 1646} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "pe", "kwargs": {}, "seconds": 10.156781196594238, "val_mse": 0.42949259699771886, "splits": 1577} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "offset0.5", "kwargs": {"offset_scale": 0.5}, "seconds": 9.625974178314209, "val_mse": 0.4301003678251061, "splits": 1568} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "offset1.5", "kwargs": {"offset_scale": 1.5}, "seconds": 8.868038892745972, "val_mse": 0.4289258785673846, "splits": 1587} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "score_total", "kwargs": {"score": "total"}, "seconds": 8.76024866104126, "val_mse": 0.4305082168064114, "splits": 1550} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "gain_sample", "kwargs": {"gain": "sample"}, "seconds": 9.800897598266602, "val_mse": 0.4302281909943402, "splits": 1693} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 9.945915699005127, "val_mse": 0.42916950296571066, "splits": 1859} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "tau0.3", "kwargs": {"tau": 0.3}, "seconds": 9.1780366897583, "val_mse": 0.42815213406110414, "splits": 2230} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 9.533917427062988, "val_mse": 0.4287060277734547, "splits": 2008} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "every2", "kwargs": {"revive_every": 2}, "seconds": 9.95418906211853, "val_mse": 0.42948361424607184, "splits": 1841} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "official", "kwargs": null, "seconds": 8.577557563781738, "val_mse": 0.4305108453420924, "splits": 1609} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "pe", "kwargs": {}, "seconds": 9.814709901809692, "val_mse": 0.4291298322864095, "splits": 1538} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "offset0.5", "kwargs": {"offset_scale": 0.5}, "seconds": 9.475239753723145, "val_mse": 0.42926637176794386, "splits": 1531} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "offset1.5", "kwargs": {"offset_scale": 1.5}, "seconds": 10.049986600875854, "val_mse": 0.4295855363015532, "splits": 1538} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "score_total", "kwargs": {"score": "total"}, "seconds": 10.334555625915527, "val_mse": 0.4303406764809828, "splits": 1525} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "gain_sample", "kwargs": {"gain": "sample"}, "seconds": 10.324232578277588, "val_mse": 0.43025435082603963, "splits": 1654} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 9.396265745162964, "val_mse": 0.4286990236638617, "splits": 1820} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "tau0.3", "kwargs": {"tau": 0.3}, "seconds": 9.595844268798828, "val_mse": 0.42885378659278495, "splits": 2188} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 9.737863302230835, "val_mse": 0.4294142172237087, "splits": 1950} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "every2", "kwargs": {"revive_every": 2}, "seconds": 9.801115036010742, "val_mse": 0.42931043889936227, "splits": 1785} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "official", "kwargs": null, "seconds": 9.196948051452637, "val_mse": 0.43022942402084474, "splits": 1608} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "pe", "kwargs": {}, "seconds": 10.622334957122803, "val_mse": 0.4296718423481465, "splits": 1579} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "offset0.5", "kwargs": {"offset_scale": 0.5}, "seconds": 9.681109428405762, "val_mse": 0.4291005255627993, "splits": 1551} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "offset1.5", "kwargs": {"offset_scale": 1.5}, "seconds": 9.985713720321655, "val_mse": 0.429890457276125, "splits": 1588} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "score_total", "kwargs": {"score": "total"}, "seconds": 10.979846000671387, "val_mse": 0.4299324035084344, "splits": 1549} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "gain_sample", "kwargs": {"gain": "sample"}, "seconds": 9.86245346069336, "val_mse": 0.4295465549352157, "splits": 1678} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 9.069769620895386, "val_mse": 0.4288921667246159, "splits": 1868} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "tau0.3", "kwargs": {"tau": 0.3}, "seconds": 10.126068115234375, "val_mse": 0.42924897684550806, "splits": 2213} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 9.419132709503174, "val_mse": 0.4293233821056256, "splits": 2011} +{"tag": "iter1_knobs", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "every2", "kwargs": {"revive_every": 2}, "seconds": 9.618251323699951, "val_mse": 0.42968244911393466, "splits": 1863} diff --git a/results/dev/iter20_ablation_v10_seed1_partial.jsonl b/results/dev/iter20_ablation_v10_seed1_partial.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d171a8c83c88ec8ab852c34d6bb2bb71f40046f7 --- /dev/null +++ b/results/dev/iter20_ablation_v10_seed1_partial.jsonl @@ -0,0 +1,10 @@ +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 1, "seconds": 144.6105351448059, "eval": "val", "test_mse": 0.3856900391283131, "splits": 6803, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "a8e6f69", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 1, "seconds": 55.73993444442749, "eval": "val", "test_mse": 0.3844760033523964, "splits": 14284, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "a8e6f69", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_principal_split", "epochs": 3.0, "seed": 1, "seconds": 53.87134504318237, "eval": "val", "test_mse": 0.3851304766848204, "splits": 13872, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8", "kwargs": {"split": "faiss", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_gain_ranking", "epochs": 3.0, "seed": 1, "seconds": 56.10142230987549, "eval": "val", "test_mse": 0.3864469048160072, "splits": 15676, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8", "kwargs": {"split": "principal", "gain": "usage", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_consistent_closing", "epochs": 3.0, "seed": 1, "seconds": 60.504921197891235, "eval": "val", "test_mse": 0.38455583485751, "splits": 14284, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": false, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "tau_0.1", "epochs": 3.0, "seed": 1, "seconds": 56.27187180519104, "eval": "val", "test_mse": 0.38590823735973834, "splits": 11346, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.1, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "step_x1.0", "epochs": 3.0, "seed": 1, "seconds": 59.899697065353394, "eval": "val", "test_mse": 0.3859714998437779, "splits": 10077, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.0}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_early_revival", "epochs": 3.0, "seed": 1, "seconds": 66.13726425170898, "eval": "val", "test_mse": 0.3861280090114353, "splits": 10699, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.0, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "exact_last_epoch", "epochs": 3.0, "seed": 1, "seconds": 97.81123304367065, "eval": "val", "test_mse": 0.3844793376374732, "splits": 14285, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "exact_assignment", "epochs": 3.0, "seed": 1, "seconds": 189.9076087474823, "eval": "val", "test_mse": 0.38562942519276505, "splits": 14287, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "batch_scale": null, "alpha_scale": 1.4}} diff --git a/results/dev/iter20_timing_check.jsonl b/results/dev/iter20_timing_check.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4de1d12d02fdde2d0fc0c6257dbb50c5cfbe06c6 --- /dev/null +++ b/results/dev/iter20_timing_check.jsonl @@ -0,0 +1,4 @@ +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 1, "seconds": 149.17556428909302, "eval": "val", "test_mse": 0.3856900391283131, "splits": 6803, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "1adabf9+dirty", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 1, "seconds": 66.79435992240906, "eval": "val", "test_mse": 0.3844760033523964, "splits": 14284, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "1adabf9+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 2, "seconds": 160.41071677207947, "eval": "val", "test_mse": 0.38587980013196943, "splits": 6843, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "1adabf9+dirty", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 2, "seconds": 63.0888991355896, "eval": "val", "test_mse": 0.3852110747555463, "splits": 14507, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "1adabf9+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} diff --git a/results/dev/iter21_halfmean_batch.jsonl b/results/dev/iter21_halfmean_batch.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4b40f45502fae4e0c08e77cf082498fcb1dab5c7 --- /dev/null +++ b/results/dev/iter21_halfmean_batch.jsonl @@ -0,0 +1,90 @@ +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 2.972531318664551, "val_mse": 0.4363295405322455, "splits": 2155} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "pisces", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal"}, "seconds": 2.0690510272979736, "val_mse": 0.4320805043369529, "splits": 3654} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "half_half", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half", "score": "half"}, "seconds": 2.5318026542663574, "val_mse": 0.4352438551449588, "splits": 6962} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "abs_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "abs", "score": "abs"}, "seconds": 2.519321918487549, "val_mse": 0.43259712901365466, "splits": 3801} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "half_axis", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half"}, "seconds": 2.6448423862457275, "val_mse": 0.4341594650698199, "splits": 4580} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "axis_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "score": "abs"}, "seconds": 2.5382213592529297, "val_mse": 0.4331060654898176, "splits": 3788} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "bs0.5to1.5", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.5, 1.5]}, "seconds": 2.0939486026763916, "val_mse": 0.43267815054990516, "splits": 5488} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "bs0.25to1.75", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.25, 1.75]}, "seconds": 2.2392477989196777, "val_mse": 0.43230506447242806, "splits": 6878} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "cm0.7", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "child_mass": 0.7}, "seconds": 2.1009645462036133, "val_mse": 0.4321930249409432, "splits": 3595} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 3.3019628524780273, "val_mse": 0.4368302568392248, "splits": 2157} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "pisces", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal"}, "seconds": 2.1486008167266846, "val_mse": 0.43327278206988196, "splits": 3642} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "half_half", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half", "score": "half"}, "seconds": 2.324007987976074, "val_mse": 0.43556251576259564, "splits": 6913} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "abs_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "abs", "score": "abs"}, "seconds": 2.364232301712036, "val_mse": 0.43267388858914874, "splits": 3776} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "half_axis", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half"}, "seconds": 2.6319010257720947, "val_mse": 0.4336601198889111, "splits": 4588} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "axis_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "score": "abs"}, "seconds": 2.365297794342041, "val_mse": 0.4320746370763094, "splits": 3766} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "bs0.5to1.5", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.5, 1.5]}, "seconds": 2.253275156021118, "val_mse": 0.432732139064271, "splits": 5544} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "bs0.25to1.75", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.25, 1.75]}, "seconds": 2.2418036460876465, "val_mse": 0.4328814520720101, "splits": 6950} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "cm0.7", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "child_mass": 0.7}, "seconds": 2.1950557231903076, "val_mse": 0.43260063529454584, "splits": 3628} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 2.6766207218170166, "val_mse": 0.4372010018481671, "splits": 2156} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "pisces", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal"}, "seconds": 2.2380216121673584, "val_mse": 0.4326937616051091, "splits": 3645} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "half_half", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half", "score": "half"}, "seconds": 2.710449457168579, "val_mse": 0.43593177682252354, "splits": 6857} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "abs_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "abs", "score": "abs"}, "seconds": 2.660435438156128, "val_mse": 0.4331863243754194, "splits": 3785} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "half_axis", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half"}, "seconds": 2.5922670364379883, "val_mse": 0.433787702677963, "splits": 4659} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "axis_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "score": "abs"}, "seconds": 2.255112886428833, "val_mse": 0.43368054150575935, "splits": 3801} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "bs0.5to1.5", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.5, 1.5]}, "seconds": 2.295888662338257, "val_mse": 0.4333701691040307, "splits": 5508} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "bs0.25to1.75", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.25, 1.75]}, "seconds": 2.4053895473480225, "val_mse": 0.4334839354253172, "splits": 6936} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "cm0.7", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "child_mass": 0.7}, "seconds": 2.3754067420959473, "val_mse": 0.4321576946121677, "splits": 3625} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 3.2692530155181885, "val_mse": 0.43626771366294004, "splits": 2165} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "pisces", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal"}, "seconds": 2.1005663871765137, "val_mse": 0.4322179479691986, "splits": 3637} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "half_half", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half", "score": "half"}, "seconds": 2.6704840660095215, "val_mse": 0.4359608689512427, "splits": 6766} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "abs_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "abs", "score": "abs"}, "seconds": 2.733964443206787, "val_mse": 0.43270876067358893, "splits": 3727} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "half_axis", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half"}, "seconds": 2.391432046890259, "val_mse": 0.43321583152272836, "splits": 4470} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "axis_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "score": "abs"}, "seconds": 2.4234161376953125, "val_mse": 0.43285227261080633, "splits": 3737} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "bs0.5to1.5", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.5, 1.5]}, "seconds": 2.3291797637939453, "val_mse": 0.43295338061584354, "splits": 5533} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "bs0.25to1.75", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.25, 1.75]}, "seconds": 2.3529815673828125, "val_mse": 0.43279305018026554, "splits": 6868} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "cm0.7", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "child_mass": 0.7}, "seconds": 2.2058756351470947, "val_mse": 0.43175041287314253, "splits": 3597} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 3.535245656967163, "val_mse": 0.43676975828366976, "splits": 2165} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "pisces", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal"}, "seconds": 2.4301204681396484, "val_mse": 0.43255171314487645, "splits": 3663} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "half_half", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half", "score": "half"}, "seconds": 2.5137815475463867, "val_mse": 0.4344128836980091, "splits": 6766} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "abs_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "abs", "score": "abs"}, "seconds": 2.905693531036377, "val_mse": 0.43309004594632927, "splits": 3759} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "half_axis", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half"}, "seconds": 2.7186942100524902, "val_mse": 0.43355671584246747, "splits": 4577} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "axis_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "score": "abs"}, "seconds": 2.6301794052124023, "val_mse": 0.4325931668518961, "splits": 3763} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "bs0.5to1.5", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.5, 1.5]}, "seconds": 2.3413374423980713, "val_mse": 0.43282937963149, "splits": 5507} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "bs0.25to1.75", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.25, 1.75]}, "seconds": 2.5173146724700928, "val_mse": 0.4327871175394699, "splits": 6874} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "cm0.7", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "child_mass": 0.7}, "seconds": 2.4753284454345703, "val_mse": 0.4324957560174889, "splits": 3684} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 10.873448610305786, "val_mse": 0.43063707788262107, "splits": 1634} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "pisces", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal"}, "seconds": 6.812715530395508, "val_mse": 0.4291236395439884, "splits": 3484} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "half_half", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half", "score": "half"}, "seconds": 7.237403154373169, "val_mse": 0.43003704129151055, "splits": 7129} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "abs_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "abs", "score": "abs"}, "seconds": 7.017498016357422, "val_mse": 0.42911340495734784, "splits": 3603} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "half_axis", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half"}, "seconds": 7.321304082870483, "val_mse": 0.42908645599485745, "splits": 4021} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "axis_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "score": "abs"}, "seconds": 6.887810468673706, "val_mse": 0.42946367881374, "splits": 3603} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "bs0.5to1.5", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.5, 1.5]}, "seconds": 6.523836135864258, "val_mse": 0.42860533158891595, "splits": 4235} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "bs0.25to1.75", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.25, 1.75]}, "seconds": 6.959636449813843, "val_mse": 0.4292716235493681, "splits": 6088} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "cm0.7", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "child_mass": 0.7}, "seconds": 6.657241582870483, "val_mse": 0.42967113727926737, "splits": 3362} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 11.099195957183838, "val_mse": 0.43072090295649407, "splits": 1567} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "pisces", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal"}, "seconds": 6.189805269241333, "val_mse": 0.4277014940961009, "splits": 3471} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "half_half", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half", "score": "half"}, "seconds": 6.897775888442993, "val_mse": 0.43037331199852286, "splits": 6998} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "abs_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "abs", "score": "abs"}, "seconds": 6.726499557495117, "val_mse": 0.42849928622989253, "splits": 3548} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "half_axis", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half"}, "seconds": 7.249035835266113, "val_mse": 0.42816045390430574, "splits": 3855} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "axis_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "score": "abs"}, "seconds": 7.169366836547852, "val_mse": 0.4284182333593174, "splits": 3577} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "bs0.5to1.5", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.5, 1.5]}, "seconds": 6.15788197517395, "val_mse": 0.42845673440207194, "splits": 4232} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "bs0.25to1.75", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.25, 1.75]}, "seconds": 6.086379528045654, "val_mse": 0.42901871930525065, "splits": 6198} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "cm0.7", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "child_mass": 0.7}, "seconds": 6.238633394241333, "val_mse": 0.4288230770390246, "splits": 3314} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 10.299736499786377, "val_mse": 0.43013894849006445, "splits": 1646} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "pisces", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal"}, "seconds": 6.581437587738037, "val_mse": 0.4288619484793988, "splits": 3508} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "half_half", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half", "score": "half"}, "seconds": 7.6507790088653564, "val_mse": 0.42971312608871376, "splits": 7068} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "abs_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "abs", "score": "abs"}, "seconds": 7.312542200088501, "val_mse": 0.4282988969354392, "splits": 3598} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "half_axis", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half"}, "seconds": 8.949327230453491, "val_mse": 0.42904454583791424, "splits": 3995} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "axis_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "score": "abs"}, "seconds": 7.637949466705322, "val_mse": 0.4289989962343692, "splits": 3555} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "bs0.5to1.5", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.5, 1.5]}, "seconds": 7.380145311355591, "val_mse": 0.42843014183408185, "splits": 4222} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "bs0.25to1.75", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.25, 1.75]}, "seconds": 7.102966547012329, "val_mse": 0.42972875542529854, "splits": 6118} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "cm0.7", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "child_mass": 0.7}, "seconds": 6.537626266479492, "val_mse": 0.42837560397691465, "splits": 3427} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 10.74458622932434, "val_mse": 0.4305108453420924, "splits": 1609} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "pisces", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal"}, "seconds": 6.386578798294067, "val_mse": 0.4284580589113696, "splits": 3477} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "half_half", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half", "score": "half"}, "seconds": 8.098535537719727, "val_mse": 0.42929456572118324, "splits": 7088} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "abs_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "abs", "score": "abs"}, "seconds": 8.284085512161255, "val_mse": 0.42865417756770985, "splits": 3546} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "half_axis", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half"}, "seconds": 7.8985326290130615, "val_mse": 0.4290916500731556, "splits": 3972} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "axis_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "score": "abs"}, "seconds": 8.072067022323608, "val_mse": 0.42873945352932097, "splits": 3567} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "bs0.5to1.5", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.5, 1.5]}, "seconds": 6.690796852111816, "val_mse": 0.42858951330724104, "splits": 4233} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "bs0.25to1.75", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.25, 1.75]}, "seconds": 7.155917167663574, "val_mse": 0.4282462548011421, "splits": 6134} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "cm0.7", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "child_mass": 0.7}, "seconds": 7.168805837631226, "val_mse": 0.42832532133285495, "splits": 3351} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 13.297954320907593, "val_mse": 0.43022942402084474, "splits": 1608} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "pisces", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal"}, "seconds": 7.501943349838257, "val_mse": 0.4289538168077089, "splits": 3507} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "half_half", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half", "score": "half"}, "seconds": 8.72886347770691, "val_mse": 0.4302385061612633, "splits": 7095} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "abs_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "abs", "score": "abs"}, "seconds": 8.201311111450195, "val_mse": 0.42868808804686903, "splits": 3654} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "half_axis", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "half"}, "seconds": 8.131822347640991, "val_mse": 0.4291001208138701, "splits": 3996} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "axis_abs", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "score": "abs"}, "seconds": 7.46094822883606, "val_mse": 0.42942271921614084, "splits": 3640} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "bs0.5to1.5", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.5, 1.5]}, "seconds": 7.0744829177856445, "val_mse": 0.42881715169011586, "splits": 4276} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "bs0.25to1.75", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "batch_sched": [0.25, 1.75]}, "seconds": 7.357458591461182, "val_mse": 0.4290038581043396, "splits": 6199} +{"tag": "iter21_halfmean_batch", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "cm0.7", "kwargs": {"gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "split": "principal", "child_mass": 0.7}, "seconds": 7.885499954223633, "val_mse": 0.42806038949310804, "splits": 3370} diff --git a/results/dev/iter22_engineering.jsonl b/results/dev/iter22_engineering.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ec3d3a59dad61daecfdcd6f9266512227d4eabfc --- /dev/null +++ b/results/dev/iter22_engineering.jsonl @@ -0,0 +1,40 @@ +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 4.098129510879517, "val_mse": 0.4363295405322455, "splits": 2155} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.380516767501831, "val_mse": 0.4320805043369529, "splits": 3654} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "fused", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true}, "seconds": 2.5683677196502686, "val_mse": 0.4320805043190348, "splits": 3654} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 1, "variant": "fused_sq8r", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r"}, "seconds": 2.235914945602417, "val_mse": 0.432079163250237, "splits": 3654} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 4.1419501304626465, "val_mse": 0.4368302568392248, "splits": 2157} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.3464815616607666, "val_mse": 0.43327278206988196, "splits": 3642} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "fused", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true}, "seconds": 2.1284570693969727, "val_mse": 0.4332726314148076, "splits": 3642} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 2, "variant": "fused_sq8r", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r"}, "seconds": 2.061729907989502, "val_mse": 0.43327278207638864, "splits": 3642} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 3.378866672515869, "val_mse": 0.4372010018481671, "splits": 2156} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.311309337615967, "val_mse": 0.4326937616051091, "splits": 3645} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "fused", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true}, "seconds": 2.0385079383850098, "val_mse": 0.4326937616460122, "splits": 3645} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 3, "variant": "fused_sq8r", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r"}, "seconds": 1.9709649085998535, "val_mse": 0.4326937616460122, "splits": 3645} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 3.4534645080566406, "val_mse": 0.43626771366294004, "splits": 2165} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.333711624145508, "val_mse": 0.4322179479691986, "splits": 3637} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "fused", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true}, "seconds": 1.814915418624878, "val_mse": 0.4322179480323837, "splits": 3637} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 4, "variant": "fused_sq8r", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r"}, "seconds": 2.3277745246887207, "val_mse": 0.4322179480323837, "splits": 3637} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 3.443002700805664, "val_mse": 0.43676975828366976, "splits": 2165} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 2.2829689979553223, "val_mse": 0.43255171314487645, "splits": 3663} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "fused", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true}, "seconds": 2.168759822845459, "val_mse": 0.4322218048656263, "splits": 3668} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 1.0, "seed": 5, "variant": "fused_sq8r", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r"}, "seconds": 2.246340274810791, "val_mse": 0.4322218048656263, "splits": 3668} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 9.806360006332397, "val_mse": 0.43063707788262107, "splits": 1634} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 6.24870753288269, "val_mse": 0.4291236395439884, "splits": 3484} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "fused", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true}, "seconds": 4.858774900436401, "val_mse": 0.42912363960130223, "splits": 3484} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "fused_sq8r", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r"}, "seconds": 4.723892688751221, "val_mse": 0.42912363960130223, "splits": 3484} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 11.804340600967407, "val_mse": 0.43072090295649407, "splits": 1567} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 6.719205379486084, "val_mse": 0.4277014940961009, "splits": 3471} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "fused", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true}, "seconds": 5.153184652328491, "val_mse": 0.4277014940743911, "splits": 3471} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "fused_sq8r", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r"}, "seconds": 4.927422523498535, "val_mse": 0.4277014940743911, "splits": 3471} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 10.745295524597168, "val_mse": 0.43013894849006445, "splits": 1646} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 6.418966054916382, "val_mse": 0.4288619484793988, "splits": 3508} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "fused", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true}, "seconds": 5.248396635055542, "val_mse": 0.4288619484453926, "splits": 3508} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "fused_sq8r", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r"}, "seconds": 5.10463547706604, "val_mse": 0.4288619484453926, "splits": 3508} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 11.97667908668518, "val_mse": 0.4305108453420924, "splits": 1609} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 7.236536741256714, "val_mse": 0.4284580589113696, "splits": 3477} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "fused", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true}, "seconds": 5.403298377990723, "val_mse": 0.42845805887551686, "splits": 3477} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "fused_sq8r", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r"}, "seconds": 5.058095216751099, "val_mse": 0.42845805887551686, "splits": 3477} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 10.663283586502075, "val_mse": 0.43022942402084474, "splits": 1608} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "pisces", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto"}, "seconds": 6.375615119934082, "val_mse": 0.4289538168077089, "splits": 3507} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "fused", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true}, "seconds": 5.005286693572998, "val_mse": 0.4289538167549046, "splits": 3507} +{"tag": "iter22_engineering", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "fused_sq8r", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r"}, "seconds": 5.361527442932129, "val_mse": 0.4289538167549046, "splits": 3507} diff --git a/results/dev/iter22_fused_sq8r_full_val.jsonl b/results/dev/iter22_fused_sq8r_full_val.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a914b9ebce8680c9eb877117ca18613a06d9043b --- /dev/null +++ b/results/dev/iter22_fused_sq8r_full_val.jsonl @@ -0,0 +1,10 @@ +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_fused", "epochs": 3.0, "seed": 1, "seconds": 52.473710775375366, "eval": "val", "test_mse": 0.3844760033811436, "splits": 14284, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_fast", "epochs": 3.0, "seed": 1, "seconds": 42.481086015701294, "eval": "val", "test_mse": 0.3844760033811436, "splits": 14284, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_fused", "epochs": 3.0, "seed": 2, "seconds": 48.370487689971924, "eval": "val", "test_mse": 0.3852181378084968, "splits": 14507, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_fast", "epochs": 3.0, "seed": 2, "seconds": 39.117775201797485, "eval": "val", "test_mse": 0.38574691918178905, "splits": 14540, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_fused", "epochs": 3.0, "seed": 3, "seconds": 43.531723499298096, "eval": "val", "test_mse": 0.3847743616524499, "splits": 14380, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_fast", "epochs": 3.0, "seed": 3, "seconds": 40.10390663146973, "eval": "val", "test_mse": 0.3847743616524499, "splits": 14380, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_fused", "epochs": 3.0, "seed": 4, "seconds": 45.37650442123413, "eval": "val", "test_mse": 0.38576450520627503, "splits": 14432, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_fast", "epochs": 3.0, "seed": 4, "seconds": 40.448768854141235, "eval": "val", "test_mse": 0.38576450520627503, "splits": 14432, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_fused", "epochs": 3.0, "seed": 5, "seconds": 44.020933628082275, "eval": "val", "test_mse": 0.3848674992756495, "splits": 14403, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_fast", "epochs": 3.0, "seed": 5, "seconds": 38.49017953872681, "eval": "val", "test_mse": 0.3849144472784612, "splits": 14406, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "7cd04c8+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} diff --git a/results/dev/iter23_small_k_val.jsonl b/results/dev/iter23_small_k_val.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..1753f7df63d1e1e02decd35676dc4d769efd93f5 --- /dev/null +++ b/results/dev/iter23_small_k_val.jsonl @@ -0,0 +1,12 @@ +{"dataset": "deep1b-1M", "k": 1024, "method": "official", "epochs": 3.0, "seed": 1, "seconds": 9.36062216758728, "eval": "val", "test_mse": 0.4685015482134513, "splits": 14, "batch": 32768, "alpha0": 0.6955211692520258, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": null} +{"dataset": "deep1b-1M", "k": 1024, "method": "pisces", "epochs": 3.0, "seed": 1, "seconds": 18.253811359405518, "eval": "val", "test_mse": 0.4675625968947007, "splits": 153, "batch": 32768, "alpha0": 0.973729636952836, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 1024, "method": "pisces_v10", "epochs": 3.0, "seed": 1, "seconds": 24.27790379524231, "eval": "val", "test_mse": 0.467562596890326, "splits": 153, "batch": 32768, "alpha0": 0.973729636952836, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 1024, "method": "exact_k1024", "epochs": 3.0, "seed": 1, "seconds": 7.116697549819946, "eval": "val", "test_mse": 0.4677538926744993, "splits": 135, "batch": 32768, "alpha0": 0.973729636952836, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "fused": true, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 1024, "method": "official", "epochs": 3.0, "seed": 2, "seconds": 8.820389032363892, "eval": "val", "test_mse": 0.4677960187378967, "splits": 17, "batch": 32768, "alpha0": 0.6955211692520258, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": null} +{"dataset": "deep1b-1M", "k": 1024, "method": "pisces", "epochs": 3.0, "seed": 2, "seconds": 17.075884342193604, "eval": "val", "test_mse": 0.46775853656085176, "splits": 151, "batch": 32768, "alpha0": 0.973729636952836, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 1024, "method": "pisces_v10", "epochs": 3.0, "seed": 2, "seconds": 24.561758756637573, "eval": "val", "test_mse": 0.4677585366120109, "splits": 151, "batch": 32768, "alpha0": 0.973729636952836, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 1024, "method": "exact_k1024", "epochs": 3.0, "seed": 2, "seconds": 6.9367547035217285, "eval": "val", "test_mse": 0.4673213818655934, "splits": 138, "batch": 32768, "alpha0": 0.973729636952836, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "fused": true, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 1024, "method": "official", "epochs": 3.0, "seed": 3, "seconds": 9.011505126953125, "eval": "val", "test_mse": 0.46758530447493596, "splits": 13, "batch": 32768, "alpha0": 0.6955211692520258, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": null} +{"dataset": "deep1b-1M", "k": 1024, "method": "pisces", "epochs": 3.0, "seed": 3, "seconds": 17.22580122947693, "eval": "val", "test_mse": 0.4677314030508433, "splits": 148, "batch": 32768, "alpha0": 0.973729636952836, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 1024, "method": "pisces_v10", "epochs": 3.0, "seed": 3, "seconds": 23.987115621566772, "eval": "val", "test_mse": 0.46771944156713136, "splits": 148, "batch": 32768, "alpha0": 0.973729636952836, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 1024, "method": "exact_k1024", "epochs": 3.0, "seed": 3, "seconds": 8.422250032424927, "eval": "val", "test_mse": 0.46771803300319154, "splits": 123, "batch": 32768, "alpha0": 0.973729636952836, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "fused": true, "batch_scale": null, "alpha_scale": 1.4}} diff --git a/results/dev/iter24_k65536_regime_val.jsonl b/results/dev/iter24_k65536_regime_val.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..7eb5dcc31f31d7f492d02373017d1a07683449db --- /dev/null +++ b/results/dev/iter24_k65536_regime_val.jsonl @@ -0,0 +1,12 @@ +{"dataset": "deep1b-1M", "k": 65536, "method": "pisces", "epochs": 3.0, "seed": 1, "seconds": 112.71657514572144, "eval": "val", "test_mse": 0.364540442724952, "splits": 114332, "batch": 65536, "alpha0": 0.2664050172607982, "threads": 4, "faiss": "1.16.0", "code": "649b18a+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 65536, "method": "tau_0.1", "epochs": 3.0, "seed": 1, "seconds": 108.30306077003479, "eval": "val", "test_mse": 0.3652113588639475, "splits": 89785, "batch": 65536, "alpha0": 0.2664050172607982, "threads": 4, "faiss": "1.16.0", "code": "8e7141d", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "tau": 0.1, "every_until": 0.3, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 65536, "method": "no_early_revival", "epochs": 3.0, "seed": 1, "seconds": 100.61184620857239, "eval": "val", "test_mse": 0.36429353847102747, "splits": 79766, "batch": 65536, "alpha0": 0.2664050172607982, "threads": 4, "faiss": "1.16.0", "code": "8e7141d", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "tau": 0.2, "every_until": 0.0, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 65536, "method": "tau_0.1_no_early", "epochs": 3.0, "seed": 1, "seconds": 102.10914921760559, "eval": "val", "test_mse": 0.3645280612961203, "splits": 65052, "batch": 65536, "alpha0": 0.2664050172607982, "threads": 4, "faiss": "1.16.0", "code": "8e7141d", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "tau": 0.1, "every_until": 0.0, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 65536, "method": "pisces", "epochs": 3.0, "seed": 2, "seconds": 103.28573179244995, "eval": "val", "test_mse": 0.36515812133493303, "splits": 114065, "batch": 65536, "alpha0": 0.2664050172607982, "threads": 4, "faiss": "1.16.0", "code": "8e7141d", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 65536, "method": "tau_0.1", "epochs": 3.0, "seed": 2, "seconds": 104.5670690536499, "eval": "val", "test_mse": 0.3648948911059211, "splits": 89663, "batch": 65536, "alpha0": 0.2664050172607982, "threads": 4, "faiss": "1.16.0", "code": "8e7141d", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "tau": 0.1, "every_until": 0.3, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 65536, "method": "no_early_revival", "epochs": 3.0, "seed": 2, "seconds": 103.96591186523438, "eval": "val", "test_mse": 0.36459312776902864, "splits": 79819, "batch": 65536, "alpha0": 0.2664050172607982, "threads": 4, "faiss": "1.16.0", "code": "8e7141d", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "tau": 0.2, "every_until": 0.0, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 65536, "method": "tau_0.1_no_early", "epochs": 3.0, "seed": 2, "seconds": 103.36200761795044, "eval": "val", "test_mse": 0.3647208731444851, "splits": 65079, "batch": 65536, "alpha0": 0.2664050172607982, "threads": 4, "faiss": "1.16.0", "code": "8e7141d", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "tau": 0.1, "every_until": 0.0, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 65536, "method": "pisces", "epochs": 3.0, "seed": 3, "seconds": 104.30204677581787, "eval": "val", "test_mse": 0.3651347134544613, "splits": 115091, "batch": 65536, "alpha0": 0.2664050172607982, "threads": 4, "faiss": "1.16.0", "code": "8e7141d", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 65536, "method": "tau_0.1", "epochs": 3.0, "seed": 3, "seconds": 104.35385060310364, "eval": "val", "test_mse": 0.3653438583875132, "splits": 90558, "batch": 65536, "alpha0": 0.2664050172607982, "threads": 4, "faiss": "1.16.0", "code": "8e7141d", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "tau": 0.1, "every_until": 0.3, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 65536, "method": "no_early_revival", "epochs": 3.0, "seed": 3, "seconds": 105.85212087631226, "eval": "val", "test_mse": 0.36434236760247274, "splits": 80265, "batch": 65536, "alpha0": 0.2664050172607982, "threads": 4, "faiss": "1.16.0", "code": "7aa1417", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "tau": 0.2, "every_until": 0.0, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 65536, "method": "tau_0.1_no_early", "epochs": 3.0, "seed": 3, "seconds": 103.56480574607849, "eval": "val", "test_mse": 0.3656401019787115, "splits": 65499, "batch": 65536, "alpha0": 0.2664050172607982, "threads": 4, "faiss": "1.16.0", "code": "7aa1417", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "tau": 0.1, "every_until": 0.0, "batch_scale": null, "alpha_scale": 1.4}} diff --git a/results/dev/iter2_swap.jsonl b/results/dev/iter2_swap.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d76da1a5b11cb92ba05b99702d679aff8a814e07 --- /dev/null +++ b/results/dev/iter2_swap.jsonl @@ -0,0 +1,110 @@ +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "official", "kwargs": null, "seconds": 2.788557291030884, "val_mse": 0.4363295405322455, "splits": 2155} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "pe", "kwargs": {}, "seconds": 3.121328830718994, "val_mse": 0.4348948699669243, "splits": 2107} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 3.391303539276123, "val_mse": 0.43486540387757106, "splits": 2759} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 3.6680424213409424, "val_mse": 0.4353451422428396, "splits": 2618} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "every1_tau0.2", "kwargs": {"revive_every": 1, "tau": 0.2}, "seconds": 4.046997785568237, "val_mse": 0.43475033308879757, "splits": 3350} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "swap0.01", "kwargs": {"swap": 0.01}, "seconds": 4.230039596557617, "val_mse": 0.43493645935290176, "splits": 2243} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "swap0.03", "kwargs": {"swap": 0.03}, "seconds": 4.002389907836914, "val_mse": 0.43548668476065167, "splits": 2576} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "every1_swap0.01", "kwargs": {"revive_every": 1, "swap": 0.01}, "seconds": 4.428940773010254, "val_mse": 0.43661483890865327, "splits": 3493} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "split_pass", "kwargs": {"split_pass": true}, "seconds": 3.3194634914398193, "val_mse": 0.4335906261978982, "splits": 2107} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "until0.95", "kwargs": {"revive_until": 0.95}, "seconds": 3.665048599243164, "val_mse": 0.4349021515363156, "splits": 2105} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "every1_swap0.01_sp", "kwargs": {"revive_every": 1, "swap": 0.01, "split_pass": true}, "seconds": 4.1991941928863525, "val_mse": 0.43331669879662305, "splits": 3493} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "official", "kwargs": null, "seconds": 3.081001043319702, "val_mse": 0.4368302568392248, "splits": 2157} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "pe", "kwargs": {}, "seconds": 3.2226831912994385, "val_mse": 0.43582160344769943, "splits": 2112} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 3.584811210632324, "val_mse": 0.4339178598943663, "splits": 2700} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 3.9160101413726807, "val_mse": 0.4357556719615004, "splits": 2526} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "every1_tau0.2", "kwargs": {"revive_every": 1, "tau": 0.2}, "seconds": 3.5534050464630127, "val_mse": 0.43407311658841147, "splits": 3350} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "swap0.01", "kwargs": {"swap": 0.01}, "seconds": 4.1567394733428955, "val_mse": 0.4362563446620327, "splits": 2247} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "swap0.03", "kwargs": {"swap": 0.03}, "seconds": 3.8718347549438477, "val_mse": 0.43630436018546526, "splits": 2584} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "every1_swap0.01", "kwargs": {"revive_every": 1, "swap": 0.01}, "seconds": 4.241415023803711, "val_mse": 0.4359875652356575, "splits": 3453} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "split_pass", "kwargs": {"split_pass": true}, "seconds": 3.5133938789367676, "val_mse": 0.43435095483409625, "splits": 2112} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "until0.95", "kwargs": {"revive_until": 0.95}, "seconds": 3.4146881103515625, "val_mse": 0.43581916636354245, "splits": 2108} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "every1_swap0.01_sp", "kwargs": {"revive_every": 1, "swap": 0.01, "split_pass": true}, "seconds": 3.8810007572174072, "val_mse": 0.43350267099071343, "splits": 3453} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "official", "kwargs": null, "seconds": 3.21681809425354, "val_mse": 0.4372010018481671, "splits": 2156} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "pe", "kwargs": {}, "seconds": 3.305086135864258, "val_mse": 0.43559700126047335, "splits": 2098} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 3.7684741020202637, "val_mse": 0.4348877475412476, "splits": 2754} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 3.838874340057373, "val_mse": 0.4362996957247896, "splits": 2620} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "every1_tau0.2", "kwargs": {"revive_every": 1, "tau": 0.2}, "seconds": 3.854678153991699, "val_mse": 0.4348244892039418, "splits": 3358} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "swap0.01", "kwargs": {"swap": 0.01}, "seconds": 4.08794903755188, "val_mse": 0.43606417215626464, "splits": 2246} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "swap0.03", "kwargs": {"swap": 0.03}, "seconds": 4.139851331710815, "val_mse": 0.436419714668031, "splits": 2580} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "every1_swap0.01", "kwargs": {"revive_every": 1, "swap": 0.01}, "seconds": 4.086392879486084, "val_mse": 0.43709223959852717, "splits": 3487} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "split_pass", "kwargs": {"split_pass": true}, "seconds": 3.144822120666504, "val_mse": 0.4341074437318033, "splits": 2098} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "until0.95", "kwargs": {"revive_until": 0.95}, "seconds": 3.5490360260009766, "val_mse": 0.4355760368619257, "splits": 2090} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "every1_swap0.01_sp", "kwargs": {"revive_every": 1, "swap": 0.01, "split_pass": true}, "seconds": 4.114465236663818, "val_mse": 0.43376130238683963, "splits": 3487} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "official", "kwargs": null, "seconds": 3.4027538299560547, "val_mse": 0.43626771366294004, "splits": 2165} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "pe", "kwargs": {}, "seconds": 3.562473773956299, "val_mse": 0.4354557178714589, "splits": 2097} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 3.408763885498047, "val_mse": 0.4344691473070302, "splits": 2679} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 3.8180508613586426, "val_mse": 0.4357944327240586, "splits": 2550} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "every1_tau0.2", "kwargs": {"revive_every": 1, "tau": 0.2}, "seconds": 3.658477544784546, "val_mse": 0.4343296879042147, "splits": 3334} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "swap0.01", "kwargs": {"swap": 0.01}, "seconds": 4.054797172546387, "val_mse": 0.4356753295036945, "splits": 2241} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "swap0.03", "kwargs": {"swap": 0.03}, "seconds": 4.23729133605957, "val_mse": 0.43617635247990594, "splits": 2575} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "every1_swap0.01", "kwargs": {"revive_every": 1, "swap": 0.01}, "seconds": 4.027169704437256, "val_mse": 0.4358188413056929, "splits": 3426} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "split_pass", "kwargs": {"split_pass": true}, "seconds": 3.4220733642578125, "val_mse": 0.4338487123664025, "splits": 2097} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "until0.95", "kwargs": {"revive_until": 0.95}, "seconds": 3.155794143676758, "val_mse": 0.4354557996434718, "splits": 2094} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "every1_swap0.01_sp", "kwargs": {"revive_every": 1, "swap": 0.01, "split_pass": true}, "seconds": 4.256771087646484, "val_mse": 0.43289369313126574, "splits": 3426} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "official", "kwargs": null, "seconds": 3.0037009716033936, "val_mse": 0.43676975828366976, "splits": 2165} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "pe", "kwargs": {}, "seconds": 3.301309823989868, "val_mse": 0.4352100311882101, "splits": 2132} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 3.343067169189453, "val_mse": 0.4335296169057845, "splits": 2736} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 3.1907167434692383, "val_mse": 0.43518818973810774, "splits": 2580} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "every1_tau0.2", "kwargs": {"revive_every": 1, "tau": 0.2}, "seconds": 3.4256815910339355, "val_mse": 0.4343966580902528, "splits": 3361} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "swap0.01", "kwargs": {"swap": 0.01}, "seconds": 4.282968521118164, "val_mse": 0.43558760510286554, "splits": 2257} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "swap0.03", "kwargs": {"swap": 0.03}, "seconds": 4.385806083679199, "val_mse": 0.43606848433381845, "splits": 2575} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "every1_swap0.01", "kwargs": {"revive_every": 1, "swap": 0.01}, "seconds": 4.622635126113892, "val_mse": 0.43586494725118147, "splits": 3471} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "split_pass", "kwargs": {"split_pass": true}, "seconds": 3.6783478260040283, "val_mse": 0.4336297915959528, "splits": 2132} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "until0.95", "kwargs": {"revive_until": 0.95}, "seconds": 3.7477073669433594, "val_mse": 0.4352083440907394, "splits": 2128} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "every1_swap0.01_sp", "kwargs": {"revive_every": 1, "swap": 0.01, "split_pass": true}, "seconds": 4.139573812484741, "val_mse": 0.43307462602680064, "splits": 3471} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "official", "kwargs": null, "seconds": 8.979923963546753, "val_mse": 0.43063707788262107, "splits": 1634} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "pe", "kwargs": {}, "seconds": 9.98019289970398, "val_mse": 0.43009926437874035, "splits": 1567} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 9.595455884933472, "val_mse": 0.429725651549616, "splits": 1950} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 9.312894344329834, "val_mse": 0.4284474403408065, "splits": 1886} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "every1_tau0.2", "kwargs": {"revive_every": 1, "tau": 0.2}, "seconds": 9.45199704170227, "val_mse": 0.42925362819451074, "splits": 2513} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "swap0.01", "kwargs": {"swap": 0.01}, "seconds": 11.285340070724487, "val_mse": 0.4291432363209016, "splits": 1783} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "swap0.03", "kwargs": {"swap": 0.03}, "seconds": 12.637773990631104, "val_mse": 0.4303614518570322, "splits": 2298} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "every1_swap0.01", "kwargs": {"revive_every": 1, "swap": 0.01}, "seconds": 11.591386318206787, "val_mse": 0.4312448359482335, "splits": 3269} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "split_pass", "kwargs": {"split_pass": true}, "seconds": 9.94871473312378, "val_mse": 0.43008957797771863, "splits": 1567} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "until0.95", "kwargs": {"revive_until": 0.95}, "seconds": 9.205787897109985, "val_mse": 0.43009926437874035, "splits": 1567} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "every1_swap0.01_sp", "kwargs": {"revive_every": 1, "swap": 0.01, "split_pass": true}, "seconds": 11.484159708023071, "val_mse": 0.4297531422323164, "splits": 3269} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "official", "kwargs": null, "seconds": 7.924568176269531, "val_mse": 0.43072090295649407, "splits": 1567} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "pe", "kwargs": {}, "seconds": 9.71045470237732, "val_mse": 0.42831695220626026, "splits": 1496} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 10.054162740707397, "val_mse": 0.4286613511652865, "splits": 1964} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 9.565055131912231, "val_mse": 0.428119390308714, "splits": 1804} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "every1_tau0.2", "kwargs": {"revive_every": 1, "tau": 0.2}, "seconds": 9.849453210830688, "val_mse": 0.42871242057040654, "splits": 2453} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "swap0.01", "kwargs": {"swap": 0.01}, "seconds": 11.60990285873413, "val_mse": 0.4285503596356668, "splits": 1718} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "swap0.03", "kwargs": {"swap": 0.03}, "seconds": 11.299980878829956, "val_mse": 0.428847740491898, "splits": 2241} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "every1_swap0.01", "kwargs": {"revive_every": 1, "swap": 0.01}, "seconds": 11.38946533203125, "val_mse": 0.4299466049199835, "splits": 3249} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "split_pass", "kwargs": {"split_pass": true}, "seconds": 10.291619539260864, "val_mse": 0.42831368538991826, "splits": 1496} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "until0.95", "kwargs": {"revive_until": 0.95}, "seconds": 9.063275814056396, "val_mse": 0.42831695220626026, "splits": 1496} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "every1_swap0.01_sp", "kwargs": {"revive_every": 1, "swap": 0.01, "split_pass": true}, "seconds": 11.64369821548462, "val_mse": 0.42859378832036293, "splits": 3249} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "official", "kwargs": null, "seconds": 8.741426944732666, "val_mse": 0.43013894849006445, "splits": 1646} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "pe", "kwargs": {}, "seconds": 10.127844333648682, "val_mse": 0.42949259699771886, "splits": 1577} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 9.533746480941772, "val_mse": 0.4287060277734547, "splits": 2008} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 10.035208225250244, "val_mse": 0.42916950296571066, "splits": 1859} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "every1_tau0.2", "kwargs": {"revive_every": 1, "tau": 0.2}, "seconds": 10.024521827697754, "val_mse": 0.42870632459373864, "splits": 2547} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "swap0.01", "kwargs": {"swap": 0.01}, "seconds": 12.465516805648804, "val_mse": 0.4295116631976141, "splits": 1796} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "swap0.03", "kwargs": {"swap": 0.03}, "seconds": 12.007378101348877, "val_mse": 0.42940716667906637, "splits": 2299} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "every1_swap0.01", "kwargs": {"revive_every": 1, "swap": 0.01}, "seconds": 12.340476751327515, "val_mse": 0.43050258556438986, "splits": 3293} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "split_pass", "kwargs": {"split_pass": true}, "seconds": 10.828571796417236, "val_mse": 0.42948787340611844, "splits": 1577} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "until0.95", "kwargs": {"revive_until": 0.95}, "seconds": 11.434955358505249, "val_mse": 0.42949259699771886, "splits": 1577} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "every1_swap0.01_sp", "kwargs": {"revive_every": 1, "swap": 0.01, "split_pass": true}, "seconds": 12.841577768325806, "val_mse": 0.4293725117070875, "splits": 3293} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "official", "kwargs": null, "seconds": 8.16526985168457, "val_mse": 0.4305108453420924, "splits": 1609} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "pe", "kwargs": {}, "seconds": 9.892579317092896, "val_mse": 0.4291298322864095, "splits": 1538} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 9.350466012954712, "val_mse": 0.4294142172237087, "splits": 1950} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 8.877473592758179, "val_mse": 0.4286990236638617, "splits": 1820} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "every1_tau0.2", "kwargs": {"revive_every": 1, "tau": 0.2}, "seconds": 8.582702875137329, "val_mse": 0.42900940959327416, "splits": 2459} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "swap0.01", "kwargs": {"swap": 0.01}, "seconds": 10.403787851333618, "val_mse": 0.42883213704108347, "splits": 1756} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "swap0.03", "kwargs": {"swap": 0.03}, "seconds": 10.998343467712402, "val_mse": 0.4294291116079019, "splits": 2271} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "every1_swap0.01", "kwargs": {"revive_every": 1, "swap": 0.01}, "seconds": 11.188207864761353, "val_mse": 0.43061628901996746, "splits": 3266} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "split_pass", "kwargs": {"split_pass": true}, "seconds": 8.663035869598389, "val_mse": 0.42909708415239395, "splits": 1538} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "until0.95", "kwargs": {"revive_until": 0.95}, "seconds": 9.067858457565308, "val_mse": 0.4291298322864095, "splits": 1538} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "every1_swap0.01_sp", "kwargs": {"revive_every": 1, "swap": 0.01, "split_pass": true}, "seconds": 11.159082412719727, "val_mse": 0.42968331151491773, "splits": 3266} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "official", "kwargs": null, "seconds": 7.895738840103149, "val_mse": 0.43022942402084474, "splits": 1608} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "pe", "kwargs": {}, "seconds": 9.027461767196655, "val_mse": 0.4296718423481465, "splits": 1579} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "every1", "kwargs": {"revive_every": 1}, "seconds": 8.890483140945435, "val_mse": 0.4293233821056256, "splits": 2011} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "tau0.2", "kwargs": {"tau": 0.2}, "seconds": 9.378910303115845, "val_mse": 0.4288921667246159, "splits": 1868} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "every1_tau0.2", "kwargs": {"revive_every": 1, "tau": 0.2}, "seconds": 9.354217529296875, "val_mse": 0.42906767132767043, "splits": 2524} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "swap0.01", "kwargs": {"swap": 0.01}, "seconds": 11.481783628463745, "val_mse": 0.42950498715682117, "splits": 1798} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "swap0.03", "kwargs": {"swap": 0.03}, "seconds": 11.482256412506104, "val_mse": 0.43043440112205333, "splits": 2287} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "every1_swap0.01", "kwargs": {"revive_every": 1, "swap": 0.01}, "seconds": 11.594653367996216, "val_mse": 0.430699201806384, "splits": 3322} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "split_pass", "kwargs": {"split_pass": true}, "seconds": 9.897805213928223, "val_mse": 0.4296771525709307, "splits": 1579} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "until0.95", "kwargs": {"revive_until": 0.95}, "seconds": 9.533153057098389, "val_mse": 0.4296718423481465, "splits": 1579} +{"tag": "iter2_swap", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "every1_swap0.01_sp", "kwargs": {"revive_every": 1, "swap": 0.01, "split_pass": true}, "seconds": 11.36705207824707, "val_mse": 0.42939664220130747, "splits": 3322} diff --git a/results/dev/iter3_combo_lawfit.jsonl b/results/dev/iter3_combo_lawfit.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..9685b1af8c684a19d6ec7e3219e515502754bc82 --- /dev/null +++ b/results/dev/iter3_combo_lawfit.jsonl @@ -0,0 +1,120 @@ +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "official", "kwargs": null, "seconds": 3.2822704315185547, "val_mse": 0.4363295405322455, "splits": 2155} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "pe", "kwargs": {}, "seconds": 3.7478063106536865, "val_mse": 0.4348948699669243, "splits": 2107} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "sp", "kwargs": {"split_pass": true}, "seconds": 3.7335586547851562, "val_mse": 0.4335906261978982, "splits": 2107} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "sp_every1", "kwargs": {"split_pass": true, "revive_every": 1}, "seconds": 3.46700119972229, "val_mse": 0.43356429960448895, "splits": 2759} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 3.575464963912964, "val_mse": 0.4331985136848658, "splits": 2618} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "sp_every1_tau0.2", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2}, "seconds": 3.803788185119629, "val_mse": 0.4328442418237319, "splits": 3350} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "sp_every2_tau0.15", "kwargs": {"split_pass": true, "revive_every": 2, "tau": 0.15}, "seconds": 4.211082220077515, "val_mse": 0.4333459605691105, "splits": 2541} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "sp_alpha0.7", "kwargs": {"split_pass": true, "alpha_scale": 0.7}, "seconds": 3.6954967975616455, "val_mse": 0.4338790131400225, "splits": 1990} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "sp_alpha1.4", "kwargs": {"split_pass": true, "alpha_scale": 1.4}, "seconds": 4.027477502822876, "val_mse": 0.43330777401131354, "splits": 2350} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "sp_batch0.5", "kwargs": {"split_pass": true, "batch_scale": 0.5}, "seconds": 4.535852432250977, "val_mse": 0.4323134982068851, "splits": 2758} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "sp_batch2", "kwargs": {"split_pass": true, "batch_scale": 2.0}, "seconds": 3.7837719917297363, "val_mse": 0.43406793350599093, "splits": 1358} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "off_batch0.5", "kwargs": {"base": "official", "batch_scale": 0.5}, "seconds": 4.972681760787964, "val_mse": 0.43554181945876225, "splits": 2888} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "official", "kwargs": null, "seconds": 3.0625269412994385, "val_mse": 0.4368302568392248, "splits": 2157} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "pe", "kwargs": {}, "seconds": 3.3088090419769287, "val_mse": 0.43582160344769943, "splits": 2112} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "sp", "kwargs": {"split_pass": true}, "seconds": 3.593552589416504, "val_mse": 0.43435095483409625, "splits": 2112} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "sp_every1", "kwargs": {"split_pass": true, "revive_every": 1}, "seconds": 3.4454100131988525, "val_mse": 0.43289092735517554, "splits": 2700} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 3.560994863510132, "val_mse": 0.4332654935038222, "splits": 2526} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "sp_every1_tau0.2", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2}, "seconds": 3.4463613033294678, "val_mse": 0.4320166295202071, "splits": 3350} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "sp_every2_tau0.15", "kwargs": {"split_pass": true, "revive_every": 2, "tau": 0.15}, "seconds": 3.314131021499634, "val_mse": 0.4328562545063132, "splits": 2509} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "sp_alpha0.7", "kwargs": {"split_pass": true, "alpha_scale": 0.7}, "seconds": 3.827441453933716, "val_mse": 0.43418367087711757, "splits": 1997} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "sp_alpha1.4", "kwargs": {"split_pass": true, "alpha_scale": 1.4}, "seconds": 3.4729726314544678, "val_mse": 0.4337426201650511, "splits": 2325} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "sp_batch0.5", "kwargs": {"split_pass": true, "batch_scale": 0.5}, "seconds": 3.726809024810791, "val_mse": 0.4334895079084068, "splits": 2769} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "sp_batch2", "kwargs": {"split_pass": true, "batch_scale": 2.0}, "seconds": 3.165022611618042, "val_mse": 0.4339807981322167, "splits": 1332} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "off_batch0.5", "kwargs": {"base": "official", "batch_scale": 0.5}, "seconds": 2.825753927230835, "val_mse": 0.43470352712484, "splits": 2933} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "official", "kwargs": null, "seconds": 2.760134696960449, "val_mse": 0.4372010018481671, "splits": 2156} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "pe", "kwargs": {}, "seconds": 3.1755828857421875, "val_mse": 0.43559700126047335, "splits": 2098} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "sp", "kwargs": {"split_pass": true}, "seconds": 3.132423162460327, "val_mse": 0.4341074437318033, "splits": 2098} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "sp_every1", "kwargs": {"split_pass": true, "revive_every": 1}, "seconds": 3.362882614135742, "val_mse": 0.4335809022610445, "splits": 2754} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 3.5210351943969727, "val_mse": 0.4338843911927495, "splits": 2620} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "sp_every1_tau0.2", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2}, "seconds": 3.2806031703948975, "val_mse": 0.4328570266139088, "splits": 3358} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "sp_every2_tau0.15", "kwargs": {"split_pass": true, "revive_every": 2, "tau": 0.15}, "seconds": 3.366908311843872, "val_mse": 0.4335291832337556, "splits": 2506} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "sp_alpha0.7", "kwargs": {"split_pass": true, "alpha_scale": 0.7}, "seconds": 3.238830804824829, "val_mse": 0.43503605854838695, "splits": 2011} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "sp_alpha1.4", "kwargs": {"split_pass": true, "alpha_scale": 1.4}, "seconds": 3.3390004634857178, "val_mse": 0.4338289577593813, "splits": 2387} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "sp_batch0.5", "kwargs": {"split_pass": true, "batch_scale": 0.5}, "seconds": 3.2323427200317383, "val_mse": 0.4333487698310544, "splits": 2780} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "sp_batch2", "kwargs": {"split_pass": true, "batch_scale": 2.0}, "seconds": 3.0538408756256104, "val_mse": 0.4340980281788564, "splits": 1369} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "off_batch0.5", "kwargs": {"base": "official", "batch_scale": 0.5}, "seconds": 2.868830919265747, "val_mse": 0.43666218622745845, "splits": 2931} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "official", "kwargs": null, "seconds": 2.861795425415039, "val_mse": 0.43626771366294004, "splits": 2165} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "pe", "kwargs": {}, "seconds": 3.4316210746765137, "val_mse": 0.4354557178714589, "splits": 2097} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "sp", "kwargs": {"split_pass": true}, "seconds": 3.123379707336426, "val_mse": 0.4338487123664025, "splits": 2097} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "sp_every1", "kwargs": {"split_pass": true, "revive_every": 1}, "seconds": 3.050143003463745, "val_mse": 0.43294997265296203, "splits": 2679} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 3.2494518756866455, "val_mse": 0.43343146973958857, "splits": 2550} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "sp_every1_tau0.2", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2}, "seconds": 3.1684765815734863, "val_mse": 0.4322175200894246, "splits": 3334} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "sp_every2_tau0.15", "kwargs": {"split_pass": true, "revive_every": 2, "tau": 0.15}, "seconds": 3.314680337905884, "val_mse": 0.43275743422147317, "splits": 2470} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "sp_alpha0.7", "kwargs": {"split_pass": true, "alpha_scale": 0.7}, "seconds": 3.084719181060791, "val_mse": 0.4344577379361811, "splits": 2001} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "sp_alpha1.4", "kwargs": {"split_pass": true, "alpha_scale": 1.4}, "seconds": 3.0737721920013428, "val_mse": 0.4327764063644435, "splits": 2347} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "sp_batch0.5", "kwargs": {"split_pass": true, "batch_scale": 0.5}, "seconds": 3.434093952178955, "val_mse": 0.4333270295179296, "splits": 2812} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "sp_batch2", "kwargs": {"split_pass": true, "batch_scale": 2.0}, "seconds": 3.0732100009918213, "val_mse": 0.43439124684753816, "splits": 1341} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "off_batch0.5", "kwargs": {"base": "official", "batch_scale": 0.5}, "seconds": 2.8622119426727295, "val_mse": 0.4350454755515049, "splits": 2974} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "official", "kwargs": null, "seconds": 2.9697442054748535, "val_mse": 0.43676975828366976, "splits": 2165} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "pe", "kwargs": {}, "seconds": 3.7631497383117676, "val_mse": 0.4352100311882101, "splits": 2132} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "sp", "kwargs": {"split_pass": true}, "seconds": 3.580101490020752, "val_mse": 0.4336297915959528, "splits": 2132} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "sp_every1", "kwargs": {"split_pass": true, "revive_every": 1}, "seconds": 3.400486469268799, "val_mse": 0.4324048892697072, "splits": 2736} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 3.3163082599639893, "val_mse": 0.4334143041582425, "splits": 2580} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "sp_every1_tau0.2", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2}, "seconds": 3.5687408447265625, "val_mse": 0.432501857390635, "splits": 3361} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "sp_every2_tau0.15", "kwargs": {"split_pass": true, "revive_every": 2, "tau": 0.15}, "seconds": 3.3926498889923096, "val_mse": 0.43342972122417806, "splits": 2499} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "sp_alpha0.7", "kwargs": {"split_pass": true, "alpha_scale": 0.7}, "seconds": 3.6572701930999756, "val_mse": 0.4340506648959019, "splits": 2021} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "sp_alpha1.4", "kwargs": {"split_pass": true, "alpha_scale": 1.4}, "seconds": 3.5264170169830322, "val_mse": 0.4338340371091601, "splits": 2344} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "sp_batch0.5", "kwargs": {"split_pass": true, "batch_scale": 0.5}, "seconds": 3.538335084915161, "val_mse": 0.43333858001903375, "splits": 2798} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "sp_batch2", "kwargs": {"split_pass": true, "batch_scale": 2.0}, "seconds": 3.300248384475708, "val_mse": 0.43416185425414816, "splits": 1362} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "off_batch0.5", "kwargs": {"base": "official", "batch_scale": 0.5}, "seconds": 3.043379783630371, "val_mse": 0.4358693381570947, "splits": 2919} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "official", "kwargs": null, "seconds": 9.340925216674805, "val_mse": 0.43063707788262107, "splits": 1634} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "pe", "kwargs": {}, "seconds": 10.439290046691895, "val_mse": 0.43009926437874035, "splits": 1567} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "sp", "kwargs": {"split_pass": true}, "seconds": 10.124711751937866, "val_mse": 0.43008957797771863, "splits": 1567} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "sp_every1", "kwargs": {"split_pass": true, "revive_every": 1}, "seconds": 10.100234270095825, "val_mse": 0.4297274280738349, "splits": 1950} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 10.014780521392822, "val_mse": 0.4284292234371358, "splits": 1886} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "sp_every1_tau0.2", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2}, "seconds": 9.79290246963501, "val_mse": 0.4292570740295112, "splits": 2513} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "sp_every2_tau0.15", "kwargs": {"split_pass": true, "revive_every": 2, "tau": 0.15}, "seconds": 9.554404497146606, "val_mse": 0.43001245258694343, "splits": 2003} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "sp_alpha0.7", "kwargs": {"split_pass": true, "alpha_scale": 0.7}, "seconds": 10.215079545974731, "val_mse": 0.43012952199390564, "splits": 1360} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "sp_alpha1.4", "kwargs": {"split_pass": true, "alpha_scale": 1.4}, "seconds": 10.325257539749146, "val_mse": 0.4289031317323402, "splits": 2151} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "sp_batch0.5", "kwargs": {"split_pass": true, "batch_scale": 0.5}, "seconds": 10.975973844528198, "val_mse": 0.4292094028905989, "splits": 2377} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "sp_batch2", "kwargs": {"split_pass": true, "batch_scale": 2.0}, "seconds": 10.177306413650513, "val_mse": 0.42970122159531854, "splits": 1094} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "off_batch0.5", "kwargs": {"base": "official", "batch_scale": 0.5}, "seconds": 9.385031461715698, "val_mse": 0.43045737112169374, "splits": 2439} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "official", "kwargs": null, "seconds": 9.309386730194092, "val_mse": 0.43072090295649407, "splits": 1567} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "pe", "kwargs": {}, "seconds": 11.297584056854248, "val_mse": 0.42831695220626026, "splits": 1496} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "sp", "kwargs": {"split_pass": true}, "seconds": 10.842903137207031, "val_mse": 0.42831368538991826, "splits": 1496} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "sp_every1", "kwargs": {"split_pass": true, "revive_every": 1}, "seconds": 10.849477291107178, "val_mse": 0.4286556618102114, "splits": 1964} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 10.051942348480225, "val_mse": 0.4280954514749581, "splits": 1804} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "sp_every1_tau0.2", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2}, "seconds": 10.74436330795288, "val_mse": 0.42870420707344875, "splits": 2453} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "sp_every2_tau0.15", "kwargs": {"split_pass": true, "revive_every": 2, "tau": 0.15}, "seconds": 9.93862795829773, "val_mse": 0.4291164578713482, "splits": 1930} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "sp_alpha0.7", "kwargs": {"split_pass": true, "alpha_scale": 0.7}, "seconds": 10.51715636253357, "val_mse": 0.429229394051412, "splits": 1303} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "sp_alpha1.4", "kwargs": {"split_pass": true, "alpha_scale": 1.4}, "seconds": 10.200583696365356, "val_mse": 0.42901181886659606, "splits": 2096} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "sp_batch0.5", "kwargs": {"split_pass": true, "batch_scale": 0.5}, "seconds": 11.001968145370483, "val_mse": 0.4294267231610518, "splits": 2351} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "sp_batch2", "kwargs": {"split_pass": true, "batch_scale": 2.0}, "seconds": 10.083518028259277, "val_mse": 0.42894972774703294, "splits": 1025} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "off_batch0.5", "kwargs": {"base": "official", "batch_scale": 0.5}, "seconds": 9.745717525482178, "val_mse": 0.43019897336898427, "splits": 2408} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "official", "kwargs": null, "seconds": 9.629302978515625, "val_mse": 0.43013894849006445, "splits": 1646} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "pe", "kwargs": {}, "seconds": 11.573831796646118, "val_mse": 0.42949259699771886, "splits": 1577} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "sp", "kwargs": {"split_pass": true}, "seconds": 11.130979299545288, "val_mse": 0.42948787340611844, "splits": 1577} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "sp_every1", "kwargs": {"split_pass": true, "revive_every": 1}, "seconds": 9.98704481124878, "val_mse": 0.42871362492952775, "splits": 2008} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 10.846014499664307, "val_mse": 0.4291698440437115, "splits": 1859} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "sp_every1_tau0.2", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2}, "seconds": 10.74006962776184, "val_mse": 0.42870840139445954, "splits": 2547} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "sp_every2_tau0.15", "kwargs": {"split_pass": true, "revive_every": 2, "tau": 0.15}, "seconds": 11.868238687515259, "val_mse": 0.42869317112884936, "splits": 2021} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "sp_alpha0.7", "kwargs": {"split_pass": true, "alpha_scale": 0.7}, "seconds": 10.375125646591187, "val_mse": 0.4290996769673049, "splits": 1353} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "sp_alpha1.4", "kwargs": {"split_pass": true, "alpha_scale": 1.4}, "seconds": 10.51308012008667, "val_mse": 0.4296240657497434, "splits": 2161} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "sp_batch0.5", "kwargs": {"split_pass": true, "batch_scale": 0.5}, "seconds": 10.680501699447632, "val_mse": 0.4295552244806264, "splits": 2354} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "sp_batch2", "kwargs": {"split_pass": true, "batch_scale": 2.0}, "seconds": 11.988937616348267, "val_mse": 0.4298004260019501, "splits": 1039} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "off_batch0.5", "kwargs": {"base": "official", "batch_scale": 0.5}, "seconds": 9.56343674659729, "val_mse": 0.4300405406536539, "splits": 2430} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "official", "kwargs": null, "seconds": 10.222193479537964, "val_mse": 0.4305108453420924, "splits": 1609} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "pe", "kwargs": {}, "seconds": 10.196216344833374, "val_mse": 0.4291298322864095, "splits": 1538} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "sp", "kwargs": {"split_pass": true}, "seconds": 10.438103199005127, "val_mse": 0.42909708415239395, "splits": 1538} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "sp_every1", "kwargs": {"split_pass": true, "revive_every": 1}, "seconds": 9.908441066741943, "val_mse": 0.4294103465420234, "splits": 1950} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 10.486115455627441, "val_mse": 0.4286912106614282, "splits": 1820} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "sp_every1_tau0.2", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2}, "seconds": 10.356518030166626, "val_mse": 0.4289960954293094, "splits": 2459} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "sp_every2_tau0.15", "kwargs": {"split_pass": true, "revive_every": 2, "tau": 0.15}, "seconds": 10.43136715888977, "val_mse": 0.42992333694483276, "splits": 1949} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "sp_alpha0.7", "kwargs": {"split_pass": true, "alpha_scale": 0.7}, "seconds": 9.964120626449585, "val_mse": 0.4300283433626046, "splits": 1320} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "sp_alpha1.4", "kwargs": {"split_pass": true, "alpha_scale": 1.4}, "seconds": 9.609309911727905, "val_mse": 0.4285580542640284, "splits": 2125} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "sp_batch0.5", "kwargs": {"split_pass": true, "batch_scale": 0.5}, "seconds": 10.16173791885376, "val_mse": 0.4298979724526266, "splits": 2336} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "sp_batch2", "kwargs": {"split_pass": true, "batch_scale": 2.0}, "seconds": 10.815473318099976, "val_mse": 0.4303427323848251, "splits": 1044} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "off_batch0.5", "kwargs": {"base": "official", "batch_scale": 0.5}, "seconds": 8.997188329696655, "val_mse": 0.429420071404832, "splits": 2466} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "official", "kwargs": null, "seconds": 8.314457178115845, "val_mse": 0.43022942402084474, "splits": 1608} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "pe", "kwargs": {}, "seconds": 9.557640552520752, "val_mse": 0.4296718423481465, "splits": 1579} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "sp", "kwargs": {"split_pass": true}, "seconds": 10.006239891052246, "val_mse": 0.4296771525709307, "splits": 1579} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "sp_every1", "kwargs": {"split_pass": true, "revive_every": 1}, "seconds": 10.508952617645264, "val_mse": 0.42932580358841516, "splits": 2011} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 11.133615970611572, "val_mse": 0.4288399379109929, "splits": 1868} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "sp_every1_tau0.2", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2}, "seconds": 10.203941822052002, "val_mse": 0.42907199827513925, "splits": 2524} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "sp_every2_tau0.15", "kwargs": {"split_pass": true, "revive_every": 2, "tau": 0.15}, "seconds": 11.005005598068237, "val_mse": 0.4287008503294406, "splits": 2014} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "sp_alpha0.7", "kwargs": {"split_pass": true, "alpha_scale": 0.7}, "seconds": 11.199196100234985, "val_mse": 0.4304204909761196, "splits": 1367} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "sp_alpha1.4", "kwargs": {"split_pass": true, "alpha_scale": 1.4}, "seconds": 10.926580905914307, "val_mse": 0.4287684696137107, "splits": 2189} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "sp_batch0.5", "kwargs": {"split_pass": true, "batch_scale": 0.5}, "seconds": 11.485158681869507, "val_mse": 0.42943430302331836, "splits": 2371} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "sp_batch2", "kwargs": {"split_pass": true, "batch_scale": 2.0}, "seconds": 10.818227291107178, "val_mse": 0.42987990044584373, "splits": 1104} +{"tag": "iter3_combo_lawfit", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "off_batch0.5", "kwargs": {"base": "official", "batch_scale": 0.5}, "seconds": 9.509355306625366, "val_mse": 0.4300749988918368, "splits": 2442} diff --git a/results/dev/iter4_combine.jsonl b/results/dev/iter4_combine.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..1efbe273ad286dde1321a5ce27589a0f23c609d2 --- /dev/null +++ b/results/dev/iter4_combine.jsonl @@ -0,0 +1,100 @@ +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "official", "kwargs": null, "seconds": 3.3192665576934814, "val_mse": 0.4363295405322455, "splits": 2155} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 3.660569190979004, "val_mse": 0.4331985136848658, "splits": 2618} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "sp_tau0.25", "kwargs": {"split_pass": true, "tau": 0.25}, "seconds": 3.606586217880249, "val_mse": 0.43324128580775123, "splits": 2869} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "sp_tau0.2_a1.4", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 3.2268271446228027, "val_mse": 0.4328120614642326, "splits": 2887} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "sp_tau0.2_a2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 2.0}, "seconds": 3.498389959335327, "val_mse": 0.43402862591668834, "splits": 3541} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "sp_e1_tau0.2_a1.4", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 3.6709132194519043, "val_mse": 0.4321548428197043, "splits": 3737} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "sp_close0.5", "kwargs": {"split_pass": true, "closing_frac": 0.5}, "seconds": 3.6046183109283447, "val_mse": 0.4366160297560422, "splits": 2107} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "sp_close0.75", "kwargs": {"split_pass": true, "closing_frac": 0.75}, "seconds": 3.523844003677368, "val_mse": 0.4345834702872975, "splits": 2107} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "sp_tau0.2_a1.4_close0.5", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "closing_frac": 0.5}, "seconds": 3.701920747756958, "val_mse": 0.4357700998387363, "splits": 2887} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "off_a1.4", "kwargs": {"base": "official", "alpha_scale": 1.4}, "seconds": 3.5352299213409424, "val_mse": 0.436140455448679, "splits": 2432} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "official", "kwargs": null, "seconds": 3.548405408859253, "val_mse": 0.4368302568392248, "splits": 2157} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 3.654506206512451, "val_mse": 0.4332654935038222, "splits": 2526} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "sp_tau0.25", "kwargs": {"split_pass": true, "tau": 0.25}, "seconds": 3.7408180236816406, "val_mse": 0.43371791868956033, "splits": 2795} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "sp_tau0.2_a1.4", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 3.5130372047424316, "val_mse": 0.4331385491992569, "splits": 2842} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "sp_tau0.2_a2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 2.0}, "seconds": 3.5103068351745605, "val_mse": 0.43293560698023537, "splits": 3522} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "sp_e1_tau0.2_a1.4", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 3.554511308670044, "val_mse": 0.4326494266148694, "splits": 3799} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "sp_close0.5", "kwargs": {"split_pass": true, "closing_frac": 0.5}, "seconds": 3.7735419273376465, "val_mse": 0.4370832706472318, "splits": 2112} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "sp_close0.75", "kwargs": {"split_pass": true, "closing_frac": 0.75}, "seconds": 3.5989999771118164, "val_mse": 0.4350420159513614, "splits": 2112} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "sp_tau0.2_a1.4_close0.5", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "closing_frac": 0.5}, "seconds": 3.68078875541687, "val_mse": 0.4362079148806725, "splits": 2842} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "off_a1.4", "kwargs": {"base": "official", "alpha_scale": 1.4}, "seconds": 3.107377767562866, "val_mse": 0.43668297334962997, "splits": 2402} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "official", "kwargs": null, "seconds": 3.0301990509033203, "val_mse": 0.4372010018481671, "splits": 2156} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 3.833958864212036, "val_mse": 0.4338843911927495, "splits": 2620} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "sp_tau0.25", "kwargs": {"split_pass": true, "tau": 0.25}, "seconds": 3.4566738605499268, "val_mse": 0.4338919174282727, "splits": 2863} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "sp_tau0.2_a1.4", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 3.6323649883270264, "val_mse": 0.43380230057285923, "splits": 2949} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "sp_tau0.2_a2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 2.0}, "seconds": 3.74444842338562, "val_mse": 0.43364754387236626, "splits": 3542} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "sp_e1_tau0.2_a1.4", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 3.8336915969848633, "val_mse": 0.43233488781783747, "splits": 3766} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "sp_close0.5", "kwargs": {"split_pass": true, "closing_frac": 0.5}, "seconds": 3.6884260177612305, "val_mse": 0.4367168355237072, "splits": 2098} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "sp_close0.75", "kwargs": {"split_pass": true, "closing_frac": 0.75}, "seconds": 3.96529221534729, "val_mse": 0.4347235341928057, "splits": 2098} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "sp_tau0.2_a1.4_close0.5", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "closing_frac": 0.5}, "seconds": 3.563870668411255, "val_mse": 0.436554301164136, "splits": 2949} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "off_a1.4", "kwargs": {"base": "official", "alpha_scale": 1.4}, "seconds": 2.8436636924743652, "val_mse": 0.43793694012646645, "splits": 2426} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "official", "kwargs": null, "seconds": 3.3566575050354004, "val_mse": 0.43626771366294004, "splits": 2165} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 3.614971399307251, "val_mse": 0.43343146973958857, "splits": 2550} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "sp_tau0.25", "kwargs": {"split_pass": true, "tau": 0.25}, "seconds": 3.413208484649658, "val_mse": 0.4333984940417587, "splits": 2784} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "sp_tau0.2_a1.4", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 3.503995418548584, "val_mse": 0.43255779912871595, "splits": 2875} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "sp_tau0.2_a2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 2.0}, "seconds": 3.5197620391845703, "val_mse": 0.433664838267781, "splits": 3525} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "sp_e1_tau0.2_a1.4", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 3.7315807342529297, "val_mse": 0.4314320329495023, "splits": 3764} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "sp_close0.5", "kwargs": {"split_pass": true, "closing_frac": 0.5}, "seconds": 3.2532339096069336, "val_mse": 0.43721603508506013, "splits": 2097} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "sp_close0.75", "kwargs": {"split_pass": true, "closing_frac": 0.75}, "seconds": 4.221338272094727, "val_mse": 0.4349887800696214, "splits": 2097} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "sp_tau0.2_a1.4_close0.5", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "closing_frac": 0.5}, "seconds": 3.7259647846221924, "val_mse": 0.4363335588267867, "splits": 2875} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "off_a1.4", "kwargs": {"base": "official", "alpha_scale": 1.4}, "seconds": 3.6626434326171875, "val_mse": 0.4370503782438902, "splits": 2403} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "official", "kwargs": null, "seconds": 3.477163076400757, "val_mse": 0.43676975828366976, "splits": 2165} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 3.601750135421753, "val_mse": 0.4334143041582425, "splits": 2580} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "sp_tau0.25", "kwargs": {"split_pass": true, "tau": 0.25}, "seconds": 3.8104805946350098, "val_mse": 0.43333712807217856, "splits": 2823} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "sp_tau0.2_a1.4", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 4.166813611984253, "val_mse": 0.43340850435680583, "splits": 2923} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "sp_tau0.2_a2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 2.0}, "seconds": 4.240943670272827, "val_mse": 0.4337411634177385, "splits": 3544} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "sp_e1_tau0.2_a1.4", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 4.079331159591675, "val_mse": 0.4326915688436533, "splits": 3760} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "sp_close0.5", "kwargs": {"split_pass": true, "closing_frac": 0.5}, "seconds": 4.104368209838867, "val_mse": 0.4366869193053397, "splits": 2132} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "sp_close0.75", "kwargs": {"split_pass": true, "closing_frac": 0.75}, "seconds": 3.9921810626983643, "val_mse": 0.4344871419558481, "splits": 2132} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "sp_tau0.2_a1.4_close0.5", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "closing_frac": 0.5}, "seconds": 3.7992968559265137, "val_mse": 0.4365500895960161, "splits": 2923} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "off_a1.4", "kwargs": {"base": "official", "alpha_scale": 1.4}, "seconds": 3.4332082271575928, "val_mse": 0.4370624992048599, "splits": 2431} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "official", "kwargs": null, "seconds": 9.02959942817688, "val_mse": 0.43063707788262107, "splits": 1634} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 11.757675170898438, "val_mse": 0.4284292234371358, "splits": 1886} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "sp_tau0.25", "kwargs": {"split_pass": true, "tau": 0.25}, "seconds": 11.817976236343384, "val_mse": 0.42900361141120574, "splits": 2046} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "sp_tau0.2_a1.4", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 10.143045902252197, "val_mse": 0.4281188643302948, "splits": 2580} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "sp_tau0.2_a2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 2.0}, "seconds": 11.188994884490967, "val_mse": 0.42962563949506327, "splits": 4595} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "sp_e1_tau0.2_a1.4", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 10.49792742729187, "val_mse": 0.4293550901582056, "splits": 3659} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "sp_close0.5", "kwargs": {"split_pass": true, "closing_frac": 0.5}, "seconds": 11.136770486831665, "val_mse": 0.43341138149960096, "splits": 1567} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "sp_close0.75", "kwargs": {"split_pass": true, "closing_frac": 0.75}, "seconds": 10.467198848724365, "val_mse": 0.4312402437967523, "splits": 1567} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "sp_tau0.2_a1.4_close0.5", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "closing_frac": 0.5}, "seconds": 10.674782514572144, "val_mse": 0.43186325149177135, "splits": 2580} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "off_a1.4", "kwargs": {"base": "official", "alpha_scale": 1.4}, "seconds": 10.399513244628906, "val_mse": 0.43126470935358613, "splits": 2301} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "official", "kwargs": null, "seconds": 10.035507440567017, "val_mse": 0.43072090295649407, "splits": 1567} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 10.586862802505493, "val_mse": 0.4280954514749581, "splits": 1804} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "sp_tau0.25", "kwargs": {"split_pass": true, "tau": 0.25}, "seconds": 10.846054792404175, "val_mse": 0.4286731561243447, "splits": 1966} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "sp_tau0.2_a1.4", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 9.971036672592163, "val_mse": 0.4283539247709854, "splits": 2554} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "sp_tau0.2_a2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 2.0}, "seconds": 10.490943670272827, "val_mse": 0.4289366225726631, "splits": 4573} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "sp_e1_tau0.2_a1.4", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 10.61639404296875, "val_mse": 0.42854223524675006, "splits": 3670} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "sp_close0.5", "kwargs": {"split_pass": true, "closing_frac": 0.5}, "seconds": 9.567978858947754, "val_mse": 0.43309140503392035, "splits": 1496} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "sp_close0.75", "kwargs": {"split_pass": true, "closing_frac": 0.75}, "seconds": 10.009774208068848, "val_mse": 0.42979666559802593, "splits": 1496} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "sp_tau0.2_a1.4_close0.5", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "closing_frac": 0.5}, "seconds": 10.087373971939087, "val_mse": 0.4324891125387754, "splits": 2554} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "off_a1.4", "kwargs": {"base": "official", "alpha_scale": 1.4}, "seconds": 8.78598928451538, "val_mse": 0.4309043329914339, "splits": 2250} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "official", "kwargs": null, "seconds": 9.055524349212646, "val_mse": 0.43013894849006445, "splits": 1646} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 10.06710410118103, "val_mse": 0.4291698440437115, "splits": 1859} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "sp_tau0.25", "kwargs": {"split_pass": true, "tau": 0.25}, "seconds": 10.584617853164673, "val_mse": 0.42888399552923584, "splits": 2026} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "sp_tau0.2_a1.4", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 10.176030397415161, "val_mse": 0.4291375402090289, "splits": 2594} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "sp_tau0.2_a2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 2.0}, "seconds": 10.375107526779175, "val_mse": 0.42940299555748224, "splits": 4575} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "sp_e1_tau0.2_a1.4", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 9.32718276977539, "val_mse": 0.429412843705218, "splits": 3729} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "sp_close0.5", "kwargs": {"split_pass": true, "closing_frac": 0.5}, "seconds": 9.9512619972229, "val_mse": 0.4337487046607621, "splits": 1577} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "sp_close0.75", "kwargs": {"split_pass": true, "closing_frac": 0.75}, "seconds": 9.946648836135864, "val_mse": 0.4306866944238302, "splits": 1577} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "sp_tau0.2_a1.4_close0.5", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "closing_frac": 0.5}, "seconds": 10.253790140151978, "val_mse": 0.4333426436160593, "splits": 2594} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "off_a1.4", "kwargs": {"base": "official", "alpha_scale": 1.4}, "seconds": 8.756324529647827, "val_mse": 0.4306367689151487, "splits": 2327} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "official", "kwargs": null, "seconds": 8.899174928665161, "val_mse": 0.4305108453420924, "splits": 1609} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 10.359515190124512, "val_mse": 0.4286912106614282, "splits": 1820} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "sp_tau0.25", "kwargs": {"split_pass": true, "tau": 0.25}, "seconds": 11.299182176589966, "val_mse": 0.4287540252901952, "splits": 1981} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "sp_tau0.2_a1.4", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 10.79410696029663, "val_mse": 0.42869030086330656, "splits": 2535} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "sp_tau0.2_a2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 2.0}, "seconds": 10.464955568313599, "val_mse": 0.42982372723762885, "splits": 4562} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "sp_e1_tau0.2_a1.4", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 10.385581731796265, "val_mse": 0.428541230829694, "splits": 3634} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "sp_close0.5", "kwargs": {"split_pass": true, "closing_frac": 0.5}, "seconds": 9.909321308135986, "val_mse": 0.43326343688781344, "splits": 1538} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "sp_close0.75", "kwargs": {"split_pass": true, "closing_frac": 0.75}, "seconds": 10.649320602416992, "val_mse": 0.43052310605696903, "splits": 1538} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "sp_tau0.2_a1.4_close0.5", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "closing_frac": 0.5}, "seconds": 10.367995977401733, "val_mse": 0.43233233922376113, "splits": 2535} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "off_a1.4", "kwargs": {"base": "official", "alpha_scale": 1.4}, "seconds": 8.688299894332886, "val_mse": 0.43008496611115615, "splits": 2299} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "official", "kwargs": null, "seconds": 8.67345118522644, "val_mse": 0.43022942402084474, "splits": 1608} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "sp_tau0.2", "kwargs": {"split_pass": true, "tau": 0.2}, "seconds": 9.232800722122192, "val_mse": 0.4288399379109929, "splits": 1868} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "sp_tau0.25", "kwargs": {"split_pass": true, "tau": 0.25}, "seconds": 9.602407217025757, "val_mse": 0.42914410241790213, "splits": 2026} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "sp_tau0.2_a1.4", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 9.693036079406738, "val_mse": 0.42903218061544374, "splits": 2598} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "sp_tau0.2_a2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 2.0}, "seconds": 9.625420093536377, "val_mse": 0.43048640939590493, "splits": 4620} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "sp_e1_tau0.2_a1.4", "kwargs": {"split_pass": true, "revive_every": 1, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 10.058640480041504, "val_mse": 0.42975454009431724, "splits": 3695} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "sp_close0.5", "kwargs": {"split_pass": true, "closing_frac": 0.5}, "seconds": 9.976413488388062, "val_mse": 0.43369051961008137, "splits": 1579} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "sp_close0.75", "kwargs": {"split_pass": true, "closing_frac": 0.75}, "seconds": 9.973896503448486, "val_mse": 0.4307498828803924, "splits": 1579} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "sp_tau0.2_a1.4_close0.5", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "closing_frac": 0.5}, "seconds": 9.7758469581604, "val_mse": 0.43271920744615017, "splits": 2598} +{"tag": "iter4_combine", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "off_a1.4", "kwargs": {"base": "official", "alpha_scale": 1.4}, "seconds": 8.9833505153656, "val_mse": 0.43015792752897214, "splits": 2307} diff --git a/results/dev/iter6_v3_candidates.jsonl b/results/dev/iter6_v3_candidates.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ea9ec8a251b6b7caf31099fb40dd4057cf9005fc --- /dev/null +++ b/results/dev/iter6_v3_candidates.jsonl @@ -0,0 +1,80 @@ +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "official", "kwargs": null, "seconds": 3.2280383110046387, "val_mse": 0.4363295405322455, "splits": 2155} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 3.5477960109710693, "val_mse": 0.4328120614642326, "splits": 2887} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "v2_cm0.35", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.35}, "seconds": 3.8576343059539795, "val_mse": 0.43326709764718707, "splits": 2961} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "v2_cm0.25", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.25}, "seconds": 3.948105573654175, "val_mse": 0.43321467242508915, "splits": 3083} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "v2_tau.3to.1", "kwargs": {"split_pass": true, "tau": 0.3, "tau_end": 0.1, "alpha_scale": 1.4}, "seconds": 3.888282060623169, "val_mse": 0.4332353255648216, "splits": 2911} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "v2_every0.3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 3.3452117443084717, "val_mse": 0.4321792637435543, "splits": 3626} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "v2_approx64x8", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 8]}, "seconds": 3.5806214809417725, "val_mse": 0.4328120614642326, "splits": 2887} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 1, "variant": "v2_approx64x16", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 16]}, "seconds": 3.4817214012145996, "val_mse": 0.4328120614642326, "splits": 2887} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "official", "kwargs": null, "seconds": 2.8065032958984375, "val_mse": 0.4368302568392248, "splits": 2157} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 3.4427335262298584, "val_mse": 0.4331385491992569, "splits": 2842} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "v2_cm0.35", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.35}, "seconds": 3.6479337215423584, "val_mse": 0.43316906049943643, "splits": 2925} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "v2_cm0.25", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.25}, "seconds": 4.036830902099609, "val_mse": 0.4327011108266742, "splits": 3005} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "v2_tau.3to.1", "kwargs": {"split_pass": true, "tau": 0.3, "tau_end": 0.1, "alpha_scale": 1.4}, "seconds": 3.6471447944641113, "val_mse": 0.43387736465404086, "splits": 2904} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "v2_every0.3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 3.799947500228882, "val_mse": 0.43224252850194245, "splits": 3686} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "v2_approx64x8", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 8]}, "seconds": 3.41487455368042, "val_mse": 0.4331385491992569, "splits": 2842} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 2, "variant": "v2_approx64x16", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 16]}, "seconds": 3.760087013244629, "val_mse": 0.4331385491992569, "splits": 2842} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "official", "kwargs": null, "seconds": 3.2541677951812744, "val_mse": 0.4372010018481671, "splits": 2156} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 3.596334934234619, "val_mse": 0.43380230057285923, "splits": 2949} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "v2_cm0.35", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.35}, "seconds": 3.451930522918701, "val_mse": 0.43358376610655913, "splits": 3036} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "v2_cm0.25", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.25}, "seconds": 3.610187530517578, "val_mse": 0.43374501965623824, "splits": 3158} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "v2_tau.3to.1", "kwargs": {"split_pass": true, "tau": 0.3, "tau_end": 0.1, "alpha_scale": 1.4}, "seconds": 3.2756459712982178, "val_mse": 0.4341543975314992, "splits": 2965} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "v2_every0.3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 3.3216660022735596, "val_mse": 0.43259771083459647, "splits": 3647} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "v2_approx64x8", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 8]}, "seconds": 3.5468599796295166, "val_mse": 0.43380230057285923, "splits": 2949} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 3, "variant": "v2_approx64x16", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 16]}, "seconds": 3.423664093017578, "val_mse": 0.43380230057285923, "splits": 2949} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "official", "kwargs": null, "seconds": 2.5578200817108154, "val_mse": 0.43626771366294004, "splits": 2165} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 3.48846435546875, "val_mse": 0.43255779912871595, "splits": 2875} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "v2_cm0.35", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.35}, "seconds": 3.3722403049468994, "val_mse": 0.43256345326024365, "splits": 2937} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "v2_cm0.25", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.25}, "seconds": 3.1919398307800293, "val_mse": 0.4323010926305967, "splits": 3036} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "v2_tau.3to.1", "kwargs": {"split_pass": true, "tau": 0.3, "tau_end": 0.1, "alpha_scale": 1.4}, "seconds": 3.2657582759857178, "val_mse": 0.4333288875995233, "splits": 2922} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "v2_every0.3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 3.6984009742736816, "val_mse": 0.4316928506222499, "splits": 3665} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "v2_approx64x8", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 8]}, "seconds": 3.4396474361419678, "val_mse": 0.43255779912871595, "splits": 2875} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 4, "variant": "v2_approx64x16", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 16]}, "seconds": 3.229881525039673, "val_mse": 0.43255779912871595, "splits": 2875} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "official", "kwargs": null, "seconds": 2.7761757373809814, "val_mse": 0.43676975828366976, "splits": 2165} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 3.3659660816192627, "val_mse": 0.43340850435680583, "splits": 2923} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "v2_cm0.35", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.35}, "seconds": 3.2844855785369873, "val_mse": 0.4332023467270561, "splits": 2983} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "v2_cm0.25", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.25}, "seconds": 3.492732048034668, "val_mse": 0.4336892373879462, "splits": 3097} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "v2_tau.3to.1", "kwargs": {"split_pass": true, "tau": 0.3, "tau_end": 0.1, "alpha_scale": 1.4}, "seconds": 3.4590113162994385, "val_mse": 0.4334543938764778, "splits": 2931} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "v2_every0.3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 3.1990973949432373, "val_mse": 0.432742573999908, "splits": 3645} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "v2_approx64x8", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 8]}, "seconds": 3.7018003463745117, "val_mse": 0.43340850435680583, "splits": 2923} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 1, "seed": 5, "variant": "v2_approx64x16", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 16]}, "seconds": 3.557612657546997, "val_mse": 0.43340850435680583, "splits": 2923} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "official", "kwargs": null, "seconds": 7.6604697704315186, "val_mse": 0.43063707788262107, "splits": 1634} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 10.663100957870483, "val_mse": 0.4281188643302948, "splits": 2580} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "v2_cm0.35", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.35}, "seconds": 10.19404125213623, "val_mse": 0.42945375181387047, "splits": 2684} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "v2_cm0.25", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.25}, "seconds": 9.32802128791809, "val_mse": 0.4290264322893542, "splits": 2764} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "v2_tau.3to.1", "kwargs": {"split_pass": true, "tau": 0.3, "tau_end": 0.1, "alpha_scale": 1.4}, "seconds": 9.93058729171753, "val_mse": 0.42850505586530946, "splits": 2777} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "v2_every0.3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 10.195523738861084, "val_mse": 0.429227225900205, "splits": 3458} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "v2_approx64x8", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 8]}, "seconds": 7.33850622177124, "val_mse": 0.42930387434602046, "splits": 2613} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 1, "variant": "v2_approx64x16", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 16]}, "seconds": 8.214628458023071, "val_mse": 0.4286269175605272, "splits": 2621} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "official", "kwargs": null, "seconds": 8.451493501663208, "val_mse": 0.43072090295649407, "splits": 1567} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 10.13795280456543, "val_mse": 0.4283539247709854, "splits": 2554} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "v2_cm0.35", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.35}, "seconds": 9.560533046722412, "val_mse": 0.42857415085920186, "splits": 2612} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "v2_cm0.25", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.25}, "seconds": 9.516324043273926, "val_mse": 0.4286508165109168, "splits": 2660} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "v2_tau.3to.1", "kwargs": {"split_pass": true, "tau": 0.3, "tau_end": 0.1, "alpha_scale": 1.4}, "seconds": 9.29184079170227, "val_mse": 0.42901677689143214, "splits": 2726} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "v2_every0.3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 9.892799615859985, "val_mse": 0.42785680266910187, "splits": 3426} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "v2_approx64x8", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 8]}, "seconds": 7.911316156387329, "val_mse": 0.4289298069647666, "splits": 2566} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 2, "variant": "v2_approx64x16", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 16]}, "seconds": 7.802266836166382, "val_mse": 0.42855974279314824, "splits": 2545} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "official", "kwargs": null, "seconds": 8.813249111175537, "val_mse": 0.43013894849006445, "splits": 1646} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 10.036827564239502, "val_mse": 0.4291375402090289, "splits": 2594} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "v2_cm0.35", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.35}, "seconds": 9.782350778579712, "val_mse": 0.4293599477320624, "splits": 2670} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "v2_cm0.25", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.25}, "seconds": 9.293424129486084, "val_mse": 0.4287177362465596, "splits": 2726} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "v2_tau.3to.1", "kwargs": {"split_pass": true, "tau": 0.3, "tau_end": 0.1, "alpha_scale": 1.4}, "seconds": 9.500550270080566, "val_mse": 0.4293150453134811, "splits": 2782} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "v2_every0.3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 9.985687017440796, "val_mse": 0.42904966302309683, "splits": 3496} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "v2_approx64x8", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 8]}, "seconds": 7.584404945373535, "val_mse": 0.42838531003556074, "splits": 2629} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 3, "variant": "v2_approx64x16", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 16]}, "seconds": 7.996054649353027, "val_mse": 0.42811392501002826, "splits": 2608} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "official", "kwargs": null, "seconds": 8.928264141082764, "val_mse": 0.4305108453420924, "splits": 1609} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 10.458049774169922, "val_mse": 0.42869030086330656, "splits": 2535} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "v2_cm0.35", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.35}, "seconds": 9.650923728942871, "val_mse": 0.42890759739481, "splits": 2611} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "v2_cm0.25", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.25}, "seconds": 10.507790088653564, "val_mse": 0.4294704426874765, "splits": 2659} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "v2_tau.3to.1", "kwargs": {"split_pass": true, "tau": 0.3, "tau_end": 0.1, "alpha_scale": 1.4}, "seconds": 9.902600049972534, "val_mse": 0.4287610841667096, "splits": 2761} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "v2_every0.3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 10.724900484085083, "val_mse": 0.4277821049018342, "splits": 3425} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "v2_approx64x8", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 8]}, "seconds": 7.926342487335205, "val_mse": 0.4295289679295487, "splits": 2611} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 4, "variant": "v2_approx64x16", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 16]}, "seconds": 8.709213733673096, "val_mse": 0.4299623761495881, "splits": 2572} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "official", "kwargs": null, "seconds": 9.300311803817749, "val_mse": 0.43022942402084474, "splits": 1608} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 10.511404991149902, "val_mse": 0.42903218061544374, "splits": 2598} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "v2_cm0.35", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.35}, "seconds": 10.511403560638428, "val_mse": 0.42992994371933935, "splits": 2722} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "v2_cm0.25", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "child_mass": 0.25}, "seconds": 10.964335441589355, "val_mse": 0.42895708421751877, "splits": 2769} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "v2_tau.3to.1", "kwargs": {"split_pass": true, "tau": 0.3, "tau_end": 0.1, "alpha_scale": 1.4}, "seconds": 9.59195876121521, "val_mse": 0.4299459238025578, "splits": 2818} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "v2_every0.3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 9.398162841796875, "val_mse": 0.4295948265530968, "splits": 3482} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "v2_approx64x8", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 8]}, "seconds": 7.373995304107666, "val_mse": 0.4292632867003382, "splits": 2609} +{"tag": "iter6_v3_candidates", "n": 250000, "k": 4096, "epochs": 3, "seed": 5, "variant": "v2_approx64x16", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "approx": [64, 16]}, "seconds": 7.51539421081543, "val_mse": 0.42995825721654135, "splits": 2634} diff --git a/results/dev/iter7_approx_budget.jsonl b/results/dev/iter7_approx_budget.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4b88966d1235d2c75babebff5b4355ab7baf47de --- /dev/null +++ b/results/dev/iter7_approx_budget.jsonl @@ -0,0 +1,60 @@ +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 8.603753328323364, "val_mse": 0.43063707788262107, "splits": 1634} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 9.289565324783325, "val_mse": 0.4281188643302948, "splits": 2580} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "v3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 10.209113121032715, "val_mse": 0.429227225900205, "splits": 3458} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "v3_approx", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": [64, 16]}, "seconds": 7.658804178237915, "val_mse": 0.42945999562548276, "splits": 3448} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 7.19288444519043, "val_mse": 0.43072090295649407, "splits": 1567} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 9.405021905899048, "val_mse": 0.4283539247709854, "splits": 2554} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "v3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 8.952255487442017, "val_mse": 0.42785680266910187, "splits": 3426} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "v3_approx", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": [64, 16]}, "seconds": 7.381651163101196, "val_mse": 0.42942358201343994, "splits": 3427} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 7.604705810546875, "val_mse": 0.43013894849006445, "splits": 1646} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 9.372655630111694, "val_mse": 0.4291375402090289, "splits": 2594} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "v3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 8.852210521697998, "val_mse": 0.42904966302309683, "splits": 3496} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "v3_approx", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": [64, 16]}, "seconds": 7.6953582763671875, "val_mse": 0.4295625534379016, "splits": 3432} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 7.873029470443726, "val_mse": 0.4305108453420924, "splits": 1609} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 8.796440124511719, "val_mse": 0.42869030086330656, "splits": 2535} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "v3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 9.403496503829956, "val_mse": 0.4277821049018342, "splits": 3425} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "v3_approx", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": [64, 16]}, "seconds": 7.908211708068848, "val_mse": 0.4293999021236872, "splits": 3439} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 9.426614046096802, "val_mse": 0.43022942402084474, "splits": 1608} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 10.569274663925171, "val_mse": 0.42903218061544374, "splits": 2598} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "v3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 10.693082332611084, "val_mse": 0.4295948265530968, "splits": 3482} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "v3_approx", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": [64, 16]}, "seconds": 8.666792392730713, "val_mse": 0.4285620504790341, "splits": 3549} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 11.361180067062378, "val_mse": 0.42948203368814375, "splits": 1729} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 1, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 13.33493447303772, "val_mse": 0.4285904716415294, "splits": 2880} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 1, "variant": "v3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 13.352515459060669, "val_mse": 0.42896916467300017, "splits": 3911} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 1, "variant": "v3_approx", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": [64, 16]}, "seconds": 10.921732187271118, "val_mse": 0.4279891861990847, "splits": 3921} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 11.082113027572632, "val_mse": 0.42976672406714317, "splits": 1653} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 2, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 14.255725860595703, "val_mse": 0.42850043265037774, "splits": 2809} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 2, "variant": "v3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 14.316542148590088, "val_mse": 0.4283345823632031, "splits": 3861} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 2, "variant": "v3_approx", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": [64, 16]}, "seconds": 10.417912244796753, "val_mse": 0.42831549060483187, "splits": 3872} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 11.582348108291626, "val_mse": 0.4294431982926334, "splits": 1711} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 3, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 13.139004707336426, "val_mse": 0.4280574539821294, "splits": 2910} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 3, "variant": "v3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 12.501758098602295, "val_mse": 0.42823190100834346, "splits": 3869} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 3, "variant": "v3_approx", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": [64, 16]}, "seconds": 10.326024293899536, "val_mse": 0.42823597231903715, "splits": 3932} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 10.94373607635498, "val_mse": 0.4302681934714238, "splits": 1673} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 4, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 15.254536628723145, "val_mse": 0.42869734582479957, "splits": 2887} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 4, "variant": "v3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 15.521977424621582, "val_mse": 0.42854065283006004, "splits": 3861} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 4, "variant": "v3_approx", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": [64, 16]}, "seconds": 13.491640090942383, "val_mse": 0.4286576563531799, "splits": 3901} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 13.545428991317749, "val_mse": 0.4300943665509951, "splits": 1709} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 5, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 14.645453453063965, "val_mse": 0.42955284910787206, "splits": 2902} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 5, "variant": "v3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 13.067763566970825, "val_mse": 0.42870076094017384, "splits": 3976} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 4.0, "seed": 5, "variant": "v3_approx", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": [64, 16]}, "seconds": 10.008158922195435, "val_mse": 0.428359741370148, "splits": 3945} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 13.370311737060547, "val_mse": 0.4289677761527949, "splits": 1750} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 1, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 14.558072566986084, "val_mse": 0.42799897494024, "splits": 3165} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 1, "variant": "v3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 14.938279390335083, "val_mse": 0.42806152512315887, "splits": 4231} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 1, "variant": "v3_approx", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": [64, 16]}, "seconds": 12.477575778961182, "val_mse": 0.42847760043122773, "splits": 4266} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 13.534125566482544, "val_mse": 0.4297329767708596, "splits": 1696} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 2, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 15.77443790435791, "val_mse": 0.42791760285257585, "splits": 3093} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 2, "variant": "v3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 16.046769857406616, "val_mse": 0.4277378732465464, "splits": 4169} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 2, "variant": "v3_approx", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": [64, 16]}, "seconds": 12.569994449615479, "val_mse": 0.42796100174059165, "splits": 4257} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 13.38865852355957, "val_mse": 0.4294216657751694, "splits": 1769} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 3, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 14.277889013290405, "val_mse": 0.42748747484426547, "splits": 3134} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 3, "variant": "v3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 16.24445366859436, "val_mse": 0.42864609528138353, "splits": 4257} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 3, "variant": "v3_approx", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": [64, 16]}, "seconds": 12.359179735183716, "val_mse": 0.42842738505239286, "splits": 4198} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 13.151489019393921, "val_mse": 0.4294315698574441, "splits": 1737} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 4, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 14.610288619995117, "val_mse": 0.4274386216080551, "splits": 3113} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 4, "variant": "v3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 14.434906959533691, "val_mse": 0.428094459937632, "splits": 4146} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 4, "variant": "v3_approx", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": [64, 16]}, "seconds": 13.257360219955444, "val_mse": 0.4286244362647797, "splits": 4162} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 13.126354455947876, "val_mse": 0.42928598319921274, "splits": 1761} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 5, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 15.532285928726196, "val_mse": 0.4286116899310129, "splits": 3177} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 5, "variant": "v3", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3}, "seconds": 15.710522174835205, "val_mse": 0.4284781605729541, "splits": 4295} +{"tag": "iter7_approx_budget", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 5, "variant": "v3_approx", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "every_until": 0.3, "approx": [64, 16]}, "seconds": 12.425471305847168, "val_mse": 0.4283490629154605, "splits": 4240} diff --git a/results/dev/iter8_graph.jsonl b/results/dev/iter8_graph.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ce73f7ccc8106db043d7a6e87966a04ef354f7f0 --- /dev/null +++ b/results/dev/iter8_graph.jsonl @@ -0,0 +1,40 @@ +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 8.084466695785522, "val_mse": 0.43063707788262107, "splits": 1634} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 9.582403898239136, "val_mse": 0.4281188643302948, "splits": 2580} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 9.138102293014526, "val_mse": 0.4302186709514076, "splits": 2955} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 10.244921684265137, "val_mse": 0.4295088953741892, "splits": 2867} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 7.913472890853882, "val_mse": 0.43072090295649407, "splits": 1567} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 8.815930366516113, "val_mse": 0.4283539247709854, "splits": 2554} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 8.485319137573242, "val_mse": 0.4308680105481542, "splits": 2993} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 10.367414236068726, "val_mse": 0.4303683639525638, "splits": 2877} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 8.61315655708313, "val_mse": 0.43013894849006445, "splits": 1646} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 8.748201608657837, "val_mse": 0.4291375402090289, "splits": 2594} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 8.604887008666992, "val_mse": 0.4307999535353276, "splits": 2974} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 9.887492895126343, "val_mse": 0.4302158665594894, "splits": 2879} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 7.977465867996216, "val_mse": 0.4305108453420924, "splits": 1609} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 9.124053955078125, "val_mse": 0.42869030086330656, "splits": 2535} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 8.573243141174316, "val_mse": 0.4302075164966425, "splits": 2954} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 9.983683586120605, "val_mse": 0.430598141118367, "splits": 2864} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 8.137157678604126, "val_mse": 0.43022942402084474, "splits": 1608} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 10.088003873825073, "val_mse": 0.42903218061544374, "splits": 2598} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 9.278933048248291, "val_mse": 0.4304626649958469, "splits": 3013} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 9.819271564483643, "val_mse": 0.4307968207550385, "splits": 2887} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 12.822242736816406, "val_mse": 0.4289677761527949, "splits": 1750} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 1, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 14.843659400939941, "val_mse": 0.42799897494024, "splits": 3165} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 1, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 13.12867546081543, "val_mse": 0.4310368309779545, "splits": 4512} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 1, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 16.832374334335327, "val_mse": 0.42934423290832274, "splits": 4069} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 12.999875545501709, "val_mse": 0.4297329767708596, "splits": 1696} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 2, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 15.262802600860596, "val_mse": 0.42791760285257585, "splits": 3093} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 2, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 12.818819761276245, "val_mse": 0.43010274632470463, "splits": 4361} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 2, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 17.144447565078735, "val_mse": 0.4296374575187763, "splits": 4045} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 13.113031387329102, "val_mse": 0.4294216657751694, "splits": 1769} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 3, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 15.965311288833618, "val_mse": 0.42748747484426547, "splits": 3134} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 3, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 13.575743913650513, "val_mse": 0.4309617295710916, "splits": 4424} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 3, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 17.221915245056152, "val_mse": 0.4284025207856033, "splits": 4115} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 13.10706639289856, "val_mse": 0.4294315698574441, "splits": 1737} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 4, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 14.807782173156738, "val_mse": 0.4274386216080551, "splits": 3113} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 4, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 12.546209812164307, "val_mse": 0.43089079805235797, "splits": 4406} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 4, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 17.021728992462158, "val_mse": 0.42924489194315046, "splits": 4079} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 13.230969905853271, "val_mse": 0.42928598319921274, "splits": 1761} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 5, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 16.96381640434265, "val_mse": 0.4286116899310129, "splits": 3177} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 5, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 13.119853258132935, "val_mse": 0.4307974783964717, "splits": 4466} +{"tag": "iter8_graph", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 5, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 16.98268985748291, "val_mse": 0.42981903702496577, "splits": 4167} diff --git a/results/dev/iter9_graph_fixed.jsonl b/results/dev/iter9_graph_fixed.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..468a9df736a83f64d3cd3582bbbaaa1dec55d6f6 --- /dev/null +++ b/results/dev/iter9_graph_fixed.jsonl @@ -0,0 +1,40 @@ +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 7.604099750518799, "val_mse": 0.43063707788262107, "splits": 1634} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 8.56833004951477, "val_mse": 0.4281188643302948, "splits": 2580} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 7.659747362136841, "val_mse": 0.43117568717139837, "splits": 2964} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 6.995441198348999, "val_mse": 0.4304398750054871, "splits": 2878} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 8.532219409942627, "val_mse": 0.43072090295649407, "splits": 1567} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 9.18703842163086, "val_mse": 0.4283539247709854, "splits": 2554} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 7.784832239151001, "val_mse": 0.4303174154499814, "splits": 2965} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 7.84273624420166, "val_mse": 0.42920411654566815, "splits": 2865} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 8.277359008789062, "val_mse": 0.43013894849006445, "splits": 1646} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 9.08212685585022, "val_mse": 0.4291375402090289, "splits": 2594} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 7.543462038040161, "val_mse": 0.4313365403180875, "splits": 2985} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 7.9995386600494385, "val_mse": 0.430194715239237, "splits": 2856} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 8.769890308380127, "val_mse": 0.4305108453420924, "splits": 1609} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 9.721863269805908, "val_mse": 0.42869030086330656, "splits": 2535} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 7.597647428512573, "val_mse": 0.43066144524473093, "splits": 2939} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 8.271610260009766, "val_mse": 0.429666273459307, "splits": 2879} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 8.255194902420044, "val_mse": 0.43022942402084474, "splits": 1608} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 8.917248249053955, "val_mse": 0.42903218061544374, "splits": 2598} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 8.58484148979187, "val_mse": 0.43035971091038455, "splits": 3037} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 8.703114748001099, "val_mse": 0.4306080053464133, "splits": 2908} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 14.809557437896729, "val_mse": 0.4289677761527949, "splits": 1750} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 1, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 15.469481468200684, "val_mse": 0.42799897494024, "splits": 3165} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 1, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 9.0473473072052, "val_mse": 0.43054521452474154, "splits": 4425} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 1, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 10.712631464004517, "val_mse": 0.4292248318550734, "splits": 4124} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 14.402449369430542, "val_mse": 0.4297329767708596, "splits": 1696} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 2, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 16.576563119888306, "val_mse": 0.42791760285257585, "splits": 3093} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 2, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 9.507747411727905, "val_mse": 0.4303495162520221, "splits": 4394} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 2, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 10.804255485534668, "val_mse": 0.42918204991713044, "splits": 4042} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 13.554768562316895, "val_mse": 0.4294216657751694, "splits": 1769} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 3, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 15.918971061706543, "val_mse": 0.42748747484426547, "splits": 3134} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 3, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 9.652185440063477, "val_mse": 0.42994858535874475, "splits": 4423} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 3, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 9.623228073120117, "val_mse": 0.42969294917930545, "splits": 4047} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 13.431467533111572, "val_mse": 0.4294315698574441, "splits": 1737} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 4, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 14.94786524772644, "val_mse": 0.4274386216080551, "splits": 3113} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 4, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 9.904228210449219, "val_mse": 0.43058891233916674, "splits": 4403} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 4, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 10.19568395614624, "val_mse": 0.42944059165445936, "splits": 4104} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 13.069477319717407, "val_mse": 0.42928598319921274, "splits": 1761} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 5, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 15.509598970413208, "val_mse": 0.4286116899310129, "splits": 3177} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 5, "variant": "v2_graph32", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [32, 5]}, "seconds": 9.683413028717041, "val_mse": 0.43084658176757695, "splits": 4499} +{"tag": "iter9_graph_fixed", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 5, "variant": "v2_graph64", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5]}, "seconds": 9.71267557144165, "val_mse": 0.4294674378946438, "splits": 4129} diff --git a/results/dev/iter9b_graph_verified.jsonl b/results/dev/iter9b_graph_verified.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..9ad196108a42edc398bf987283decce2c6f9ce02 --- /dev/null +++ b/results/dev/iter9b_graph_verified.jsonl @@ -0,0 +1,40 @@ +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 8.528908967971802, "val_mse": 0.43063707788262107, "splits": 1634} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 10.493466854095459, "val_mse": 0.4281188643302948, "splits": 2580} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "v2_gv1pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.01]}, "seconds": 11.5089750289917, "val_mse": 0.4281188643302948, "splits": 2580} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 1, "variant": "v2_gv3pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.03]}, "seconds": 12.03713321685791, "val_mse": 0.4281188643302948, "splits": 2580} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 9.344036102294922, "val_mse": 0.43072090295649407, "splits": 1567} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 9.73949146270752, "val_mse": 0.4283539247709854, "splits": 2554} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "v2_gv1pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.01]}, "seconds": 11.407357454299927, "val_mse": 0.4283539247709854, "splits": 2554} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 2, "variant": "v2_gv3pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.03]}, "seconds": 11.471798658370972, "val_mse": 0.4283539247709854, "splits": 2554} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 7.916991233825684, "val_mse": 0.43013894849006445, "splits": 1646} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 9.838152647018433, "val_mse": 0.4291375402090289, "splits": 2594} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "v2_gv1pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.01]}, "seconds": 11.745166778564453, "val_mse": 0.4291375402090289, "splits": 2594} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 3, "variant": "v2_gv3pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.03]}, "seconds": 11.076188802719116, "val_mse": 0.4291375402090289, "splits": 2594} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 8.527007341384888, "val_mse": 0.4305108453420924, "splits": 1609} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 9.109400033950806, "val_mse": 0.42869030086330656, "splits": 2535} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "v2_gv1pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.01]}, "seconds": 11.192042112350464, "val_mse": 0.42869030086330656, "splits": 2535} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 4, "variant": "v2_gv3pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.03]}, "seconds": 11.769832611083984, "val_mse": 0.42869030086330656, "splits": 2535} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 7.893868684768677, "val_mse": 0.43022942402084474, "splits": 1608} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 10.063124895095825, "val_mse": 0.42903218061544374, "splits": 2598} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "v2_gv1pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.01]}, "seconds": 11.805970907211304, "val_mse": 0.42903218061544374, "splits": 2598} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 3.0, "seed": 5, "variant": "v2_gv3pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.03]}, "seconds": 11.171976327896118, "val_mse": 0.42903218061544374, "splits": 2598} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 1, "variant": "official", "kwargs": null, "seconds": 13.791175127029419, "val_mse": 0.4289677761527949, "splits": 1750} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 1, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 15.461232423782349, "val_mse": 0.42799897494024, "splits": 3165} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 1, "variant": "v2_gv1pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.01]}, "seconds": 19.56217336654663, "val_mse": 0.42799897494024, "splits": 3165} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 1, "variant": "v2_gv3pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.03]}, "seconds": 19.175631761550903, "val_mse": 0.42805102305115844, "splits": 3170} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 2, "variant": "official", "kwargs": null, "seconds": 13.472855567932129, "val_mse": 0.4297329767708596, "splits": 1696} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 2, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 15.39480972290039, "val_mse": 0.42791760285257585, "splits": 3093} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 2, "variant": "v2_gv1pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.01]}, "seconds": 20.464268445968628, "val_mse": 0.42796795111243163, "splits": 3093} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 2, "variant": "v2_gv3pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.03]}, "seconds": 19.76407742500305, "val_mse": 0.42790037702393885, "splits": 3101} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 3, "variant": "official", "kwargs": null, "seconds": 15.289614915847778, "val_mse": 0.4294216657751694, "splits": 1769} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 3, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 16.710027933120728, "val_mse": 0.42748747484426547, "splits": 3134} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 3, "variant": "v2_gv1pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.01]}, "seconds": 20.844852924346924, "val_mse": 0.42748747484426547, "splits": 3134} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 3, "variant": "v2_gv3pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.03]}, "seconds": 20.28221297264099, "val_mse": 0.42758620361889244, "splits": 3141} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 4, "variant": "official", "kwargs": null, "seconds": 13.552393674850464, "val_mse": 0.4294315698574441, "splits": 1737} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 4, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 17.131415128707886, "val_mse": 0.4274386216080551, "splits": 3113} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 4, "variant": "v2_gv1pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.01]}, "seconds": 19.81676173210144, "val_mse": 0.4274386216080551, "splits": 3113} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 4, "variant": "v2_gv3pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.03]}, "seconds": 20.975501775741577, "val_mse": 0.42755016731885387, "splits": 3116} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 5, "variant": "official", "kwargs": null, "seconds": 13.857815504074097, "val_mse": 0.42928598319921274, "splits": 1761} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 5, "variant": "v2", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4}, "seconds": 15.097877740859985, "val_mse": 0.4286116899310129, "splits": 3177} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 5, "variant": "v2_gv1pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.01]}, "seconds": 20.02726149559021, "val_mse": 0.4286116899310129, "splits": 3177} +{"tag": "iter9b_graph_verified", "n": 250000, "k": 4096, "epochs": 5.0, "seed": 5, "variant": "v2_gv3pct", "kwargs": {"split_pass": true, "tau": 0.2, "alpha_scale": 1.4, "graph": [64, 5, 0.01, 0.03]}, "seconds": 18.741208791732788, "val_mse": 0.42863355197836456, "splits": 3177} diff --git a/results/dev/ope_large_iter3.jsonl b/results/dev/ope_large_iter3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..1e4fe50a336b75924d6351d9bd89d986fd23531e --- /dev/null +++ b/results/dev/ope_large_iter3.jsonl @@ -0,0 +1,30 @@ +{"dataset": "KDDFULL", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 42, "cost": 33193704.01560545, "seconds": 37.91887974739075, "threads": 2, "moves": 1} +{"dataset": "KDDFULL", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 123, "cost": 33077791.280379772, "seconds": 18.417200803756714, "threads": 2, "moves": 0} +{"dataset": "KDDFULL", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 456, "cost": 33128478.02042699, "seconds": 30.909559726715088, "threads": 2, "moves": 1} +{"dataset": "KDDFULL", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 789, "cost": 33077791.06518817, "seconds": 18.294214487075806, "threads": 2, "moves": 0} +{"dataset": "KDDFULL", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 1024, "cost": 33077792.241761446, "seconds": 18.811540603637695, "threads": 2, "moves": 0} +{"dataset": "KDDFULL", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 1337, "cost": 33112195.287466526, "seconds": 38.46618890762329, "threads": 2, "moves": 2} +{"dataset": "KDDFULL", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 2048, "cost": 33193722.753325462, "seconds": 30.36710238456726, "threads": 2, "moves": 1} +{"dataset": "KDDFULL", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 3141, "cost": 33193711.274695158, "seconds": 33.89642667770386, "threads": 2, "moves": 1} +{"dataset": "KDDFULL", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 4200, "cost": 33077792.292542458, "seconds": 23.914036512374878, "threads": 2, "moves": 0} +{"dataset": "KDDFULL", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 5318, "cost": 33644677.90996361, "seconds": 28.415754556655884, "threads": 2, "moves": 1} +{"dataset": "SUSY-5", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 42, "cost": 47631954.317566395, "seconds": 22.19795846939087, "threads": 2, "moves": 1} +{"dataset": "SUSY-5", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 123, "cost": 47606749.04314184, "seconds": 16.84769105911255, "threads": 2, "moves": 0} +{"dataset": "SUSY-5", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 456, "cost": 48125516.220826626, "seconds": 22.887244701385498, "threads": 2, "moves": 1} +{"dataset": "SUSY-5", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 789, "cost": 47822078.18027496, "seconds": 23.256620168685913, "threads": 2, "moves": 1} +{"dataset": "SUSY-5", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 1024, "cost": 47559119.025441885, "seconds": 14.876922845840454, "threads": 2, "moves": 0} +{"dataset": "SUSY-5", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 1337, "cost": 47603232.24885774, "seconds": 19.880748987197876, "threads": 2, "moves": 0} +{"dataset": "SUSY-5", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 2048, "cost": 47681347.79544401, "seconds": 17.01170587539673, "threads": 2, "moves": 0} +{"dataset": "SUSY-5", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 3141, "cost": 47523653.48283267, "seconds": 16.6234028339386, "threads": 2, "moves": 0} +{"dataset": "SUSY-5", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 4200, "cost": 47685734.16257, "seconds": 23.749701499938965, "threads": 2, "moves": 1} +{"dataset": "SUSY-5", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 5318, "cost": 47797060.061182976, "seconds": 39.026264667510986, "threads": 2, "moves": 3} +{"dataset": "SUSY-10", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 42, "cost": 48488994.30210686, "seconds": 17.795781135559082, "threads": 2, "moves": 0} +{"dataset": "SUSY-10", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 123, "cost": 48277933.78771639, "seconds": 17.294114589691162, "threads": 2, "moves": 0} +{"dataset": "SUSY-10", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 456, "cost": 48289926.27762127, "seconds": 16.45176386833191, "threads": 2, "moves": 0} +{"dataset": "SUSY-10", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 789, "cost": 48489570.10131931, "seconds": 17.61531972885132, "threads": 2, "moves": 0} +{"dataset": "SUSY-10", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 1024, "cost": 48783364.78116107, "seconds": 26.13569474220276, "threads": 2, "moves": 1} +{"dataset": "SUSY-10", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 1337, "cost": 48703320.12129593, "seconds": 24.858442783355713, "threads": 2, "moves": 1} +{"dataset": "SUSY-10", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 2048, "cost": 48379514.753867626, "seconds": 17.480129718780518, "threads": 2, "moves": 0} +{"dataset": "SUSY-10", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 3141, "cost": 48525221.95925236, "seconds": 27.324459552764893, "threads": 2, "moves": 1} +{"dataset": "SUSY-10", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 4200, "cost": 48352176.67239261, "seconds": 18.35081672668457, "threads": 2, "moves": 0} +{"dataset": "SUSY-10", "variant": "f10_screen", "kwargs": {"proposals": 10, "force": true, "max_moves": 30, "screen": true}, "seed": 5318, "cost": 48343833.69671655, "seconds": 26.031567811965942, "threads": 2, "moves": 1} diff --git a/results/final/ablation_full_val.jsonl b/results/final/ablation_full_val.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f7b60cc59e6b8f51754bb8f6df13a8912aafbde8 --- /dev/null +++ b/results/final/ablation_full_val.jsonl @@ -0,0 +1,33 @@ +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 1, "seconds": 118.57647395133972, "eval": "val", "test_mse": 0.3856900391283131, "splits": 6803, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 1, "seconds": 35.47025275230408, "eval": "val", "test_mse": 0.3844760033811436, "splits": 14284, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_principal_split", "epochs": 3.0, "seed": 1, "seconds": 34.7790207862854, "eval": "val", "test_mse": 0.38608473217816575, "splits": 13892, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "faiss", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_gain_ranking", "epochs": 3.0, "seed": 1, "seconds": 32.54627513885498, "eval": "val", "test_mse": 0.3864381458106176, "splits": 15678, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "usage", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_consistent_closing", "epochs": 3.0, "seed": 1, "seconds": 33.646480560302734, "eval": "val", "test_mse": 0.3845558348536172, "splits": 14284, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": false, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "tau_0.1", "epochs": 3.0, "seed": 1, "seconds": 33.633708477020264, "eval": "val", "test_mse": 0.3851546109120764, "splits": 11345, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.1, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "step_x1.0", "epochs": 3.0, "seed": 1, "seconds": 34.44826865196228, "eval": "val", "test_mse": 0.38558130155640963, "splits": 10055, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.0}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_early_revival", "epochs": 3.0, "seed": 1, "seconds": 34.758723735809326, "eval": "val", "test_mse": 0.38561344545248943, "splits": 10709, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.0, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "exact_last_epoch", "epochs": 3.0, "seed": 1, "seconds": 54.78823661804199, "eval": "val", "test_mse": 0.3844793376667112, "splits": 14285, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "exact_assignment", "epochs": 3.0, "seed": 1, "seconds": 106.6549243927002, "eval": "val", "test_mse": 0.3856284369713132, "splits": 14287, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "fused": true, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_engineering", "epochs": 3.0, "seed": 1, "seconds": 47.06459665298462, "eval": "val", "test_mse": 0.3844760033523964, "splits": 14284, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 2, "seconds": 107.56254029273987, "eval": "val", "test_mse": 0.38587980013196943, "splits": 6843, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 2, "seconds": 32.443363189697266, "eval": "val", "test_mse": 0.38574691918178905, "splits": 14540, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_principal_split", "epochs": 3.0, "seed": 2, "seconds": 33.48589277267456, "eval": "val", "test_mse": 0.3861779414433106, "splits": 14139, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "faiss", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_gain_ranking", "epochs": 3.0, "seed": 2, "seconds": 33.77731943130493, "eval": "val", "test_mse": 0.3862552666089313, "splits": 15889, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "usage", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_consistent_closing", "epochs": 3.0, "seed": 2, "seconds": 32.99122905731201, "eval": "val", "test_mse": 0.38577241188859873, "splits": 14540, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": false, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "tau_0.1", "epochs": 3.0, "seed": 2, "seconds": 32.98393368721008, "eval": "val", "test_mse": 0.38553382518340384, "splits": 11471, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.1, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "step_x1.0", "epochs": 3.0, "seed": 2, "seconds": 33.888404846191406, "eval": "val", "test_mse": 0.38514335053802995, "splits": 10273, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.0}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_early_revival", "epochs": 3.0, "seed": 2, "seconds": 32.8982048034668, "eval": "val", "test_mse": 0.3855259763577683, "splits": 10848, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.0, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "exact_last_epoch", "epochs": 3.0, "seed": 2, "seconds": 50.759536027908325, "eval": "val", "test_mse": 0.3857749451648652, "splits": 14541, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "exact_assignment", "epochs": 3.0, "seed": 2, "seconds": 112.86210918426514, "eval": "val", "test_mse": 0.38615112990636813, "splits": 14406, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "fused": true, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_engineering", "epochs": 3.0, "seed": 2, "seconds": 46.906174421310425, "eval": "val", "test_mse": 0.3852110747555463, "splits": 14507, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 3, "seconds": 106.69339227676392, "eval": "val", "test_mse": 0.38641791994680114, "splits": 6953, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 3, "seconds": 33.934361934661865, "eval": "val", "test_mse": 0.3847743616524499, "splits": 14380, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_principal_split", "epochs": 3.0, "seed": 3, "seconds": 32.539093017578125, "eval": "val", "test_mse": 0.38550842428347243, "splits": 13946, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "faiss", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_gain_ranking", "epochs": 3.0, "seed": 3, "seconds": 33.13920021057129, "eval": "val", "test_mse": 0.3866149490958278, "splits": 15866, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "usage", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_consistent_closing", "epochs": 3.0, "seed": 3, "seconds": 33.09248495101929, "eval": "val", "test_mse": 0.3847864488970606, "splits": 14380, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": false, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "tau_0.1", "epochs": 3.0, "seed": 3, "seconds": 34.730926513671875, "eval": "val", "test_mse": 0.38608837867653745, "splits": 11405, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.1, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "step_x1.0", "epochs": 3.0, "seed": 3, "seconds": 34.027554512023926, "eval": "val", "test_mse": 0.38537629804589796, "splits": 10136, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.0}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_early_revival", "epochs": 3.0, "seed": 3, "seconds": 34.0346302986145, "eval": "val", "test_mse": 0.38548778823032637, "splits": 10883, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.0, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "exact_last_epoch", "epochs": 3.0, "seed": 3, "seconds": 56.974247455596924, "eval": "val", "test_mse": 0.3848038345525896, "splits": 14382, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "exact_assignment", "epochs": 3.0, "seed": 3, "seconds": 113.07915902137756, "eval": "val", "test_mse": 0.3859455738556248, "splits": 14385, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "fused": true, "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "no_engineering", "epochs": 3.0, "seed": 3, "seconds": 47.09501767158508, "eval": "val", "test_mse": 0.3847743616301218, "splits": 14380, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} diff --git a/results/final/deep1m_test.jsonl b/results/final/deep1m_test.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4910f244429b88f2a87c7fab6d5caf62dbdd50ad --- /dev/null +++ b/results/final/deep1m_test.jsonl @@ -0,0 +1,80 @@ +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 10, "seconds": 48.582356452941895, "eval": "test", "test_mse": 0.39358046123221513, "splits": 9158, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 10, "seconds": 18.308780431747437, "eval": "test", "test_mse": 0.3901092665173969, "splits": 14940, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 11, "seconds": 47.14696931838989, "eval": "test", "test_mse": 0.3936116639901473, "splits": 9126, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 11, "seconds": 19.22566843032837, "eval": "test", "test_mse": 0.3897443563837319, "splits": 15110, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 12, "seconds": 45.87554693222046, "eval": "test", "test_mse": 0.39426014802402604, "splits": 9020, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 12, "seconds": 18.484996795654297, "eval": "test", "test_mse": 0.39001339498673354, "splits": 15082, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 13, "seconds": 40.00238084793091, "eval": "test", "test_mse": 0.39342755633013865, "splits": 8937, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 13, "seconds": 17.372619152069092, "eval": "test", "test_mse": 0.39022652933011753, "splits": 14989, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 14, "seconds": 43.38296318054199, "eval": "test", "test_mse": 0.3937458724119495, "splits": 8988, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 14, "seconds": 19.13265037536621, "eval": "test", "test_mse": 0.39043940514334363, "splits": 15038, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 15, "seconds": 42.29018998146057, "eval": "test", "test_mse": 0.39377058508341284, "splits": 9127, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 15, "seconds": 19.166613817214966, "eval": "test", "test_mse": 0.3901325343591759, "splits": 15042, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 16, "seconds": 42.61437106132507, "eval": "test", "test_mse": 0.39323635011073504, "splits": 8985, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 16, "seconds": 19.028072595596313, "eval": "test", "test_mse": 0.39031854213386136, "splits": 15027, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 17, "seconds": 42.558380365371704, "eval": "test", "test_mse": 0.39388262373618466, "splits": 9019, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 17, "seconds": 17.713551998138428, "eval": "test", "test_mse": 0.39029220285377125, "splits": 14989, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 18, "seconds": 44.234442949295044, "eval": "test", "test_mse": 0.39355435596548693, "splits": 8984, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 18, "seconds": 17.982110261917114, "eval": "test", "test_mse": 0.39059761047715397, "splits": 14994, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 1.0, "seed": 19, "seconds": 43.11234188079834, "eval": "test", "test_mse": 0.39317165596078646, "splits": 8870, "batch": 32768, "alpha0": 0.21717002111744266, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 19, "seconds": 18.57261371612549, "eval": "test", "test_mse": 0.38971924942983605, "splits": 15020, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 10, "seconds": 120.3807430267334, "eval": "test", "test_mse": 0.38764339537323933, "splits": 6982, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 10, "seconds": 39.40710711479187, "eval": "test", "test_mse": 0.3863272340605833, "splits": 14426, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 11, "seconds": 121.20062041282654, "eval": "test", "test_mse": 0.38772163189587966, "splits": 6923, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 11, "seconds": 36.61082077026367, "eval": "test", "test_mse": 0.3870214132234367, "splits": 14646, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 12, "seconds": 120.05183815956116, "eval": "test", "test_mse": 0.38759157390907084, "splits": 6879, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 12, "seconds": 37.97554397583008, "eval": "test", "test_mse": 0.3869119277748797, "splits": 14399, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 13, "seconds": 128.38675618171692, "eval": "test", "test_mse": 0.3879757067409514, "splits": 6790, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 13, "seconds": 38.25297403335571, "eval": "test", "test_mse": 0.3866516997252232, "splits": 14483, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 14, "seconds": 131.34883165359497, "eval": "test", "test_mse": 0.3882785691932691, "splits": 6955, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 14, "seconds": 35.387635946273804, "eval": "test", "test_mse": 0.38627033043178916, "splits": 14563, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 15, "seconds": 124.12723278999329, "eval": "test", "test_mse": 0.38769582640560735, "splits": 6859, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 15, "seconds": 37.222994327545166, "eval": "test", "test_mse": 0.3866068774391584, "splits": 14491, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 16, "seconds": 133.84026408195496, "eval": "test", "test_mse": 0.3872020449723339, "splits": 6815, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 16, "seconds": 39.61005878448486, "eval": "test", "test_mse": 0.3867421958503678, "splits": 14435, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 17, "seconds": 127.40828561782837, "eval": "test", "test_mse": 0.38755763762814105, "splits": 6907, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 17, "seconds": 36.84562969207764, "eval": "test", "test_mse": 0.3859199419798848, "splits": 14459, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 18, "seconds": 126.63014006614685, "eval": "test", "test_mse": 0.38718135777006435, "splits": 6910, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 18, "seconds": 36.579370975494385, "eval": "test", "test_mse": 0.3868909017590399, "splits": 14446, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 19, "seconds": 124.5653555393219, "eval": "test", "test_mse": 0.38729378031531386, "splits": 6852, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 19, "seconds": 38.99952268600464, "eval": "test", "test_mse": 0.3862869144655325, "splits": 14484, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 10, "seconds": 196.88462662696838, "eval": "test", "test_mse": 0.3865150358277079, "splits": 7553, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 10, "seconds": 53.118284463882446, "eval": "test", "test_mse": 0.3856903888269608, "splits": 17950, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 11, "seconds": 227.75120401382446, "eval": "test", "test_mse": 0.3869718245794456, "splits": 7485, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 11, "seconds": 66.67388033866882, "eval": "test", "test_mse": 0.3858325957632784, "splits": 17893, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 12, "seconds": 229.57605528831482, "eval": "test", "test_mse": 0.3870947100229526, "splits": 7449, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 12, "seconds": 62.084693908691406, "eval": "test", "test_mse": 0.38620167227973523, "splits": 17844, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 13, "seconds": 251.23781490325928, "eval": "test", "test_mse": 0.3869321430483628, "splits": 7315, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 13, "seconds": 63.0820517539978, "eval": "test", "test_mse": 0.38592069313822397, "splits": 17889, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 14, "seconds": 230.73644185066223, "eval": "test", "test_mse": 0.38668828508443487, "splits": 7545, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 14, "seconds": 57.1732280254364, "eval": "test", "test_mse": 0.38528321731722653, "splits": 18063, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 15, "seconds": 211.12312412261963, "eval": "test", "test_mse": 0.38684166944605874, "splits": 7435, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 15, "seconds": 64.24566316604614, "eval": "test", "test_mse": 0.3859465368810491, "splits": 17721, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 16, "seconds": 215.3559296131134, "eval": "test", "test_mse": 0.38688925969168486, "splits": 7426, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 16, "seconds": 58.31039905548096, "eval": "test", "test_mse": 0.3859857450395277, "splits": 17816, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 17, "seconds": 220.4504737854004, "eval": "test", "test_mse": 0.3873329026907515, "splits": 7422, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 17, "seconds": 73.49202513694763, "eval": "test", "test_mse": 0.3858704717613923, "splits": 17974, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 18, "seconds": 250.08146572113037, "eval": "test", "test_mse": 0.3869025332835994, "splits": 7493, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 18, "seconds": 58.18391513824463, "eval": "test", "test_mse": 0.3862186534867182, "splits": 17964, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "354fa73", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 19, "seconds": 217.62233805656433, "eval": "test", "test_mse": 0.3874436816794392, "splits": 7473, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 5.0, "seed": 19, "seconds": 56.09028363227844, "eval": "test", "test_mse": 0.3859848951062395, "splits": 17946, "batch": 65536, "alpha0": 0.4787007246321778, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 10, "seconds": 73.95395708084106, "eval": "test", "test_mse": 0.3869715791264571, "splits": 6973, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_v10", "epochs": 3.0, "seed": 10, "seconds": 51.73760771751404, "eval": "test", "test_mse": 0.38630828664936345, "splits": 14462, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 11, "seconds": 71.71121501922607, "eval": "test", "test_mse": 0.3877224214299413, "splits": 6993, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_v10", "epochs": 3.0, "seed": 11, "seconds": 49.856985569000244, "eval": "test", "test_mse": 0.38707425265667034, "splits": 14652, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 12, "seconds": 74.38473749160767, "eval": "test", "test_mse": 0.388234639880495, "splits": 6910, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_v10", "epochs": 3.0, "seed": 12, "seconds": 49.47444558143616, "eval": "test", "test_mse": 0.38611723051825636, "splits": 14417, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 13, "seconds": 69.84434366226196, "eval": "test", "test_mse": 0.3886728960480117, "splits": 6812, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_v10", "epochs": 3.0, "seed": 13, "seconds": 54.04070258140564, "eval": "test", "test_mse": 0.38602494816058924, "splits": 14418, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 14, "seconds": 84.54162907600403, "eval": "test", "test_mse": 0.3876228361362606, "splits": 6941, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_v10", "epochs": 3.0, "seed": 14, "seconds": 51.58251905441284, "eval": "test", "test_mse": 0.3871685189966362, "splits": 14523, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 15, "seconds": 73.13049840927124, "eval": "test", "test_mse": 0.3880876648304475, "splits": 6903, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_v10", "epochs": 3.0, "seed": 15, "seconds": 52.05891418457031, "eval": "test", "test_mse": 0.38625269339747365, "splits": 14486, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 16, "seconds": 77.97846746444702, "eval": "test", "test_mse": 0.3883602170830816, "splits": 6855, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_v10", "epochs": 3.0, "seed": 16, "seconds": 54.02869987487793, "eval": "test", "test_mse": 0.38630078693310443, "splits": 14459, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 17, "seconds": 77.28322005271912, "eval": "test", "test_mse": 0.38809089664664564, "splits": 6933, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_v10", "epochs": 3.0, "seed": 17, "seconds": 47.88111758232117, "eval": "test", "test_mse": 0.3862804114894132, "splits": 14431, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 18, "seconds": 67.62204122543335, "eval": "test", "test_mse": 0.3883004197936362, "splits": 6886, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_v10", "epochs": 3.0, "seed": 18, "seconds": 50.42547035217285, "eval": "test", "test_mse": 0.3868966319086817, "splits": 14446, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 19, "seconds": 68.92928099632263, "eval": "test", "test_mse": 0.38681431914470665, "splits": 6850, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces_v10", "epochs": 3.0, "seed": 19, "seconds": 49.20161151885986, "eval": "test", "test_mse": 0.3867514136670329, "splits": 14494, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2b0958b", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} diff --git a/results/final/deep1m_ttq_val.jsonl b/results/final/deep1m_ttq_val.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..427444763761aecfa2cc48e86727a278ab1f0b96 --- /dev/null +++ b/results/final/deep1m_ttq_val.jsonl @@ -0,0 +1,35 @@ +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 1, "seconds": 142.5414481163025, "eval": "val", "test_mse": 0.3856900391283131, "splits": 6803, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3847126", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 2, "seconds": 146.21217608451843, "eval": "val", "test_mse": 0.38587980013196943, "splits": 6843, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 3, "seconds": 128.70020747184753, "eval": "val", "test_mse": 0.38641791994680114, "splits": 6953, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 4, "seconds": 147.13316917419434, "eval": "val", "test_mse": 0.38634229851978735, "splits": 6863, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 5, "seconds": 146.8392515182495, "eval": "val", "test_mse": 0.38736921364908317, "splits": 6955, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 1, "seconds": 236.9551956653595, "eval": "val", "test_mse": 0.38577986489121835, "splits": 7337, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 2, "seconds": 254.37166476249695, "eval": "val", "test_mse": 0.3858641913027135, "splits": 7461, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 3, "seconds": 229.71830797195435, "eval": "val", "test_mse": 0.38546562904653886, "splits": 7485, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 4, "seconds": 213.66386914253235, "eval": "val", "test_mse": 0.3854095036380983, "splits": 7420, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "official", "epochs": 5.0, "seed": 5, "seconds": 255.05656909942627, "eval": "val", "test_mse": 0.38536406844317617, "splits": 7527, "batch": 65536, "alpha0": 0.34192908902298413, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": null} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 1, "seconds": 18.918877601623535, "eval": "val", "test_mse": 0.3888631782349915, "splits": 14998, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 2, "seconds": 18.49579405784607, "eval": "val", "test_mse": 0.3869382512191621, "splits": 15037, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 3, "seconds": 18.99154758453369, "eval": "val", "test_mse": 0.38773567245029333, "splits": 15140, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 4, "seconds": 20.806522846221924, "eval": "val", "test_mse": 0.388305822709348, "splits": 15002, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 1.0, "seed": 5, "seconds": 22.89396071434021, "eval": "val", "test_mse": 0.38775004170235927, "splits": 15038, "batch": 32768, "alpha0": 0.3040380295644197, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 2.0, "seed": 1, "seconds": 36.46582770347595, "eval": "val", "test_mse": 0.3865386019871745, "splits": 17541, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 2.0, "seed": 2, "seconds": 34.989078998565674, "eval": "val", "test_mse": 0.3855110151118757, "splits": 17584, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 2.0, "seed": 3, "seconds": 34.9919068813324, "eval": "val", "test_mse": 0.3863556824567326, "splits": 17706, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 2.0, "seed": 4, "seconds": 36.319496870040894, "eval": "val", "test_mse": 0.386120338743288, "splits": 17594, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 2.0, "seed": 5, "seconds": 37.55689883232117, "eval": "val", "test_mse": 0.3863363211600681, "splits": 17565, "batch": 32768, "alpha0": 0.2825589309172779, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 1, "seconds": 43.059170722961426, "eval": "val", "test_mse": 0.3844760033811436, "splits": 14284, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 2, "seconds": 43.55566930770874, "eval": "val", "test_mse": 0.38574691918178905, "splits": 14540, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 3, "seconds": 40.13528919219971, "eval": "val", "test_mse": 0.3847743616524499, "splits": 14380, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 4, "seconds": 41.040366411209106, "eval": "val", "test_mse": 0.38576450520627503, "splits": 14432, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 5, "seconds": 41.86735486984253, "eval": "val", "test_mse": 0.3849144472784612, "splits": 14406, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 4.0, "seed": 1, "seconds": 51.969512939453125, "eval": "val", "test_mse": 0.38419049870426586, "splits": 16333, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 4.0, "seed": 2, "seconds": 54.13732194900513, "eval": "val", "test_mse": 0.3851892976020996, "splits": 16378, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 4.0, "seed": 3, "seconds": 53.23171138763428, "eval": "val", "test_mse": 0.38420883386958915, "splits": 16321, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 4.0, "seed": 4, "seconds": 48.48772430419922, "eval": "val", "test_mse": 0.3848115625088906, "splits": 16344, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "pisces", "epochs": 4.0, "seed": 5, "seconds": 50.36377239227295, "eval": "val", "test_mse": 0.3850057860605612, "splits": 16383, "batch": 65536, "alpha0": 0.4901256974036934, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 1, "seconds": 79.92042326927185, "eval": "val", "test_mse": 0.38625501541746654, "splits": 6788, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 2, "seconds": 80.07040524482727, "eval": "val", "test_mse": 0.38682625440742596, "splits": 6904, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 3, "seconds": 84.22485017776489, "eval": "val", "test_mse": 0.38638313961605275, "splits": 6960, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 4, "seconds": 86.67372155189514, "eval": "val", "test_mse": 0.38602653592547037, "splits": 6940, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "deep1b-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 5, "seconds": 78.39339065551758, "eval": "val", "test_mse": 0.38653345554445584, "splits": 6998, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "8a7fd06", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} diff --git a/results/final/ivf_downstream.jsonl b/results/final/ivf_downstream.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f73887a7a56d158fdbf07bf7e6dfaa6af0290645 --- /dev/null +++ b/results/final/ivf_downstream.jsonl @@ -0,0 +1,6 @@ +{"method": "official", "epochs": 3.0, "seed": 10, "k": 16384, "train_seconds": 108.95023989677429, "imbalance": 1.18539501568, "empty_lists": 0, "curve": [{"nprobe": 1, "recall1": 0.3243, "recall10": 0.24769000000000002, "ndis": 71.62, "seconds": 0.3233907222747803}, {"nprobe": 2, "recall1": 0.4728, "recall10": 0.37515, "ndis": 143.1754, "seconds": 0.39194583892822266}, {"nprobe": 4, "recall1": 0.6177, "recall10": 0.51976, "ndis": 285.9472, "seconds": 0.42061376571655273}, {"nprobe": 8, "recall1": 0.7495, "recall10": 0.6629300000000001, "ndis": 567.8592, "seconds": 0.4443039894104004}, {"nprobe": 16, "recall1": 0.8547, "recall10": 0.78801, "ndis": 1126.5498, "seconds": 0.4933817386627197}, {"nprobe": 32, "recall1": 0.9248, "recall10": 0.88229, "ndis": 2221.6441, "seconds": 0.641437292098999}, {"nprobe": 64, "recall1": 0.9668, "recall10": 0.94358, "ndis": 4364.0622, "seconds": 0.8420939445495605}, {"nprobe": 128, "recall1": 0.9879, "recall10": 0.97583, "ndis": 8524.3461, "seconds": 1.2652318477630615}]} +{"method": "pisces", "epochs": 3.0, "seed": 10, "k": 16384, "train_seconds": 33.18505883216858, "imbalance": 1.193980461056, "empty_lists": 0, "curve": [{"nprobe": 1, "recall1": 0.327, "recall10": 0.24941999999999998, "ndis": 72.5242, "seconds": 0.34691643714904785}, {"nprobe": 2, "recall1": 0.4675, "recall10": 0.37855, "ndis": 145.5464, "seconds": 0.3479917049407959}, {"nprobe": 4, "recall1": 0.6192, "recall10": 0.52305, "ndis": 291.2232, "seconds": 0.41793131828308105}, {"nprobe": 8, "recall1": 0.758, "recall10": 0.66808, "ndis": 582.2122, "seconds": 0.41683387756347656}, {"nprobe": 16, "recall1": 0.8617, "recall10": 0.79243, "ndis": 1158.6157, "seconds": 0.5053305625915527}, {"nprobe": 32, "recall1": 0.929, "recall10": 0.8839, "ndis": 2291.2993, "seconds": 0.5840120315551758}, {"nprobe": 64, "recall1": 0.9686, "recall10": 0.9449099999999998, "ndis": 4499.6307, "seconds": 0.8730869293212891}, {"nprobe": 128, "recall1": 0.9882, "recall10": 0.9774700000000001, "ndis": 8791.3856, "seconds": 1.2223241329193115}]} +{"method": "official", "epochs": 3.0, "seed": 11, "k": 16384, "train_seconds": 105.30149292945862, "imbalance": 1.184725958656, "empty_lists": 0, "curve": [{"nprobe": 1, "recall1": 0.3199, "recall10": 0.24937000000000004, "ndis": 71.7991, "seconds": 0.3472158908843994}, {"nprobe": 2, "recall1": 0.4606, "recall10": 0.37546, "ndis": 143.4849, "seconds": 0.404285192489624}, {"nprobe": 4, "recall1": 0.6101, "recall10": 0.5208200000000001, "ndis": 286.0708, "seconds": 0.39084410667419434}, {"nprobe": 8, "recall1": 0.7459, "recall10": 0.66455, "ndis": 569.1736, "seconds": 0.5334479808807373}, {"nprobe": 16, "recall1": 0.8521, "recall10": 0.78969, "ndis": 1127.5135, "seconds": 0.527998685836792}, {"nprobe": 32, "recall1": 0.9243, "recall10": 0.88325, "ndis": 2225.9784, "seconds": 0.6497721672058105}, {"nprobe": 64, "recall1": 0.9644, "recall10": 0.94353, "ndis": 4373.5576, "seconds": 0.8427255153656006}, {"nprobe": 128, "recall1": 0.9861, "recall10": 0.97667, "ndis": 8551.5888, "seconds": 1.3576512336730957}]} +{"method": "pisces", "epochs": 3.0, "seed": 11, "k": 16384, "train_seconds": 33.90312170982361, "imbalance": 1.194955800576, "empty_lists": 0, "curve": [{"nprobe": 1, "recall1": 0.3273, "recall10": 0.25046999999999997, "ndis": 72.5707, "seconds": 0.3118264675140381}, {"nprobe": 2, "recall1": 0.4716, "recall10": 0.37576, "ndis": 145.6909, "seconds": 0.3312809467315674}, {"nprobe": 4, "recall1": 0.622, "recall10": 0.52336, "ndis": 292.0093, "seconds": 0.34813404083251953}, {"nprobe": 8, "recall1": 0.7573, "recall10": 0.66671, "ndis": 582.1271, "seconds": 0.4201478958129883}, {"nprobe": 16, "recall1": 0.8636, "recall10": 0.79314, "ndis": 1158.5472, "seconds": 0.49591660499572754}, {"nprobe": 32, "recall1": 0.927, "recall10": 0.8848900000000002, "ndis": 2292.627, "seconds": 0.6331336498260498}, {"nprobe": 64, "recall1": 0.9666, "recall10": 0.9441700000000001, "ndis": 4511.5936, "seconds": 0.8770408630371094}, {"nprobe": 128, "recall1": 0.9877, "recall10": 0.9769700000000001, "ndis": 8820.1566, "seconds": 1.3646152019500732}]} +{"method": "official", "epochs": 3.0, "seed": 12, "k": 16384, "train_seconds": 113.52432990074158, "imbalance": 1.191271006208, "empty_lists": 0, "curve": [{"nprobe": 1, "recall1": 0.3301, "recall10": 0.24959, "ndis": 72.2923, "seconds": 0.3198738098144531}, {"nprobe": 2, "recall1": 0.4766, "recall10": 0.37743000000000004, "ndis": 144.6866, "seconds": 0.33475184440612793}, {"nprobe": 4, "recall1": 0.6157, "recall10": 0.51865, "ndis": 287.6814, "seconds": 0.36191654205322266}, {"nprobe": 8, "recall1": 0.7471, "recall10": 0.66315, "ndis": 571.4831, "seconds": 0.38719892501831055}, {"nprobe": 16, "recall1": 0.8547, "recall10": 0.7883100000000001, "ndis": 1131.1343, "seconds": 0.46128201484680176}, {"nprobe": 32, "recall1": 0.9248, "recall10": 0.8833300000000001, "ndis": 2230.8986, "seconds": 0.5553734302520752}, {"nprobe": 64, "recall1": 0.9682, "recall10": 0.94453, "ndis": 4378.4775, "seconds": 0.7884113788604736}, {"nprobe": 128, "recall1": 0.9875, "recall10": 0.97641, "ndis": 8554.0057, "seconds": 1.3420093059539795}]} +{"method": "pisces", "epochs": 3.0, "seed": 12, "k": 16384, "train_seconds": 32.59168720245361, "imbalance": 1.192999452672, "empty_lists": 0, "curve": [{"nprobe": 1, "recall1": 0.3223, "recall10": 0.25083999999999995, "ndis": 72.7011, "seconds": 0.3876800537109375}, {"nprobe": 2, "recall1": 0.4646, "recall10": 0.37761, "ndis": 145.3349, "seconds": 0.3504142761230469}, {"nprobe": 4, "recall1": 0.6163, "recall10": 0.5230100000000001, "ndis": 291.1177, "seconds": 0.38723111152648926}, {"nprobe": 8, "recall1": 0.7459, "recall10": 0.6664200000000001, "ndis": 581.5939, "seconds": 0.39609289169311523}, {"nprobe": 16, "recall1": 0.8543, "recall10": 0.79156, "ndis": 1158.0125, "seconds": 0.5277831554412842}, {"nprobe": 32, "recall1": 0.9254, "recall10": 0.8844799999999999, "ndis": 2292.1425, "seconds": 0.6772675514221191}, {"nprobe": 64, "recall1": 0.9663, "recall10": 0.9443599999999999, "ndis": 4507.1526, "seconds": 0.832561731338501}, {"nprobe": 128, "recall1": 0.9872, "recall10": 0.9769, "ndis": 8814.875, "seconds": 1.2585978507995605}]} diff --git a/results/final/mechanism_seed10.json b/results/final/mechanism_seed10.json new file mode 100644 index 0000000000000000000000000000000000000000..13e454bbfbe7d366770da50692931d7313325d20 --- /dev/null +++ b/results/final/mechanism_seed10.json @@ -0,0 +1 @@ +{"seed": 10, "epochs": 3, "k": 16384, "official": {"seconds": 118.39437627792358, "total_steps": 48, "split_log": [[4, 5041], [9, 931], [14, 479], [19, 219], [24, 183], [29, 85], [34, 37], [39, 6], [44, 1]], "sizes": [40, 40, 109, 55, 50, 52, 73, 42, 67, 55, 113, 34, 56, 71, 73, 42, 39, 86, 55, 41, 63, 39, 84, 26, 61, 59, 21, 61, 56, 45, 36, 59, 100, 84, 99, 73, 27, 36, 63, 68, 65, 95, 35, 101, 122, 71, 71, 73, 58, 29, 62, 62, 53, 76, 39, 46, 55, 42, 54, 53, 47, 47, 59, 40, 75, 104, 111, 69, 81, 8, 85, 93, 83, 60, 80, 74, 41, 49, 68, 38, 65, 79, 43, 29, 49, 68, 50, 110, 37, 76, 90, 83, 44, 62, 110, 80, 48, 62, 40, 45, 14, 63, 74, 69, 60, 51, 41, 22, 44, 30, 49, 53, 53, 99, 74, 42, 98, 45, 122, 151, 107, 49, 79, 34, 43, 71, 88, 26, 56, 46, 29, 84, 70, 50, 26, 79, 81, 81, 51, 85, 60, 104, 27, 74, 80, 58, 103, 79, 29, 71, 54, 103, 72, 68, 94, 76, 24, 11, 67, 27, 86, 76, 64, 106, 22, 33, 70, 81, 100, 35, 28, 24, 31, 72, 48, 70, 53, 50, 70, 28, 80, 95, 50, 77, 75, 44, 75, 114, 44, 26, 47, 37, 20, 86, 57, 56, 51, 57, 74, 69, 60, 80, 66, 48, 57, 45, 34, 30, 96, 102, 14, 55, 20, 41, 72, 53, 103, 58, 47, 38, 41, 30, 78, 53, 81, 28, 73, 73, 70, 48, 88, 24, 34, 123, 52, 25, 58, 105, 167, 34, 56, 101, 60, 94, 37, 25, 26, 87, 53, 56, 53, 87, 119, 42, 42, 60, 61, 47, 171, 26, 42, 91, 57, 65, 40, 58, 67, 51, 36, 36, 70, 44, 104, 66, 45, 65, 40, 41, 43, 59, 79, 76, 88, 53, 43, 42, 89, 97, 50, 36, 53, 45, 79, 34, 50, 58, 52, 25, 75, 60, 82, 39, 84, 25, 61, 79, 82, 106, 84, 61, 96, 56, 167, 44, 109, 51, 27, 92, 55, 71, 105, 54, 99, 42, 50, 44, 55, 48, 162, 52, 87, 66, 93, 50, 74, 90, 66, 22, 53, 107, 87, 56, 23, 48, 126, 42, 109, 68, 60, 53, 83, 9, 41, 14, 48, 62, 50, 56, 47, 33, 68, 63, 69, 86, 107, 29, 30, 71, 77, 60, 61, 54, 46, 77, 31, 60, 63, 39, 36, 46, 41, 43, 53, 26, 34, 38, 70, 47, 39, 29, 76, 98, 53, 71, 55, 75, 50, 35, 71, 55, 55, 89, 65, 58, 38, 26, 90, 28, 47, 22, 58, 26, 60, 36, 42, 48, 51, 51, 45, 81, 55, 60, 47, 118, 52, 41, 81, 49, 38, 79, 119, 50, 87, 37, 81, 116, 138, 71, 54, 39, 90, 32, 53, 67, 118, 44, 104, 87, 81, 53, 54, 59, 66, 65, 62, 41, 77, 58, 66, 65, 97, 81, 98, 21, 48, 67, 89, 18, 90, 76, 20, 44, 43, 88, 37, 136, 84, 54, 38, 51, 65, 50, 36, 52, 72, 81, 95, 98, 82, 35, 75, 91, 62, 50, 117, 66, 46, 63, 37, 84, 49, 83, 54, 81, 43, 85, 128, 49, 42, 56, 52, 88, 90, 55, 46, 54, 83, 43, 44, 65, 54, 33, 48, 52, 36, 46, 89, 48, 25, 62, 39, 65, 29, 119, 61, 57, 86, 102, 71, 75, 35, 55, 115, 63, 49, 54, 49, 65, 65, 92, 76, 94, 76, 47, 54, 48, 7, 57, 67, 66, 56, 85, 98, 44, 53, 89, 25, 84, 92, 77, 101, 59, 48, 93, 107, 39, 60, 79, 131, 40, 144, 63, 31, 23, 58, 32, 93, 20, 68, 43, 70, 114, 104, 43, 18, 72, 19, 50, 21, 98, 28, 133, 72, 35, 67, 56, 30, 68, 53, 123, 43, 36, 87, 63, 53, 46, 57, 72, 55, 56, 74, 35, 41, 88, 97, 58, 107, 143, 43, 85, 52, 84, 121, 41, 121, 64, 22, 47, 83, 34, 53, 84, 38, 104, 34, 69, 81, 45, 34, 46, 69, 65, 105, 51, 68, 52, 43, 32, 21, 62, 58, 47, 75, 76, 101, 49, 72, 71, 43, 81, 85, 23, 81, 113, 50, 54, 115, 109, 84, 58, 56, 50, 77, 64, 68, 92, 91, 45, 41, 34, 86, 48, 61, 89, 129, 55, 79, 41, 29, 56, 53, 38, 94, 66, 123, 26, 40, 57, 40, 63, 47, 34, 125, 35, 80, 144, 76, 58, 69, 52, 91, 107, 53, 75, 14, 42, 66, 24, 77, 45, 11, 52, 46, 57, 44, 53, 108, 83, 44, 78, 44, 59, 87, 60, 38, 159, 52, 44, 159, 82, 34, 66, 101, 53, 53, 38, 55, 67, 57, 97, 61, 56, 20, 70, 26, 56, 54, 125, 136, 49, 42, 69, 96, 56, 47, 60, 129, 40, 24, 75, 48, 37, 24, 87, 55, 66, 51, 53, 79, 61, 79, 78, 39, 87, 65, 33, 60, 71, 98, 57, 52, 23, 44, 51, 114, 40, 105, 77, 79, 90, 72, 56, 86, 49, 58, 44, 111, 51, 37, 84, 55, 70, 86, 37, 42, 61, 89, 42, 48, 193, 36, 32, 50, 71, 55, 70, 60, 41, 39, 60, 86, 68, 13, 70, 41, 63, 51, 93, 100, 55, 31, 81, 43, 31, 85, 21, 51, 69, 17, 85, 68, 36, 47, 57, 34, 46, 110, 39, 30, 110, 17, 23, 53, 65, 17, 37, 84, 77, 33, 49, 31, 69, 51, 71, 63, 88, 59, 79, 73, 44, 94, 57, 43, 71, 65, 27, 70, 24, 59, 55, 39, 57, 50, 40, 102, 133, 33, 45, 53, 49, 58, 100, 23, 27, 68, 52, 59, 81, 65, 48, 126, 138, 90, 72, 93, 60, 34, 64, 49, 28, 46, 46, 88, 44, 20, 33, 53, 57, 97, 51, 44, 84, 70, 49, 24, 58, 32, 56, 28, 137, 64, 73, 46, 68, 61, 101, 54, 68, 27, 103, 50, 29, 34, 56, 27, 42, 47, 16, 69, 56, 45, 48, 87, 72, 51, 60, 30, 90, 58, 78, 77, 47, 160, 37, 78, 79, 79, 48, 64, 46, 42, 84, 62, 42, 67, 66, 50, 66, 77, 198, 70, 68, 10, 57, 52, 26, 41, 87, 46, 62, 54, 62, 77, 46, 60, 73, 42, 61, 33, 50, 77, 67, 35, 74, 57, 63, 57, 51, 61, 69, 42, 93, 49, 55, 32, 62, 20, 56, 88, 102, 32, 64, 76, 49, 34, 80, 25, 41, 71, 95, 63, 77, 161, 76, 65, 74, 102, 110, 93, 58, 43, 61, 36, 53, 29, 144, 41, 35, 99, 61, 62, 21, 73, 62, 24, 105, 52, 55, 37, 28, 190, 42, 53, 80, 47, 49, 21, 51, 86, 80, 52, 59, 62, 69, 40, 30, 72, 91, 29, 28, 66, 132, 61, 105, 27, 85, 53, 70, 48, 48, 44, 61, 52, 53, 64, 81, 66, 67, 63, 41, 55, 69, 74, 67, 55, 67, 65, 45, 101, 62, 28, 88, 77, 88, 44, 33, 22, 51, 35, 25, 61, 49, 67, 92, 57, 120, 90, 50, 122, 107, 76, 61, 93, 49, 72, 52, 36, 78, 59, 94, 37, 71, 56, 62, 56, 59, 63, 45, 56, 35, 73, 47, 108, 93, 62, 100, 38, 74, 51, 99, 59, 65, 61, 32, 48, 78, 81, 54, 42, 47, 51, 90, 68, 35, 62, 46, 90, 106, 34, 56, 73, 29, 33, 86, 58, 75, 54, 41, 88, 110, 68, 62, 46, 44, 34, 87, 48, 44, 39, 100, 57, 59, 45, 56, 75, 110, 41, 35, 62, 31, 46, 54, 88, 68, 80, 65, 50, 39, 35, 64, 16, 67, 116, 173, 15, 43, 38, 126, 26, 22, 88, 32, 67, 73, 126, 101, 85, 89, 28, 55, 64, 42, 84, 168, 59, 63, 32, 58, 68, 54, 60, 40, 75, 46, 79, 88, 86, 51, 40, 80, 80, 134, 73, 52, 84, 25, 36, 51, 90, 75, 32, 121, 68, 85, 46, 69, 50, 76, 45, 33, 62, 39, 64, 52, 72, 47, 66, 98, 79, 60, 30, 48, 77, 112, 47, 43, 99, 36, 61, 38, 40, 64, 49, 48, 71, 58, 109, 53, 48, 114, 104, 67, 62, 58, 65, 33, 57, 45, 78, 39, 59, 81, 52, 24, 35, 43, 53, 57, 36, 47, 36, 45, 36, 17, 121, 47, 29, 72, 68, 42, 80, 78, 51, 34, 107, 77, 20, 42, 57, 74, 59, 63, 37, 136, 50, 30, 19, 27, 59, 68, 37, 33, 94, 35, 57, 91, 57, 70, 74, 43, 63, 71, 60, 63, 90, 56, 41, 58, 103, 136, 69, 66, 41, 120, 74, 67, 37, 77, 73, 59, 77, 39, 51, 75, 35, 119, 29, 114, 26, 28, 33, 62, 40, 42, 55, 37, 85, 45, 29, 64, 64, 54, 48, 36, 41, 59, 50, 46, 84, 36, 77, 88, 40, 61, 11, 61, 80, 36, 28, 109, 80, 39, 66, 24, 84, 29, 59, 96, 70, 62, 74, 72, 30, 57, 116, 56, 72, 76, 53, 75, 49, 56, 56, 81, 55, 63, 114, 155, 39, 60, 29, 53, 60, 52, 85, 57, 66, 80, 118, 80, 59, 103, 72, 34, 113, 58, 63, 31, 46, 73, 134, 48, 19, 91, 107, 20, 57, 50, 94, 38, 87, 51, 33, 36, 57, 62, 80, 43, 55, 58, 83, 27, 82, 58, 68, 44, 58, 48, 45, 30, 77, 79, 34, 113, 43, 93, 44, 62, 58, 38, 54, 33, 96, 107, 66, 45, 51, 65, 58, 119, 45, 75, 94, 42, 46, 41, 60, 63, 65, 93, 39, 57, 58, 87, 64, 53, 58, 36, 35, 54, 74, 60, 66, 29, 19, 65, 51, 72, 33, 38, 39, 48, 57, 30, 34, 49, 80, 92, 49, 67, 63, 91, 45, 59, 118, 23, 17, 62, 52, 72, 95, 87, 71, 47, 64, 9, 36, 60, 40, 71, 60, 61, 27, 31, 59, 78, 41, 97, 37, 65, 37, 74, 50, 52, 145, 76, 52, 52, 66, 55, 36, 88, 34, 54, 35, 48, 37, 12, 64, 93, 62, 65, 57, 65, 32, 87, 45, 44, 58, 106, 58, 75, 38, 38, 79, 64, 53, 53, 60, 84, 32, 102, 115, 82, 52, 69, 51, 30, 75, 37, 93, 72, 71, 45, 32, 72, 39, 114, 40, 53, 29, 42, 11, 21, 76, 48, 46, 25, 54, 93, 44, 37, 80, 44, 30, 77, 58, 20, 31, 88, 69, 31, 46, 61, 41, 55, 30, 76, 73, 63, 63, 55, 68, 73, 65, 105, 128, 71, 87, 49, 37, 37, 52, 38, 29, 59, 96, 36, 72, 74, 78, 67, 98, 20, 59, 46, 52, 114, 77, 85, 73, 45, 86, 72, 41, 81, 51, 56, 57, 36, 57, 55, 32, 42, 92, 59, 99, 29, 41, 50, 76, 45, 92, 18, 34, 47, 44, 56, 68, 24, 47, 66, 76, 23, 62, 75, 83, 94, 35, 40, 65, 57, 65, 75, 44, 75, 8, 67, 36, 47, 136, 29, 82, 95, 89, 48, 23, 56, 51, 56, 54, 132, 56, 61, 45, 22, 60, 59, 82, 89, 53, 64, 58, 83, 59, 71, 73, 52, 33, 70, 39, 34, 84, 43, 76, 48, 63, 76, 19, 60, 82, 86, 97, 74, 43, 54, 35, 77, 32, 74, 70, 71, 79, 142, 25, 57, 34, 49, 57, 49, 27, 50, 87, 71, 57, 73, 49, 50, 66, 100, 63, 60, 14, 106, 62, 35, 38, 84, 41, 32, 84, 50, 38, 49, 33, 59, 72, 71, 62, 69, 46, 57, 95, 73, 53, 49, 20, 65, 41, 59, 32, 81, 34, 52, 75, 15, 44, 20, 49, 19, 41, 29, 77, 41, 35, 77, 42, 64, 66, 54, 59, 68, 39, 23, 59, 29, 75, 66, 56, 52, 37, 57, 48, 94, 68, 74, 91, 60, 63, 23, 53, 48, 40, 34, 99, 38, 83, 47, 78, 63, 75, 81, 63, 106, 38, 60, 51, 33, 123, 50, 59, 50, 64, 32, 43, 29, 65, 56, 83, 15, 122, 86, 28, 82, 96, 103, 91, 64, 56, 60, 67, 118, 33, 48, 115, 49, 101, 62, 79, 64, 128, 95, 51, 78, 66, 63, 84, 37, 69, 29, 58, 75, 83, 22, 27, 162, 48, 68, 72, 84, 33, 34, 61, 45, 134, 7, 39, 82, 63, 37, 42, 54, 87, 99, 69, 65, 26, 29, 35, 71, 70, 48, 31, 41, 32, 80, 64, 57, 54, 63, 96, 46, 72, 48, 73, 73, 63, 84, 89, 49, 71, 107, 78, 29, 113, 60, 36, 79, 47, 118, 57, 44, 66, 30, 113, 47, 26, 21, 44, 29, 87, 92, 89, 50, 24, 37, 38, 58, 76, 35, 42, 105, 117, 82, 24, 97, 30, 58, 67, 80, 43, 60, 93, 88, 69, 94, 11, 75, 72, 42, 84, 57, 53, 158, 71, 19, 23, 76, 36, 45, 53, 56, 95, 53, 62, 64, 56, 26, 58, 31, 44, 70, 45, 61, 26, 69, 54, 29, 113, 77, 46, 34, 98, 95, 61, 84, 24, 144, 44, 100, 58, 79, 98, 58, 107, 46, 37, 129, 55, 49, 71, 79, 81, 119, 44, 62, 40, 35, 79, 45, 108, 65, 55, 66, 61, 27, 28, 20, 57, 47, 46, 57, 137, 13, 31, 66, 80, 72, 49, 53, 83, 74, 42, 58, 56, 59, 27, 58, 52, 47, 53, 34, 80, 26, 54, 77, 63, 65, 75, 52, 98, 51, 61, 101, 12, 57, 33, 37, 118, 76, 24, 44, 75, 69, 28, 52, 59, 54, 54, 70, 84, 55, 50, 96, 76, 137, 26, 57, 26, 53, 80, 72, 143, 83, 44, 73, 106, 94, 51, 41, 44, 95, 27, 66, 60, 47, 52, 51, 54, 49, 45, 29, 62, 64, 36, 97, 63, 27, 144, 60, 54, 23, 55, 31, 67, 59, 57, 55, 25, 99, 109, 77, 40, 76, 37, 49, 69, 80, 53, 60, 97, 47, 38, 30, 35, 31, 51, 49, 46, 57, 67, 15, 76, 56, 54, 66, 21, 98, 39, 103, 53, 59, 70, 78, 81, 28, 35, 57, 129, 34, 61, 48, 117, 25, 47, 92, 63, 62, 45, 45, 43, 50, 47, 26, 69, 103, 47, 107, 65, 21, 45, 51, 64, 63, 56, 48, 55, 64, 73, 59, 40, 84, 30, 164, 130, 83, 47, 43, 70, 85, 34, 28, 126, 26, 74, 50, 149, 32, 30, 23, 44, 32, 51, 45, 51, 51, 43, 32, 23, 38, 31, 38, 70, 37, 72, 55, 53, 89, 20, 60, 70, 41, 40, 45, 115, 86, 82, 50, 79, 32, 32, 44, 31, 52, 89, 48, 42, 66, 26, 49, 94, 64, 27, 27, 103, 49, 187, 34, 42, 37, 98, 26, 24, 58, 55, 54, 51, 91, 58, 62, 63, 51, 76, 93, 60, 39, 37, 65, 92, 82, 46, 30, 14, 58, 53, 61, 56, 46, 93, 55, 59, 39, 51, 98, 36, 38, 64, 42, 77, 40, 56, 43, 49, 45, 49, 59, 42, 51, 104, 65, 56, 34, 49, 57, 66, 36, 83, 76, 120, 102, 53, 99, 45, 61, 37, 32, 93, 67, 59, 17, 57, 76, 64, 63, 45, 73, 29, 81, 62, 74, 44, 67, 83, 77, 51, 51, 33, 49, 38, 28, 82, 18, 65, 68, 39, 76, 59, 65, 57, 135, 37, 54, 81, 73, 44, 76, 47, 35, 69, 97, 102, 70, 46, 98, 62, 12, 44, 51, 35, 86, 18, 72, 53, 113, 65, 51, 50, 31, 47, 50, 72, 25, 81, 44, 63, 33, 26, 69, 120, 37, 77, 78, 85, 66, 53, 63, 96, 87, 82, 31, 91, 23, 58, 78, 59, 54, 70, 52, 43, 80, 45, 110, 27, 72, 36, 103, 75, 45, 108, 27, 17, 44, 51, 67, 140, 66, 66, 69, 50, 32, 73, 47, 75, 71, 39, 34, 25, 69, 57, 61, 41, 66, 43, 90, 68, 42, 74, 65, 85, 61, 43, 100, 62, 27, 60, 68, 49, 56, 30, 30, 29, 33, 35, 38, 89, 45, 23, 64, 77, 59, 47, 19, 64, 39, 12, 19, 45, 32, 51, 96, 98, 51, 50, 67, 85, 53, 92, 34, 122, 77, 75, 24, 67, 39, 94, 74, 70, 47, 58, 44, 12, 70, 30, 61, 49, 68, 52, 74, 25, 44, 64, 34, 48, 62, 88, 50, 49, 47, 69, 45, 66, 108, 56, 70, 71, 63, 68, 68, 24, 50, 26, 74, 45, 22, 30, 84, 95, 17, 53, 44, 40, 60, 44, 84, 80, 28, 37, 59, 97, 61, 111, 43, 56, 51, 68, 57, 60, 103, 47, 70, 76, 55, 77, 38, 29, 61, 69, 37, 50, 105, 77, 63, 37, 43, 52, 107, 94, 39, 33, 59, 74, 50, 11, 61, 86, 153, 77, 46, 58, 44, 72, 132, 93, 55, 42, 43, 63, 37, 52, 63, 64, 16, 98, 58, 81, 48, 48, 37, 27, 47, 65, 53, 144, 69, 43, 111, 69, 67, 131, 56, 31, 106, 61, 59, 85, 37, 56, 9, 55, 104, 78, 191, 47, 36, 60, 51, 30, 86, 12, 61, 90, 86, 81, 14, 122, 45, 71, 86, 41, 48, 30, 99, 41, 80, 47, 20, 27, 63, 54, 77, 41, 42, 17, 41, 34, 28, 45, 52, 104, 73, 92, 104, 121, 41, 26, 67, 76, 28, 57, 82, 84, 97, 77, 35, 46, 58, 32, 51, 45, 39, 57, 60, 55, 73, 45, 84, 61, 67, 78, 92, 54, 53, 68, 43, 83, 32, 41, 68, 38, 79, 31, 28, 88, 42, 55, 59, 30, 104, 124, 98, 65, 46, 92, 54, 51, 54, 63, 58, 36, 55, 67, 48, 70, 73, 24, 50, 57, 33, 61, 25, 15, 77, 45, 26, 47, 48, 63, 22, 44, 63, 38, 198, 39, 91, 88, 37, 44, 53, 34, 14, 119, 51, 36, 53, 61, 51, 127, 53, 95, 51, 44, 39, 84, 61, 38, 50, 61, 59, 42, 57, 44, 70, 93, 34, 47, 48, 55, 34, 19, 69, 42, 81, 66, 56, 59, 58, 26, 101, 30, 68, 67, 54, 54, 43, 26, 63, 34, 61, 48, 71, 64, 44, 46, 53, 55, 93, 68, 49, 60, 22, 15, 54, 52, 47, 39, 131, 64, 97, 147, 20, 46, 43, 111, 28, 102, 68, 130, 52, 85, 68, 114, 88, 32, 68, 86, 46, 204, 57, 37, 26, 51, 70, 61, 181, 68, 46, 64, 110, 61, 112, 31, 54, 95, 128, 70, 62, 65, 76, 66, 59, 64, 66, 84, 28, 104, 74, 45, 120, 41, 38, 67, 25, 109, 47, 54, 48, 73, 47, 71, 243, 91, 63, 83, 45, 47, 59, 139, 31, 59, 89, 46, 62, 39, 71, 49, 22, 87, 97, 43, 44, 13, 90, 68, 70, 59, 93, 82, 43, 48, 79, 74, 62, 68, 128, 59, 63, 86, 33, 51, 17, 40, 48, 39, 27, 81, 50, 64, 52, 54, 34, 52, 47, 81, 65, 35, 124, 49, 59, 64, 48, 24, 62, 53, 81, 47, 56, 157, 46, 101, 52, 77, 29, 60, 36, 74, 39, 29, 36, 43, 88, 37, 34, 81, 77, 38, 107, 34, 47, 60, 58, 32, 31, 84, 42, 40, 45, 60, 48, 40, 33, 36, 42, 50, 85, 64, 52, 29, 49, 89, 60, 21, 24, 51, 72, 31, 20, 81, 69, 106, 65, 60, 33, 39, 34, 107, 96, 66, 152, 48, 29, 62, 40, 64, 67, 36, 51, 48, 41, 54, 69, 55, 28, 49, 66, 63, 52, 57, 78, 55, 55, 57, 55, 92, 51, 82, 90, 39, 27, 29, 67, 39, 36, 49, 57, 32, 66, 74, 98, 36, 48, 50, 51, 45, 86, 70, 60, 52, 39, 65, 33, 39, 41, 95, 75, 35, 139, 67, 36, 74, 40, 63, 45, 62, 85, 40, 46, 69, 76, 60, 27, 59, 53, 32, 63, 37, 54, 46, 42, 39, 37, 45, 56, 195, 144, 73, 115, 119, 108, 58, 38, 82, 51, 47, 68, 80, 71, 30, 71, 49, 13, 141, 62, 29, 50, 84, 89, 47, 71, 118, 51, 30, 63, 57, 38, 35, 50, 84, 67, 57, 52, 39, 58, 62, 30, 89, 110, 80, 61, 48, 57, 28, 48, 43, 60, 192, 65, 100, 51, 54, 72, 37, 46, 86, 83, 84, 36, 55, 50, 47, 43, 41, 38, 106, 71, 47, 70, 73, 25, 52, 60, 43, 92, 36, 44, 60, 53, 10, 51, 72, 11, 38, 44, 72, 34, 68, 20, 30, 46, 57, 43, 51, 38, 45, 67, 59, 76, 33, 57, 34, 67, 101, 95, 64, 63, 53, 58, 44, 97, 44, 64, 105, 102, 79, 60, 38, 47, 73, 110, 65, 80, 66, 81, 50, 30, 55, 60, 157, 53, 56, 56, 42, 30, 55, 57, 43, 52, 27, 72, 60, 43, 58, 47, 66, 104, 34, 65, 33, 108, 66, 94, 28, 97, 105, 55, 83, 122, 77, 49, 78, 51, 133, 52, 35, 59, 48, 31, 73, 72, 49, 48, 46, 72, 80, 72, 71, 74, 53, 59, 73, 119, 63, 63, 17, 42, 52, 56, 58, 25, 71, 67, 39, 50, 89, 66, 54, 33, 54, 54, 38, 130, 72, 63, 34, 104, 59, 52, 68, 83, 48, 36, 56, 50, 39, 88, 14, 37, 73, 94, 38, 49, 61, 107, 55, 36, 26, 25, 21, 47, 37, 124, 67, 84, 48, 44, 60, 43, 40, 96, 27, 38, 71, 63, 84, 68, 47, 96, 52, 20, 72, 52, 59, 98, 9, 54, 45, 30, 86, 41, 72, 32, 76, 69, 44, 33, 52, 93, 104, 34, 79, 95, 71, 95, 71, 79, 47, 52, 66, 56, 71, 51, 54, 53, 99, 40, 27, 74, 57, 55, 54, 137, 87, 71, 35, 66, 89, 58, 92, 30, 61, 48, 47, 121, 44, 73, 115, 34, 108, 62, 59, 107, 64, 70, 58, 96, 48, 80, 47, 61, 79, 78, 36, 33, 28, 53, 37, 67, 92, 60, 35, 115, 67, 80, 42, 40, 65, 32, 26, 76, 114, 166, 30, 63, 48, 81, 51, 40, 62, 68, 45, 64, 45, 56, 8, 39, 62, 103, 66, 78, 22, 84, 51, 35, 130, 32, 47, 148, 107, 56, 74, 46, 46, 60, 26, 63, 43, 65, 115, 41, 80, 68, 48, 58, 61, 57, 57, 19, 77, 48, 62, 49, 77, 76, 54, 55, 13, 58, 71, 59, 72, 72, 58, 29, 60, 40, 40, 64, 24, 83, 174, 70, 16, 63, 47, 77, 28, 66, 30, 79, 44, 67, 136, 14, 49, 30, 110, 55, 87, 33, 90, 122, 45, 102, 80, 43, 36, 43, 35, 22, 90, 36, 32, 199, 54, 91, 57, 23, 57, 70, 84, 52, 63, 78, 90, 30, 89, 109, 65, 111, 67, 55, 58, 31, 26, 27, 62, 63, 55, 23, 43, 85, 39, 36, 36, 102, 13, 42, 57, 39, 59, 23, 53, 22, 53, 54, 36, 25, 88, 76, 35, 33, 44, 11, 39, 54, 65, 131, 31, 78, 94, 65, 67, 89, 40, 33, 61, 76, 86, 45, 59, 55, 41, 103, 37, 55, 32, 33, 119, 48, 26, 78, 79, 34, 49, 43, 62, 36, 68, 133, 73, 39, 78, 83, 53, 49, 42, 70, 36, 49, 156, 110, 39, 134, 112, 93, 31, 47, 34, 68, 29, 81, 44, 83, 71, 23, 55, 58, 80, 68, 58, 44, 36, 32, 59, 53, 53, 38, 64, 40, 22, 30, 37, 33, 77, 65, 42, 35, 47, 94, 66, 51, 51, 58, 33, 33, 78, 54, 43, 38, 39, 65, 44, 116, 83, 50, 89, 19, 37, 133, 69, 52, 72, 31, 47, 51, 70, 85, 29, 48, 103, 76, 82, 85, 79, 49, 68, 79, 50, 173, 38, 17, 77, 47, 104, 34, 46, 37, 43, 55, 40, 46, 111, 113, 38, 25, 58, 37, 118, 41, 51, 86, 56, 81, 132, 66, 50, 77, 35, 74, 86, 43, 62, 71, 100, 71, 45, 48, 89, 36, 124, 63, 102, 119, 108, 41, 82, 42, 99, 22, 69, 68, 46, 64, 74, 29, 49, 70, 170, 54, 81, 62, 91, 37, 46, 24, 91, 83, 39, 25, 48, 71, 143, 20, 72, 55, 53, 94, 20, 62, 55, 41, 45, 54, 83, 13, 40, 57, 45, 76, 44, 42, 37, 83, 99, 85, 49, 31, 134, 58, 102, 22, 16, 48, 70, 53, 68, 79, 35, 66, 77, 89, 76, 146, 52, 25, 42, 39, 78, 50, 34, 67, 62, 112, 72, 78, 36, 104, 53, 23, 45, 62, 108, 42, 45, 53, 86, 59, 60, 60, 81, 75, 59, 61, 57, 73, 52, 75, 106, 58, 40, 27, 116, 38, 114, 43, 91, 43, 40, 105, 60, 39, 60, 68, 74, 91, 67, 25, 51, 103, 73, 64, 69, 79, 70, 92, 18, 95, 57, 38, 16, 53, 83, 57, 49, 70, 89, 36, 46, 36, 80, 44, 90, 109, 46, 57, 90, 45, 41, 30, 24, 53, 29, 46, 86, 55, 62, 39, 92, 68, 129, 27, 53, 69, 48, 68, 50, 33, 46, 77, 70, 52, 33, 58, 63, 102, 26, 48, 65, 130, 36, 77, 27, 79, 22, 50, 42, 42, 66, 56, 65, 55, 87, 89, 66, 88, 39, 125, 53, 132, 21, 33, 55, 76, 85, 61, 64, 25, 74, 64, 90, 56, 39, 40, 88, 68, 79, 60, 35, 94, 75, 46, 64, 117, 49, 60, 35, 53, 63, 36, 55, 64, 78, 51, 123, 72, 40, 77, 90, 85, 52, 36, 75, 29, 35, 53, 25, 25, 63, 60, 20, 58, 76, 88, 57, 73, 81, 49, 108, 104, 34, 48, 47, 82, 100, 70, 60, 35, 37, 70, 42, 43, 84, 62, 81, 53, 139, 26, 48, 68, 64, 71, 63, 65, 67, 48, 101, 23, 43, 26, 72, 83, 58, 20, 76, 84, 81, 77, 88, 59, 44, 68, 42, 74, 77, 90, 70, 38, 70, 105, 69, 35, 142, 60, 19, 16, 87, 77, 75, 102, 50, 43, 52, 37, 78, 41, 50, 72, 89, 37, 79, 44, 115, 96, 20, 63, 90, 51, 61, 40, 27, 48, 57, 44, 72, 72, 102, 43, 92, 78, 31, 75, 45, 74, 68, 33, 62, 55, 45, 79, 28, 44, 87, 65, 66, 61, 45, 75, 61, 64, 89, 44, 44, 37, 52, 46, 54, 55, 53, 108, 38, 83, 50, 101, 50, 68, 69, 55, 28, 74, 80, 38, 65, 57, 78, 50, 50, 59, 68, 45, 64, 82, 62, 61, 17, 71, 106, 37, 71, 42, 61, 57, 63, 58, 72, 101, 75, 35, 63, 42, 30, 24, 81, 18, 110, 29, 16, 48, 86, 55, 71, 49, 54, 74, 67, 47, 29, 52, 41, 69, 71, 71, 82, 56, 43, 61, 56, 144, 47, 53, 20, 45, 138, 44, 72, 16, 56, 59, 39, 64, 64, 87, 71, 68, 57, 67, 99, 60, 42, 49, 54, 62, 99, 74, 36, 158, 39, 47, 74, 32, 74, 26, 60, 45, 58, 58, 76, 82, 57, 49, 92, 58, 58, 59, 66, 119, 39, 65, 41, 62, 25, 70, 41, 52, 69, 47, 125, 47, 69, 69, 22, 39, 43, 57, 92, 36, 62, 69, 82, 80, 110, 66, 55, 62, 28, 52, 42, 49, 87, 38, 83, 22, 52, 22, 99, 105, 64, 68, 89, 66, 48, 47, 73, 68, 31, 66, 40, 65, 73, 54, 52, 60, 47, 64, 42, 66, 56, 89, 41, 93, 59, 41, 33, 27, 26, 64, 58, 46, 32, 35, 34, 40, 50, 32, 31, 95, 91, 70, 80, 85, 30, 136, 67, 55, 49, 16, 103, 98, 86, 72, 44, 54, 28, 215, 112, 46, 68, 95, 46, 47, 163, 32, 60, 67, 78, 28, 68, 58, 86, 40, 53, 59, 40, 30, 41, 91, 45, 71, 71, 105, 46, 50, 77, 30, 82, 69, 69, 78, 62, 76, 44, 78, 66, 24, 79, 34, 81, 43, 27, 48, 65, 110, 61, 76, 54, 72, 76, 53, 31, 94, 34, 88, 67, 73, 84, 51, 72, 68, 36, 47, 60, 35, 56, 97, 48, 48, 74, 34, 141, 73, 57, 33, 77, 40, 49, 52, 117, 44, 64, 73, 30, 47, 129, 56, 212, 84, 30, 97, 28, 57, 47, 44, 80, 62, 68, 24, 25, 26, 116, 54, 48, 86, 51, 60, 36, 82, 41, 115, 83, 45, 92, 57, 50, 51, 50, 63, 48, 101, 97, 125, 79, 53, 62, 78, 20, 54, 71, 32, 50, 43, 15, 32, 59, 65, 51, 49, 147, 43, 45, 98, 30, 35, 35, 54, 45, 67, 57, 50, 65, 86, 82, 50, 57, 56, 51, 29, 77, 65, 39, 98, 54, 30, 96, 64, 55, 52, 67, 69, 67, 95, 70, 44, 98, 134, 71, 64, 57, 49, 52, 66, 37, 34, 58, 41, 51, 73, 37, 54, 93, 156, 124, 52, 65, 41, 79, 55, 72, 64, 101, 66, 28, 34, 50, 24, 62, 157, 81, 26, 34, 90, 58, 45, 38, 49, 84, 47, 31, 61, 40, 62, 39, 80, 55, 43, 85, 49, 85, 54, 37, 26, 67, 70, 114, 27, 73, 46, 61, 66, 65, 18, 98, 59, 34, 84, 29, 68, 60, 47, 75, 36, 54, 63, 83, 76, 87, 67, 68, 74, 77, 33, 37, 50, 28, 44, 82, 54, 58, 72, 29, 72, 76, 48, 51, 19, 71, 34, 59, 80, 115, 46, 86, 57, 53, 42, 42, 62, 18, 70, 59, 99, 66, 70, 54, 66, 53, 55, 104, 81, 40, 62, 88, 61, 48, 76, 23, 68, 52, 52, 71, 91, 99, 23, 60, 126, 57, 56, 76, 51, 45, 38, 22, 37, 46, 57, 73, 55, 24, 52, 99, 131, 41, 93, 53, 76, 139, 72, 54, 62, 77, 62, 132, 91, 54, 54, 125, 26, 46, 77, 60, 80, 63, 51, 54, 63, 86, 56, 28, 81, 118, 82, 72, 43, 65, 76, 54, 37, 64, 31, 62, 82, 65, 143, 94, 73, 91, 36, 81, 26, 28, 73, 17, 26, 59, 65, 47, 75, 24, 68, 40, 23, 41, 44, 47, 14, 47, 37, 86, 112, 112, 116, 49, 66, 40, 59, 85, 65, 24, 63, 44, 84, 71, 74, 49, 59, 68, 43, 90, 84, 62, 84, 48, 47, 38, 103, 55, 89, 113, 52, 62, 34, 50, 93, 35, 61, 74, 43, 43, 27, 95, 25, 70, 54, 50, 41, 63, 73, 30, 99, 70, 49, 62, 34, 81, 32, 38, 27, 86, 41, 77, 99, 55, 50, 25, 48, 35, 110, 81, 66, 22, 69, 85, 65, 47, 41, 63, 21, 56, 108, 75, 34, 61, 88, 77, 109, 64, 23, 69, 93, 20, 40, 108, 32, 82, 68, 91, 72, 57, 51, 67, 79, 74, 96, 41, 70, 102, 36, 90, 93, 59, 37, 43, 54, 49, 51, 49, 103, 29, 14, 101, 39, 66, 95, 65, 51, 34, 47, 127, 55, 112, 39, 46, 21, 51, 35, 33, 40, 50, 16, 45, 10, 20, 67, 30, 116, 88, 40, 60, 64, 68, 26, 59, 38, 66, 91, 134, 61, 98, 43, 61, 87, 29, 40, 69, 97, 41, 66, 34, 37, 54, 57, 36, 83, 136, 137, 123, 76, 58, 22, 80, 109, 50, 38, 55, 49, 47, 41, 59, 46, 80, 130, 51, 99, 75, 60, 47, 46, 45, 43, 44, 50, 36, 93, 110, 52, 116, 62, 38, 49, 87, 87, 63, 28, 8, 37, 90, 66, 105, 39, 64, 72, 61, 71, 46, 46, 27, 34, 66, 70, 59, 59, 50, 94, 70, 38, 46, 75, 60, 50, 51, 71, 57, 91, 139, 63, 71, 41, 62, 85, 95, 113, 62, 63, 25, 61, 32, 21, 46, 41, 47, 83, 28, 75, 66, 72, 106, 65, 57, 50, 24, 52, 180, 86, 42, 101, 57, 84, 60, 63, 68, 12, 48, 52, 106, 63, 44, 58, 41, 50, 76, 38, 73, 77, 59, 13, 59, 80, 40, 84, 37, 97, 87, 75, 81, 18, 44, 76, 43, 64, 74, 52, 65, 56, 105, 136, 97, 102, 18, 59, 53, 66, 65, 64, 50, 27, 72, 64, 38, 25, 65, 48, 58, 46, 70, 55, 64, 91, 75, 46, 49, 119, 62, 90, 42, 102, 41, 61, 68, 40, 67, 35, 79, 51, 65, 33, 37, 59, 29, 32, 58, 41, 43, 69, 67, 59, 71, 65, 46, 105, 59, 85, 32, 32, 63, 61, 180, 43, 47, 64, 57, 19, 103, 50, 58, 37, 69, 97, 68, 75, 102, 26, 40, 64, 124, 20, 42, 74, 86, 71, 59, 65, 77, 48, 43, 66, 15, 96, 59, 48, 49, 85, 53, 68, 68, 75, 92, 41, 61, 62, 105, 61, 59, 75, 42, 58, 35, 65, 63, 54, 44, 16, 45, 41, 46, 52, 49, 104, 48, 65, 47, 87, 109, 88, 39, 27, 47, 79, 29, 14, 50, 47, 36, 71, 65, 67, 69, 19, 78, 67, 78, 97, 32, 95, 73, 70, 49, 84, 36, 54, 120, 67, 17, 77, 48, 64, 28, 62, 84, 92, 58, 24, 97, 74, 29, 88, 15, 30, 42, 43, 41, 45, 13, 31, 42, 47, 55, 104, 125, 102, 36, 93, 99, 30, 95, 70, 51, 78, 101, 53, 101, 54, 61, 42, 41, 37, 75, 55, 76, 67, 38, 85, 153, 91, 30, 94, 41, 51, 43, 122, 25, 73, 60, 41, 86, 77, 49, 88, 47, 42, 34, 44, 26, 35, 88, 55, 61, 53, 70, 16, 56, 66, 39, 29, 68, 55, 16, 82, 43, 72, 54, 37, 47, 72, 18, 77, 65, 64, 31, 69, 93, 68, 32, 32, 52, 89, 79, 68, 118, 48, 54, 83, 87, 47, 65, 67, 53, 64, 40, 130, 56, 53, 77, 131, 144, 31, 65, 36, 74, 48, 23, 62, 28, 102, 86, 48, 76, 92, 70, 47, 39, 78, 97, 34, 55, 102, 46, 41, 21, 26, 71, 59, 63, 35, 43, 14, 68, 122, 61, 49, 53, 45, 31, 38, 73, 44, 33, 40, 38, 63, 45, 60, 110, 99, 40, 135, 25, 86, 133, 67, 62, 89, 23, 57, 88, 78, 27, 55, 82, 51, 54, 80, 91, 80, 82, 77, 76, 43, 60, 70, 43, 49, 58, 87, 20, 88, 28, 37, 39, 43, 32, 69, 41, 93, 70, 44, 89, 22, 57, 91, 56, 16, 74, 34, 68, 70, 45, 151, 39, 76, 18, 82, 72, 43, 92, 19, 97, 60, 29, 87, 74, 79, 30, 91, 35, 100, 72, 52, 59, 76, 67, 81, 113, 54, 31, 122, 35, 62, 63, 103, 97, 57, 45, 17, 36, 66, 84, 45, 41, 65, 65, 66, 55, 18, 71, 66, 55, 75, 40, 54, 67, 79, 54, 108, 72, 64, 39, 28, 23, 41, 47, 64, 63, 95, 70, 52, 28, 57, 55, 38, 50, 53, 65, 33, 87, 47, 44, 59, 168, 74, 64, 47, 72, 49, 50, 80, 78, 34, 52, 52, 36, 56, 59, 53, 35, 81, 48, 38, 55, 57, 23, 34, 34, 46, 56, 39, 85, 103, 33, 78, 45, 47, 33, 41, 84, 54, 45, 49, 50, 57, 52, 59, 63, 59, 71, 99, 39, 70, 53, 81, 18, 42, 22, 78, 50, 48, 82, 39, 81, 29, 82, 49, 80, 49, 45, 68, 21, 82, 54, 67, 71, 32, 51, 116, 38, 72, 142, 37, 73, 14, 60, 51, 87, 57, 38, 48, 43, 74, 20, 50, 20, 53, 49, 89, 22, 88, 74, 98, 45, 49, 23, 54, 104, 73, 54, 49, 32, 32, 39, 70, 50, 43, 72, 34, 63, 93, 117, 64, 29, 24, 57, 73, 11, 117, 64, 41, 63, 51, 58, 66, 35, 173, 110, 60, 71, 53, 46, 48, 70, 35, 36, 93, 65, 30, 69, 45, 57, 69, 57, 21, 72, 47, 58, 75, 36, 105, 41, 54, 65, 56, 34, 32, 16, 69, 96, 72, 15, 47, 87, 98, 76, 114, 65, 27, 72, 56, 21, 68, 100, 74, 38, 39, 31, 29, 80, 60, 54, 46, 45, 32, 90, 43, 53, 76, 117, 90, 66, 42, 83, 59, 28, 86, 43, 50, 49, 86, 47, 90, 46, 88, 84, 31, 54, 45, 80, 40, 37, 89, 54, 82, 81, 76, 88, 75, 62, 54, 106, 70, 30, 53, 77, 40, 81, 48, 73, 91, 65, 35, 41, 87, 80, 27, 35, 110, 61, 59, 25, 63, 58, 137, 26, 69, 63, 72, 72, 46, 33, 63, 115, 54, 55, 60, 28, 62, 63, 90, 92, 49, 99, 17, 66, 75, 34, 42, 108, 33, 59, 37, 104, 38, 41, 81, 59, 40, 60, 72, 23, 52, 35, 59, 61, 61, 64, 65, 52, 82, 47, 63, 29, 30, 39, 30, 56, 64, 46, 93, 23, 58, 42, 34, 23, 27, 35, 130, 84, 79, 50, 44, 123, 45, 76, 23, 29, 94, 42, 152, 63, 89, 96, 42, 89, 52, 116, 50, 58, 58, 86, 85, 55, 61, 44, 38, 44, 63, 58, 62, 121, 49, 41, 11, 38, 80, 86, 58, 117, 48, 59, 182, 62, 44, 124, 34, 95, 74, 177, 60, 94, 41, 49, 36, 45, 35, 40, 35, 63, 74, 33, 81, 87, 57, 99, 8, 63, 50, 70, 77, 84, 30, 86, 111, 11, 57, 60, 80, 41, 46, 82, 76, 61, 123, 80, 46, 82, 86, 81, 86, 149, 84, 86, 70, 87, 59, 49, 114, 79, 107, 35, 33, 32, 49, 39, 68, 75, 34, 58, 41, 23, 40, 67, 129, 67, 57, 61, 98, 42, 109, 51, 86, 54, 11, 87, 157, 31, 37, 50, 75, 83, 33, 86, 31, 68, 99, 78, 34, 40, 31, 52, 38, 40, 49, 111, 51, 109, 76, 25, 55, 30, 92, 65, 80, 81, 88, 68, 109, 50, 119, 113, 26, 46, 19, 53, 25, 33, 47, 105, 44, 67, 77, 94, 50, 37, 33, 101, 51, 73, 23, 108, 55, 61, 45, 63, 47, 42, 47, 33, 84, 55, 44, 95, 85, 34, 39, 25, 117, 51, 93, 16, 48, 53, 114, 49, 55, 73, 75, 63, 49, 66, 142, 34, 39, 73, 119, 67, 110, 42, 57, 98, 92, 40, 78, 38, 45, 42, 79, 43, 72, 75, 75, 20, 76, 61, 53, 27, 62, 74, 114, 95, 38, 91, 80, 51, 15, 46, 43, 48, 82, 43, 49, 50, 59, 49, 68, 43, 71, 65, 26, 42, 41, 59, 37, 115, 57, 40, 86, 78, 56, 48, 58, 36, 37, 43, 55, 80, 37, 19, 49, 29, 98, 42, 101, 97, 98, 39, 76, 65, 41, 19, 46, 69, 49, 30, 87, 59, 30, 27, 87, 67, 60, 84, 31, 71, 86, 63, 51, 40, 64, 82, 65, 52, 45, 60, 42, 39, 58, 106, 62, 39, 53, 27, 65, 59, 31, 59, 58, 51, 50, 54, 86, 50, 35, 70, 11, 78, 41, 35, 77, 96, 58, 28, 145, 52, 51, 44, 106, 78, 59, 29, 29, 67, 91, 73, 37, 35, 58, 46, 49, 39, 51, 50, 77, 76, 71, 68, 44, 123, 34, 92, 47, 58, 56, 105, 62, 64, 37, 33, 17, 59, 81, 65, 79, 72, 91, 67, 53, 94, 50, 49, 49, 92, 59, 26, 57, 58, 79, 31, 105, 77, 66, 75, 162, 88, 91, 64, 76, 35, 32, 76, 80, 44, 42, 41, 31, 71, 94, 37, 73, 52, 50, 44, 44, 90, 50, 11, 64, 82, 79, 74, 71, 42, 43, 50, 53, 90, 63, 58, 60, 105, 98, 56, 90, 52, 91, 17, 60, 38, 89, 35, 73, 37, 65, 77, 85, 52, 64, 65, 102, 45, 127, 75, 59, 58, 50, 36, 68, 98, 47, 83, 40, 29, 44, 47, 116, 31, 36, 58, 92, 29, 104, 73, 64, 34, 60, 45, 97, 25, 79, 63, 80, 71, 37, 49, 42, 33, 23, 119, 72, 57, 57, 34, 65, 26, 46, 76, 42, 40, 66, 73, 22, 54, 41, 87, 84, 42, 76, 83, 52, 36, 31, 49, 38, 74, 63, 48, 81, 29, 65, 16, 62, 89, 75, 18, 111, 100, 59, 78, 64, 41, 51, 133, 42, 50, 51, 79, 38, 29, 44, 54, 139, 69, 30, 105, 74, 50, 49, 45, 59, 34, 51, 72, 32, 54, 70, 71, 58, 46, 42, 40, 36, 30, 68, 47, 68, 31, 67, 81, 83, 44, 49, 36, 69, 119, 44, 52, 31, 100, 75, 80, 67, 61, 88, 69, 44, 46, 54, 70, 66, 51, 68, 50, 43, 82, 55, 65, 32, 41, 43, 58, 74, 37, 39, 74, 47, 91, 66, 45, 41, 38, 59, 37, 39, 89, 38, 48, 35, 60, 59, 62, 46, 51, 55, 49, 43, 39, 49, 40, 65, 40, 52, 74, 48, 35, 72, 46, 127, 20, 46, 74, 86, 60, 43, 82, 91, 58, 18, 69, 12, 84, 59, 89, 56, 34, 94, 61, 139, 112, 103, 24, 52, 44, 75, 80, 58, 66, 82, 64, 52, 63, 41, 27, 54, 56, 48, 42, 58, 63, 90, 44, 47, 55, 84, 41, 53, 34, 36, 59, 120, 108, 55, 59, 86, 105, 28, 37, 44, 49, 59, 70, 69, 71, 47, 71, 58, 50, 71, 101, 38, 65, 49, 73, 23, 50, 34, 42, 73, 97, 81, 44, 64, 60, 49, 69, 63, 24, 62, 82, 51, 15, 52, 78, 58, 38, 66, 60, 69, 56, 51, 55, 64, 40, 48, 58, 78, 50, 48, 24, 64, 58, 66, 60, 85, 44, 51, 49, 47, 67, 29, 58, 40, 45, 33, 65, 44, 35, 102, 64, 42, 73, 51, 85, 59, 50, 34, 47, 54, 47, 92, 100, 82, 91, 40, 28, 53, 51, 56, 42, 101, 120, 73, 63, 17, 47, 97, 21, 75, 40, 20, 36, 66, 40, 79, 93, 51, 58, 56, 63, 85, 62, 35, 36, 48, 77, 29, 70, 55, 33, 89, 60, 54, 43, 65, 34, 71, 123, 80, 44, 106, 65, 30, 72, 38, 66, 84, 77, 72, 26, 34, 53, 53, 39, 42, 57, 115, 52, 75, 58, 83, 72, 52, 57, 57, 85, 36, 23, 60, 155, 68, 32, 80, 55, 77, 63, 72, 56, 73, 31, 48, 103, 59, 132, 85, 70, 38, 36, 33, 69, 91, 58, 111, 56, 69, 73, 55, 80, 63, 144, 97, 62, 63, 54, 90, 85, 143, 56, 76, 68, 40, 53, 91, 80, 71, 92, 76, 48, 58, 72, 49, 62, 23, 69, 76, 46, 82, 52, 59, 64, 88, 80, 59, 40, 112, 41, 52, 33, 25, 53, 26, 49, 21, 48, 57, 67, 77, 47, 43, 64, 48, 39, 41, 59, 50, 82, 21, 75, 69, 45, 39, 37, 30, 38, 78, 67, 107, 41, 38, 81, 70, 51, 104, 75, 48, 57, 82, 46, 166, 48, 43, 44, 85, 125, 32, 22, 114, 77, 66, 40, 48, 37, 99, 37, 48, 115, 15, 49, 136, 47, 53, 92, 41, 120, 75, 44, 54, 97, 44, 53, 38, 18, 46, 75, 65, 43, 46, 80, 50, 51, 70, 30, 106, 69, 67, 151, 43, 57, 60, 21, 44, 96, 34, 51, 65, 51, 100, 45, 32, 95, 86, 32, 53, 65, 27, 30, 23, 9, 79, 33, 42, 81, 92, 63, 55, 26, 56, 26, 22, 103, 44, 58, 42, 88, 53, 40, 37, 26, 90, 41, 77, 60, 97, 88, 75, 63, 88, 42, 38, 68, 100, 52, 98, 91, 105, 68, 65, 24, 71, 25, 93, 62, 50, 26, 85, 55, 40, 48, 66, 51, 40, 21, 36, 72, 49, 41, 40, 134, 99, 31, 95, 87, 168, 56, 51, 39, 73, 36, 49, 27, 23, 43, 80, 71, 55, 83, 57, 48, 19, 135, 17, 16, 53, 71, 77, 29, 72, 83, 70, 37, 69, 93, 51, 68, 64, 27, 79, 57, 51, 56, 87, 37, 62, 33, 54, 48, 71, 76, 71, 73, 68, 55, 44, 63, 36, 60, 76, 41, 78, 62, 39, 70, 74, 34, 102, 62, 138, 31, 70, 8, 77, 94, 49, 70, 66, 81, 30, 92, 45, 60, 55, 41, 25, 89, 114, 44, 43, 30, 79, 46, 39, 33, 57, 45, 67, 29, 80, 32, 74, 50, 42, 77, 63, 98, 82, 106, 71, 28, 42, 77, 25, 45, 68, 68, 60, 31, 58, 66, 28, 41, 63, 70, 100, 51, 26, 44, 90, 104, 38, 121, 45, 104, 50, 47, 57, 20, 38, 50, 186, 89, 45, 50, 68, 30, 65, 29, 48, 46, 126, 24, 33, 69, 41, 48, 36, 27, 63, 44, 64, 67, 53, 45, 34, 80, 77, 57, 77, 64, 118, 67, 60, 48, 92, 77, 59, 40, 61, 74, 37, 106, 54, 71, 23, 62, 101, 60, 100, 31, 104, 111, 61, 42, 50, 68, 98, 71, 47, 48, 70, 27, 57, 100, 78, 68, 50, 69, 75, 61, 55, 55, 34, 69, 35, 121, 62, 75, 64, 84, 28, 81, 67, 26, 52, 30, 52, 81, 41, 42, 126, 92, 48, 58, 50, 85, 150, 38, 13, 90, 35, 73, 63, 61, 66, 123, 21, 105, 40, 48, 83, 55, 58, 72, 33, 70, 71, 56, 35, 35, 44, 67, 45, 110, 57, 59, 44, 53, 63, 60, 106, 44, 52, 75, 81, 71, 54, 93, 44, 76, 50, 38, 59, 77, 59, 65, 94, 68, 120, 67, 74, 24, 43, 16, 34, 64, 44, 50, 55, 74, 83, 88, 71, 129, 35, 83, 23, 26, 71, 97, 45, 42, 70, 71, 102, 35, 39, 60, 68, 52, 89, 135, 72, 96, 50, 76, 28, 63, 148, 27, 67, 129, 80, 32, 30, 93, 24, 33, 52, 62, 67, 78, 59, 38, 69, 71, 41, 65, 48, 15, 69, 65, 73, 33, 48, 40, 30, 59, 84, 60, 57, 111, 54, 81, 66, 30, 51, 67, 33, 44, 105, 37, 61, 66, 49, 66, 73, 81, 90, 92, 86, 37, 49, 49, 78, 51, 42, 127, 44, 55, 62, 33, 64, 35, 21, 55, 66, 13, 66, 87, 77, 56, 32, 71, 158, 134, 51, 63, 100, 73, 48, 40, 39, 72, 80, 103, 32, 69, 79, 38, 38, 115, 52, 39, 16, 32, 55, 37, 67, 48, 78, 101, 55, 101, 50, 76, 26, 55, 66, 63, 49, 28, 47, 28, 47, 72, 46, 88, 36, 54, 59, 82, 92, 49, 96, 51, 63, 44, 34, 35, 57, 41, 50, 46, 75, 85, 65, 53, 72, 33, 64, 10, 19, 49, 74, 57, 27, 66, 100, 60, 51, 76, 76, 169, 53, 95, 23, 41, 64, 40, 37, 51, 18, 179, 55, 73, 81, 40, 37, 60, 70, 45, 117, 32, 61, 86, 84, 70, 51, 83, 78, 53, 25, 75, 48, 152, 78, 40, 64, 63, 46, 20, 74, 23, 91, 88, 38, 127, 51, 31, 74, 18, 68, 47, 55, 58, 64, 56, 47, 73, 38, 55, 38, 55, 59, 67, 59, 92, 54, 64, 53, 96, 91, 49, 43, 100, 61, 93, 75, 75, 52, 55, 58, 81, 58, 37, 66, 66, 54, 74, 37, 51, 53, 19, 19, 90, 53, 75, 144, 75, 41, 55, 65, 50, 46, 77, 54, 38, 39, 53, 42, 75, 24, 41, 103, 76, 126, 32, 35, 30, 24, 46, 85, 43, 79, 90, 44, 31, 68, 65, 79, 85, 42, 37, 31, 62, 109, 63, 70, 44, 68, 61, 70, 123, 24, 32, 57, 58, 66, 60, 88, 76, 52, 50, 44, 73, 37, 68, 84, 95, 44, 53, 59, 28, 27, 70, 69, 34, 28, 68, 47, 47, 46, 75, 34, 73, 78, 39, 68, 86, 50, 56, 93, 35, 62, 108, 56, 97, 77, 104, 45, 41, 65, 62, 57, 28, 40, 60, 50, 68, 89, 72, 50, 111, 52, 90, 81, 43, 62, 31, 42, 57, 114, 19, 135, 31, 23, 78, 113, 64, 93, 47, 106, 72, 55, 89, 34, 59, 86, 85, 100, 67, 61, 69, 78, 61, 74, 103, 63, 103, 84, 87, 73, 44, 88, 13, 80, 23, 39, 44, 30, 72, 40, 63, 20, 85, 50, 41, 56, 48, 63, 95, 139, 47, 57, 42, 59, 54, 49, 59, 116, 35, 75, 52, 88, 73, 91, 38, 42, 37, 62, 71, 64, 43, 28, 48, 76, 57, 88, 18, 56, 50, 21, 62, 51, 106, 89, 80, 73, 60, 57, 17, 59, 40, 45, 80, 19, 79, 97, 54, 75, 74, 46, 28, 59, 54, 80, 34, 76, 76, 68, 75, 36, 61, 39, 22, 92, 60, 57, 59, 100, 63, 44, 57, 67, 74, 96, 73, 73, 17, 11, 24, 29, 59, 47, 70, 73, 82, 52, 49, 61, 102, 100, 68, 57, 71, 39, 66, 58, 61, 36, 64, 64, 91, 57, 63, 51, 29, 57, 108, 55, 69, 62, 54, 111, 85, 51, 42, 45, 32, 47, 31, 59, 62, 51, 45, 58, 33, 66, 75, 62, 70, 76, 31, 26, 81, 33, 53, 92, 37, 96, 30, 77, 103, 55, 124, 57, 26, 113, 47, 41, 28, 112, 52, 86, 66, 138, 39, 77, 27, 104, 43, 65, 51, 56, 47, 38, 81, 44, 89, 47, 56, 32, 54, 20, 52, 47, 69, 63, 54, 42, 42, 35, 42, 90, 45, 48, 37, 61, 50, 110, 40, 38, 60, 62, 62, 53, 36, 49, 16, 38, 89, 92, 64, 109, 51, 78, 60, 15, 51, 86, 62, 47, 68, 26, 47, 40, 68, 72, 47, 58, 60, 88, 63, 53, 58, 77, 37, 69, 42, 44, 73, 70, 42, 48, 58, 69, 101, 71, 133, 73, 59, 75, 109, 113, 67, 53, 36, 72, 74, 44, 101, 22, 62, 93, 45, 57, 19, 72, 81, 61, 37, 21, 86, 14, 64, 83, 94, 55, 47, 57, 53, 45, 12, 62, 39, 35, 59, 48, 96, 78, 92, 55, 38, 47, 39, 53, 60, 71, 51, 74, 98, 22, 71, 101, 38, 45, 66, 57, 36, 59, 49, 48, 64, 40, 63, 60, 60, 46, 54, 48, 70, 120, 69, 63, 60, 32, 35, 119, 38, 63, 85, 38, 70, 32, 53, 70, 37, 55, 28, 85, 62, 53, 53, 7, 147, 74, 59, 32, 61, 59, 64, 108, 41, 114, 26, 107, 50, 75, 61, 110, 60, 61, 58, 39, 72, 55, 107, 52, 49, 58, 72, 46, 40, 51, 30, 53, 64, 67, 79, 95, 46, 48, 111, 87, 40, 39, 140, 61, 42, 80, 45, 63, 65, 56, 59, 74, 53, 41, 51, 27, 143, 49, 26, 67, 24, 47, 53, 47, 67, 30, 51, 60, 93, 59, 65, 106, 51, 58, 80, 61, 106, 19, 57, 54, 59, 55, 165, 51, 95, 66, 85, 20, 72, 25, 61, 110, 67, 102, 78, 89, 58, 116, 71, 86, 37, 67, 65, 50, 66, 32, 63, 55, 55, 66, 58, 102, 102, 39, 25, 51, 20, 47, 32, 26, 78, 53, 73, 117, 25, 109, 35, 43, 109, 97, 63, 89, 32, 36, 38, 51, 116, 33, 93, 83, 70, 55, 69, 59, 70, 82, 19, 72, 86, 50, 98, 23, 84, 49, 66, 88, 22, 74, 93, 95, 75, 47, 79, 47, 19, 38, 77, 43, 91, 110, 77, 38, 79, 90, 79, 112, 41, 107, 96, 22, 102, 96, 85, 21, 77, 52, 43, 54, 76, 45, 65, 41, 84, 31, 53, 44, 35, 38, 55, 54, 24, 105, 53, 53, 60, 44, 65, 62, 68, 69, 37, 88, 41, 115, 51, 26, 48, 45, 49, 53, 52, 81, 80, 36, 63, 69, 37, 61, 76, 38, 33, 43, 66, 57, 66, 105, 60, 46, 93, 72, 52, 56, 12, 61, 66, 24, 57, 77, 36, 84, 58, 46, 35, 97, 33, 70, 76, 72, 59, 14, 91, 49, 26, 53, 109, 26, 74, 49, 39, 53, 67, 81, 32, 109, 36, 55, 48, 58, 61, 35, 56, 100, 45, 57, 17, 35, 63, 67, 45, 80, 56, 45, 102, 42, 46, 99, 65, 81, 137, 41, 44, 58, 35, 89, 71, 82, 46, 52, 56, 47, 49, 54, 89, 70, 49, 37, 81, 59, 69, 91, 60, 69, 97, 61, 129, 47, 40, 52, 83, 53, 65, 69, 57, 30, 36, 31, 67, 70, 46, 50, 71, 52, 43, 74, 49, 62, 77, 45, 56, 73, 81, 72, 40, 54, 19, 102, 54, 36, 58, 54, 44, 79, 26, 95, 70, 155, 48, 37, 52, 70, 69, 14, 30, 45, 63, 66, 72, 32, 106, 94, 66, 18, 23, 56, 34, 61, 32, 64, 73, 27, 46, 95, 32, 18, 116, 53, 54, 64, 73, 54, 51, 101, 71, 43, 107, 128, 54, 33, 88, 107, 64, 26, 79, 44, 67, 96, 69, 33, 59, 45, 19, 89, 62, 47, 48, 61, 68, 47, 17, 69, 15, 52, 49, 118, 70, 75, 69, 47, 57, 11, 79, 136, 73, 49, 117, 39, 39, 51, 62, 71, 63, 41, 61, 47, 19, 44, 79, 51, 48, 82, 53, 55, 83, 35, 59, 59, 48, 51, 90, 56, 40, 66, 18, 66, 61, 33, 59, 46, 36, 77, 73, 100, 39, 57, 23, 40, 65, 93, 28, 50, 49, 86, 55, 36, 65, 62, 61, 88, 102, 61, 48, 76, 11, 57, 45, 66, 44, 73, 102, 112, 68, 62, 112, 91, 56, 74, 59, 71, 68, 83, 79, 46, 52, 54, 33, 29, 25, 47, 57, 88, 55, 33, 67, 62, 101, 79, 54, 76, 55, 45, 84, 61, 65, 33, 64, 55, 103, 21, 67, 43, 41, 93, 88, 45, 62, 55, 59, 15, 154, 68, 174, 19, 56, 44, 67, 66, 42, 91, 22, 62, 40, 63, 59, 64, 39, 37, 32, 48, 73, 76, 51, 61, 72, 49, 29, 58, 22, 72, 38, 86, 51, 102, 48, 40, 61, 87, 122, 34, 58, 97, 70, 49, 73, 59, 69, 81, 31, 58, 56, 55, 59, 57, 51, 80, 63, 109, 56, 65, 86, 54, 51, 41, 50, 76, 72, 50, 62, 50, 64, 87, 48, 15, 68, 33, 11, 119, 69, 65, 62, 34, 82, 108, 79, 28, 74, 61, 75, 87, 37, 69, 33, 38, 86, 68, 76, 81, 58, 77, 55, 49, 152, 41, 58, 20, 72, 53, 62, 27, 71, 32, 98, 58, 74, 70, 61, 84, 42, 95, 47, 85, 94, 46, 56, 65, 79, 78, 52, 65, 82, 39, 74, 75, 46, 70, 67, 56, 58, 49, 76, 29, 89, 93, 100, 48, 66, 27, 58, 38, 47, 57, 48, 75, 58, 50, 42, 66, 75, 53, 47, 79, 31, 79, 47, 56, 70, 88, 86, 39, 34, 90, 30, 92, 76, 32, 103, 28, 60, 101, 79, 71, 66, 41, 106, 20, 57, 42, 103, 38, 61, 37, 37, 15, 46, 39, 62, 53, 25, 38, 29, 94, 88, 92, 25, 82, 62, 50, 63, 37, 70, 18, 39, 74, 33, 38, 52, 71, 48, 170, 37, 44, 71, 85, 75, 50, 40, 46, 34, 10, 65, 55, 99, 82, 25, 86, 57, 61, 52, 49, 109, 55, 68, 55, 59, 22, 53, 47, 18, 70, 95, 18, 30, 60, 83, 76, 15, 117, 65, 42, 84, 59, 63, 88, 64, 67, 73, 97, 37, 58, 87, 34, 72, 72, 64, 51, 66, 98, 51, 81, 56, 65, 68, 33, 37, 92, 104, 74, 120, 47, 46, 48, 43, 54, 35, 92, 50, 59, 86, 51, 84, 55, 51, 40, 84, 56, 119, 37, 27, 143, 93, 103, 70, 48, 37, 66, 23, 51, 49, 51, 48, 64, 29, 41, 52, 65, 51, 89, 67, 60, 76, 102, 81, 78, 50, 32, 48, 46, 13, 73, 76, 29, 53, 48, 49, 47, 14, 21, 66, 26, 36, 122, 14, 49, 78, 81, 72, 62, 55, 67, 84, 44, 47, 73, 54, 52, 112, 69, 21, 31, 64, 43, 67, 47, 46, 71, 137, 65, 46, 47, 86, 57, 51, 62, 71, 75, 52, 53, 62, 85, 57, 64, 61, 64, 14, 42, 40, 41, 41, 51, 151, 41, 29, 65, 74, 42, 63, 22, 62, 43, 57, 64, 53, 20, 75, 29, 69, 25, 32, 58, 55, 38, 46, 86, 54, 76, 64, 87, 95, 40, 68, 53, 51, 60, 28, 40, 69, 62, 53, 76, 48, 113, 71, 50, 46, 21, 49, 70, 59, 65, 98, 34, 50, 84, 38, 49, 83, 56, 29, 47, 61, 55, 92, 52, 72, 101, 107, 17, 22, 50, 80, 59, 29, 82, 21, 111, 50, 21, 113, 17, 51, 71, 46, 58, 47, 21, 55, 33, 72, 72, 69, 134, 95, 74, 65, 27, 43, 67, 47, 77, 33, 118, 79, 58, 22, 53, 49, 61, 43, 64, 60, 90, 76, 70, 44, 66, 72, 56, 61, 43, 42, 50, 66, 34, 64, 83, 69, 46, 56, 71, 46, 84, 48, 80, 56, 30, 53, 113, 123, 94, 80, 31, 37, 44, 47, 41, 78, 36, 56, 43, 66, 36, 71, 31, 35, 61, 51, 63, 66, 125, 72, 67, 56, 98, 39, 73, 43, 101, 50, 74, 26, 76, 34, 20, 66, 48, 59, 2, 64, 84, 35, 46, 91, 38, 69, 28, 63, 67, 39, 76, 55, 62, 50, 81, 100, 32, 33, 29, 76, 43, 18, 71, 49, 84, 98, 86, 91, 44, 80, 70, 98, 83, 64, 57, 65, 85, 13, 80, 21, 28, 36, 46, 37, 26, 123, 123, 84, 20, 29, 81, 72, 94, 77, 45, 32, 61, 86, 58, 38, 62, 71, 69, 83, 61, 46, 35, 93, 42, 44, 24, 39, 42, 47, 35, 85, 24, 79, 66, 54, 59, 49, 86, 100, 99, 56, 25, 77, 42, 47, 74, 67, 63, 53, 85, 66, 63, 54, 45, 54, 50, 32, 81, 75, 83, 72, 75, 39, 36, 76, 44, 90, 29, 48, 39, 55, 66, 83, 109, 145, 31, 29, 46, 38, 67, 72, 41, 115, 21, 73, 100, 47, 61, 45, 38, 38, 46, 74, 68, 93, 40, 51, 22, 42, 52, 53, 44, 51, 84, 91, 61, 124, 76, 46, 76, 47, 17, 83, 83, 57, 57, 105, 75, 28, 72, 36, 19, 54, 67, 46, 23, 61, 70, 83, 51, 77, 58, 108, 8, 105, 105, 18, 75, 168, 61, 66, 51, 54, 46, 46, 54, 90, 41, 50, 84, 81, 57, 39, 112, 67, 20, 47, 81, 73, 113, 80, 50, 20, 22, 44, 64, 15, 59, 91, 62, 56, 63, 59, 36, 95, 70, 53, 62, 65, 52, 48, 48, 55, 42, 78, 58, 73, 53, 126, 57, 77, 98, 50, 73, 86, 23, 65, 58, 53, 59, 101, 31, 89, 68, 53, 40, 61, 36, 40, 54, 69, 48, 35, 36, 81, 105, 68, 81, 66, 56, 42, 72, 56, 87, 14, 53, 38, 52, 41, 33, 74, 32, 136, 30, 37, 43, 75, 71, 86, 70, 39, 68, 61, 53, 128, 61, 77, 38, 57, 48, 60, 89, 57, 76, 17, 77, 59, 75, 53, 86, 35, 50, 36, 106, 104, 88, 45, 58, 38, 84, 71, 70, 71, 90, 57, 52, 54, 54, 94, 58, 70, 81, 23, 90, 61, 51, 52, 49, 108, 106, 50, 30, 92, 70, 41, 22, 74, 134, 79, 27, 111, 44, 96, 63, 47, 49, 43, 76, 99, 75, 37, 65, 23, 59, 52, 108, 69, 43, 57, 48, 150, 43, 56, 47, 43, 26, 73, 48, 68, 68, 58, 78, 53, 44, 112, 57, 47, 40, 23, 73, 59, 74, 38, 27, 37, 121, 86, 125, 43, 52, 111, 24, 24, 57, 72, 110, 109, 65, 76, 63, 73, 55, 56, 58, 184, 49, 42, 78, 53, 63, 43, 85, 58, 49, 30, 70, 77, 60, 31, 46, 26, 52, 103, 98, 66, 38, 38, 30, 49, 12, 67, 27, 61, 55, 73, 53, 51, 64, 77, 28, 67, 53, 38, 51, 130, 82, 28, 74, 56, 139, 107, 50, 45, 48, 45, 89, 73, 66, 106, 61, 75, 47, 33, 27, 47, 31, 59, 41, 75, 90, 55, 66, 77, 83, 15, 104, 51, 74, 38, 46, 16, 78, 40, 67, 119, 112, 85, 41, 16, 76, 58, 82, 79, 94, 56, 20, 79, 44, 70, 86, 60, 48, 22, 84, 43, 147, 105, 80, 71, 52, 63, 47, 50, 47, 85, 44, 100, 33, 69, 11, 52, 87, 69, 38, 51, 67, 39, 70, 42, 67, 73, 159, 62, 54, 46, 34, 51, 71, 24, 101, 36, 82, 46, 56, 59, 34, 40, 76, 26, 33, 127, 64, 32, 63, 65, 58, 40, 40, 91, 66, 65, 38, 61, 49, 39, 78, 57, 24, 42, 64, 21, 33, 92, 24, 83, 85, 54, 68, 93, 37, 58, 80, 36, 86, 52, 101, 45, 62, 46, 94, 76, 214, 57, 92, 88, 68, 45, 27, 23, 97, 48, 36, 99, 29, 56, 33, 61, 71, 67, 56, 34, 48, 65, 54, 47, 37, 103, 87, 58, 103, 99, 67, 69, 63, 65, 94, 48, 44, 49, 41, 49, 46, 35, 18, 52, 40, 100, 26, 73, 47, 66, 71, 108, 31, 49, 51, 42, 43, 80, 104, 45, 58, 116, 62, 29, 34, 116, 21, 26, 21, 56, 40, 84, 115, 18, 71, 63, 93, 133, 32, 26, 63, 102, 37, 81, 61, 39, 66, 58, 111, 86, 60, 21, 38, 76, 25, 22, 50, 60, 51, 32, 35, 77, 46, 60, 67, 138, 50, 59, 71, 146, 149, 32, 95, 56, 92, 76, 45, 10, 59, 40, 82, 23, 74, 132, 50, 54, 62, 80, 36, 70, 35, 54, 101, 57, 52, 62, 61, 74, 57, 44, 92, 27, 66, 90, 36, 54, 50, 81, 38, 67, 129, 55, 13, 83, 79, 63, 109, 35, 80, 35, 48, 49, 91, 70, 68, 23, 32, 81, 30, 72, 85, 47, 44, 57, 59, 38, 35, 26, 20, 59, 60, 80, 27, 98, 37, 40, 31, 48, 87, 97, 62, 43, 53, 87, 64, 62, 57, 71, 59, 60, 75, 55, 143, 25, 77, 61, 40, 74, 62, 54, 39, 49, 34, 59, 23, 56, 33, 41, 43, 38, 23, 53, 23, 40, 78, 68, 42, 70, 26, 61, 56, 42, 28, 82, 60, 46, 71, 48, 16, 50, 73, 76, 79, 38, 62, 58, 27, 60, 105, 27, 75, 30, 62, 66, 65, 77, 64, 64, 85, 109, 68, 61, 91, 34, 75, 73, 16, 69, 129, 59, 62, 42, 45, 25, 61, 57, 24, 27, 45, 57, 44, 44, 98, 45, 64, 62, 71, 51, 102, 86, 104, 49, 94, 40, 61, 86, 50, 39, 80, 20, 94, 37, 50, 69, 46, 55, 68, 40, 80, 90, 58, 71, 98, 75, 38, 92, 56, 111, 89, 78, 102, 96, 50, 36, 62, 38, 64, 141, 70, 60, 60, 28, 86, 61, 80, 8, 71, 77, 83, 48, 48, 93, 39, 46, 96, 63, 72, 61, 79, 90, 57, 32, 41, 60, 55, 49, 188, 75, 57, 49, 42, 56, 137, 29, 112, 26, 40, 78, 27, 66, 62, 47, 50, 43, 89, 88, 57, 43, 69, 74, 43, 39, 58, 78, 59, 67, 65, 51, 73, 68, 95, 39, 56, 24, 79, 55, 59, 34, 44, 34, 46, 65, 128, 37, 44, 57, 51, 104, 58, 55, 42, 18, 80, 56, 61, 75, 81, 46, 99, 41, 56, 63, 35, 49, 47, 79, 33, 60, 63, 28, 79, 64, 41, 38, 62, 35, 54, 38, 34, 83, 50, 70, 100, 57, 25, 82, 47, 53, 127, 91, 65, 112, 38, 32, 21, 85, 37, 39, 100, 54, 50, 57, 94, 45, 55, 130, 62, 45, 106, 84, 40, 38, 37, 54, 40, 18, 58, 78, 62, 67, 72, 62, 70, 87, 61, 44, 66, 44, 66, 71, 43, 44, 53, 54, 25, 81, 62, 34, 94, 81, 45, 69, 23, 13, 55, 24, 77, 64, 59, 80, 44, 60, 44, 68, 46, 109, 42, 43, 44, 56, 69, 47, 45, 42, 37, 47, 82, 80, 72, 27, 63, 126, 25, 21, 38, 51, 51, 94, 52, 25, 69, 25, 52, 41, 16, 70, 77, 113, 65, 47, 69, 18, 35, 50, 40, 61, 49, 65, 38, 81, 25, 78, 25, 67, 53, 68, 49, 42, 127, 95, 99, 50, 78, 68, 36, 51, 46, 16, 65, 65, 32, 74, 88, 55, 41, 39, 38, 54, 50, 30, 92, 62, 52, 59, 63, 54, 60, 93, 70, 37, 53, 36, 82, 107, 54, 61, 36, 85, 43, 30, 72, 110, 51, 109, 15, 39, 30, 72, 47, 100, 86, 59, 57, 42, 46, 38, 65, 93, 61, 45, 80, 23, 58, 36, 128, 38, 43, 58, 65, 30, 85, 68, 52, 78, 54, 49, 24, 40, 44, 37, 24, 47, 101, 50, 96, 54, 58, 108, 93, 60, 73, 115, 61, 51, 23, 83, 44, 66, 71, 38, 88, 51, 73, 80, 90, 105, 58, 46, 102, 32, 77, 67, 53, 35, 80, 56, 44, 104, 35, 92, 65, 110, 67, 44, 60, 23, 57, 50, 75, 61, 42, 115, 58, 116, 41, 56, 10, 54, 17, 64, 72, 62, 104, 45, 35, 27, 49, 62, 21, 63, 124, 37, 26, 119, 29, 43, 92, 35, 37, 46, 78, 51, 88, 81, 67, 43, 42, 40, 81, 74, 117, 54, 54, 96, 53, 61, 22, 55, 46, 102, 70, 70, 96, 39, 68, 28, 53, 30, 56, 93, 45, 104, 11, 63, 79, 24, 63, 94, 66, 79, 104, 95, 39, 91, 97, 34, 61, 71, 46, 51, 48, 92, 76, 76, 88, 65, 69, 47, 46, 93, 72, 58, 27, 44, 52, 70, 27, 34, 84, 96, 45, 108, 64, 51, 88, 100, 65, 44, 35, 30, 115, 91, 43, 42, 53, 50, 119, 79, 29, 96, 75, 53, 55, 44, 58, 65, 45, 55, 28, 26, 58, 98, 81, 86, 65, 57, 52, 55, 37, 68, 75, 51, 107, 61, 75, 66, 56, 56, 82, 64, 39, 61, 70, 61, 79, 45, 55, 33, 109, 38, 50, 23, 114, 49, 79, 54, 50, 59, 93, 50, 61, 60, 48, 80, 75, 45, 82, 85, 74, 86, 59, 52, 76, 66, 94, 49, 42, 59, 81, 40, 19, 73, 88, 86, 78, 52, 32, 56, 53, 53, 86, 50, 75, 55, 68, 25, 70, 80, 96, 55, 66, 73, 65, 64, 39, 90, 64, 126, 54, 76, 69, 71, 44, 42, 40, 116, 37, 66, 111, 31, 55, 66, 62, 44, 58, 52, 108, 41, 99, 68, 92, 33, 64, 57, 30, 60, 128, 30, 62, 43, 68, 93, 56, 45, 80, 57, 66, 96, 58, 52, 57, 51, 49, 75, 52, 38, 23, 47, 97, 33, 25, 39, 54, 54, 71, 66, 80, 54, 59, 38, 62, 34, 54, 50, 34, 53, 48, 82, 148, 43, 56, 18, 67, 55, 94, 112, 47, 63, 48, 72, 83, 60, 27, 53, 57, 35, 59, 62, 58, 53, 69, 54, 49, 58, 59, 61, 65, 108, 31, 44, 42, 50, 57, 68, 41, 36, 32, 78, 66, 63, 63, 43, 68, 70, 120, 56, 67, 56, 41, 54, 43, 30, 107, 105, 30, 59, 52, 50, 60, 54, 66, 45, 57, 92, 77, 55, 34, 100, 65, 48, 63, 56, 64, 60, 45, 40, 137, 56, 32, 25, 72, 64, 32, 65, 36, 53, 42, 140, 52, 88, 66, 72, 57, 46, 59, 61, 65, 102, 69, 46, 31, 48, 69, 36, 41, 82, 42, 82, 72, 59, 35, 72, 50, 53, 103, 59, 36, 71, 40, 59, 54, 35, 29, 63, 56, 55, 32, 39, 56, 71, 42, 60, 63, 48, 56, 50, 74, 118, 50, 29, 59, 33, 63, 55, 46, 40, 63, 42, 58, 119, 47, 51, 62, 88, 74, 58, 51, 69, 47, 129, 54, 27, 74, 63, 101, 16, 34, 38, 46, 75, 47, 44, 53, 66, 66, 38, 28, 34, 79, 63, 66, 74, 77, 57, 65, 55, 50, 96, 86, 64, 79, 80, 55, 30, 55, 129, 131, 71, 110, 42, 56, 28, 66, 112, 35, 74, 100, 77, 49, 63, 37, 29, 52, 49, 62, 75, 68, 56, 45, 56, 48, 50, 56, 156, 49, 51, 55, 39, 56, 108, 87, 41, 64, 74, 74, 40, 59, 44, 64, 40, 50, 78, 99, 34, 59, 34, 18, 66, 25, 81, 82, 74, 59, 32, 58, 19, 52, 87, 19, 53, 73, 48, 68, 108, 58, 94, 43, 30, 63, 56, 52, 119, 48, 49, 71, 57, 85, 58, 35, 54, 60, 65, 79, 92, 66, 99, 32, 53, 12, 81, 41, 25, 126, 56, 40, 77, 27, 54, 61, 43, 72, 68, 65, 46, 67, 159, 133, 127, 22, 69, 60, 85, 77, 54, 64, 39, 44, 62, 50, 46, 32, 63, 78, 67, 54, 93, 63, 66, 94, 80, 51, 63, 71, 82, 37, 99, 28, 121, 81, 53, 43, 28, 38, 66, 48, 60, 44, 57, 97, 45, 34, 38, 57, 98, 67, 62, 56, 74, 71, 43, 35, 38, 69, 34, 48, 46, 68, 88, 36, 31, 56, 69, 122, 31, 69, 30, 56, 117, 91, 24, 44, 68, 18, 50, 50, 81, 30, 82, 39, 63, 59, 108, 19, 22, 107, 56, 41, 95, 68, 34, 44, 63, 78, 107, 67, 34, 62, 59, 58, 78, 39, 20, 70, 30, 48, 54, 56, 54, 55, 19, 86, 67, 93, 68, 90, 39, 38, 52, 59, 121, 51, 70, 110, 93, 105, 64, 90, 46, 26, 91, 148, 31, 55, 55, 36, 65, 96, 63, 19, 92, 55, 9, 59, 74, 58, 42, 69, 51, 38, 61, 30, 22, 35, 23, 81, 64, 61, 50, 94, 55, 81, 40, 85, 62, 41, 49, 64, 54, 67, 34, 41, 60, 52, 88, 105, 66, 79, 101, 51, 20, 66, 68, 58, 53, 55, 25, 46, 40, 84, 72, 155, 12, 32, 43, 171, 56, 84, 63, 26, 98, 16, 38, 71, 75, 57, 38, 48, 91, 86, 41, 31, 66, 19, 32, 31, 15, 59, 91, 53, 90, 60, 67, 89, 48, 30, 87, 36, 91, 59, 29, 65, 84, 81, 46, 89, 60, 52, 61, 70, 34, 88, 43, 54, 44, 58, 47, 45, 77, 44, 57, 72, 24, 99, 73, 57, 74, 68, 25, 41, 39, 149, 54, 44, 90, 23, 53, 19, 9, 49, 24, 86, 67, 38, 60, 56, 51, 30, 39, 17, 67, 75, 106, 39, 66, 72, 44, 48, 69, 88, 92, 16, 27, 75, 60, 55, 71, 38, 80, 74, 103, 93, 59, 66, 15, 82, 50, 129, 49, 19, 55, 50, 60, 47, 80, 40, 44, 54, 25, 111, 38, 50, 74, 60, 54, 69, 26, 24, 38, 29, 72, 61, 29, 67, 111, 58, 52, 121, 70, 73, 72, 52, 50, 37, 71, 72, 60, 100, 75, 33, 76, 56, 157, 82, 63, 85, 17, 34, 54, 31, 59, 92, 73, 68, 84, 128, 26, 60, 40, 161, 95, 119, 81, 75, 47, 75, 79, 56, 37, 41, 60, 35, 29, 51, 68, 35, 29, 46, 79, 55, 35, 43, 98, 36, 53, 46, 75, 80, 82, 75, 50, 56, 58, 32, 22, 104, 53, 42, 77, 49, 52, 53, 93, 48, 115, 43, 96, 78, 74, 56, 60, 38, 61, 45, 21, 122, 40, 54, 60, 63, 73, 32, 65, 43, 114, 99, 42, 60, 126, 28, 88, 80, 63, 72, 45, 34, 50, 80, 107, 68, 61, 60, 73, 79, 69, 60, 40, 29, 72, 33, 94, 59, 186, 58, 95, 61, 79, 52, 61, 53, 28, 49, 47, 36, 79, 47, 73, 67, 72, 104, 70, 61, 59, 84, 41, 40, 40, 100, 61, 39, 46, 20, 120, 55, 74, 78, 64, 59, 39, 70, 62, 40, 48, 54, 76, 64, 33, 72, 92, 85, 43, 129, 71, 105, 122, 58, 103, 72, 107, 94, 53, 165, 29, 65, 62, 68, 36, 139, 74, 59, 68, 49, 56, 89, 75, 37, 41, 61, 62, 29, 48, 83, 77, 11, 58, 56, 65, 40, 60, 36, 61, 27, 61, 62, 27, 42, 42, 27, 52, 29, 33, 39, 53, 44, 52, 59, 65, 21, 30, 44, 43, 66, 78, 47, 48, 57, 56, 96, 58, 133, 37, 119, 99, 30, 92, 67, 51, 52, 91, 40, 53, 60, 40, 61, 40, 30, 42, 82, 96, 46, 62, 123, 49, 62, 78, 64, 57, 71, 38, 74, 54, 70, 18, 50, 32, 30, 59, 47, 91, 47, 106, 30, 49, 151, 50, 52, 53, 69, 90, 81, 27, 36, 92, 43, 74, 24, 83, 40, 65, 74, 63, 59, 42, 22, 70, 47, 71, 55, 32, 74, 83, 52, 59, 67, 36, 46, 98, 90, 64, 38, 85, 45, 22, 38, 80, 77, 112, 65, 60, 38, 94, 79, 64, 124, 92, 97, 73, 98, 70, 30, 51, 62, 72, 45, 44, 56, 66, 25, 34, 44, 43, 30, 44, 72, 41, 49, 58, 115, 47, 69, 111, 72, 74, 99, 41, 75, 72, 45, 59, 78, 56, 36, 41, 64, 33, 77, 48, 61, 29, 41, 42, 33, 72, 53, 79, 58, 115, 40, 55, 44, 28, 37, 21, 84, 85, 44, 62, 55, 52, 56, 128, 62, 143, 38, 91, 44, 20, 91, 28, 66, 69, 59, 79, 56, 39, 72, 91, 75, 39, 61, 64, 69, 58, 52, 161, 48, 60, 89, 81, 65, 62, 48, 75, 130, 68, 97, 14, 36, 54, 84, 61, 37, 35, 41, 121, 35, 65, 86, 45, 143, 58, 56, 125, 63, 25, 51, 82, 46, 49, 92, 129, 86, 49, 79, 40, 68, 88, 68, 24, 44, 89, 46, 54, 61, 64, 20, 63, 45, 68, 64, 60, 69, 100, 69, 72, 89, 44, 70, 61, 96, 78, 77, 26, 38, 64, 44, 127, 54, 69, 10, 54, 32, 73, 44, 56, 39, 106, 43, 88, 70, 56, 68, 113, 57, 54, 47, 52, 106, 27, 43, 37, 69, 65, 43, 36, 57, 50, 30, 39, 34, 43, 82, 44, 79, 40, 96, 115, 104, 73, 36, 55, 21, 117, 38, 65, 41, 28, 72, 61, 94, 14, 36, 51, 13, 75, 95, 56, 47, 76, 62, 51, 37, 51, 71, 37, 57, 54, 79, 134, 48, 78, 126, 33, 115, 56, 49, 69, 57, 29, 98, 42, 84, 83, 59, 94, 40, 45, 70, 76, 197, 58, 43, 16, 100, 32, 11, 71, 111, 43, 32, 42, 49, 38, 100, 56, 45, 126, 45, 85, 38, 55, 45, 38, 61, 22, 77, 33, 57, 58, 64, 97, 76, 102, 58, 40, 63, 63, 66, 88, 45, 76, 52, 92, 102, 88, 29, 42, 27, 48, 46, 47, 53, 71, 82, 66, 45, 130, 55, 38, 81, 33, 56, 60, 32, 84, 73, 160, 27, 49, 39, 38, 46, 31, 57, 32, 44, 59, 66, 62, 50, 43, 46, 75, 68, 56, 84, 92, 46, 87, 70, 61, 43, 45, 46, 55, 41, 65, 38, 77, 47, 29, 69, 59, 40, 23, 40, 41, 66, 16, 57, 72, 31, 53, 39, 24, 41, 60, 133, 23, 28, 86, 44, 35, 109, 76, 47, 70, 90, 91, 64, 57, 64, 73, 91, 53, 35, 54, 101, 85, 41, 95, 94, 154, 38, 47, 75, 95, 59, 113, 94, 47, 84, 52, 91, 53, 74, 100, 74, 65, 48, 61, 90, 83, 92, 61, 101, 67, 42, 81, 74, 62, 66, 123, 93, 75, 81, 36, 27, 10, 81, 63, 65, 84, 80, 74, 55, 24, 89, 80, 50, 75, 70, 80, 55, 76, 72, 41, 64, 68, 44, 40, 69, 106, 75, 72, 64, 38, 76, 39, 55, 59, 31, 51, 54, 83, 12, 61, 71, 53, 68, 73, 90, 76, 42, 50, 40, 48, 169, 88, 41, 77, 64, 28, 67, 99, 86, 77, 100, 88, 46, 49, 87, 70, 60, 37, 94, 108, 35, 59, 61, 58, 94, 37, 57, 103, 57, 12, 68, 73, 94, 90, 69, 56, 51, 61, 49, 55, 46, 79, 40, 41, 61, 55, 23, 57, 50, 59, 74, 73, 108, 41, 48, 85, 22, 35, 95, 52, 57, 80, 64, 58, 23, 56, 52, 59, 64, 49, 36, 102, 51, 29, 47, 52, 41, 43, 74, 41, 54, 112, 78, 68, 79, 86, 49, 89, 79, 41, 43, 34, 41, 22, 114, 73, 85, 64, 97, 73, 50, 23, 81, 57, 19, 74, 35, 91, 26, 22, 55, 27, 91, 19, 65, 39, 44, 52, 57, 28, 37, 49, 91, 26, 60, 61, 65, 70, 41, 45, 80, 51, 52, 48, 29, 20, 33, 57, 32, 32, 78, 41, 36, 51, 46, 27, 49, 55, 14, 48, 90, 104, 114, 90, 79, 29, 97, 42, 46, 74, 32, 80, 18, 100, 60, 65, 63, 64, 71, 60, 94, 73, 64, 125, 64, 83, 46, 29, 23, 17, 105, 64, 64, 85, 22, 32, 54, 55, 49, 70, 125, 104, 49, 39, 73, 43, 47, 55, 104, 37, 20, 116, 52, 76, 55, 89, 70, 104, 77, 47, 94, 52, 42, 13, 56, 52, 45, 54, 51, 23, 39, 57, 66, 57, 131, 104, 110, 64, 19, 73, 86, 49, 74, 98, 23, 45, 74, 45, 42, 22, 45, 55, 18, 99, 12, 53, 51, 63, 30, 35, 98, 61, 136, 36, 17, 51, 64, 60, 50, 64, 21, 49, 85, 46, 38, 32, 68, 37, 50, 111, 163, 46, 74, 60, 15, 55, 70, 59, 61, 43, 91, 40, 52, 82, 37, 71, 69, 51, 47, 61, 61, 71, 67, 119, 62, 33, 33, 107, 96, 34, 46, 66, 58, 52, 46, 40, 79, 47, 28, 74, 56, 65, 93, 72, 89, 39, 67, 36, 59, 137, 102, 22, 126, 78, 53, 29, 78, 41, 86, 67, 59, 73, 34, 41, 24, 38, 111, 12, 93, 43, 63, 13, 14, 76, 32, 56, 40, 126, 129, 51, 50, 21, 29, 44, 85, 69, 37, 82, 43, 44, 52, 122, 50, 46, 108, 77, 71, 81, 48, 42, 68, 70, 104, 69, 22, 77, 24, 53, 24, 38, 63, 129, 60, 32, 121, 81, 51, 53, 64, 117, 47, 59, 58, 45, 77, 19, 71, 57, 45, 33, 50, 56, 75, 41, 61, 46, 40, 73, 50, 42, 110, 62, 47, 60, 71, 56, 22, 43, 71, 54, 35, 47, 53, 61, 78, 52, 64, 56, 37, 70, 83, 46, 79, 23, 47, 76, 122, 77, 47, 73, 42, 44, 51, 56, 62, 105, 87, 148, 37, 23, 37, 59, 81, 40, 31, 79, 45, 48, 58, 80, 59, 35, 60, 55, 41, 83, 63, 88, 58, 39, 25, 51, 112, 33, 32, 50, 61, 106, 64, 42, 62, 32, 49, 59, 69, 131, 47, 51, 69, 17, 76, 65, 54, 75, 61, 67, 45, 56, 84, 80, 71, 77, 88, 71, 39, 91, 35, 74, 89, 22, 161, 82, 74, 46, 83, 83, 60, 32, 63, 43, 75, 88, 93, 24, 83, 69, 51, 78, 100, 37, 42, 58, 37, 51, 44, 61, 50, 23, 30, 61, 95, 71, 33, 73, 64, 36, 78, 98, 51, 48, 54, 37, 43, 25, 57, 113, 41, 79, 61, 38, 63, 57, 121, 69, 83, 69, 70, 45, 108, 62, 52, 66, 53, 24, 31, 72, 103, 101, 36, 57, 50, 50, 64, 53, 44, 42, 94, 107, 81, 75, 36, 44, 42, 98, 37, 80, 39, 27, 45, 48, 14, 40, 57, 85, 39, 52, 40, 67, 42, 85, 74, 70, 33, 39, 44, 70, 78, 97, 70, 74, 77, 58, 92, 106, 58, 70, 59, 56, 17, 76, 73, 63, 59, 62, 38, 49, 62, 30, 36, 18, 21, 48, 78, 25, 114, 104, 97, 70, 117, 44, 41, 50, 51, 77, 162, 47, 64, 50, 39, 74, 41, 38, 39, 26, 31, 61, 69, 83, 72, 42, 82, 62, 73, 44, 74, 61, 94, 77, 8, 39, 48, 47, 37, 28, 36, 74, 63, 46, 87, 52, 30, 40, 91, 45, 47, 72, 67, 43, 57, 57, 47, 72, 48, 140, 76, 72, 47, 71, 34, 41, 43, 47, 29, 57, 97, 51, 58, 65, 37, 86, 36, 43, 38, 61, 19, 61, 36, 84, 73, 71, 41, 91, 27, 83, 17, 76, 48, 88, 48, 53, 101, 30, 74, 81, 49, 45, 100, 54, 48, 38, 43, 36, 99, 47, 104, 73, 57, 34, 73, 51, 55, 74, 89, 25, 46, 43, 24, 80, 27, 45, 55, 35, 68, 47, 62, 53, 81, 73, 98, 49, 67, 97, 59, 35, 73, 31, 94, 71, 34, 54, 58, 41, 127, 141, 79, 93, 42, 38, 41, 33, 50, 56, 98, 59, 94, 113, 62, 68, 58, 78, 27, 44, 128, 40, 50, 45, 67, 72, 61, 64, 69, 36, 66, 47, 30, 75, 51, 53, 63, 34, 44, 72, 88, 31, 39, 63, 29, 80, 89, 76, 55, 67, 143, 98, 64, 70, 53, 93, 42, 50, 50, 37, 55, 102, 61, 68, 32, 47, 78, 81, 60, 27, 35, 103, 74, 49, 85, 42, 47, 39, 67, 37, 127, 94, 98, 112, 97, 35, 53, 64, 18, 15, 44, 98, 57, 82, 89, 88, 54, 38, 47, 65, 55, 60, 69, 88, 38, 51, 124, 52, 58, 78, 45, 46, 69, 23, 55, 53, 72, 74, 33, 8, 33, 48, 140, 142, 79, 80, 47, 56, 78, 129, 64, 94, 94, 89, 44, 75, 65, 84, 54, 67, 94, 68, 43, 89, 40, 62, 121, 92, 67, 42, 39, 47, 83, 51, 53, 47, 57, 87, 40, 53, 84, 26, 64, 50, 82, 40, 93, 50, 42, 9, 43, 110, 61, 58, 48, 100, 46, 76, 51, 45, 126, 37, 67, 27, 38, 23, 33, 31, 157, 35, 75, 22, 91, 23, 78, 124, 62, 83, 34, 43, 39, 45, 109, 36, 29, 46, 88, 37, 81, 59, 64, 76, 75, 31, 64, 70, 39, 72, 36, 87, 38, 64, 52, 98, 47, 19, 45, 22, 105, 43, 85, 68, 17, 10, 44, 111, 63, 31, 66, 82, 93, 66, 83, 92, 33, 56, 22, 37, 50, 72, 86, 85, 50, 172, 76, 91, 101, 49, 45, 65, 75, 59, 85, 99, 33, 68, 59, 71, 107, 107, 14, 107, 82, 19, 66, 85, 29, 67, 57, 57, 41, 48, 64, 59, 33, 50, 46, 21, 32, 43, 103, 97, 58, 52, 51, 36, 56, 39, 46, 110, 112, 56, 53, 64, 58, 32, 38, 35, 41, 56, 57, 69, 87, 57, 77, 47, 126, 93, 72, 57, 44, 113, 71, 48, 41, 78, 62, 86, 46, 35, 48, 48, 28, 61, 47, 57, 66, 60, 81, 79, 28, 68, 159, 39, 44, 65, 62, 87, 54, 52, 56, 25, 29, 78, 43, 66, 43, 74, 110, 37, 114, 46, 68, 89, 56, 84, 84, 26, 19, 49, 37, 107, 76, 64, 47, 56, 17, 38, 69, 66, 32, 76, 49, 75, 66, 51, 93, 34, 64, 26, 85, 92, 51, 101, 22, 42, 129, 75, 52, 79, 46, 40, 79, 68, 68, 38, 76, 47, 54, 97, 60, 57, 56, 41, 82, 117, 81, 72, 109, 31, 40, 37, 96, 79, 62, 31, 30, 46, 49, 53, 34, 84, 80, 103, 50, 63, 86, 32, 60, 56, 48, 64, 40, 41, 51, 41, 27, 49, 61, 53, 56, 62, 104, 63, 63, 49, 65, 80, 47, 80, 49, 80, 17, 16, 66, 83, 42, 50, 42, 116, 43, 36, 52, 47, 60, 55, 38, 17, 103, 80, 87, 32, 54, 46, 68, 41, 60, 63, 40, 74, 18, 51, 67, 52, 91, 31, 49, 56, 62, 32, 113, 37, 78, 79, 63, 57, 101, 116, 25, 27, 29, 47, 50, 71, 83, 50, 35, 99, 58, 61, 68, 87, 91, 58, 21, 68, 31, 58, 82, 47, 53, 28, 103, 53, 108, 95, 61, 80, 79, 57, 46, 53, 17, 33, 133, 40, 68, 48, 42, 38, 50, 34, 39, 73, 56, 76, 34, 83, 52, 81, 46, 72, 40, 56, 44, 40, 107, 38, 48, 18, 51, 47, 26, 47, 42, 64, 63, 46, 70, 83, 37, 34, 107, 72, 88, 94, 55, 43, 94, 51, 69, 160, 35, 73, 38, 65, 86, 18, 43, 15, 97, 25, 74, 81, 47, 59, 118, 40, 60, 168, 59, 67, 59, 25, 109, 52, 60, 64, 58, 65, 45, 37, 57, 73, 55, 61, 66, 103, 44, 58, 104, 57, 65, 50, 92, 74, 60, 33, 106, 69, 72, 77, 87, 29, 95, 62, 95, 38, 86, 28, 104, 72, 47, 51, 54, 97, 81, 58, 15, 66, 60, 24, 47, 71, 117, 73, 41, 28, 37, 61, 66, 58, 61, 58, 124, 25, 60, 61, 76, 53, 64, 113, 81, 50, 52, 36, 78, 79, 20, 59, 163, 58, 60, 75, 69, 98, 50, 40, 44, 53, 58, 59, 61, 53, 41, 59, 26, 81, 74, 65, 131, 28, 69, 63, 80, 76, 99, 36, 89, 30, 97, 24, 71, 50, 35, 29, 74, 47, 50, 49, 82, 152, 63, 37, 42, 54, 75, 66, 43, 52, 55, 27, 49, 50, 45, 104, 48, 77, 60, 55, 19, 62, 167, 53, 60, 53, 39, 66, 89, 45, 30, 59, 88, 85, 101, 90, 74, 120, 129, 32, 89, 15, 24, 57, 78, 69, 49, 37, 96, 57, 113, 89, 35, 104, 65, 85, 56, 25, 52, 73, 36, 55, 93, 43, 96, 93, 78, 72, 48, 63, 63, 33, 57, 44, 50, 65, 59, 40, 25, 73, 77, 32, 87, 67, 49, 67, 65, 137, 98, 91, 60, 54, 69, 56, 49, 33, 98, 51, 73, 34, 44, 48, 72, 123, 72, 48, 47, 7, 13, 68, 68, 49, 96, 47, 83, 68, 49, 81, 66, 69, 130, 44, 121, 77, 56, 78, 50, 51, 82, 75, 42, 61, 42, 67, 65, 35, 100, 47, 59, 66, 84, 69, 38, 48, 70, 50, 34, 58, 49, 50, 32, 84, 71, 34, 70, 63, 44, 78, 36, 100, 40, 38, 21, 51, 62, 99, 54, 49, 63, 94, 50, 57, 72, 81, 57, 57, 87, 67, 71, 58, 40, 55, 80, 40, 21, 35, 60, 54, 56, 21, 47, 115, 95, 58, 25, 20, 65, 12, 43, 64, 41, 24, 51, 96, 37, 102, 108, 50, 61, 80, 41, 39, 37, 25, 56, 52, 79, 48, 62, 76, 69, 57, 64, 89, 129, 60, 54, 117, 30, 43, 23, 48, 28, 43, 18, 106, 84, 76, 113, 85, 47, 61, 69, 43, 58, 51, 64, 89, 70, 56, 58, 64, 42, 93, 41, 74, 59, 55, 43, 57, 79, 70, 57, 71, 57, 37, 153, 49, 60, 40, 63, 28, 132, 53, 51, 13, 52, 99, 40, 74, 46, 39, 76, 50, 101, 46, 33, 51, 80, 46, 102, 18, 75, 29, 23, 72, 15, 21, 33, 47, 49, 72, 155, 91, 59, 67, 9, 82, 40, 41, 26, 72, 90, 57, 49, 64, 61, 81, 41, 48, 60, 46, 69, 93, 94, 79, 59, 46, 58, 65, 19, 83, 32, 77, 48, 54, 102, 76, 60, 107, 29, 61, 51, 46, 70, 37, 39, 65, 32, 80, 30, 55, 120, 35, 34, 44, 66, 50, 62, 111, 81, 43, 59, 44, 104, 42, 61, 34, 85, 57, 53, 43, 71, 46, 33, 53, 63, 64, 82, 40, 59, 41, 72, 77, 60, 63, 51, 54, 43, 81, 61, 37, 64, 63, 48, 70, 66, 22, 65, 78, 80, 65, 77, 29, 73, 96, 30, 54, 67, 46, 52, 8, 55, 93, 60, 45, 24, 21, 64, 45, 35, 18, 62, 68, 75, 75, 46, 79, 37, 101, 19, 93, 57, 44, 55, 72, 31, 38, 81, 44, 75, 75, 58, 57, 62, 61, 60, 58, 135, 116, 18, 63, 54, 51, 41, 43, 79, 34, 124, 58, 35, 36, 37, 77, 93, 82, 36, 32, 23, 55, 103, 66, 50, 30, 23, 18, 28, 42, 125, 173, 95, 33, 42, 58, 40, 29, 62, 29, 74, 24, 45, 59, 45, 50, 11, 58, 117, 61, 25, 46, 15, 87, 63, 47, 55, 38, 109, 71, 61, 43, 62, 91, 41, 42, 63, 51, 42, 46, 36, 77, 49, 79, 33, 97, 46, 52, 31, 90, 137, 28, 75, 44, 93, 86, 51, 37, 73, 100, 39, 65, 41, 91, 60, 64, 81, 73, 27, 37, 31, 107, 86, 44, 44, 65, 69, 64, 78, 69, 46, 33, 59, 39, 115, 65, 37, 32, 37, 24, 78, 76, 46, 101, 24, 49, 54, 101, 117, 24, 48, 67, 51, 53, 90, 40, 51, 56, 18, 102, 62, 76, 33, 72, 68, 67, 51, 36, 59, 96, 132, 39, 40, 50, 31, 32, 78, 62, 71, 47, 39, 32, 35, 72, 38, 48, 64, 57, 35, 39, 9, 75, 73, 47, 67, 92, 73, 49, 166, 133, 89, 81, 100, 77, 76, 56, 85, 42, 87, 49, 85, 44, 56, 40, 117, 63, 95, 75, 43, 34, 70, 44, 33, 118, 33, 50, 87, 41, 57, 104, 57, 41, 47, 24, 27, 52, 53, 37, 66, 83, 28, 60, 70, 59, 39, 28, 109, 32, 57, 32, 40, 108, 51, 62, 48, 98, 57, 34, 34, 46, 37, 23, 40, 24, 79, 130, 73, 41, 62, 41, 18, 78, 50, 77, 80, 62, 65, 43, 50, 89, 75, 52, 63, 72, 58, 28, 136, 94, 40, 55, 13, 98, 35, 80, 88, 62, 43, 61, 78, 64, 76, 83, 50, 116, 39, 42, 112, 68, 51, 102, 72, 46, 86, 93, 61, 97, 59, 50, 48, 55, 13, 53, 64, 70, 58, 27, 46, 59, 68, 141, 45, 86, 84, 124, 75, 42, 84, 49, 58, 15, 42, 56, 39, 63, 58, 47, 93, 40, 83, 37, 73, 44, 33, 74, 64, 60, 50, 54, 36, 75, 61, 47, 47, 59, 54, 72, 62, 74, 48, 60, 58, 41, 37, 55, 73, 17, 89, 98, 56, 115, 57, 96, 56, 87, 69, 41, 36, 83, 105, 61, 55, 71, 76, 57, 82, 89, 45, 12, 37, 102, 44, 75, 85, 102, 54, 103, 92, 27, 71, 39, 73, 35, 47, 83, 74, 91, 71, 67, 87, 60, 60, 35, 58, 28, 35, 66, 13, 70, 48, 64, 78, 68, 37, 61, 51, 49, 78, 44, 70, 117, 38, 45, 138, 49, 55, 25, 65, 55, 97, 51, 81, 127, 42, 80, 71, 21, 69, 110, 67, 70, 75, 43, 62, 45, 90, 69, 40, 58, 63, 45, 53, 43, 59, 41, 40, 41, 50, 74, 32, 54, 72, 52, 72, 69, 46, 47, 56, 64, 59, 82, 75, 41, 24, 35, 115, 63, 88, 132, 62, 151, 79, 96, 105, 100, 31, 41, 32, 36, 54, 54, 29, 33, 35, 68, 44, 76, 76, 47, 65, 64, 66, 59, 38, 73, 64, 67, 13, 102, 54, 34, 64, 72, 45, 54, 39, 30, 64, 57, 73, 54, 39, 70, 45, 23, 46, 61, 54, 61, 41, 69, 92, 30, 48, 54, 94, 52, 40, 67, 150, 73, 61, 56, 57, 51, 64, 143, 45, 26, 65, 48, 76, 48, 80, 31, 76, 83, 84, 69, 60, 42, 50, 58, 67, 61, 58, 53, 121, 46, 72, 85, 34, 106, 75, 40, 77, 7, 89, 44, 67, 40, 75, 42, 45, 39, 47, 71, 21, 101, 9, 78, 43, 28, 22, 67, 60, 106, 53, 75, 33, 50, 74, 130, 29, 26, 82, 28, 61, 61, 74, 49, 69, 33, 90, 47, 50, 52, 37, 38, 68, 57, 57, 45, 82, 75, 71, 63, 76, 22, 75, 35, 23, 75, 26, 111, 36, 70, 58, 51, 11, 68, 62, 64, 72, 52, 54, 56, 42, 70, 62, 39, 34, 60, 57, 37, 40, 86, 50, 130, 71, 46, 17, 95, 33, 77, 61, 88, 60, 23, 67, 34, 137, 77, 31, 74, 62, 45, 51, 68, 52, 64, 118, 45, 78, 63, 36, 43, 41, 69, 64, 48, 39, 43, 57, 73, 68, 63, 51, 70, 90, 55, 53, 74, 34, 31, 65, 31, 53, 66, 18, 103, 53, 47, 99, 60, 53, 54, 83, 52, 52, 78, 38, 45, 28, 36, 57, 49, 43, 59, 37, 29, 40, 105, 58, 60, 64, 37, 67, 52, 49, 63, 56, 20, 57, 48, 142, 65, 62, 64, 97, 64, 42, 77, 52, 58, 84, 55, 78, 35, 104, 100, 73, 52, 67, 69, 136, 31, 126, 61, 33, 101, 30, 65, 34, 49, 62, 54, 16, 43, 122, 81, 37, 57, 40, 139, 53, 84, 85, 52, 58, 36, 45, 40, 51, 49, 67, 51, 33, 74, 33, 76, 38, 51, 67, 115, 81, 96, 33, 58, 65, 17, 98, 51, 79, 118, 91, 41, 58, 91, 62, 72, 40, 64, 86, 61, 100, 48, 42, 36, 76, 54, 62, 34, 52, 62, 67, 45, 65, 43, 65, 129, 50, 104, 50, 54, 69, 42, 77, 63, 34, 21, 58, 82, 53, 46, 42, 34, 52, 44, 48, 84, 100, 29, 88, 48, 47, 13, 102, 69, 51, 60, 60, 98, 34, 65, 52, 26, 50, 173, 58, 26, 20, 26, 41, 37, 70, 74, 65, 39, 19, 73, 44, 71, 45, 42, 87, 88, 11, 83, 55, 49, 28, 49, 16, 43, 62, 47, 86, 58, 63, 31, 54, 73, 74, 55, 35, 64, 45, 28, 37, 59, 12, 50, 74, 95, 71, 48, 70, 73, 70, 64, 20, 33, 39, 22, 19, 74, 56, 35, 120, 70, 38, 55, 96, 77, 83, 22, 74, 21, 33, 61, 50, 43, 51, 49, 78, 67, 74, 76, 65, 52, 93, 72, 46, 60, 39, 74, 45, 42, 46, 22, 120, 106, 40, 45, 16, 78, 79, 23, 45, 26, 45, 42, 47, 68, 56, 61, 68, 125, 50, 24, 52, 47, 145, 102, 65, 56, 85, 99, 45, 116, 54, 63, 26, 53, 159, 22, 54, 57, 61, 63, 34, 92, 50, 49, 50, 17, 40, 43, 48, 76, 54, 37, 93, 21, 61, 66, 19, 60, 40, 38, 81, 69, 52, 86, 28, 65, 72, 60, 114, 57, 80, 90, 56, 35, 72, 72, 46, 159, 40, 90, 52, 69, 113, 67, 74, 86, 9, 64, 17, 60, 26, 43, 11, 32, 43, 62, 56, 67, 38, 50, 53, 32, 53, 91, 100, 9, 61, 21, 41, 45, 79, 42, 30, 35, 56, 64, 73, 43, 79, 12, 51, 39, 73, 54, 54, 15, 48, 81, 39, 50, 58, 59, 38, 40, 34, 20, 66, 30, 45, 41, 45, 94, 81, 30, 31, 54, 32, 30, 63, 58, 126, 66, 66, 69, 48, 104, 53, 45, 63, 57, 45, 100, 36, 63, 48, 112, 83, 93, 13, 71, 72, 82, 43, 78, 67, 32, 41, 35, 54, 52, 22, 112, 48, 34, 74, 42, 60, 62, 82, 113, 35, 46, 43, 47, 50, 29, 56, 75, 42, 126, 46, 127, 72, 63, 37, 95, 26, 41, 45, 27, 46, 86, 24, 54, 33, 68, 91, 90, 61, 66, 60, 95, 50, 48, 78, 28, 129, 35, 47, 98, 44, 18, 51, 81, 85, 72, 62, 83, 98, 99, 48, 61, 67, 86, 68, 71, 39, 105, 62, 142, 43, 35, 87, 74, 75, 123, 38, 40, 55, 54, 108, 84, 46, 55, 55, 79, 32, 87, 68, 63, 67, 60, 39, 54, 84, 26, 19, 79, 56, 55, 39, 26, 34, 75, 66, 88, 40, 75, 62, 37, 55, 52, 71, 31, 49, 86, 45, 78, 34, 84, 77, 35, 109, 61, 62, 61, 50, 50, 40, 71, 36, 65, 101, 62, 151, 35, 90, 60, 37, 49, 73, 56, 32, 48, 17, 46, 51, 77, 30, 79, 48, 114, 36, 56, 73, 44, 36, 37, 29, 89, 32, 73, 74, 59, 43, 37, 46, 42, 32, 23, 41, 98, 53, 56, 63, 99, 89, 57, 49, 98, 118, 87, 111, 146, 49, 38, 141, 77, 66, 85, 86, 41, 62, 65, 74, 33, 107, 24, 76, 48, 59, 56, 75, 41, 63, 39, 39, 35, 40, 66, 40, 54, 96, 72, 53, 17, 29, 47, 45, 38, 44, 56, 46, 46, 21, 92, 35, 91, 47, 50, 65, 45, 51, 55, 114, 36, 25, 43, 53, 18, 30, 85, 64, 64, 47, 155, 23, 68, 129, 62, 76, 13, 44, 63, 61, 73, 50, 37, 46, 30, 31, 25, 52, 60, 66, 30, 45, 103, 72, 67, 48, 66, 54, 52, 68, 31, 81, 84, 74, 98, 141, 39, 83, 93, 43, 80, 56, 60, 56, 65, 110, 39, 54, 102, 31, 39, 79, 41, 41, 48, 48, 47, 33, 48, 63, 84, 94, 97, 75, 50, 86, 41, 63, 43, 65, 51, 42, 65, 59, 35, 153, 32, 88, 59, 49, 32, 57, 49, 18, 43, 57, 130, 79, 57, 48, 56, 60, 47, 52, 61, 92, 50, 36, 61, 47, 14, 57, 31, 62, 75, 14, 28, 55, 60, 97, 53, 53, 54, 138, 35, 37, 32, 86, 69, 12, 60, 53, 53, 20, 41, 75, 27, 60, 56, 52, 41, 99, 72, 58, 37, 63, 51, 71, 79, 39, 34, 83, 27, 59, 45, 68, 61, 53, 55, 61, 52, 35, 19, 44, 22, 57, 49, 61, 81, 51, 71, 136, 91, 34, 60, 92, 116, 37, 62, 55, 48, 56, 47, 63, 71, 58, 112, 49, 54, 51, 44, 6, 57, 68, 38, 49, 77, 28, 113, 16, 32, 66, 21, 190, 65, 93, 82, 42, 116, 39, 44, 52, 50, 69, 11, 57, 37, 38, 58, 39, 83, 39, 46, 87, 73, 39, 47, 44, 44, 125, 86, 53, 19, 150, 46, 45, 36, 88, 85, 71, 55, 42, 94, 79, 29, 58, 40, 64, 49, 66, 55, 30, 69, 74, 61, 44, 24, 87, 56, 25, 43, 37, 70, 72, 86, 90, 43, 71, 92, 26, 96, 61, 101, 50, 62, 71, 58, 39, 53, 86, 73, 38, 66, 73, 38, 44, 60, 89, 125, 15, 23, 39, 21, 87, 67, 46, 59, 57, 50, 47, 119, 53, 71, 119, 82, 74, 14, 131, 61, 59, 65, 22, 72, 106, 41, 42, 39, 48, 29, 58, 30, 62, 70, 25, 33, 61, 47, 74, 57, 62, 97, 74, 57, 42, 54, 35, 73, 75, 56, 58, 46, 38, 26, 46, 40, 60, 13, 21, 88, 36, 11, 130, 11, 44, 65, 86, 48, 42, 65, 77, 33, 44, 69, 46, 69, 64, 70, 84, 30, 118, 46, 42, 75, 26, 68, 23, 89, 30, 61, 27, 118, 71, 39, 143, 67, 41, 62, 51, 44, 39, 74, 45, 56, 45, 143, 50, 47, 63, 101, 138, 46, 77, 30, 43, 36, 144, 61, 48, 55, 21, 44, 23, 43, 103, 79, 50, 25, 36, 66, 126, 70, 44, 61, 76, 66, 50, 63, 117, 49, 84, 38, 47, 65, 61, 48, 49, 61, 78, 66, 104, 73, 44, 40, 99, 29, 76, 100, 58, 16, 24, 90, 85, 37, 67, 52, 71, 28, 50, 113, 97, 54, 56, 74, 36, 31, 63, 63, 51, 45, 93, 45, 69, 73, 61, 46, 55, 59, 40, 40, 148, 79, 84, 34, 71, 69, 39, 71, 60, 30, 30, 42, 22, 47, 84, 80, 18, 63, 61, 47, 81, 72, 81, 89, 48, 79, 55, 31, 58, 107, 56, 45, 32, 44, 51, 71, 59, 43, 40, 104, 40, 48, 35, 37, 59, 47, 43, 45, 47, 47, 75, 49, 72, 34, 61, 64, 40, 120, 42, 133, 77, 68, 40, 62, 21, 60, 29, 11, 68, 43, 83, 114, 66, 94, 26, 38, 55, 89, 47, 68, 45, 79, 60, 61, 11, 71, 54, 56, 47, 16, 64, 35, 70, 33, 44, 56, 46, 28, 48, 73, 53, 41, 43, 44, 95, 66, 45, 72, 44, 44, 40, 51, 44, 54, 63, 67, 60, 27, 67, 82, 55, 82, 48, 40, 117, 45, 51, 41, 52, 43, 54, 46, 36, 76, 95, 28, 19, 83, 31, 52, 15, 85, 28, 71, 53, 138, 91, 58, 72, 50, 81, 92, 56, 44, 26, 52, 61], "distortion": [20.76683223247528, 19.440350770950317, 37.58844602108002, 20.810226023197174, 14.145955622196198, 12.787931084632874, 12.735492050647736, 21.151730477809906, 32.29718589782715, 26.720383048057556, 27.666583776474, 14.210649013519287, 23.94952881336212, 29.14109843969345, 25.57599413394928, 20.76166844367981, 17.728630304336548, 24.888812959194183, 22.91556304693222, 20.455324590206146, 36.96277171373367, 17.086736500263214, 42.89310568571091, 15.301500678062439, 32.268858432769775, 20.151409685611725, 11.085699677467346, 20.809074878692627, 24.28848797082901, 20.081644773483276, 20.137784600257874, 21.227343499660492, 23.610468447208405, 25.14231449365616, 30.689806640148163, 33.837938249111176, 9.939714014530182, 15.879658639431, 17.945429027080536, 36.25198197364807, 30.17771577835083, 27.190831005573273, 14.757883489131927, 29.50486296415329, 25.98452591896057, 27.612050771713257, 28.45841956138611, 20.04431504011154, 30.870516419410706, 14.985315322875977, 30.45675665140152, 22.94324803352356, 17.83200305700302, 14.254816770553589, 19.086345374584198, 21.24810379743576, 22.297338664531708, 21.501994609832764, 20.930366337299347, 21.65524196624756, 15.224998831748962, 24.485200941562653, 33.9909742474556, 18.070952713489532, 26.564601123332977, 10.676411628723145, 29.982146859169006, 30.671344995498657, 13.37144160270691, 3.333449125289917, 33.39157861471176, 32.84010136127472, 24.312012374401093, 29.132190227508545, 21.321600317955017, 23.113828122615814, 16.69566112756729, 21.14285969734192, 26.805286407470703, 17.79479217529297, 15.409229278564453, 13.240964889526367, 21.716931641101837, 14.53229832649231, 20.81039845943451, 15.138753414154053, 20.028740763664246, 18.082055985927582, 5.040625751018524, 1.8022943139076233, 24.941607534885406, 24.33722960948944, 18.196417272090912, 27.917883694171906, 28.88100755214691, 32.077366054058075, 23.62888938188553, 26.954208612442017, 14.42781811952591, 14.261338949203491, 6.176584601402283, 27.793115615844727, 25.596435964107513, 22.747245013713837, 26.140087127685547, 21.782064080238342, 22.066171944141388, 10.631874561309814, 24.82689541578293, 12.453837156295776, 18.756501376628876, 24.42788964509964, 22.826392114162445, 26.290150046348572, 22.207913994789124, 13.651996970176697, 21.46375322341919, 22.054668247699738, 31.920209050178528, 35.61931651830673, 31.98685795068741, 27.599405527114868, 31.863102078437805, 13.337616562843323, 22.291709661483765, 13.60606062412262, 40.13889425992966, 9.767229437828064, 18.654475152492523, 22.398681163787842, 14.685170531272888, 30.499984741210938, 25.066506385803223, 24.623711049556732, 9.629771828651428, 22.020925283432007, 27.699078261852264, 24.139054656028748, 24.910293340682983, 20.159962236881256, 32.12153744697571, 28.635220229625702, 10.726167380809784, 17.345810294151306, 13.316427409648895, 19.069254219532013, 39.44566309452057, 6.176730632781982, 15.845242440700531, 29.886497378349304, 21.79752629995346, 32.26563435792923, 26.6076580286026, 30.587340831756592, 22.968303859233856, 22.983662962913513, 9.368462264537811, 5.937406063079834, 29.485523343086243, 11.619351744651794, 29.342275619506836, 26.688807249069214, 28.870564222335815, 32.03456902503967, 10.89331841468811, 18.68186265230179, 18.028518974781036, 16.85368424654007, 30.786100804805756, 13.697400331497192, 14.213860511779785, 12.140022158622742, 12.533714771270752, 21.079844117164612, 15.74705708026886, 24.712616682052612, 18.99441432952881, 25.69203472137451, 19.10257649421692, 12.16751503944397, 21.840551555156708, 35.668156921863556, 19.344134986400604, 25.654455363750458, 31.434539139270782, 8.536239802837372, 25.275435745716095, 32.50073033571243, 19.533070147037506, 12.506046772003174, 24.24178248643875, 15.899114608764648, 10.770962238311768, 37.12251502275467, 6.161383509635925, 23.706569492816925, 21.68643021583557, 19.376625657081604, 32.56387746334076, 24.314508974552155, 24.790749967098236, 31.774712443351746, 30.397474586963654, 18.432029962539673, 19.6923730969429, 14.517130017280579, 17.072676956653595, 10.453682482242584, 31.903680086135864, 30.553387463092804, 6.245641529560089, 27.89497172832489, 9.248444318771362, 15.587902188301086, 11.901564419269562, 14.912947595119476, 39.40439546108246, 32.65704208612442, 20.190970182418823, 13.029239296913147, 18.13744843006134, 12.7662353515625, 31.25624394416809, 22.272422790527344, 22.130402326583862, 13.554613649845123, 25.577538549900055, 22.399095833301544, 20.43046349287033, 20.23701685667038, 26.029660522937775, 2.276361107826233, 13.322942435741425, 30.103894889354706, 24.279653072357178, 11.874820411205292, 24.70259803533554, 15.131353378295898, 34.208172619342804, 14.485858738422394, 21.253696978092194, 24.557017505168915, 21.700247645378113, 28.67607682943344, 18.424310445785522, 12.84259307384491, 12.971341252326965, 24.603914737701416, 5.864540755748749, 22.96203488111496, 23.802062511444092, 33.6495720744133, 29.138192772865295, 13.614928662776947, 20.15988326072693, 19.580341339111328, 17.74521392583847, 16.382654309272766, 33.66172170639038, 14.127004444599152, 16.30393075942993, 22.042084455490112, 31.910834431648254, 27.178116858005524, 13.39221203327179, 23.61623191833496, 1.4141767024993896, 19.266605138778687, 17.10043305158615, 15.740374147891998, 23.359628319740295, 18.03000009059906, 17.52214425802231, 33.620497703552246, 19.941063463687897, 17.006314635276794, 10.117149233818054, 11.180008888244629, 22.37996757030487, 19.96473228931427, 26.503656923770905, 25.81949156522751, 35.20257747173309, 26.90988141298294, 24.532101690769196, 18.073243141174316, 35.71008735895157, 26.36203044652939, 23.126752078533173, 12.871130466461182, 22.541836202144623, 15.52444338798523, 24.867954313755035, 18.491422951221466, 21.61640626192093, 10.368306517601013, 22.594458401203156, 11.374765038490295, 24.198521494865417, 18.491305887699127, 30.946730196475983, 23.794682502746582, 32.20143681764603, 7.339382231235504, 19.51531946659088, 30.078071355819702, 30.16064989566803, 33.03988379240036, 29.06464022397995, 30.56420934200287, 22.408202946186066, 19.158902645111084, 26.666213393211365, 15.05037921667099, 21.96801233291626, 23.09263801574707, 14.25696873664856, 37.50006812810898, 22.009583592414856, 22.263224720954895, 32.959560215473175, 20.310547649860382, 28.922013342380524, 17.27507656812668, 23.889342665672302, 21.906886100769043, 21.35549396276474, 18.87592965364456, 32.54288512468338, 16.17595785856247, 26.68045485019684, 28.595726251602173, 26.59959840774536, 22.21680212020874, 33.307469606399536, 29.723705053329468, 20.034325897693634, 11.98743748664856, 24.412157654762268, 32.56039118766785, 36.23359668254852, 20.930489242076874, 12.082835078239441, 20.436044931411743, 25.16058439016342, 22.396165251731873, 28.4773371219635, 23.460735738277435, 30.442419111728668, 19.534414768218994, 26.204244077205658, 3.520053267478943, 23.07328826189041, 6.78183126449585, 22.01503688097, 26.335378408432007, 21.38726931810379, 20.22483491897583, 23.791718363761902, 12.516529977321625, 27.628337562084198, 29.166642487049103, 24.094804525375366, 34.59550607204437, 31.085919499397278, 9.902222692966461, 14.090569078922272, 7.311093270778656, 27.182022154331207, 28.323074519634247, 22.68480771780014, 7.137692868709564, 19.96863681077957, 32.41042339801788, 16.39162528514862, 22.966038167476654, 23.480349600315094, 14.888571679592133, 13.595918476581573, 23.182024657726288, 16.575661540031433, 20.293243885040283, 25.72769820690155, 11.997839748859406, 18.30940407514572, 18.709445595741272, 25.347641587257385, 18.439312994480133, 17.09591519832611, 16.11355769634247, 27.368316411972046, 7.930784046649933, 27.66430503129959, 33.52760195732117, 21.80719482898712, 23.048529088497162, 23.499951779842377, 17.149152100086212, 28.796199798583984, 11.055604636669159, 22.463675796985626, 24.164732038974762, 23.502692461013794, 19.41110861301422, 17.45849645137787, 12.936729192733765, 24.052923142910004, 11.437143802642822, 23.988531053066254, 10.73302137851715, 22.82688879966736, 10.25868421792984, 25.873141765594482, 15.668318152427673, 14.456525146961212, 18.13420671224594, 23.02232837677002, 23.944807410240173, 14.143357753753662, 32.74172830581665, 16.318419337272644, 2.2289569973945618, 25.412950336933136, 29.13397717475891, 20.602311551570892, 19.636055767536163, 27.838723719120026, 26.894253134727478, 17.496717154979706, 32.169204235076904, 36.410932183265686, 19.366637468338013, 25.253561437129974, 14.933841049671173, 30.04644286632538, 5.585899531841278, 38.90218412876129, 38.67773377895355, 23.520524501800537, 16.479363083839417, 24.21100401878357, 18.585299611091614, 20.091774702072144, 26.497842967510223, 35.104018330574036, 25.947042226791382, 17.09589582681656, 31.95357722043991, 32.13267719745636, 22.259398818016052, 21.22237354516983, 15.342210531234741, 22.438207983970642, 26.575277507305145, 20.167223751544952, 23.166438102722168, 22.429794788360596, 24.5134556889534, 22.28971356153488, 24.58682656288147, 28.820459842681885, 28.55571871995926, 35.022671699523926, 10.896094918251038, 23.556807696819305, 26.52988451719284, 33.82552671432495, 7.585573375225067, 4.002908885478973, 27.79910522699356, 5.102368772029877, 16.77570068836212, 23.370901882648468, 27.059918999671936, 21.400802195072174, 49.82429248094559, 22.844014942646027, 17.87773907184601, 19.97568130493164, 12.224321186542511, 27.09307074546814, 23.309237599372864, 16.947270214557648, 22.167533457279205, 31.92761754989624, 23.844498991966248, 28.147136390209198, 24.44779908657074, 21.792716324329376, 14.228834509849548, 34.58987736701965, 32.73821550607681, 19.742117822170258, 24.453392803668976, 31.260991275310516, 20.031704664230347, 24.130340039730072, 28.707658171653748, 18.702754259109497, 34.76659196615219, 22.8626771569252, 22.95669388771057, 23.97677505016327, 44.15105754137039, 17.011225283145905, 26.460872530937195, 39.368213534355164, 26.953553020954132, 8.335879266262054, 21.80027735233307, 26.573023855686188, 32.15947782993317, 26.018795669078827, 18.43686681985855, 20.25184792280197, 20.824149250984192, 22.849463760852814, 21.502627789974213, 18.951602697372437, 21.545107066631317, 30.778143346309662, 17.013137578964233, 23.09615248441696, 26.019911766052246, 19.800165474414825, 20.333752989768982, 29.856952488422394, 5.827725470066071, 11.592555046081543, 14.958277463912964, 21.082612454891205, 22.047190487384796, 11.013846397399902, 42.12271195650101, 33.36742514371872, 22.033176124095917, 27.256345868110657, 17.989164888858795, 22.836021304130554, 29.51495635509491, 12.680638372898102, 25.01197898387909, 37.639741599559784, 16.564576148986816, 24.504460334777832, 25.530637741088867, 24.981185853481293, 34.224929332733154, 26.303858995437622, 27.739508867263794, 31.86523735523224, 29.68337768316269, 28.15360516309738, 18.829018354415894, 23.566141843795776, 22.19322818517685, 2.6992622017860413, 22.599700212478638, 13.617873907089233, 33.181799471378326, 25.07641041278839, 28.60954040288925, 25.259199023246765, 21.222030222415924, 22.706477880477905, 21.170618057250977, 12.400732219219208, 13.976390898227692, 24.511326253414154, 32.76800990104675, 21.91743403673172, 22.099612772464752, 21.308636486530304, 35.933108389377594, 33.61120164394379, 16.099124133586884, 23.56186431646347, 15.49545431137085, 44.12691730260849, 9.787595450878143, 24.250362932682037, 21.72192269563675, 13.203142821788788, 13.083366394042969, 23.7271186709404, 14.582075476646423, 30.235581159591675, 10.411977648735046, 24.12347251176834, 18.999018669128418, 36.18872994184494, 30.15331119298935, 25.71506440639496, 18.36283391714096, 9.98188853263855, 28.56429421901703, 8.71889841556549, 19.802707254886627, 9.309039115905762, 26.242504477500916, 10.025067806243896, 28.710139989852905, 28.164517998695374, 17.09750360250473, 23.637244284152985, 22.898952305316925, 11.622413098812103, 29.60762721300125, 23.798126876354218, 29.572518169879913, 22.852444171905518, 16.878620266914368, 24.843948423862457, 19.255980491638184, 14.778855383396149, 17.83109223842621, 25.215593814849854, 25.18970912694931, 19.95942848920822, 24.25702053308487, 21.7922545671463, 17.318521440029144, 13.018591940402985, 30.72847419977188, 32.59737890958786, 21.02825528383255, 29.761014997959137, 6.425410985946655, 24.68638175725937, 29.762770354747772, 22.576370537281036, 19.608302891254425, 26.658314168453217, 15.723484218120575, 29.274202466011047, 25.5169997215271, 11.602034509181976, 17.266830801963806, 20.341057240962982, 17.992484211921692, 18.178539872169495, 21.243600606918335, 10.081538140773773, 23.802484095096588, 16.891964495182037, 31.073209166526794, 24.86911702156067, 22.720757603645325, 18.169246673583984, 13.246068239212036, 19.171835899353027, 16.24983686208725, 24.409939408302307, 17.024136424064636, 30.22990882396698, 19.983914852142334, 23.071456611156464, 17.577175498008728, 10.1297048330307, 26.69221532344818, 31.25572544336319, 19.535322546958923, 32.9739351272583, 24.5637868642807, 21.68000477552414, 17.120792388916016, 12.106943190097809, 15.57384169101715, 19.663779973983765, 28.222995162010193, 25.69658273458481, 10.823456883430481, 35.92800784111023, 39.89955860376358, 22.208335757255554, 17.148903012275696, 12.543155252933502, 21.411130368709564, 43.30619877576828, 24.82113152742386, 31.044231355190277, 25.011657238006592, 16.806030452251434, 29.895853638648987, 30.265901386737823, 20.04309892654419, 30.847599387168884, 21.46756821870804, 20.985717952251434, 16.595099449157715, 30.201804876327515, 13.284624934196472, 21.48534595966339, 34.18915390968323, 31.881626546382904, 19.06260472536087, 39.38466340303421, 1.0218883156776428, 16.329646170139313, 30.678925454616547, 17.584602057933807, 1.3991446495056152, 22.492444097995758, 28.000199377536774, 49.66167664527893, 3.3702034950256348, 14.537179470062256, 27.413052022457123, 17.623025476932526, 23.68196839094162, 20.69549387693405, 13.659723997116089, 21.835941314697266, 18.625285625457764, 34.330493330955505, 40.341217160224915, 13.89656811952591, 26.690126538276672, 26.857487857341766, 19.607465863227844, 26.178073585033417, 23.744324147701263, 30.986407995224, 25.048055112361908, 6.7922927141189575, 18.687216460704803, 19.093977630138397, 12.109091699123383, 32.16449677944183, 13.844104945659637, 4.5340516567230225, 29.364534616470337, 20.403095543384552, 20.002739191055298, 19.40842741727829, 21.314275681972504, 5.228270769119263, 28.973596572875977, 25.134601712226868, 34.12058073282242, 18.14728182554245, 17.130714178085327, 25.143657743930817, 24.689777195453644, 20.244611740112305, 30.364432990550995, 16.81462836265564, 14.761898577213287, 22.477129340171814, 29.467961132526398, 15.326176345348358, 30.884614288806915, 18.687677264213562, 24.58441710472107, 20.16208726167679, 18.913813650608063, 29.42879855632782, 23.73211270570755, 26.604766845703125, 25.570563316345215, 28.79729199409485, 21.913923144340515, 9.734047949314117, 20.792538821697235, 10.343891501426697, 23.012369751930237, 21.81603240966797, 23.433820843696594, 20.67055970430374, 17.493703842163086, 16.17528384923935, 27.724254429340363, 29.763122022151947, 25.123773157596588, 20.002801060676575, 18.707004725933075, 32.96441054344177, 17.407120764255524, 11.66587221622467, 25.241208612918854, 20.989706158638, 18.222781658172607, 12.283516943454742, 31.52159059047699, 24.779052555561066, 20.190460801124573, 25.440696477890015, 20.70907771587372, 33.03479641675949, 22.224923968315125, 32.67899113893509, 41.491362273693085, 16.85441756248474, 30.826144516468048, 26.73838973045349, 18.13936322927475, 21.21688485145569, 25.810913622379303, 24.39917254447937, 16.22216761112213, 26.009103894233704, 10.933109164237976, 12.10045975446701, 23.436775505542755, 26.08167463541031, 18.88556617498398, 28.913609266281128, 24.114553689956665, 24.532666206359863, 27.299294114112854, 31.57320499420166, 28.592295050621033, 26.597040116786957, 21.49040651321411, 22.391206800937653, 20.235380470752716, 21.777377486228943, 18.295535922050476, 18.147205591201782, 27.831167221069336, 16.789498686790466, 19.318170487880707, 33.10920435190201, 16.997480154037476, 17.656836330890656, 28.913555920124054, 30.874169409275055, 21.418945252895355, 22.384149491786957, 35.048286855220795, 20.0348938703537, 16.39974719285965, 22.544414341449738, 35.21909976005554, 19.466314613819122, 26.677745580673218, 18.744013249874115, 19.038886964321136, 12.956019818782806, 26.26949018239975, 30.22818386554718, 28.263790667057037, 5.435972690582275, 23.303864181041718, 18.02583110332489, 29.115938007831573, 20.798432767391205, 27.828818440437317, 33.33318096399307, 25.356264412403107, 14.082864105701447, 27.000635862350464, 16.59710431098938, 15.912732005119324, 4.814745128154755, 8.483441054821014, 16.518066346645355, 28.548495411872864, 6.641710877418518, 30.91586071252823, 19.108381807804108, 18.289477229118347, 17.24810653924942, 22.46167278289795, 13.443540453910828, 23.26231813430786, 37.7141597867012, 24.599774479866028, 14.789866387844086, 28.907958924770355, 8.700717151165009, 10.368428111076355, 21.907756209373474, 25.678682267665863, 7.174302399158478, 13.81178081035614, 38.0918744802475, 18.50007653236389, 11.780961811542511, 20.668309450149536, 17.526304185390472, 26.908981144428253, 27.49999314546585, 23.28633201122284, 27.942407965660095, 2.379621207714081, 31.530370235443115, 28.46069025993347, 27.826412439346313, 20.383338630199432, 29.577050626277924, 20.66147929430008, 22.46841061115265, 32.90187668800354, 26.37721675634384, 12.720055162906647, 25.316106140613556, 10.805632770061493, 25.633275628089905, 28.82475185394287, 17.13469433784485, 19.499917685985565, 10.748700618743896, 16.132401168346405, 19.68269783258438, 11.539609849452972, 13.37704473733902, 12.723429322242737, 26.02731055021286, 25.790220081806183, 15.043362617492676, 29.16875922679901, 10.628649771213531, 11.868308007717133, 27.46119999885559, 26.092000365257263, 19.180951952934265, 31.293102741241455, 26.855814218521118, 18.51342064142227, 40.453265488147736, 32.57054567337036, 22.69471311569214, 27.043931007385254, 25.580035626888275, 25.224437534809113, 15.665164709091187, 32.531368255615234, 17.913184881210327, 13.297024071216583, 23.892247676849365, 20.40456110239029, 30.551025450229645, 19.474525928497314, 10.987383365631104, 13.831498682498932, 22.137290000915527, 19.41791194677353, 29.63875102996826, 27.79868197441101, 15.297668695449829, 24.07759803533554, 22.441796958446503, 20.385904669761658, 8.367268979549408, 21.70180231332779, 12.703856885433197, 27.75835955142975, 13.122973620891571, 30.920126080513, 24.93532156944275, 24.232769012451172, 18.696336150169373, 18.183787405490875, 13.574870765209198, 22.95747882127762, 25.792425453662872, 26.79574477672577, 11.387150287628174, 37.48434215784073, 25.86929702758789, 13.062338054180145, 3.5321441888809204, 21.451024651527405, 10.238031327724457, 20.27940398454666, 20.455041468143463, 0.6776402592658997, 16.941074669361115, 22.689315378665924, 19.180447936058044, 23.853757321834564, 35.77627509832382, 17.13945996761322, 18.83992701768875, 26.30207920074463, 11.449005424976349, 31.286522805690765, 19.50427234172821, 27.81455248594284, 26.80370980501175, 27.606062054634094, 19.28991001844406, 20.470715582370758, 13.763511598110199, 31.7183797955513, 21.175425827503204, 19.49508708715439, 21.595038056373596, 22.40142112970352, 15.975732803344727, 33.463782012462616, 17.80894184112549, 24.903920829296112, 12.568950176239014, 29.608967065811157, 18.408718943595886, 30.033562064170837, 28.39128667116165, 39.38245499134064, 29.32507872581482, 21.765346705913544, 3.438802659511566, 25.826025009155273, 19.45159089565277, 8.203493595123291, 19.5958571434021, 27.68679529428482, 24.06900441646576, 23.914318919181824, 17.959038615226746, 26.89192509651184, 27.30509454011917, 22.126385867595673, 31.268541753292084, 29.543960750102997, 18.39831906557083, 30.7343487739563, 16.518102765083313, 18.09573459625244, 29.86267602443695, 23.757997572422028, 16.195417940616608, 20.786161422729492, 8.749662280082703, 23.17833662033081, 22.311188459396362, 22.593746542930603, 1.6120827794075012, 28.503371834754944, 16.608946681022644, 28.33422315120697, 17.28078067302704, 19.470509111881256, 14.350008189678192, 33.04657739400864, 10.046320974826813, 18.105201482772827, 28.633227586746216, 33.55877834558487, 16.835348069667816, 28.97770857810974, 30.255798518657684, 19.73934042453766, 9.95627748966217, 3.566661775112152, 10.425631582736969, 14.262579798698425, 38.601120710372925, 33.7447709441185, 26.24327927827835, 31.770845592021942, 31.627614438533783, 39.0081467628479, 24.100282669067383, 24.8719921708107, 41.35573345422745, 32.040814220905304, 28.29457813501358, 19.809835135936737, 24.21618014574051, 27.12800443172455, 15.392989099025726, 20.80507594347, 7.104628384113312, 27.945384204387665, 22.464132964611053, 16.00733834505081, 28.500200033187866, 25.351837873458862, 21.616948544979095, 7.442017555236816, 24.011592984199524, 22.746451258659363, 2.5434958934783936, 32.48091495037079, 21.032244741916656, 15.124619722366333, 17.513939321041107, 12.783368527889252, 16.396133720874786, 20.955439567565918, 23.659332394599915, 23.491360306739807, 22.608438789844513, 22.195780158042908, 11.344214022159576, 18.90246695280075, 26.1064675450325, 38.93526828289032, 20.844580829143524, 29.85231602191925, 22.325597286224365, 28.128748416900635, 20.794577479362488, 13.860536754131317, 18.01643306016922, 18.75405043363571, 8.140263855457306, 6.215383410453796, 15.103106796741486, 39.361751198768616, 29.990934312343597, 31.110371530056, 13.29896366596222, 26.629380762577057, 18.977360606193542, 32.31429040431976, 23.32911890745163, 23.92265212535858, 19.305960655212402, 26.810011208057404, 26.33797013759613, 23.837369203567505, 26.828229665756226, 23.268454492092133, 13.506429016590118, 28.448471784591675, 20.15343141555786, 20.303476631641388, 0.96689373254776, 27.67305076122284, 27.268344163894653, 26.311910092830658, 21.47067153453827, 18.81668496131897, 29.651596009731293, 19.653665125370026, 27.80505734682083, 24.700253784656525, 15.81233936548233, 31.152607202529907, 26.42954659461975, 38.20916521549225, 13.14086389541626, 14.692416787147522, 11.683474719524384, 23.279562175273895, 16.766748666763306, 11.145304501056671, 28.477056622505188, 21.938383042812347, 20.34862720966339, 27.17428421974182, 24.74009644985199, 30.63850212097168, 30.589465856552124, 13.972830176353455, 38.69339722394943, 30.552711009979248, 22.024823784828186, 23.37334167957306, 32.59736669063568, 18.79725283384323, 17.454329013824463, 24.449853479862213, 21.48712909221649, 25.898497760295868, 21.133238911628723, 27.48702961206436, 14.463892936706543, 25.349913597106934, 28.199182391166687, 23.053923666477203, 25.914771676063538, 24.932905435562134, 23.000303745269775, 23.88610988855362, 26.080947160720825, 16.239587128162384, 34.357883989810944, 25.09917002916336, 27.699002146720886, 20.478344917297363, 24.735650599002838, 29.437540531158447, 17.70036095380783, 22.57685750722885, 19.0629763007164, 34.2974756360054, 28.83199578523636, 27.9531232714653, 13.547339916229248, 15.501280426979065, 19.47549480199814, 27.050742745399475, 33.00596338510513, 22.059982478618622, 19.561108648777008, 18.00124841928482, 20.69812649488449, 20.980994045734406, 26.86060905456543, 11.616793930530548, 29.90732330083847, 19.92644625902176, 34.09226208925247, 50.91506153345108, 13.95645934343338, 23.841975271701813, 23.176616609096527, 12.768843054771423, 16.284047842025757, 38.120860040187836, 24.16693824529648, 29.011231422424316, 15.252639532089233, 18.42703527212143, 27.67717134952545, 38.14370459318161, 25.201651632785797, 32.242728531360626, 23.545067727565765, 20.734229624271393, 9.069871485233307, 23.18946635723114, 24.388212621212006, 21.826241493225098, 21.32213193178177, 28.707051992416382, 25.996285796165466, 19.522913455963135, 18.660670042037964, 20.620081663131714, 28.64290851354599, 50.2452272772789, 22.437835037708282, 17.621753752231598, 22.572086811065674, 16.534971296787262, 20.39728409051895, 25.280191242694855, 17.35569739341736, 24.359966814517975, 27.192900121212006, 22.443686187267303, 20.705491960048676, 16.639318704605103, 19.01722025871277, 24.58097803592682, 8.327329277992249, 28.744565904140472, 41.17703723907471, 34.49366372823715, 0.609977662563324, 22.35423517227173, 16.087822198867798, 33.545183539390564, 14.077713131904602, 8.501747786998749, 25.131289184093475, 12.681540191173553, 16.310771822929382, 27.66522306203842, 16.50025051832199, 26.719361186027527, 26.59682834148407, 41.90300118923187, 13.950167834758759, 26.16860419511795, 13.83147931098938, 19.489486575126648, 23.506282329559326, 26.434335947036743, 28.576733231544495, 22.909444987773895, 0.9804571866989136, 25.178184628486633, 10.006726443767548, 20.47271579504013, 26.277177810668945, 16.31259959936142, 29.45872187614441, 22.75139355659485, 22.675865828990936, 25.42823874950409, 24.77849417924881, 16.96126961708069, 16.76551181077957, 24.02826589345932, 32.88047534227371, 11.913254499435425, 21.22344994544983, 20.64003473520279, 24.745994210243225, 12.896466434001923, 16.299780070781708, 22.309596002101898, 16.83234930038452, 26.90720945596695, 14.865122675895691, 18.72003197669983, 21.51987737417221, 15.474025309085846, 17.265685439109802, 23.96367061138153, 19.483379065990448, 26.989332020282745, 20.934471607208252, 14.290781855583191, 25.05137002468109, 18.068184077739716, 19.022786855697632, 24.772151291370392, 16.2814182639122, 17.315278947353363, 26.389759302139282, 34.6758798956871, 25.541678071022034, 29.073054134845734, 14.495596289634705, 27.29964768886566, 27.619617879390717, 17.55526500940323, 18.215045750141144, 20.595832347869873, 15.612722218036652, 20.256195604801178, 19.497533917427063, 14.37805312871933, 23.513420283794403, 18.89869976043701, 19.827277064323425, 23.459945917129517, 31.514019668102264, 24.106280624866486, 33.567306876182556, 28.274780094623566, 16.003253519535065, 39.20422738790512, 31.632601737976074, 25.382117688655853, 17.071270883083344, 15.36647218465805, 25.50851958990097, 14.718100428581238, 24.519727766513824, 23.690976858139038, 33.449643313884735, 20.81643521785736, 29.456504702568054, 26.467664122581482, 22.37030440568924, 10.697729587554932, 10.574164986610413, 22.486133992671967, 22.317383646965027, 22.450054585933685, 16.562912046909332, 19.73780781030655, 14.284546196460724, 18.415232717990875, 15.247099161148071, 7.9382444024086, 30.55011421442032, 24.298905551433563, 12.07104367017746, 18.75506365299225, 19.80242681503296, 16.481053173542023, 34.46849310398102, 22.050358653068542, 27.269020318984985, 16.99783581495285, 24.104436337947845, 30.441612124443054, 9.987775921821594, 21.847316026687622, 22.19735622406006, 22.945038318634033, 25.844662189483643, 24.32532423734665, 18.30677318572998, 22.758433043956757, 23.56359577178955, 12.057799935340881, 9.24451208114624, 14.097040832042694, 16.956595301628113, 26.430183231830597, 15.320628225803375, 9.30312168598175, 25.044039964675903, 13.225029110908508, 22.953155517578125, 20.770735800266266, 28.838017523288727, 16.799674451351166, 31.554340600967407, 17.51932942867279, 20.074992418289185, 33.20593601465225, 26.520278751850128, 27.089729249477386, 41.49475598335266, 26.899532735347748, 19.705339312553406, 28.706125140190125, 30.362133383750916, 38.73542505502701, 37.717966198921204, 28.4748318195343, 21.4188152551651, 34.12901449203491, 30.568923771381378, 24.01380443572998, 15.643414616584778, 28.64541083574295, 28.34846532344818, 18.688680469989777, 22.989120066165924, 23.519928514957428, 28.252547919750214, 26.086659610271454, 13.708038866519928, 21.914517998695374, 13.395385324954987, 34.167839884757996, 12.063699901103973, 15.076767265796661, 14.263561964035034, 25.793362498283386, 19.226898789405823, 20.356017589569092, 25.103169679641724, 18.107865691184998, 28.354836463928223, 19.86423361301422, 14.184855341911316, 27.342456698417664, 24.681680262088776, 29.766407787799835, 25.23022186756134, 16.8859121799469, 15.637978613376617, 25.61524724960327, 20.22377449274063, 22.400636851787567, 25.631915390491486, 16.223198890686035, 28.18961727619171, 22.610867142677307, 16.698018968105316, 30.929771304130554, 1.5423390865325928, 23.283697187900543, 30.34630459547043, 14.69781345129013, 9.124477982521057, 26.851218104362488, 21.304436147212982, 20.19691687822342, 23.422846615314484, 12.414591014385223, 28.919463455677032, 11.380528509616852, 12.872541666030884, 31.050574123859406, 26.96689474582672, 29.74599200487137, 24.178551137447357, 28.47151893377304, 11.097512364387512, 28.477168381214142, 25.458316802978516, 17.944347321987152, 9.23581999540329, 23.858429312705994, 25.40037876367569, 24.88091266155243, 27.199142813682556, 17.303056716918945, 20.990235686302185, 24.162108182907104, 17.669188678264618, 23.659765779972076, 54.09977978467941, 31.65452766418457, 14.010536849498749, 22.182370960712433, 11.69712370634079, 21.675269544124603, 25.996011197566986, 22.84118628501892, 16.710864424705505, 26.462012708187103, 30.37047791481018, 32.246134996414185, 34.17818206548691, 27.79208606481552, 22.5707386136055, 22.252398908138275, 29.580815494060516, 12.639203369617462, 29.32348918914795, 23.942012071609497, 30.770900070667267, 15.152737081050873, 17.245792627334595, 19.778060376644135, 4.9745683670043945, 21.011496007442474, 7.6247506737709045, 35.90145719051361, 12.084305047988892, 12.09152466058731, 19.66949474811554, 12.480060040950775, 23.557886600494385, 16.95925748348236, 31.559909164905548, 18.53382647037506, 10.324355781078339, 16.85397332906723, 22.920516312122345, 27.273883879184723, 35.47583609819412, 20.53682577610016, 24.062784910202026, 24.375071167945862, 19.82629305124283, 13.51437109708786, 24.828683972358704, 21.73900830745697, 26.192984640598297, 15.502686202526093, 31.553988993167877, 18.549617648124695, 24.08255010843277, 12.59122759103775, 28.472204566001892, 26.391269981861115, 13.104667246341705, 22.504419445991516, 18.748298227787018, 26.8736652135849, 20.412609338760376, 20.91608953475952, 17.99172991514206, 18.051736891269684, 19.11736696958542, 5.194394409656525, 27.748971939086914, 18.223026633262634, 28.969751954078674, 20.606673896312714, 21.568681180477142, 25.30444896221161, 21.021551370620728, 30.413052320480347, 17.979401648044586, 26.291121304035187, 33.436808943748474, 18.987933456897736, 23.615388870239258, 16.97316336631775, 30.87769716978073, 22.77157562971115, 27.61103504896164, 29.264038264751434, 20.653805792331696, 27.21310806274414, 30.142872214317322, 19.759746372699738, 24.684220731258392, 17.628172636032104, 21.07737696170807, 15.022841036319733, 15.725818872451782, 17.42500138282776, 26.04486119747162, 28.28945082426071, 22.108503580093384, 15.359231352806091, 8.468497931957245, 26.553467392921448, 18.053899347782135, 33.69596481323242, 16.202751874923706, 12.12470430135727, 15.401695668697357, 21.751351237297058, 27.52213215827942, 16.43870735168457, 18.55345767736435, 19.654689610004425, 33.37608575820923, 32.28114402294159, 25.655083119869232, 32.06112438440323, 21.143791556358337, 36.10600692033768, 17.101165533065796, 29.307596802711487, 33.396160542964935, 10.84577476978302, 7.666738212108612, 22.068793833255768, 23.512041568756104, 33.93790680170059, 24.813694179058075, 21.724872946739197, 26.834232330322266, 19.926372051239014, 26.485570967197418, 3.896205723285675, 18.42932367324829, 22.56573861837387, 15.701482951641083, 22.9365496635437, 20.324330627918243, 27.90486752986908, 13.03421151638031, 16.816147565841675, 9.80452162027359, 17.242899358272552, 20.46160537004471, 30.479551136493683, 17.14190185070038, 1.395807921886444, 19.535823702812195, 30.135437309741974, 27.592988550662994, 17.215861678123474, 34.31090748310089, 37.809652388095856, 19.632841050624847, 23.98084658384323, 22.9258052110672, 20.383509695529938, 17.58721488714218, 25.738128423690796, 16.76874816417694, 22.234431445598602, 17.742676198482513, 20.40981549024582, 16.319766879081726, 4.655522584915161, 17.264451265335083, 25.216454923152924, 26.97528499364853, 30.59948831796646, 22.395995616912842, 22.43528240919113, 17.042209684848785, 31.92850649356842, 21.777290165424347, 16.45711976289749, 28.659199476242065, 34.021938502788544, 27.511496901512146, 27.340282440185547, 16.114760994911194, 20.8080672621727, 22.989248037338257, 23.99960595369339, 16.362847983837128, 23.900875687599182, 23.57011306285858, 30.47143054008484, 15.329396903514862, 31.51464033126831, 32.529395163059235, 33.00802797079086, 20.651426911354065, 34.766816794872284, 28.52768611907959, 13.144017040729523, 27.48641037940979, 16.235785841941833, 36.15734428167343, 34.81397199630737, 14.20677363872528, 20.332430005073547, 18.94272005558014, 16.665875732898712, 16.21143800020218, 10.77118170261383, 16.288135647773743, 27.97621440887451, 12.015308618545532, 15.818288445472717, 5.901909172534943, 10.891533434391022, 22.572814643383026, 24.840774476528168, 20.068803131580353, 11.994681775569916, 23.43954026699066, 23.276870727539062, 5.6754138469696045, 19.244263887405396, 22.191700279712677, 18.791623294353485, 13.215385794639587, 34.762753903865814, 18.97207236289978, 10.857515752315521, 13.362873613834381, 28.972157299518585, 25.51234143972397, 15.031151235103607, 20.8497713804245, 18.460609912872314, 23.440909326076508, 31.668046414852142, 10.019690871238708, 29.041962027549744, 28.7966148853302, 20.2393336892128, 21.348362922668457, 23.12331658601761, 34.32821637392044, 35.58264636993408, 31.873521506786346, 31.245270013809204, 38.1361568570137, 27.762646079063416, 31.00636100769043, 25.368154764175415, 20.017761409282684, 12.546314001083374, 18.24270111322403, 17.390586137771606, 14.573399126529694, 23.533140778541565, 11.254693031311035, 20.04564541578293, 28.83511781692505, 37.360282480716705, 27.54420632123947, 20.932626605033875, 35.449448466300964, 10.905550122261047, 17.090527594089508, 18.275269210338593, 21.393026769161224, 23.479049623012543, 26.603424191474915, 14.310362577438354, 29.575824797153473, 17.710300087928772, 18.02023208141327, 25.644190967082977, 17.202369451522827, 25.05790001153946, 21.865035235881805, 15.520895540714264, 23.098485469818115, 16.507547736167908, 25.783183753490448, 23.641330361366272, 14.972658276557922, 22.492278218269348, 26.523644983768463, 18.35927814245224, 27.564850687980652, 16.764931678771973, 21.83758056163788, 23.85127103328705, 37.95914477109909, 20.438324689865112, 27.034052550792694, 9.223364770412445, 15.142264306545258, 21.747044503688812, 20.7652405500412, 25.717400312423706, 27.30190223455429, 10.378502011299133, 24.16074299812317, 22.84291672706604, 37.84554010629654, 12.293111503124237, 26.095470368862152, 31.565130531787872, 25.229073464870453, 28.727687180042267, 21.29693841934204, 13.885903120040894, 26.228762447834015, 13.884210467338562, 21.562011420726776, 21.04660654067993, 21.420102179050446, 31.100643277168274, 2.5442663431167603, 21.88320630788803, 22.202396631240845, 20.610039234161377, 23.39582997560501, 11.68814355134964, 38.16226553916931, 29.162827968597412, 20.034207105636597, 24.386803567409515, 12.156381011009216, 20.943907380104065, 19.443322896957397, 20.572077989578247, 23.90081912279129, 17.38013130426407, 24.180263102054596, 22.064674258232117, 25.786129593849182, 11.193829715251923, 10.426215767860413, 22.718910336494446, 28.90255320072174, 29.654357433319092, 23.61767292022705, 21.611998677253723, 21.558396697044373, 27.2277113199234, 19.19183909893036, 28.155558943748474, 24.70264047384262, 22.469697296619415, 12.944061517715454, 17.062037765979767, 13.618646919727325, 14.840083003044128, 28.213717818260193, 24.221702873706818, 28.31062763929367, 22.14471209049225, 22.476855039596558, 28.221643209457397, 8.946111679077148, 25.307807207107544, 10.401768624782562, 33.31382119655609, 28.452103078365326, 22.063667118549347, 12.504631161689758, 21.00979995727539, 17.761714041233063, 14.391441226005554, 15.729849815368652, 22.562557101249695, 30.91319388151169, 38.106897711753845, 24.813247859477997, 23.244557321071625, 12.29181832075119, 22.386931538581848, 17.764642119407654, 22.925343453884125, 20.437935829162598, 30.59623682498932, 12.882368624210358, 19.983445286750793, 33.27537262439728, 33.94833463430405, 27.252830266952515, 28.466660261154175, 15.092018783092499, 16.445038199424744, 25.745015621185303, 29.847923636436462, 14.488927781581879, 10.49140852689743, 8.170053839683533, 32.64594238996506, 26.294680416584015, 17.58534187078476, 15.30170077085495, 14.94850879907608, 8.41430801153183, 15.574316680431366, 28.764342308044434, 21.203072905540466, 17.023224651813507, 22.331456661224365, 17.89109879732132, 24.175367772579193, 32.50986337661743, 29.22196799516678, 28.774490296840668, 27.60656452178955, 20.655041992664337, 23.05934178829193, 20.636034607887268, 25.50025874376297, 22.02064836025238, 24.692987263202667, 8.885388016700745, 25.091545164585114, 17.644138991832733, 21.696184158325195, 11.83314561843872, 22.089472770690918, 15.861918866634369, 19.972175180912018, 27.201412737369537, 5.296599209308624, 22.83846241235733, 7.6447582840919495, 21.864614009857178, 10.883612632751465, 10.658654868602753, 14.880598187446594, 26.42387443780899, 17.269685745239258, 18.17387503385544, 26.666635394096375, 17.871668994426727, 25.82246369123459, 31.14599245786667, 25.454309165477753, 24.41218864917755, 29.052931368350983, 21.100305795669556, 8.503626048564911, 16.36182826757431, 16.52408081293106, 26.946741044521332, 28.165593206882477, 12.64525294303894, 27.20196133852005, 13.568972527980804, 17.319179713726044, 27.311114251613617, 22.853820323944092, 5.9205251932144165, 36.52610069513321, 39.361930429935455, 33.44070416688919, 25.679892241954803, 10.429892301559448, 25.775570511817932, 25.7347030043602, 19.046416461467743, 13.317078649997711, 20.368489801883698, 18.143761157989502, 26.233974874019623, 14.973478257656097, 26.813649833202362, 21.78426343202591, 32.39868623018265, 14.346230924129486, 20.802638232707977, 28.213033616542816, 17.687988102436066, 26.54707819223404, 21.394266963005066, 13.329437613487244, 29.980075359344482, 21.96733283996582, 26.243828892707825, 19.18316340446472, 26.967867970466614, 13.314352035522461, 18.202188670635223, 10.73725152015686, 31.402888357639313, 23.03540152311325, 27.899477541446686, 7.089168846607208, 32.81935787200928, 29.694691240787506, 14.816709041595459, 27.958542048931122, 28.516754746437073, 25.713854014873505, 28.82375717163086, 26.12801057100296, 22.157838106155396, 23.67881327867508, 25.18161404132843, 30.510298013687134, 10.833460330963135, 29.4477716088295, 27.00202852487564, 23.97278982400894, 24.595437943935394, 21.79155433177948, 41.89324462413788, 28.454138934612274, 28.20017558336258, 26.493009090423584, 22.8489990234375, 30.029659748077393, 28.45387727022171, 20.79536199569702, 34.600905895233154, 15.031464099884033, 27.788261115550995, 14.06037849187851, 25.295342326164246, 18.734785497188568, 24.954498171806335, 10.248051047325134, 11.535528302192688, 18.723788797855377, 22.340716898441315, 24.631575167179108, 29.04101699590683, 27.43926566839218, 13.559377193450928, 17.259374916553497, 23.2465637922287, 19.38989347219467, 33.01129853725433, 2.378627300262451, 18.24792891740799, 24.455930352211, 20.46669191122055, 17.842529356479645, 18.66585385799408, 6.39100855588913, 26.609325766563416, 25.960423350334167, 27.526922464370728, 16.005346655845642, 11.575348436832428, 15.52968817949295, 16.27972763776779, 27.611870646476746, 24.435495913028717, 20.836563766002655, 16.21992290019989, 20.38061958551407, 12.87783408164978, 1.6617791652679443, 24.411363661289215, 29.95577609539032, 26.28818851709366, 27.899434626102448, 14.9553262591362, 21.233024775981903, 29.949122071266174, 24.0700164437294, 29.727769374847412, 23.747361958026886, 37.30655664205551, 17.73863309621811, 30.50311952829361, 19.452971518039703, 21.8515607714653, 28.794076323509216, 30.181669056415558, 13.90037888288498, 24.122070372104645, 17.318665862083435, 18.499266922473907, 23.928328275680542, 24.35974794626236, 31.20002043247223, 20.038822174072266, 13.722587287425995, 35.51797890663147, 9.008026480674744, 29.995494782924652, 23.127720892429352, 13.299468874931335, 11.603166460990906, 19.994509160518646, 12.5097416639328, 14.39199298620224, 14.07006287574768, 26.88163596391678, 25.507294416427612, 7.92567378282547, 14.28014189004898, 15.79768979549408, 22.27111679315567, 20.419056177139282, 17.880501806735992, 22.523087918758392, 35.09393113851547, 23.131596326828003, 26.339261412620544, 10.301602303981781, 35.56100970506668, 17.193786561489105, 25.40849381685257, 31.50522816181183, 27.497505962848663, 18.45364201068878, 22.262934625148773, 30.47970885038376, 13.019694209098816, 15.249065816402435, 20.402187049388885, 4.716650545597076, 33.02543663978577, 22.703439593315125, 15.097707092761993, 30.609112560749054, 22.110585868358612, 19.465250372886658, 25.949146449565887, 26.42108952999115, 7.9775694608688354, 10.466800808906555, 27.64384663105011, 15.886180102825165, 22.93275374174118, 23.215561509132385, 22.493688344955444, 27.418310046195984, 22.970780849456787, 18.791882574558258, 28.0202419757843, 29.7177015542984, 12.58837628364563, 20.10592222213745, 12.558172106742859, 7.109768331050873, 25.056620121002197, 21.606974720954895, 27.86799830198288, 10.180774688720703, 20.029881358146667, 22.0454860329628, 16.67178040742874, 30.087728142738342, 35.43619233369827, 19.328068673610687, 12.157067716121674, 29.465266585350037, 27.384499847888947, 23.0667524933815, 24.163516461849213, 12.58847451210022, 41.698140025138855, 18.983033299446106, 11.53956389427185, 27.542010486125946, 37.56388193368912, 19.459152102470398, 27.303942918777466, 27.48907506465912, 21.67451810836792, 17.452616810798645, 41.85824537277222, 18.31617558002472, 14.977160573005676, 34.05717360973358, 29.54046779870987, 32.89963644742966, 30.08071780204773, 16.979315221309662, 18.08275705575943, 19.538333475589752, 18.45660024881363, 22.9399573802948, 19.10628741979599, 28.800628781318665, 22.300235211849213, 22.58026123046875, 18.834234058856964, 21.242048978805542, 14.035379111766815, 11.79281234741211, 9.651030838489532, 23.614424288272858, 20.01856505870819, 24.494615137577057, 23.08837115764618, 40.492950797080994, 5.700042247772217, 18.61565101146698, 26.950345993041992, 30.484129309654236, 27.18046236038208, 15.326756358146667, 20.868977069854736, 26.8036807179451, 30.138252437114716, 15.447101771831512, 19.287282943725586, 23.22707611322403, 26.546845078468323, 14.329722881317139, 18.78560072183609, 22.172038912773132, 7.7101340889930725, 13.778719961643219, 16.86311024427414, 20.941601276397705, 12.1315096616745, 32.97856658697128, 29.374664187431335, 28.621910452842712, 15.576336026191711, 28.712898313999176, 14.50690621137619, 5.672406256198883, 22.12436044216156, 26.61284965276718, 5.568563938140869, 5.648735582828522, 21.75969225168228, 10.664369463920593, 13.514008462429047, 40.158997535705566, 29.05371856689453, 12.35863482952118, 18.40862947702408, 23.810893952846527, 25.7004012465477, 12.318514943122864, 27.778409361839294, 24.084656059741974, 29.543177485466003, 25.607488930225372, 18.62343144416809, 35.43606150150299, 17.217583298683167, 27.641147196292877, 33.38075011968613, 36.70333468914032, 27.31971251964569, 12.457661628723145, 32.63182866573334, 11.488323867321014, 24.862708926200867, 35.60882520675659, 21.973635852336884, 28.021504819393158, 39.54808348417282, 18.979646384716034, 31.240974366664886, 22.792781352996826, 30.41506141424179, 17.684713900089264, 17.403712034225464, 18.6572487950325, 44.38446223735809, 11.349463105201721, 14.859240472316742, 31.44046914577484, 19.36142933368683, 30.73167186975479, 21.25869107246399, 18.07681292295456, 21.669740557670593, 20.905495703220367, 14.927687227725983, 26.85525107383728, 27.40122938156128, 11.560076117515564, 29.488887667655945, 26.165051519870758, 12.261731743812561, 29.500342905521393, 25.584476113319397, 21.447286367416382, 11.356508433818817, 28.19299626350403, 12.211006164550781, 24.11126136779785, 21.940293788909912, 19.21261340379715, 26.683565258979797, 13.596761643886566, 27.824023067951202, 27.444166243076324, 26.92850774526596, 20.37223529815674, 27.82263422012329, 14.935044348239899, 25.766849875450134, 18.443530917167664, 31.827107071876526, 25.346173405647278, 1.6063939929008484, 20.217064440250397, 21.05520921945572, 10.39083594083786, 12.524313032627106, 15.822051286697388, 15.792691707611084, 25.730359256267548, 23.885351598262787, 23.738105297088623, 29.884119629859924, 27.548857927322388, 6.981605291366577, 26.551274597644806, 22.714970886707306, 17.12954157590866, 19.921087682247162, 9.370695412158966, 13.297039091587067, 18.84794384241104, 31.403916478157043, 27.65628409385681, 27.563975751399994, 28.110433757305145, 32.277856945991516, 23.0920330286026, 11.914137601852417, 16.02325165271759, 24.785686016082764, 48.01925069093704, 15.893671572208405, 17.067434549331665, 21.099097669124603, 32.32808315753937, 12.267171561717987, 15.977615892887115, 25.434540271759033, 24.185611248016357, 28.075985848903656, 16.08190244436264, 22.074779987335205, 15.919147849082947, 6.474858403205872, 26.201186954975128, 10.773836016654968, 26.295767426490784, 15.678543508052826, 16.767741560935974, 37.143318831920624, 37.677043080329895, 10.509417057037354, 14.630688905715942, 24.394569993019104, 26.365268230438232, 25.309353947639465, 22.982068598270416, 16.92375338077545, 28.755609035491943, 21.347281634807587, 29.295731365680695, 22.402021527290344, 17.208241283893585, 24.39715576171875, 14.563042402267456, 34.68577790260315, 30.643703281879425, 30.30349439382553, 26.49000334739685, 20.397182047367096, 18.21049451828003, 30.294423520565033, 18.95796972513199, 12.719216406345367, 21.589862644672394, 15.611672103404999, 25.162916243076324, 23.410642325878143, 19.352409839630127, 15.192158281803131, 13.089354574680328, 8.216280341148376, 17.939711213111877, 16.55204027891159, 25.604176342487335, 17.554741382598877, 21.65833854675293, 30.204285860061646, 10.617769360542297, 16.876415371894836, 12.142540216445923, 19.29058927297592, 16.130280017852783, 22.55033701658249, 20.3597314953804, 19.514699637889862, 16.667393147945404, 11.697261273860931, 15.53361701965332, 28.890714645385742, 8.916644036769867, 26.329959273338318, 26.87169772386551, 20.351564407348633, 18.492759108543396, 21.735218107700348, 29.699756264686584, 28.60146713256836, 30.112798392772675, 20.519287168979645, 30.82982885837555, 15.511857092380524, 14.23367178440094, 21.694331288337708, 17.168730854988098, 14.67887008190155, 25.834998071193695, 24.43246239423752, 18.765788435935974, 25.21089142560959, 11.698659777641296, 15.6917142868042, 28.88045173883438, 21.43421071767807, 8.697951197624207, 14.393875896930695, 34.74319416284561, 22.340692043304443, 27.839244961738586, 16.742944657802582, 17.48007106781006, 19.307657480239868, 44.66627794504166, 11.707217931747437, 9.404412984848022, 24.00711989402771, 27.62492048740387, 22.78369450569153, 17.181965172290802, 21.47491991519928, 14.094520330429077, 28.550960958003998, 35.88805687427521, 10.392207860946655, 25.598025679588318, 18.228646159172058, 24.205892026424408, 18.28964000940323, 17.0598207116127, 24.667834758758545, 32.20092070102692, 33.22067242860794, 23.47436362504959, 14.797936081886292, 5.969047904014587, 31.042225778102875, 24.849932193756104, 28.91297721862793, 25.962075889110565, 17.81142657995224, 38.55280089378357, 25.27844136953354, 26.226517021656036, 14.85274088382721, 24.297419726848602, 36.1129435300827, 16.265796542167664, 19.159373104572296, 28.811814725399017, 18.008369743824005, 23.400089740753174, 13.583198130130768, 13.595765054225922, 20.18601667881012, 14.44133859872818, 20.115702033042908, 21.307393848896027, 28.225261092185974, 21.78648328781128, 22.39341378211975, 37.447012186050415, 21.696689069271088, 27.717781960964203, 17.49935394525528, 20.67095720767975, 24.69935405254364, 27.01258158683777, 15.67289513349533, 28.79930168390274, 22.877809584140778, 15.403194963932037, 27.372194468975067, 16.73159009218216, 27.31606489419937, 14.111734569072723, 20.56290477514267, 17.33738875389099, 13.476291060447693, 20.71504181623459, 23.496964633464813, 26.41570496559143, 7.228612959384918, 20.48197913169861, 21.92858201265335, 30.72601616382599, 15.981314241886139, 17.332179486751556, 28.35472023487091, 14.867296636104584, 25.197208523750305, 23.37159377336502, 19.162294507026672, 22.98220318555832, 29.61466884613037, 20.313470423221588, 21.312773764133453, 26.993122935295105, 23.916588604450226, 17.59639436006546, 20.499796509742737, 20.26337206363678, 12.935684621334076, 18.35942393541336, 10.548575699329376, 25.428486943244934, 25.58451998233795, 18.21678626537323, 32.17487347126007, 21.04790484905243, 34.281574010849, 27.050615072250366, 28.569216191768646, 15.588140785694122, 16.835406601428986, 31.17049729824066, 27.886685252189636, 13.181296288967133, 34.19245487451553, 22.269160091876984, 15.996110916137695, 22.017023384571075, 25.99702876806259, 27.873552978038788, 21.1391903758049, 21.292730808258057, 30.492858588695526, 28.917292416095734, 5.1435866355896, 15.395440101623535, 20.62085449695587, 12.423755049705505, 27.36533272266388, 9.736464083194733, 22.186813473701477, 15.211477816104889, 29.710312604904175, 30.22054648399353, 18.400192618370056, 18.785865664482117, 10.46646797657013, 24.317009270191193, 20.38577651977539, 22.718374848365784, 8.890153408050537, 26.507968246936798, 18.411667227745056, 24.948325276374817, 12.632029235363007, 11.135003089904785, 34.01718729734421, 27.45314222574234, 15.363816499710083, 12.083727717399597, 37.410214483737946, 18.655368626117706, 34.27660822868347, 6.602562844753265, 23.545083045959473, 20.209698975086212, 26.61410278081894, 26.097494542598724, 11.790864765644073, 28.443089723587036, 12.723156869411469, 23.874378859996796, 18.255449414253235, 27.47131770849228, 27.668738305568695, 22.66102522611618, 23.374509513378143, 19.078512609004974, 24.080083966255188, 20.79782998561859, 23.36272358894348, 14.35242760181427, 28.80649346113205, 18.046771943569183, 30.971745491027832, 26.14784198999405, 21.692419350147247, 27.948642909526825, 13.687259197235107, 6.488686442375183, 22.115141928195953, 19.625742077827454, 31.900603711605072, 29.483526587486267, 28.022526681423187, 5.655964195728302, 22.782470405101776, 21.960026144981384, 15.094090104103088, 22.140437364578247, 19.360735058784485, 17.44291716814041, 18.82839548587799, 20.281935691833496, 18.11391305923462, 8.925268173217773, 24.33673083782196, 34.332876682281494, 14.899127721786499, 19.73258364200592, 26.9564990401268, 25.42434871196747, 43.2354131937027, 28.77517557144165, 21.896660208702087, 28.140553534030914, 25.738952040672302, 18.887139558792114, 27.496385514736176, 18.91031914949417, 39.494062662124634, 26.222096502780914, 11.451419830322266, 31.987862765789032, 28.230799853801727, 19.118010461330414, 18.7284836769104, 10.879238903522491, 11.522140860557556, 12.096304178237915, 17.060103356838226, 15.584224462509155, 17.71267545223236, 35.338044822216034, 19.102279007434845, 10.067333936691284, 6.585032165050507, 13.420974493026733, 24.439547896385193, 27.00904655456543, 6.3945194482803345, 27.98966544866562, 19.674846172332764, 4.9543944001197815, 9.287171065807343, 18.494484543800354, 11.96067762374878, 17.968244433403015, 34.168919920921326, 19.76894325017929, 17.811378955841064, 23.15173703432083, 30.598926544189453, 24.459864795207977, 19.74058759212494, 25.384452879428864, 20.13662940263748, 31.0954509973526, 31.114581823349, 23.562874734401703, 7.502826511859894, 25.14990746974945, 14.330548405647278, 25.289304614067078, 34.73137551546097, 27.414506793022156, 26.502244114875793, 28.709645211696625, 21.910765767097473, 5.32429575920105, 22.12457311153412, 12.683535516262054, 27.941008865833282, 23.163990557193756, 22.208335399627686, 17.770426630973816, 23.62146246433258, 10.707087576389313, 17.083562910556793, 29.57940810918808, 12.084029138088226, 21.615531861782074, 27.3821559548378, 31.80738937854767, 22.05407041311264, 17.599790692329407, 20.397266507148743, 26.800596475601196, 26.039953470230103, 25.74007534980774, 27.909390330314636, 24.814924836158752, 17.684023022651672, 28.45692092180252, 23.572516083717346, 26.35128003358841, 19.125629425048828, 14.754569351673126, 23.491217136383057, 8.940544247627258, 28.180705726146698, 23.601356744766235, 9.047541677951813, 13.00575315952301, 24.604158222675323, 25.106788277626038, 7.455918312072754, 15.560913324356079, 17.213140547275543, 18.69736474752426, 19.247082114219666, 14.598424196243286, 35.62413150072098, 28.042006194591522, 12.275086164474487, 17.166769087314606, 36.72079038619995, 34.24379509687424, 21.557706713676453, 25.17538946866989, 12.476145029067993, 18.154015481472015, 14.953741490840912, 17.542830228805542, 25.601393401622772, 30.437431395053864, 32.46546643972397, 23.929442584514618, 20.699346899986267, 25.414070546627045, 16.98086130619049, 32.442886888980865, 19.809196829795837, 12.73197478055954, 26.645960807800293, 24.384275376796722, 20.85754358768463, 19.17892098426819, 9.069878339767456, 24.76107031106949, 20.501013338565826, 20.495800256729126, 25.118755757808685, 21.527162194252014, 40.62038069963455, 18.352103233337402, 3.8592414259910583, 17.72685170173645, 28.07689905166626, 33.1126394867897, 24.313312292099, 4.318572819232941, 26.41285640001297, 33.19499230384827, 38.96333235502243, 21.06547099351883, 17.085748255252838, 26.36014848947525, 20.685799956321716, 33.94841516017914, 23.119045317173004, 30.992080092430115, 24.976629316806793, 22.856199204921722, 23.55415242910385, 29.911788821220398, 16.351680040359497, 24.021985173225403, 30.13329803943634, 24.977220714092255, 2.9724594354629517, 32.32571232318878, 23.38422006368637, 19.314066886901855, 26.872878432273865, 19.689309656620026, 11.973238468170166, 10.230989336967468, 20.792441308498383, 22.577197909355164, 21.651612102985382, 8.996699929237366, 29.252717196941376, 14.633717060089111, 29.075262010097504, 14.810696721076965, 21.133318305015564, 26.186639368534088, 25.25038766860962, 12.420202374458313, 35.85436099767685, 19.795032858848572, 5.247614204883575, 24.979544460773468, 17.03521764278412, 19.87351828813553, 4.219130516052246, 18.92748087644577, 28.861786782741547, 26.772990107536316, 24.989987015724182, 17.102437376976013, 17.462244749069214, 13.67952287197113, 19.88834947347641, 14.005456328392029, 33.620718121528625, 6.228025496006012, 21.425399839878082, 30.293992817401886, 25.837554097175598, 30.015747249126434, 7.621271371841431, 29.203755021095276, 21.65596306324005, 21.16975736618042, 37.523786664009094, 17.61098712682724, 19.78551095724106, 16.031925916671753, 41.258625745773315, 23.068133234977722, 28.50464618206024, 14.383076608181, 9.040104150772095, 12.794163644313812, 33.15101766586304, 24.818147718906403, 37.568225622177124, 18.772414684295654, 15.905459702014923, 9.332034230232239, 18.720399975776672, 15.479061663150787, 16.51511824131012, 18.112074971199036, 21.66008299589157, 27.539851248264313, 26.127767026424408, 27.659817576408386, 25.01928335428238, 38.53109645843506, 20.54768544435501, 11.066178143024445, 24.591785490512848, 29.778177618980408, 16.735554695129395, 23.548948526382446, 34.63301658630371, 27.59144002199173, 37.84617620706558, 25.10387361049652, 14.92850911617279, 26.86417192220688, 20.47167283296585, 17.485959351062775, 20.03540802001953, 15.64454472064972, 18.975228488445282, 24.576452434062958, 25.75808334350586, 18.608492612838745, 26.066700756549835, 16.181396961212158, 23.34230947494507, 27.5161212682724, 24.769325017929077, 33.85674047470093, 30.260940313339233, 28.738560378551483, 15.85440969467163, 27.905702233314514, 22.15421885251999, 38.96349310874939, 14.644538223743439, 12.61489462852478, 24.609467267990112, 16.967677354812622, 33.13905733823776, 18.675538063049316, 13.465611636638641, 32.11712193489075, 22.614554226398468, 15.032906472682953, 32.289800226688385, 3.250546932220459, 23.86018395423889, 18.878471791744232, 28.725936710834503, 18.154909431934357, 9.908947587013245, 30.78089416027069, 18.9006587266922, 20.03829175233841, 21.761028349399567, 28.391577064990997, 24.76142781972885, 14.262692332267761, 27.699568450450897, 21.64892691373825, 26.253382086753845, 17.81395000219345, 20.559635281562805, 12.114464282989502, 23.60081422328949, 23.213881373405457, 16.555781066417694, 26.282540678977966, 12.52956110239029, 6.418347597122192, 25.260245859622955, 15.62242877483368, 13.589462757110596, 24.843616724014282, 23.00960224866867, 17.57044792175293, 8.925050854682922, 20.042701184749603, 23.70325529575348, 16.51091694831848, 27.80618327856064, 21.70005351305008, 31.090791404247284, 27.630997478961945, 19.146746933460236, 25.808188915252686, 16.30095499753952, 18.72174733877182, 7.325722694396973, 42.11291420459747, 20.024611115455627, 16.453113615512848, 13.415440797805786, 21.8164821267128, 21.41231995820999, 29.62366420030594, 19.512667536735535, 50.177281975746155, 22.415603041648865, 13.90485566854477, 8.169637799263, 32.30423724651337, 22.81777584552765, 22.44967782497406, 15.181396901607513, 25.462534725666046, 20.786504685878754, 15.120661556720734, 28.408815324306488, 19.572523057460785, 30.84499305486679, 16.221825003623962, 19.370477616786957, 19.529078602790833, 20.64257103204727, 21.83959949016571, 15.576628506183624, 7.914755880832672, 19.12953746318817, 18.33474689722061, 22.771310687065125, 12.325187027454376, 21.164777398109436, 26.01607072353363, 26.183197021484375, 13.966944575309753, 28.839519321918488, 15.120966732501984, 27.920260965824127, 21.402893722057343, 18.739878714084625, 22.22931069135666, 22.629736065864563, 9.798748314380646, 20.554360568523407, 13.00785744190216, 31.77697867155075, 17.635515868663788, 25.58715444803238, 22.791280806064606, 17.18492239713669, 21.042251646518707, 21.89962750673294, 19.063710927963257, 8.892207682132721, 31.750271797180176, 23.953930735588074, 22.880422830581665, 13.310483455657959, 6.3428903222084045, 21.45072042942047, 16.97382366657257, 28.089958667755127, 20.392385721206665, 39.69531869888306, 24.921831011772156, 24.464353501796722, 25.110709249973297, 9.088590562343597, 15.72308498620987, 22.8353413939476, 20.5661261677742, 14.485093176364899, 31.69723117351532, 22.256421267986298, 40.049953520298004, 27.610439479351044, 23.83104944229126, 21.52599811553955, 21.082956433296204, 20.97912698984146, 9.960010886192322, 17.369615852832794, 25.384361803531647, 23.68884938955307, 34.870659947395325, 18.10798954963684, 17.663854956626892, 1.1566953659057617, 18.393448770046234, 9.997797906398773, 27.798047840595245, 29.448968291282654, 26.355432987213135, 15.777447700500488, 16.036969482898712, 28.551919639110565, 11.07786637544632, 14.947227537631989, 13.685527384281158, 25.57141262292862, 25.201657950878143, 25.471474051475525, 25.430105566978455, 25.623665988445282, 29.72530734539032, 18.356443405151367, 20.003016650676727, 29.136767029762268, 29.261802673339844, 23.87425798177719, 31.94060868024826, 11.115762650966644, 27.513912618160248, 28.807636201381683, 29.05066341161728, 13.08632618188858, 19.553608119487762, 17.617427229881287, 26.64530998468399, 9.378798305988312, 30.774823546409607, 18.719929814338684, 6.910085320472717, 20.398540318012238, 20.27261221408844, 22.139281690120697, 23.58468186855316, 24.755476772785187, 31.118202030658722, 27.733600974082947, 19.058942198753357, 22.417627274990082, 11.299525797367096, 19.93257474899292, 19.07095491886139, 13.460588455200195, 6.570958912372589, 46.98089534044266, 23.046990394592285, 28.711929738521576, 24.48406481742859, 25.44912898540497, 17.51671588420868, 9.172524571418762, 26.432269513607025, 18.942648947238922, 16.757258653640747, 19.485078036785126, 5.550340473651886, 20.477790594100952, 21.868506491184235, 17.974366426467896, 25.3727508187294, 26.052174031734467, 33.681289196014404, 21.271165668964386, 22.86103057861328, 27.20375895500183, 40.370102405548096, 28.80313003063202, 25.65179181098938, 34.67868387699127, 26.068910837173462, 24.327991783618927, 22.78935956954956, 14.059739649295807, 11.064616024494171, 9.03533262014389, 16.51434886455536, 19.13475728034973, 14.063743889331818, 6.5536481738090515, 15.970228135585785, 24.421047568321228, 20.279852271080017, 20.186400413513184, 15.333361446857452, 14.631212949752808, 23.646733343601227, 26.125423908233643, 32.93041855096817, 35.97768276929855, 16.567830502986908, 34.73596918582916, 19.86501854658127, 26.219575226306915, 27.121502220630646, 14.673624575138092, 9.813451111316681, 24.04839712381363, 23.237626791000366, 32.0355344414711, 13.11266154050827, 17.683046340942383, 22.350740015506744, 22.958085656166077, 24.393947303295135, 25.484202206134796, 25.300613164901733, 14.189631164073944, 28.681775093078613, 11.848449289798737, 25.40570503473282, 15.778629899024963, 9.942325830459595, 13.777776598930359, 23.26407289505005, 41.088990211486816, 12.794268190860748, 16.28653234243393, 27.53851556777954, 28.106077134609222, 17.363479673862457, 28.694091737270355, 19.45285815000534, 18.473121404647827, 21.414167046546936, 28.096169650554657, 12.517822802066803, 14.065978646278381, 25.651841521263123, 20.803568124771118, 21.197860538959503, 20.968593776226044, 22.096450686454773, 18.168382167816162, 22.6867778301239, 15.220999300479889, 14.02550733089447, 15.627741754055023, 27.772095561027527, 25.61377215385437, 33.33465152978897, 22.207597374916077, 15.828401565551758, 27.734545409679413, 25.282808899879456, 25.141894042491913, 12.090003490447998, 9.685465633869171, 21.795781791210175, 24.143015682697296, 13.0738245844841, 1.7511218190193176, 25.779841542243958, 22.59468585252762, 36.036224722862244, 23.861309111118317, 29.148178040981293, 15.456511080265045, 11.210174262523651, 13.126377999782562, 38.35459393262863, 24.742713630199432, 26.591022491455078, 31.323493897914886, 16.40846472978592, 14.385175466537476, 23.485076248645782, 19.646200954914093, 27.820660948753357, 29.00333672761917, 19.230484545230865, 19.751317381858826, 25.50891637802124, 9.726105213165283, 24.443147003650665, 26.96294778585434, 20.651215851306915, 11.865696489810944, 20.87145733833313, 27.311031877994537, 25.54869782924652, 28.453216910362244, 20.20321798324585, 25.38694256544113, 20.386000990867615, 28.639107286930084, 16.2614386677742, 23.273556768894196, 27.596222698688507, 18.719077587127686, 27.9645978808403, 28.34971684217453, 15.593331456184387, 12.052152574062347, 14.674973130226135, 25.904849112033844, 7.821708381175995, 17.84164786338806, 19.32330048084259, 31.111925542354584, 16.771908283233643, 20.428553700447083, 14.63044661283493, 29.128247499465942, 17.81469237804413, 20.977321565151215, 10.935833394527435, 23.540852189064026, 17.400738179683685, 35.578302562236786, 27.93786334991455, 19.538582861423492, 20.220499217510223, 14.418600022792816, 12.770847976207733, 14.896153211593628, 21.537060379981995, 16.34425985813141, 28.503619074821472, 34.657277286052704, 15.222756505012512, 23.011074542999268, 24.900326550006866, 13.01657384634018, 36.09650498628616, 18.51946347951889, 24.819786250591278, 26.045845091342926, 25.298406958580017, 34.97914856672287, 16.430542767047882, 14.828051328659058, 32.879690766334534, 32.09287375211716, 23.210653960704803, 12.739058077335358, 11.878270149230957, 20.397577702999115, 16.471245646476746, 31.96121621131897, 16.883569478988647, 23.025074362754822, 23.48088264465332, 3.9663674235343933, 20.102542340755463, 18.542463421821594, 22.887365102767944, 27.30212426185608, 37.602085530757904, 19.512003302574158, 27.705838918685913, 41.997120916843414, 35.814008355140686, 28.78883385658264, 26.291200518608093, 19.84269827604294, 27.284116208553314, 23.84117215871811, 21.628483474254608, 24.093357384204865, 26.13836830854416, 20.38949489593506, 14.480851173400879, 37.36608952283859, 20.580989062786102, 3.5199217200279236, 31.198006331920624, 30.356987416744232, 15.303688526153564, 22.882483184337616, 32.2388916015625, 27.852270126342773, 19.643998563289642, 25.40364682674408, 26.7104532122612, 19.334126830101013, 15.442406117916107, 26.546841621398926, 21.42629486322403, 15.24778527021408, 16.957048654556274, 26.927630960941315, 25.539624214172363, 31.70122230052948, 27.609949707984924, 19.771888196468353, 21.981776297092438, 28.526589572429657, 30.0034299492836, 17.9242861866951, 23.179133415222168, 37.038791716098785, 25.446526288986206, 25.54851257801056, 18.881004989147186, 33.35755115747452, 17.281792283058167, 17.276763439178467, 20.878885984420776, 26.89060127735138, 25.615224301815033, 32.1098375916481, 33.680802166461945, 18.695083439350128, 28.03336137533188, 32.17661213874817, 17.903734624385834, 24.364990293979645, 23.018871307373047, 30.880149722099304, 31.409361362457275, 17.367019712924957, 26.75782608985901, 24.407390773296356, 13.773368000984192, 19.167493402957916, 20.39610344171524, 4.299694180488586, 28.20678836107254, 11.414335906505585, 19.226528525352478, 32.99796521663666, 27.97798502445221, 10.388472437858582, 15.409250676631927, 20.686625599861145, 17.987822711467743, 32.62109154462814, 11.97000902891159, 23.93701922893524, 33.86477583646774, 25.02311646938324, 4.309366703033447, 26.805095911026, 15.5106201171875, 4.484096705913544, 16.581673622131348, 18.597195327281952, 26.523257315158844, 17.606443345546722, 22.715789020061493, 9.098508775234222, 13.485580921173096, 16.472848057746887, 19.390932321548462, 19.038832187652588, 19.262461304664612, 12.507348775863647, 19.171073079109192, 27.974214017391205, 23.90641015768051, 14.08729374408722, 11.618358135223389, 25.781536877155304, 18.98760759830475, 29.484394252300262, 40.160536766052246, 18.099671006202698, 23.03577321767807, 31.28245258331299, 26.761160850524902, 23.397764801979065, 21.979808628559113, 37.871063590049744, 20.18070149421692, 22.093206822872162, 31.65132451057434, 20.43545091152191, 34.42710542678833, 25.777328372001648, 18.241911351680756, 21.47248786687851, 28.156386971473694, 20.13467448949814, 27.301876187324524, 40.02381372451782, 19.371756434440613, 35.99349492788315, 21.373928785324097, 12.347664535045624, 24.211188316345215, 26.8182013630867, 17.85667598247528, 10.597271919250488, 26.052453100681305, 25.267443895339966, 22.728298127651215, 17.05662328004837, 25.773969531059265, 20.592000603675842, 18.637238323688507, 23.284330368041992, 10.226025700569153, 16.973167836666107, 28.278928220272064, 16.770083487033844, 28.86900007724762, 21.934640407562256, 24.087697207927704, 19.15883630514145, 17.91310626268387, 27.352166831493378, 15.45930403470993, 26.297835171222687, 26.585964024066925, 15.0815931558609, 15.289350986480713, 12.97704690694809, 26.81310248374939, 28.546236276626587, 27.7248894572258, 32.96789854764938, 24.633343875408173, 23.966588735580444, 29.85431057214737, 21.44649839401245, 36.19366008043289, 22.86186146736145, 18.78412836790085, 0.8682810068130493, 18.53588777780533, 6.88772314786911, 19.422710180282593, 34.36939978599548, 22.244905173778534, 24.97789829969406, 5.634811997413635, 22.218923032283783, 25.815499544143677, 25.939017057418823, 25.2322239279747, 16.05824190378189, 18.763664066791534, 24.096783578395844, 24.944452106952667, 26.200643002986908, 22.379277288913727, 23.690203547477722, 7.311369180679321, 19.45979905128479, 23.013423264026642, 31.662070095539093, 25.89810848236084, 12.484921991825104, 27.704249560832977, 24.47798192501068, 18.364163994789124, 20.600049197673798, 33.21213799715042, 40.33467358350754, 22.485278129577637, 13.814006686210632, 26.780354619026184, 20.924375355243683, 20.63776010274887, 38.752796947956085, 33.70906358957291, 7.941820681095123, 15.102690517902374, 29.081637859344482, 22.674773037433624, 21.1458398103714, 8.041232228279114, 32.95072120428085, 21.782748758792877, 14.443744242191315, 21.651155531406403, 22.343933701515198, 10.08355587720871, 35.07359302043915, 6.338293552398682, 15.514509677886963, 32.65381574630737, 25.613351047039032, 12.444330096244812, 17.535724401474, 22.305782675743103, 19.453980803489685, 21.55832952260971, 19.785880863666534, 13.215656697750092, 0.6639770269393921, 11.867497146129608, 27.93501901626587, 19.318583488464355, 28.453910291194916, 36.78659152984619, 23.158951461315155, 23.13682234287262, 21.029223382472992, 26.16585499048233, 16.267085134983063, 16.6256542801857, 28.44486552476883, 14.426066815853119, 15.521968066692352, 23.467632055282593, 32.6063717007637, 20.748157739639282, 36.09830051660538, 21.78230768442154, 22.296684205532074, 22.700967133045197, 9.408088684082031, 27.24022364616394, 30.62841260433197, 20.149642944335938, 23.240436673164368, 4.835876405239105, 24.590698838233948, 15.71347963809967, 18.53274369239807, 12.377843141555786, 16.250378251075745, 25.201816737651825, 16.702019810676575, 25.89727681875229, 29.138107001781464, 18.323534727096558, 12.560497879981995, 26.239355087280273, 21.768601715564728, 23.52005922794342, 13.55432939529419, 15.994999468326569, 39.915157198905945, 24.198456466197968, 24.473962485790253, 38.157505333423615, 29.417486608028412, 23.66281133890152, 21.150425851345062, 28.05907154083252, 26.324851036071777, 26.590767860412598, 26.086005985736847, 21.97486388683319, 21.978640854358673, 23.555151402950287, 15.626166224479675, 7.615050375461578, 20.45028191804886, 24.240227341651917, 19.42418873310089, 24.882915496826172, 29.930312931537628, 21.94793289899826, 21.658076882362366, 20.421273708343506, 27.939993023872375, 35.64360809326172, 30.606123685836792, 33.49785768985748, 12.624896168708801, 23.503764986991882, 23.054545402526855, 18.845570027828217, 42.47803491353989, 19.717808961868286, 19.858834266662598, 38.39120310544968, 10.182471990585327, 38.58150851726532, 22.20700240135193, 27.758456468582153, 37.80141305923462, 22.845915853977203, 17.185846388339996, 29.625785171985626, 37.89361411333084, 21.22103840112686, 25.69544953107834, 15.881234288215637, 19.39745432138443, 31.03094518184662, 31.95223993062973, 16.739969193935394, 1.0272288918495178, 13.502070844173431, 22.720926105976105, 2.1772021055221558, 30.23255604505539, 36.71561896800995, 1.4496634602546692, 15.427475392818451, 21.903294622898102, 25.910651087760925, 13.7560476064682, 13.350829839706421, 19.563747882843018, 31.281494677066803, 13.991020500659943, 13.386019229888916, 28.462975919246674, 42.470888912677765, 29.245839536190033, 15.460330426692963, 22.205761075019836, 25.487686455249786, 26.173717200756073, 25.40672343969345, 14.851715207099915, 26.596983551979065, 22.152065694332123, 20.664986431598663, 31.11231130361557, 23.31379872560501, 27.737040162086487, 3.8690065145492554, 20.665431797504425, 15.93463796377182, 22.465370774269104, 27.868122816085815, 23.933796405792236, 6.943234622478485, 37.445648074150085, 16.105136692523956, 14.884869515895844, 31.160349011421204, 12.264696836471558, 17.0413578748703, 36.29879194498062, 33.92692577838898, 17.645459949970245, 32.26558190584183, 16.59737002849579, 21.702345073223114, 24.40263968706131, 12.673084437847137, 26.118103861808777, 23.60485315322876, 27.77589124441147, 26.640663743019104, 20.012519657611847, 33.791693687438965, 30.907279551029205, 19.22212529182434, 23.039799511432648, 21.552853107452393, 19.628564178943634, 27.657174706459045, 8.690298736095428, 34.51457887887955, 25.118428349494934, 9.692135751247406, 19.448782920837402, 8.372050940990448, 25.5976100564003, 20.40110182762146, 21.977934956550598, 6.626135587692261, 25.958706080913544, 26.63553512096405, 21.534796953201294, 14.718295872211456, 25.496207058429718, 24.35476267337799, 15.000279128551483, 28.716511487960815, 18.896084487438202, 17.464403927326202, 32.73882055282593, 9.15842205286026, 36.1183158159256, 31.38345104455948, 5.8762823939323425, 8.186884760856628, 21.762635588645935, 16.478560864925385, 31.523622453212738, 15.850897669792175, 26.468447029590607, 13.558995187282562, 22.140240728855133, 22.844668209552765, 25.42313575744629, 31.391648054122925, 7.269866526126862, 23.62988930940628, 14.888828575611115, 25.519209444522858, 25.650472044944763, 19.831225991249084, 13.752151906490326, 22.079278886318207, 40.09298038482666, 14.849117636680603, 42.361438274383545, 27.774216651916504, 12.054551899433136, 17.741499364376068, 22.32168608903885, 18.39983493089676, 10.65268349647522, 22.32182550430298, 16.78985559940338, 10.756112337112427, 6.003531873226166, 20.956301152706146, 31.825890123844147, 25.700679063796997, 12.232594430446625, 18.21306622028351, 21.286641061306, 26.72041928768158, 22.880559980869293, 26.635465383529663, 23.835977792739868, 19.739625215530396, 10.415565848350525, 7.16740208864212, 28.122001111507416, 35.101428866386414, 23.707895040512085, 19.23773342370987, 32.91279673576355, 20.237000346183777, 16.423629105091095, 12.279700219631195, 13.385685622692108, 21.50930827856064, 31.13656985759735, 26.323452055454254, 11.99493271112442, 16.75154137611389, 21.864273488521576, 19.411150097846985, 18.340537548065186, 15.024863600730896, 20.41620796918869, 2.4561407566070557, 14.758188962936401, 23.61930948495865, 16.587061882019043, 17.52431857585907, 10.762546479701996, 18.049478113651276, 9.885797500610352, 23.923929691314697, 17.447965562343597, 14.939987123012543, 10.553124129772186, 33.36836588382721, 28.30549305677414, 17.219366371631622, 17.192377507686615, 19.472075939178467, 6.3917073011398315, 1.1135112047195435, 22.525635182857513, 19.02241951227188, 15.951424956321716, 15.999658644199371, 26.88408201932907, 34.482306361198425, 25.142419636249542, 28.480247020721436, 21.038196086883545, 17.820186734199524, 16.22414892911911, 16.667141497135162, 16.32587492465973, 29.80437195301056, 18.130737125873566, 20.414189159870148, 22.955211460590363, 21.574942469596863, 17.75123304128647, 16.17759072780609, 25.140410363674164, 14.64649647474289, 16.41026520729065, 41.54291617870331, 24.65795063972473, 11.800055027008057, 33.7007999420166, 24.453194737434387, 20.264369428157806, 12.498737692832947, 18.83752703666687, 23.293785393238068, 15.804438829421997, 19.60345631837845, 24.381597697734833, 32.19929099082947, 15.211230993270874, 33.40916466712952, 24.662309765815735, 27.334693729877472, 23.369877338409424, 14.414683520793915, 27.18586367368698, 17.810505151748657, 23.217600524425507, 32.94719737768173, 29.7351992726326, 16.19441968202591, 23.533498466014862, 35.757547199726105, 23.216125786304474, 12.434012174606323, 20.36972266435623, 19.935498535633087, 1.654009461402893, 10.008864402770996, 27.396693646907806, 17.64942991733551, 33.41119009256363, 28.140774726867676, 1.5445550680160522, 22.45957624912262, 30.87828427553177, 39.504743039608, 19.133712708950043, 22.43443065881729, 14.317962050437927, 17.462681233882904, 16.30084925889969, 20.94624125957489, 23.21326345205307, 21.382006347179413, 17.710950016975403, 22.97606498003006, 18.10552978515625, 0.8587157130241394, 14.54029929637909, 16.35360598564148, 15.360794186592102, 32.09273827075958, 37.03782820701599, 17.823500216007233, 10.919925093650818, 20.032943844795227, 29.74938327074051, 29.759281814098358, 26.778673112392426, 20.16840487718582, 30.77407991886139, 16.942858457565308, 16.141202092170715, 22.831884801387787, 25.520830869674683, 22.078069508075714, 15.465656816959381, 19.180454432964325, 25.975701868534088, 20.445070564746857, 38.60023933649063, 23.12260890007019, 28.78396910429001, 27.311199605464935, 6.4896204471588135, 19.02275186777115, 42.41733157634735, 26.470429241657257, 26.861967027187347, 28.709511518478394, 12.520173728466034, 17.773174107074738, 20.889343738555908, 34.185555040836334, 21.115448772907257, 12.627131521701813, 16.096543729305267, 25.911019265651703, 36.77090781927109, 27.0175798535347, 23.737548112869263, 33.764042019844055, 20.24752789735794, 17.624389111995697, 25.79738140106201, 26.966990411281586, 29.405499935150146, 17.76496285200119, 8.324775457382202, 26.949342131614685, 17.330090761184692, 30.350286841392517, 18.572541058063507, 21.124279022216797, 22.51474505662918, 19.68547171354294, 28.61950433254242, 18.547762870788574, 24.149395287036896, 37.90574151277542, 16.878267109394073, 23.538702368736267, 11.988545775413513, 24.622441828250885, 17.08261466026306, 28.336328864097595, 13.723925650119781, 27.72017616033554, 24.85805243253708, 24.98457360267639, 28.962563514709473, 39.230254888534546, 25.127597212791443, 24.35098308324814, 20.829396069049835, 15.565583229064941, 34.66483128070831, 25.485347628593445, 22.107949435710907, 20.681548297405243, 6.033125042915344, 28.993760585784912, 26.525609612464905, 15.184385299682617, 16.184990406036377, 14.297805666923523, 0.9614438414573669, 5.873876631259918, 31.897428154945374, 35.286199271678925, 30.190609395503998, 18.231049060821533, 15.228789508342743, 27.556165516376495, 14.837214589118958, 29.765878975391388, 10.03823870420456, 7.2130988240242, 27.65366756916046, 22.65382343530655, 20.96776157617569, 35.43573993444443, 15.101202249526978, 21.349307537078857, 30.25118601322174, 29.28587806224823, 26.01997447013855, 21.710091650485992, 21.690529704093933, 18.69931834936142, 19.693369925022125, 16.87264734506607, 12.330638408660889, 27.11168509721756, 28.369233310222626, 20.01323127746582, 11.771156549453735, 20.729534029960632, 28.234716713428497, 22.327732980251312, 9.41700166463852, 23.020210564136505, 26.747251629829407, 22.886975586414337, 14.668778002262115, 8.169405937194824, 30.58893072605133, 26.997492134571075, 14.871574461460114, 25.892664670944214, 17.60791927576065, 28.95250678062439, 6.634587407112122, 23.708578765392303, 30.34985190629959, 19.843311846256256, 28.93027663230896, 17.86998587846756, 22.12593322992325, 16.35491055250168, 21.79918545484543, 6.169006645679474, 28.13357013463974, 24.345948696136475, 16.292606115341187, 32.31258928775787, 25.145628035068512, 31.495439648628235, 10.31388372182846, 8.054538309574127, 18.947649836540222, 31.213515877723694, 25.329783022403717, 26.84739089012146, 27.728447914123535, 17.59425699710846, 26.36840385198593, 27.57564502954483, 26.821283876895905, 29.047287106513977, 12.370733261108398, 29.17825698852539, 12.89958930015564, 23.619773626327515, 20.53230983018875, 30.53770089149475, 25.76901686191559, 15.60530436038971, 23.799799621105194, 32.14272898435593, 23.68603640794754, 32.485991060733795, 30.809593200683594, 12.923932254314423, 26.211046040058136, 23.16528820991516, 9.671248137950897, 23.806695759296417, 22.981774151325226, 17.132149398326874, 18.313237726688385, 21.318689584732056, 19.19633400440216, 29.219575226306915, 27.529179871082306, 21.871744632720947, 30.99600398540497, 12.269460678100586, 30.326764941215515, 21.33562296628952, 21.082807302474976, 21.074014961719513, 30.14210194349289, 25.082025170326233, 24.314889669418335, 24.502792716026306, 32.16980642080307, 18.54389226436615, 10.84372591972351, 22.99076110124588, 19.984946250915527, 33.35663956403732, 19.523652613162994, 27.035918593406677, 15.577025353908539, 22.00500863790512, 28.197534143924713, 25.97211641073227, 19.472579777240753, 26.079711735248566, 26.190965950489044, 32.009925961494446, 27.258977115154266, 29.906940162181854, 11.848372101783752, 22.16883361339569, 47.11738419532776, 36.65150475502014, 3.5086851716041565, 26.91958975791931, 17.133471250534058, 26.679110646247864, 13.036216914653778, 8.880481839179993, 26.21651917695999, 27.586613595485687, 21.16215866804123, 3.701561987400055, 29.31278622150421, 28.658910632133484, 26.301933705806732, 18.984262228012085, 27.445048093795776, 35.08637893199921, 16.14561939239502, 14.400596380233765, 13.610348403453827, 31.689999222755432, 23.182114362716675, 16.566549599170685, 29.643679082393646, 19.63822454214096, 30.142133593559265, 32.3104345202446, 20.21183156967163, 19.661172449588776, 14.080950140953064, 12.06697279214859, 23.142559051513672, 14.214172303676605, 20.658184468746185, 29.24870866537094, 25.33406561613083, 29.866770386695862, 14.197870135307312, 33.739026963710785, 34.7247593998909, 33.885396242141724, 12.189638257026672, 20.620255827903748, 30.985305905342102, 13.562420785427094, 30.26653414964676, 26.228074312210083, 15.515885710716248, 22.87198930978775, 21.617878437042236, 19.67177265882492, 29.189029157161713, 18.91262286901474, 23.383071541786194, 27.71032816171646, 35.541613817214966, 9.128124833106995, 0.9122355580329895, 29.556042969226837, 29.398023426532745, 18.19146454334259, 26.343360722064972, 13.619382917881012, 25.38207185268402, 11.545142233371735, 21.034959256649017, 17.792489886283875, 21.681513249874115, 28.592618227005005, 19.7243595123291, 21.24643188714981, 23.413502633571625, 33.82143461704254, 33.90304946899414, 33.25596112012863, 22.50622195005417, 18.36388248205185, 22.73284363746643, 22.96755689382553, 37.89430111646652, 9.913925409317017, 16.452612817287445, 19.76952636241913, 43.29091304540634, 32.13227450847626, 24.402708649635315, 32.80258750915527, 9.602828621864319, 21.49525558948517, 24.538358747959137, 27.516681969165802, 20.127224683761597, 16.011392951011658, 20.461193025112152, 31.42723262310028, 34.02435666322708, 36.023445308208466, 32.8181956410408, 8.196442365646362, 38.38669049739838, 33.82222390174866, 20.771603763103485, 21.39571315050125, 29.96290224790573, 23.93758976459503, 28.124164819717407, 17.219859957695007, 30.916035294532776, 29.080665826797485, 13.729468822479248, 23.205614864826202, 16.814148664474487, 28.653002440929413, 22.01161116361618, 30.046050667762756, 19.092966675758362, 16.713061809539795, 29.338102638721466, 26.047250390052795, 29.421702086925507, 25.307313919067383, 13.280063033103943, 12.57118809223175, 8.744185447692871, 18.503401577472687, 27.234680831432343, 8.457435369491577, 10.298299193382263, 26.683782815933228, 27.787061870098114, 10.641049563884735, 24.784154534339905, 24.223230004310608, 27.151368021965027, 15.929210662841797, 25.652375161647797, 26.615637242794037, 22.877028942108154, 37.91872775554657, 32.891758263111115, 10.883816242218018, 18.149375319480896, 16.731906950473785, 39.87413662672043, 30.273630142211914, 18.7859445810318, 19.440715193748474, 17.084353268146515, 18.12196934223175, 25.23340368270874, 22.415385246276855, 19.883801698684692, 22.91743838787079, 28.750512957572937, 31.411576569080353, 24.138539254665375, 38.834803342819214, 8.340133249759674, 6.569307446479797, 21.668279111385345, 30.208778142929077, 31.275597631931305, 29.213030874729156, 18.62881636619568, 22.12308841943741, 14.79614907503128, 21.719849824905396, 10.94387537240982, 15.743907392024994, 14.377035737037659, 26.79216331243515, 32.3004447221756, 24.706689178943634, 9.084738612174988, 19.442450046539307, 29.114167869091034, 25.436514735221863, 14.920794308185577, 33.34495788812637, 24.060612976551056, 18.74797224998474, 29.799825966358185, 19.588258922100067, 30.282696843147278, 30.710803985595703, 36.705870151519775, 27.527143001556396, 16.48869091272354, 21.441350042819977, 31.320894837379456, 22.473559260368347, 19.259319603443146, 42.76412671804428, 21.980164527893066, 9.370425283908844, 8.634969413280487, 10.557480335235596, 24.89284884929657, 29.45336639881134, 31.474299907684326, 1.9410712122917175, 19.033261954784393, 25.998505413532257, 13.889731884002686, 30.580687403678894, 19.4488787651062, 25.340948522090912, 21.825898587703705, 31.68192046880722, 15.267435491085052, 24.27702033519745, 11.950665533542633, 39.718852043151855, 34.686807572841644, 10.233262658119202, 25.118423461914062, 3.97146075963974, 18.581481397151947, 18.000604927539825, 20.412663638591766, 14.32994282245636, 16.52121752500534, 30.39476442337036, 17.18071413040161, 33.23283135890961, 27.08565843105316, 27.237575888633728, 24.87403231859207, 26.814020931720734, 37.25186067819595, 12.032386064529419, 33.112541139125824, 18.7408527135849, 23.77853572368622, 29.076189637184143, 16.911875009536743, 20.945167422294617, 22.748819410800934, 16.157840490341187, 29.29734343290329, 13.072043657302856, 21.961777448654175, 29.877064287662506, 24.812628626823425, 20.1785751581192, 21.489359259605408, 19.619942486286163, 31.516922056674957, 20.57635462284088, 20.347545325756073, 25.526777923107147, 17.222122132778168, 16.340022265911102, 14.263955414295197, 18.01886087656021, 17.971718072891235, 14.52286410331726, 24.168537139892578, 22.102078557014465, 32.4276328086853, 14.905325889587402, 27.879986226558685, 21.180212080478668, 34.138436019420624, 22.875407457351685, 24.713902592658997, 32.980678617954254, 20.901939511299133, 16.63683331012726, 26.928466260433197, 1.6444796919822693, 15.598110020160675, 14.140156507492065, 30.59920310974121, 29.782528460025787, 13.817512571811676, 22.54277765750885, 26.002724409103394, 25.367363810539246, 16.76252055168152, 19.871453940868378, 26.392679929733276, 27.798256278038025, 16.730182588100433, 8.144353747367859, 27.518780648708344, 29.801499247550964, 1.0610429048538208, 25.809200048446655, 15.106929183006287, 21.997848510742188, 26.988057911396027, 26.01727831363678, 26.976608395576477, 20.342153906822205, 4.18594765663147, 30.57695472240448, 17.465276837348938, 22.525121748447418, 18.0689600110054, 16.699819266796112, 10.213529527187347, 33.777592420578, 7.329806447029114, 35.43392276763916, 11.932750046253204, 5.427079975605011, 22.529237985610962, 30.582510888576508, 27.741389632225037, 32.924538135528564, 22.747308373451233, 23.75875812768936, 27.09695553779602, 29.6779163479805, 5.694131135940552, 14.696477830410004, 20.030504882335663, 15.224427938461304, 28.965677797794342, 28.025239646434784, 7.958318710327148, 21.77569943666458, 28.991940319538116, 23.36543756723404, 22.24984323978424, 17.246613025665283, 7.502092659473419, 18.10944002866745, 23.987130999565125, 10.664013922214508, 21.877354741096497, 14.149295508861542, 16.47859299182892, 30.26194155216217, 6.044114589691162, 17.402587354183197, 22.8920179605484, 11.549820721149445, 26.297108232975006, 26.530251145362854, 16.78249841928482, 27.602237284183502, 19.674729347229004, 26.607192277908325, 22.82888561487198, 31.972427904605865, 12.013579607009888, 20.883586883544922, 21.654744565486908, 24.87467336654663, 16.43053150177002, 31.34773027896881, 29.200622737407684, 18.494953989982605, 33.82621252536774, 23.246712386608124, 19.460315465927124, 31.325457751750946, 11.699251055717468, 34.436624348163605, 13.482271671295166, 10.002264618873596, 13.95192551612854, 25.727890193462372, 26.010317265987396, 23.25373899936676, 26.307116091251373, 24.887133240699768, 27.155652284622192, 24.448071897029877, 24.27291703224182, 25.23470789194107, 18.489856779575348, 26.431227445602417, 29.362284660339355, 18.661136746406555, 20.01249587535858, 19.22898578643799, 19.445719957351685, 11.983637750148773, 33.18436574935913, 19.47755718231201, 18.978804767131805, 34.9522904753685, 13.788500428199768, 23.944532573223114, 24.52121728658676, 26.052383303642273, 36.42283320426941, 4.370942652225494, 14.602707862854004, 20.878129482269287, 23.28199291229248, 23.332043766975403, 16.408921003341675, 26.977894604206085, 33.25029420852661, 36.986235201358795, 29.023307859897614, 34.70917046070099, 15.976447641849518, 21.57551085948944, 22.470958471298218, 13.741119801998138, 30.721652805805206, 25.822035491466522, 22.19718611240387, 34.10179799795151, 19.576473236083984, 31.053925216197968, 8.86550086736679, 26.20624542236328, 8.85884541273117, 25.88808423280716, 22.60993081331253, 25.079762756824493, 24.560374975204468, 28.633135080337524, 33.31777733564377, 20.40369725227356, 17.039370477199554, 15.117523670196533, 21.846409916877747, 15.447586297988892, 25.15254408121109, 14.90197068452835, 25.065852224826813, 26.571076691150665, 28.47025728225708, 17.089124143123627, 29.012772858142853, 22.133296310901642, 28.204491078853607, 14.711435377597809, 37.55496722459793, 22.73456519842148, 7.357718408107758, 24.10869538784027, 33.70183116197586, 32.43509376049042, 19.102146863937378, 14.06693685054779, 14.722043454647064, 12.601930975914001, 29.219976723194122, 17.078756034374237, 14.467340528964996, 17.92688673734665, 18.900518655776978, 5.165609538555145, 11.23684024810791, 19.951588928699493, 17.19609570503235, 14.797269701957703, 20.141461968421936, 29.137173891067505, 23.145022690296173, 22.74640327692032, 33.49489313364029, 8.764470756053925, 41.94322419166565, 18.62992489337921, 17.227817475795746, 16.25436383485794, 3.8467515110969543, 29.659177541732788, 30.20437240600586, 30.81532746553421, 26.110683619976044, 19.91007560491562, 27.57823884487152, 1.1078197956085205, 41.323308408260345, 34.63822275400162, 23.759967386722565, 25.289057314395905, 22.31653070449829, 12.271692931652069, 24.071838855743408, 31.299928903579712, 16.98334836959839, 30.068624258041382, 26.85331481695175, 28.510509312152863, 15.38759160041809, 35.38912683725357, 24.34562510251999, 28.705603003501892, 20.619160413742065, 22.241615176200867, 26.483355164527893, 20.716680765151978, 15.701319992542267, 20.78688246011734, 21.145608246326447, 17.93478238582611, 22.818670690059662, 23.252346456050873, 26.57082325220108, 24.336198806762695, 22.445770859718323, 23.38168704509735, 15.623940587043762, 22.642752170562744, 31.339478254318237, 25.184979796409607, 27.42542403936386, 24.089787185192108, 25.20880663394928, 20.169096171855927, 31.468683004379272, 27.69717764854431, 11.574592292308807, 37.50858986377716, 16.306274831295013, 23.25000900030136, 21.03265130519867, 12.664453029632568, 24.84405779838562, 26.797838509082794, 22.835006415843964, 21.723570585250854, 11.177813589572906, 19.233608305454254, 27.0012304186821, 25.156450510025024, 24.436124861240387, 14.222194612026215, 23.62344527244568, 16.541166245937347, 29.090288996696472, 23.511185467243195, 26.883718073368073, 36.04329323768616, 24.540372669696808, 23.141821682453156, 28.714875996112823, 17.38362568616867, 20.77805668115616, 21.407369077205658, 14.14709210395813, 32.70990830659866, 25.29984164237976, 16.22973197698593, 25.039437532424927, 26.216532766819, 17.0277898311615, 25.566154956817627, 22.769604742527008, 22.901947498321533, 14.515877783298492, 32.55052870512009, 11.812337875366211, 22.858331859111786, 14.060085415840149, 33.44250792264938, 13.746062874794006, 23.00244790315628, 23.043767750263214, 14.489272356033325, 22.63693994283676, 31.720595836639404, 25.739010334014893, 25.610007584095, 28.768359184265137, 14.870181500911713, 33.61853492259979, 9.581252634525299, 21.981066405773163, 18.505585551261902, 16.30506932735443, 29.019267797470093, 25.21824711561203, 24.469069004058838, 9.169592320919037, 10.892379462718964, 11.587332427501678, 24.013326823711395, 27.61749768257141, 22.322087287902832, 32.78957402706146, 24.07450497150421, 21.18462085723877, 15.141752541065216, 27.492038190364838, 18.307687878608704, 28.114360332489014, 35.71981853246689, 16.73501217365265, 33.05332165956497, 19.5345316529274, 17.67570686340332, 23.198929607868195, 25.445210933685303, 17.079863786697388, 25.01701271533966, 28.460794389247894, 28.151328206062317, 37.07291626930237, 26.52329647541046, 24.200405776500702, 32.65490835905075, 34.913453698158264, 9.17100191116333, 22.66936045885086, 27.384357035160065, 14.000855147838593, 22.041710436344147, 20.09430879354477, 0.48342567682266235, 7.266039133071899, 31.059552788734436, 12.060823440551758, 22.7265642285347, 14.292373418807983, 28.837562203407288, 24.490512013435364, 14.676407277584076, 26.970889687538147, 15.349935710430145, 17.82832831144333, 15.381116569042206, 11.201661825180054, 17.872352182865143, 30.502104997634888, 19.234977781772614, 27.53749179840088, 19.06075608730316, 38.515531837940216, 29.18757528066635, 28.44361138343811, 29.661509811878204, 17.10369497537613, 17.146219849586487, 15.3958061337471, 26.27915757894516, 17.32256281375885, 15.330215573310852, 26.019841492176056, 22.121425986289978, 5.20949125289917, 32.13916975259781, 30.797760665416718, 15.096887409687042, 25.065506041049957, 23.88895756006241, 14.257440030574799, 25.396600306034088, 24.177181601524353, 25.12652236223221, 19.264011681079865, 29.900218307971954, 30.401749193668365, 27.23060530424118, 18.215617895126343, 27.325971126556396, 23.154737651348114, 21.48318064212799, 27.010850369930267, 18.266570150852203, 14.665322422981262, 26.74596732854843, 18.76324623823166, 15.137707591056824, 15.075162172317505, 16.924202919006348, 27.82996279001236, 24.42002934217453, 27.908607363700867, 31.95170348882675, 20.79846227169037, 23.33796364068985, 22.419845581054688, 17.95600289106369, 30.75999742746353, 21.57556515932083, 1.4910369515419006, 25.2513809800148, 0.9639674425125122, 14.587494969367981, 16.702781975269318, 19.568273901939392, 10.501981973648071, 19.60401076078415, 20.18990808725357, 25.240044355392456, 9.435977041721344, 12.665539681911469, 31.080237567424774, 23.44979292154312, 17.210814833641052, 15.04874312877655, 20.35316663980484, 14.109183669090271, 20.950437605381012, 13.87133675813675, 24.04089742898941, 20.42750632762909, 20.161941826343536, 8.852066397666931, 33.08432638645172, 13.876506328582764, 18.414586782455444, 25.641934156417847, 20.925594806671143, 31.326986610889435, 28.046196043491364, 16.675636112689972, 11.66680783033371, 22.312337696552277, 9.792077779769897, 26.78430610895157, 13.795409321784973, 24.444125831127167, 14.750973165035248, 26.70974612236023, 30.101767241954803, 1.3968952298164368, 7.654405891895294, 31.475810885429382, 24.413164258003235, 16.426940143108368, 24.429967403411865, 12.826571941375732, 27.522699892520905, 23.724709272384644, 22.364962875843048, 15.890829503536224, 15.441655218601227, 23.11876368522644, 26.659887313842773, 33.07892596721649, 35.54404807090759, 42.42317306995392, 23.688667476177216, 28.65953880548477, 36.01202994585037, 21.079557418823242, 15.382070899009705, 16.79469633102417, 19.506503522396088, 13.691436350345612, 16.670840561389923, 27.903473496437073, 26.408887922763824, 9.877057015895844, 22.9060240983963, 11.904376924037933, 25.36038649082184, 22.57060796022415, 22.457753539085388, 23.55370157957077, 9.491037726402283, 35.692347288131714, 17.531731247901917, 22.56602644920349, 19.560771703720093, 24.807798981666565, 23.121742367744446, 21.24342256784439, 27.673033356666565, 1.6342440247535706, 17.22803246974945, 14.768941581249237, 25.609331250190735, 8.072391629219055, 29.672915041446686, 23.65486967563629, 33.494419038295746, 19.679663836956024, 29.648462533950806, 18.03098738193512, 31.68992429971695, 19.098269999027252, 23.37041825056076, 32.96086400747299, 24.174606919288635, 18.64228194952011, 22.463815808296204, 32.99150848388672, 25.791191458702087, 23.240117371082306, 28.15230143070221, 8.53318065404892, 20.832266747951508, 17.174996316432953, 21.46323835849762, 36.96298801898956, 33.30693846940994, 38.02292847633362, 4.247014939785004, 34.977525770664215, 25.74166625738144, 26.313630163669586, 26.235806107521057, 17.845230102539062, 19.850889801979065, 17.500370502471924, 16.722529232501984, 12.181423127651215, 18.72524917125702, 20.96250683069229, 21.23970890045166, 35.91211748123169, 16.020285665988922, 12.879571795463562, 21.150238931179047, 26.84914392232895, 21.448333501815796, 17.699766039848328, 23.89589411020279, 22.540977001190186, 20.576094269752502, 11.120081186294556, 25.598307728767395, 22.16684925556183, 21.84924077987671, 36.767706871032715, 27.527011215686798, 34.67832696437836, 27.90799844264984, 13.475164651870728, 23.575508952140808, 13.897944986820221, 11.502590417861938, 21.09048706293106, 22.878617525100708, 29.426383674144745, 35.76355618238449, 26.034672439098358, 28.602112412452698, 23.407492339611053, 31.227485835552216, 33.388296008110046, 24.89979237318039, 13.198813080787659, 29.218231737613678, 37.2734557390213, 30.56413573026657, 28.92445969581604, 21.17174869775772, 40.306345105171204, 26.58468210697174, 21.636871874332428, 18.007260143756866, 20.980255722999573, 14.930507779121399, 24.769448041915894, 25.36051642894745, 26.182565569877625, 30.869943618774414, 37.34478580951691, 30.444801211357117, 33.230594992637634, 12.211089670658112, 31.291636526584625, 12.410281538963318, 12.7113636136055, 19.86332130432129, 8.499287545681, 13.930088758468628, 24.68536478281021, 28.470565795898438, 21.256128311157227, 16.506989657878876, 9.259129226207733, 28.83034110069275, 18.037810146808624, 10.217409789562225, 19.52895677089691, 23.59008938074112, 25.48083221912384, 6.695549428462982, 16.528140425682068, 17.49088430404663, 29.20867532491684, 22.094072937965393, 21.716756641864777, 36.52544617652893, 25.879943430423737, 29.603076100349426, 17.87096279859543, 20.270213663578033, 29.374816477298737, 32.323348462581635, 12.49044781923294, 26.94542747735977, 23.41959798336029, 33.56829136610031, 26.33785891532898, 21.31544315814972, 15.623263478279114, 1.3893431425094604, 24.344934105873108, 16.949830293655396, 23.051250278949738, 27.34880095720291, 12.488755822181702, 28.951030910015106, 23.58270353078842, 20.225437462329865, 21.874204754829407, 23.21483737230301, 23.912464797496796, 29.8772531747818, 27.056728422641754, 27.534678757190704, 23.078286588191986, 12.270995855331421, 22.43611043691635, 36.730220675468445, 13.386548519134521, 28.149978518486023, 31.59634304046631, 20.080966413021088, 22.98740315437317, 14.426067471504211, 29.21452796459198, 14.286222457885742, 31.266381204128265, 18.00315749645233, 22.895414352416992, 21.515131294727325, 24.469721496105194, 36.211464166641235, 14.271770656108856, 30.59789502620697, 31.663986802101135, 18.817608177661896, 21.36878740787506, 18.09713923931122, 27.684290528297424, 11.894477903842926, 15.554604351520538, 10.298173785209656, 27.064577102661133, 18.071173131465912, 26.52878475189209, 28.73777586221695, 23.661302745342255, 2.0497172474861145, 14.903693675994873, 24.81460177898407, 17.491878151893616, 16.4067165851593, 30.35957580804825, 25.794106006622314, 7.9233192801475525, 24.62813687324524, 35.91184812784195, 6.745121240615845, 22.806349635124207, 14.867878794670105, 29.64795756340027, 11.638676226139069, 17.596590280532837, 32.12771534919739, 31.747333824634552, 13.301118612289429, 21.9799587726593, 27.90753412246704, 24.41148465871811, 29.57531440258026, 24.80746740102768, 9.172698378562927, 29.656519293785095, 27.677638709545135, 9.018268048763275, 12.394194781780243, 34.03932797908783, 12.700650811195374, 29.306264281272888, 25.368913888931274, 24.08923989534378, 31.414725065231323, 17.918144166469574, 23.555734992027283, 22.249922811985016, 36.837893307209015, 32.419991195201874, 27.520782947540283, 22.85678094625473, 21.172476768493652, 27.33122020959854, 18.068640887737274, 16.152618646621704, 28.24649304151535, 24.896121442317963, 14.406013667583466, 18.972254514694214, 25.26503950357437, 20.307421803474426, 14.593161940574646, 23.00845170021057, 52.62134230136871, 14.669303238391876, 3.3682565689086914, 27.458588004112244, 20.35375416278839, 25.601412057876587, 43.6558056473732, 20.78412365913391, 25.228913605213165, 13.685076296329498, 20.266397297382355, 22.442068934440613, 18.05368322134018, 9.311217904090881, 18.11369127035141, 21.55240285396576, 9.24751627445221, 17.054883778095245, 15.019744396209717, 11.213979721069336, 20.86608999967575, 18.168706119060516, 8.768481373786926, 19.69287943840027, 4.172951340675354, 9.393297731876373, 23.642993211746216, 8.66299033164978, 21.30197435617447, 27.893729209899902, 21.118506908416748, 24.923623919487, 21.902388215065002, 29.546019196510315, 12.19339370727539, 32.8290336728096, 17.777990341186523, 25.598454356193542, 34.0180703997612, 41.746968507766724, 25.184389173984528, 36.86320251226425, 20.205255687236786, 30.16825306415558, 39.85943228006363, 13.052281200885773, 16.750840067863464, 27.781110763549805, 30.609085202217102, 12.44247716665268, 18.3577561378479, 18.963567316532135, 19.60764354467392, 14.653846859931946, 20.152704000473022, 10.470160067081451, 37.70889234542847, 34.742576003074646, 25.08015376329422, 20.403913974761963, 26.385068595409393, 21.589707791805267, 7.195682883262634, 19.930736899375916, 40.21458542346954, 19.85195767879486, 15.86237758398056, 22.535954654216766, 15.384578466415405, 18.800180315971375, 20.311272144317627, 27.959888696670532, 18.161209523677826, 16.629203259944916, 41.12219578027725, 19.447564601898193, 33.98995637893677, 24.374674260616302, 26.293975174427032, 19.207714080810547, 21.128290951251984, 15.55703353881836, 19.468786895275116, 19.99970531463623, 21.622926950454712, 14.124881625175476, 28.598714768886566, 22.82578933238983, 22.569142758846283, 32.47978699207306, 18.971710860729218, 20.034011483192444, 23.792448580265045, 8.577721536159515, 30.416060864925385, 24.319195330142975, 14.120989918708801, 3.742833137512207, 11.837857484817505, 29.349077105522156, 31.847269415855408, 22.572516202926636, 18.202029049396515, 20.533645570278168, 18.775427043437958, 20.083431482315063, 30.662555873394012, 18.941741287708282, 16.113752901554108, 13.287253856658936, 15.036800920963287, 29.457180380821228, 22.354259312152863, 27.572277545928955, 23.15826851129532, 17.734958589076996, 37.66330677270889, 29.201155722141266, 16.42950052022934, 18.689923346042633, 23.284281492233276, 29.803510189056396, 25.98004573583603, 28.94182062149048, 32.48582851886749, 14.703122556209564, 35.696684300899506, 32.78791904449463, 25.616008639335632, 23.33419632911682, 20.01324737071991, 21.09381127357483, 28.042934000492096, 31.456900715827942, 38.50326442718506, 27.75292706489563, 21.2758766412735, 14.218842566013336, 29.802547693252563, 8.558372020721436, 7.726801931858063, 14.125765979290009, 21.94318950176239, 21.566365778446198, 30.24674081802368, 15.06776350736618, 35.99569094181061, 23.243213653564453, 33.32697385549545, 22.673308610916138, 26.721874952316284, 20.544399619102478, 23.41694062948227, 13.123531937599182, 17.362947285175323, 21.88550043106079, 29.401454985141754, 16.36594557762146, 24.49457961320877, 26.577346563339233, 37.316019773483276, 25.410533547401428, 29.897544384002686, 28.50829029083252, 5.277585208415985, 22.364294707775116, 21.324815273284912, 36.57221210002899, 14.065157949924469, 18.819710969924927, 18.12761825323105, 18.965103149414062, 17.45150399208069, 26.40823185443878, 15.588129699230194, 11.495259523391724, 27.150180995464325, 25.975316882133484, 3.72513484954834, 25.67764973640442, 23.755636036396027, 19.50868421792984, 12.357401669025421, 17.31870287656784, 19.095874965190887, 35.55010253190994, 27.603832483291626, 28.252675235271454, 8.543660938739777, 17.572789072990417, 25.48448246717453, 24.403086185455322, 33.53029155731201, 28.054252922534943, 21.96204924583435, 18.54069232940674, 18.75985336303711, 41.4248908162117, 40.35536313056946, 28.745491087436676, 28.091559648513794, 10.228591322898865, 26.9922314286232, 21.42891937494278, 17.017786741256714, 28.82790857553482, 29.868215143680573, 15.175107836723328, 15.15175175666809, 20.233516693115234, 20.08212661743164, 10.495419800281525, 14.24746721982956, 31.71317332983017, 23.718937695026398, 27.575750946998596, 18.557144582271576, 21.419326782226562, 18.922300457954407, 25.026285350322723, 22.474856913089752, 40.26019948720932, 16.03002816438675, 13.287859082221985, 36.09827917814255, 31.423966944217682, 31.952025592327118, 14.517250120639801, 37.80052775144577, 19.890287697315216, 30.368518829345703, 22.93330693244934, 18.08374059200287, 26.274292469024658, 15.985956132411957, 30.36191701889038, 19.896272897720337, 26.631480932235718, 11.751552641391754, 18.172833025455475, 29.254005908966064, 15.508175194263458, 11.90979927778244, 24.405250251293182, 17.182688355445862, 17.069639444351196, 18.97850626707077, 19.837771892547607, 24.664082467556, 30.403241217136383, 33.51731187105179, 18.904978334903717, 42.302223324775696, 30.39017480611801, 27.703336536884308, 15.521283030509949, 15.3581303358078, 33.39867639541626, 25.236557960510254, 14.34543490409851, 22.417651295661926, 19.654797196388245, 17.67971980571747, 18.72829705476761, 8.067911267280579, 25.493618547916412, 24.414312541484833, 20.075192987918854, 19.22156548500061, 21.35831379890442, 32.19418877363205, 30.321536123752594, 29.536263704299927, 20.173273503780365, 12.924754321575165, 18.041209995746613, 27.691357910633087, 10.629691541194916, 7.311117768287659, 19.806337535381317, 28.616159558296204, 23.490617871284485, 32.81806778907776, 16.342573821544647, 32.18729269504547, 18.60160994529724, 25.077669382095337, 17.46345204114914, 22.975486636161804, 0.8559064865112305, 38.3081613779068, 20.814650177955627, 27.023872554302216, 23.46465802192688, 31.774162113666534, 20.16915249824524, 33.05519223213196, 14.677852034568787, 30.5619558095932, 25.457883954048157, 19.954880475997925, 26.868001341819763, 26.272229492664337, 27.611208617687225, 22.40375828742981, 27.55528825521469, 25.228633165359497, 17.738955438137054, 19.15898883342743, 13.551603019237518, 21.698145806789398, 26.27498483657837, 19.729418575763702, 14.256485402584076, 4.517142236232758, 18.401580274105072, 15.168004512786865, 24.663078248500824, 21.243778824806213, 22.558862507343292, 32.58896565437317, 18.844526529312134, 18.881219446659088, 12.93409126996994, 24.037635326385498, 31.576091051101685, 24.07923001050949, 18.62215906381607, 14.430393755435944, 20.43583858013153, 31.040649354457855, 12.815214037895203, 4.574427664279938, 20.189815998077393, 15.291946232318878, 20.319933116436005, 30.737445533275604, 28.49776065349579, 20.25066304206848, 12.608487844467163, 0.5669368505477905, 30.208201229572296, 18.778867721557617, 22.661814987659454, 31.979847729206085, 15.285318613052368, 23.292410016059875, 8.566058039665222, 30.858139514923096, 19.095233857631683, 31.027856945991516, 13.243267059326172, 27.332202672958374, 28.416232228279114, 30.513007700443268, 8.224484145641327, 20.14594793319702, 17.131560504436493, 22.289041936397552, 11.52267473936081, 27.45967596769333, 28.4373579621315, 25.82125097513199, 18.832682073116302, 12.282694458961487, 33.40318304300308, 21.29071617126465, 10.809559345245361, 23.805902183055878, 6.290674328804016, 13.243972957134247, 16.400916576385498, 15.293463706970215, 17.802732825279236, 16.055973708629608, 5.81262469291687, 16.937087774276733, 16.319720029830933, 8.406039297580719, 16.101675868034363, 25.737985849380493, 35.787577986717224, 31.503896594047546, 14.984967529773712, 28.106864511966705, 25.622591078281403, 15.347313702106476, 28.42422640323639, 25.716688871383667, 22.145570993423462, 28.962530851364136, 29.0436230301857, 20.723185420036316, 31.853936731815338, 19.241122782230377, 34.68401253223419, 21.35159945487976, 23.140019416809082, 1.754075527191162, 24.19644671678543, 23.29025650024414, 32.07682156562805, 22.30507642030716, 21.474855959415436, 45.6261203289032, 8.12375944852829, 34.44367253780365, 15.004644215106964, 30.164645850658417, 14.427728176116943, 19.44152671098709, 23.974231779575348, 37.14424389600754, 9.857152044773102, 21.87339162826538, 3.253265678882599, 23.0106281042099, 22.818167626857758, 30.84326881170273, 25.601775646209717, 25.818017601966858, 20.751225888729095, 12.486365020275116, 17.332424998283386, 19.07063525915146, 14.082848846912384, 19.31511026620865, 20.36460429430008, 26.88115304708481, 26.251313269138336, 17.048459887504578, 24.157858848571777, 8.316753149032593, 22.553340435028076, 29.85792702436447, 18.178686380386353, 14.251334428787231, 31.572322130203247, 24.87609761953354, 8.66197943687439, 29.290622532367706, 17.716929852962494, 29.206519305706024, 25.47080171108246, 17.107228994369507, 19.951491355895996, 28.500376224517822, 8.690259873867035, 23.42353844642639, 31.160096645355225, 28.01350498199463, 13.71802306175232, 24.845506608486176, 27.1661878824234, 25.727882385253906, 14.611934959888458, 14.956374943256378, 15.961459279060364, 26.185965657234192, 27.81438422203064, 25.7783704996109, 19.66363400220871, 24.623767852783203, 17.493574798107147, 34.679901242256165, 25.744853854179382, 18.247941255569458, 25.548877358436584, 31.652365803718567, 27.37430465221405, 24.453765511512756, 13.64858764410019, 15.349254965782166, 23.430980682373047, 21.28962904214859, 29.47770458459854, 33.76662802696228, 28.535609781742096, 18.208045542240143, 30.619368493556976, 18.285308241844177, 30.425565540790558, 21.520399689674377, 11.096618235111237, 31.424370050430298, 3.4113301634788513, 15.68602055311203, 29.60031533241272, 19.876504838466644, 28.33527261018753, 27.034664690494537, 25.456790566444397, 19.50508338212967, 18.750235676765442, 19.22772789001465, 24.090594828128815, 18.207398533821106, 24.472302973270416, 43.188971161842346, 18.361994743347168, 18.267629623413086, 12.311057269573212, 14.522830486297607, 25.6906436085701, 25.54366844892502, 22.203895032405853, 15.55864530801773, 22.47340041399002, 6.974586844444275, 22.566921651363373, 21.090295493602753, 29.637852251529694, 16.314332246780396, 24.84358811378479, 1.2793155312538147, 15.635295808315277, 16.05882352590561, 25.00893658399582, 19.816337883472443, 16.389716148376465, 16.612188756465912, 14.345248639583588, 24.444156169891357, 18.48661518096924, 28.739305913448334, 36.022004425525665, 23.459947884082794, 18.73204731941223, 32.55716758966446, 12.24513590335846, 19.901822566986084, 33.742942452430725, 24.216036677360535, 26.160549700260162, 33.8761191368103, 10.588086426258087, 7.165936648845673, 29.273104429244995, 21.53260737657547, 14.509722530841827, 25.600679874420166, 33.29734671115875, 26.662568747997284, 21.83075213432312, 38.64429599046707, 27.032980799674988, 29.80218070745468, 27.53703361749649, 27.236974775791168, 38.92330360412598, 22.037664651870728, 21.050002455711365, 12.185996353626251, 16.64337807893753, 16.37267029285431, 22.603864550590515, 27.65621531009674, 8.215962529182434, 22.540158927440643, 12.386811971664429, 16.746576488018036, 12.568551301956177, 12.639331936836243, 14.707056879997253, 27.047111868858337, 17.911676049232483, 18.472777128219604, 24.92925649881363, 23.460594534873962, 36.64623296260834, 9.090208351612091, 20.008769035339355, 22.40037900209427, 21.838944911956787, 7.625724911689758, 27.734814822673798, 18.729020178318024, 29.46283060312271, 24.807878017425537, 23.170223653316498, 31.01058518886566, 18.788188457489014, 19.620569229125977, 10.156252801418304, 38.440425992012024, 22.56484168767929, 17.57105165719986, 21.808486342430115, 8.910512208938599, 33.895075142383575, 23.454659283161163, 11.66812390089035, 24.904741287231445, 28.442212104797363, 18.91239070892334, 16.498503029346466, 29.179345428943634, 17.802725076675415, 29.041203022003174, 27.727445006370544, 15.418076932430267, 18.84277594089508, 31.981789469718933, 25.44872283935547, 31.834169566631317, 39.51794731616974, 26.094258069992065, 14.388238489627838, 30.07092785835266, 17.45345276594162, 11.001161992549896, 32.035504043102264, 20.872314870357513, 28.660849452018738, 22.34692519903183, 21.429586350917816, 8.192990601062775, 13.438450038433075, 23.848902344703674, 25.10374164581299, 21.403431475162506, 22.16060781478882, 33.477439880371094, 20.993967592716217, 23.925656497478485, 19.718405544757843, 10.353876948356628, 16.40085071325302, 27.89240926504135, 19.641164779663086, 25.536545991897583, 22.414102613925934, 25.390043437480927, 25.690543830394745, 35.82784980535507, 26.286970257759094, 32.42765432596207, 12.372118651866913, 17.96490728855133, 20.719119548797607, 15.442666113376617, 11.022308588027954, 20.267597496509552, 23.45528107881546, 21.410870492458344, 17.146861970424652, 23.186501562595367, 24.091181337833405, 18.49501484632492, 12.971570253372192, 28.01116394996643, 18.812584102153778, 18.568653881549835, 22.016180872917175, 23.160645842552185, 29.62265521287918, 14.388983964920044, 37.543122708797455, 25.08381885290146, 25.130695641040802, 28.22776609659195, 33.076563596725464, 24.450963377952576, 25.091492533683777, 25.339510202407837, 28.95412176847458, 18.833338797092438, 21.54143500328064, 27.614836931228638, 28.295112013816833, 15.246163547039032, 21.702099919319153, 21.994692981243134, 17.66646033525467, 17.997929453849792, 20.873763740062714, 25.86185622215271, 14.500589728355408, 28.882891952991486, 20.758710861206055, 19.331125855445862, 21.87659651041031, 21.27390158176422, 11.504016399383545, 14.74880188703537, 11.097659170627594, 24.799122750759125, 18.452102839946747, 19.315200209617615, 30.214404046535492, 37.8311151266098, 13.919191718101501, 22.623053312301636, 16.432194888591766, 21.89811807870865, 14.807934761047363, 14.698382019996643, 40.65116345882416, 27.787567138671875, 23.718857407569885, 22.833348631858826, 24.73670780658722, 25.04478567838669, 16.960176944732666, 23.11103868484497, 25.93721854686737, 17.35264903306961, 17.69536942243576, 34.53902781009674, 14.442661464214325, 16.865823686122894, 26.753171265125275, 20.10344761610031, 9.15563017129898, 14.925278127193451, 6.8173330426216125, 26.585157096385956, 24.231649935245514, 19.973664343357086, 31.717927038669586, 17.845447540283203, 30.06176722049713, 3.250212013721466, 39.591746389865875, 12.519016027450562, 30.65040224790573, 24.382563889026642, 16.811532199382782, 21.52529764175415, 10.228875517845154, 17.51713079214096, 26.58380699157715, 30.198168694972992, 27.30290925502777, 15.3063343167305, 24.175379872322083, 40.994323909282684, 9.8623548746109, 30.732019066810608, 32.46174830198288, 17.606643080711365, 4.061843574047089, 6.918777048587799, 30.591289699077606, 25.559502601623535, 15.115163266658783, 17.669511139392853, 14.302251815795898, 26.06034129858017, 16.91946703195572, 22.399861991405487, 0.6801543831825256, 20.93967032432556, 8.883412480354309, 17.409812450408936, 11.960116863250732, 19.36204183101654, 6.0717580914497375, 2.1281635761260986, 22.938825011253357, 23.994780600070953, 17.776738584041595, 21.590393722057343, 11.188526451587677, 18.185551643371582, 16.69241601228714, 28.28263360261917, 22.34256798028946, 23.300337314605713, 19.552572071552277, 15.905971705913544, 16.91644459962845, 21.944195210933685, 17.27308416366577, 19.746448278427124, 22.39720320701599, 14.793641448020935, 21.860304594039917, 21.224721252918243, 32.2665451169014, 10.225308418273926, 10.763689756393433, 12.243646800518036, 9.85129714012146, 27.31342101097107, 4.318959534168243, 46.65468466281891, 28.854214787483215, 28.046213030815125, 31.264701426029205, 21.79855513572693, 29.83321988582611, 26.647166848182678, 6.004663527011871, 35.653154134750366, 27.309150338172913, 29.36948937177658, 24.30129724740982, 29.61571103334427, 24.76622474193573, 24.211017608642578, 35.45107161998749, 15.19592148065567, 13.989583790302277, 28.243896543979645, 30.293326914310455, 11.252975761890411, 28.34597820043564, 21.189075767993927, 24.182542860507965, 29.108398139476776, 24.100031673908234, 10.04904043674469, 8.232931196689606, 23.4623783826828, 1.6519575715065002, 25.076047778129578, 18.495749950408936, 33.41531437635422, 21.728810131549835, 17.659264624118805, 23.494242429733276, 22.614209592342377, 15.171166718006134, 14.678033649921417, 7.911400496959686, 31.62772274017334, 45.51856732368469, 26.106161177158356, 9.099726498126984, 17.51879996061325, 27.74156081676483, 29.278325498104095, 20.239603281021118, 28.330031096935272, 22.33083027601242, 11.467115819454193, 35.38839012384415, 30.45259016752243, 11.356991648674011, 26.041261672973633, 33.813103795051575, 29.38782972097397, 18.496435046195984, 18.355255484580994, 11.925028443336487, 12.420601963996887, 38.768411695957184, 27.148335576057434, 23.444356083869934, 18.84481519460678, 24.163562178611755, 14.385421812534332, 26.658823251724243, 15.80703604221344, 24.38616782426834, 30.16171306371689, 22.358891487121582, 38.25930619239807, 24.290144205093384, 16.529140532016754, 27.869035482406616, 20.258190870285034, 11.30323439836502, 24.100029349327087, 17.071452260017395, 14.322523176670074, 22.99383008480072, 38.05429923534393, 19.99444216489792, 35.23757231235504, 18.99463838338852, 25.529125094413757, 31.047253668308258, 17.936933159828186, 20.695312023162842, 20.179743945598602, 24.01917016506195, 20.28011679649353, 17.60497671365738, 30.90406197309494, 18.141097724437714, 21.857840299606323, 22.650831818580627, 25.45107114315033, 27.689337611198425, 25.45366406440735, 30.13892900943756, 29.3946350812912, 31.452532410621643, 22.57323694229126, 13.878441095352173, 26.221138179302216, 20.93800389766693, 18.500434517860413, 23.90697342157364, 13.587427496910095, 35.30746233463287, 30.27772217988968, 33.75752979516983, 13.529072046279907, 19.7276748418808, 24.608753085136414, 16.942185699939728, 12.09439218044281, 18.658204436302185, 40.51171010732651, 26.682625651359558, 27.734579861164093, 13.282987296581268, 27.456521332263947, 25.364334404468536, 17.228241682052612, 9.271698355674744, 26.99869006872177, 27.51375651359558, 32.73663771152496, 32.87361580133438, 12.345610976219177, 3.2320980429649353, 22.247960329055786, 32.68247979879379, 20.724306106567383, 23.57769674062729, 18.829040706157684, 13.76107132434845, 26.48810166120529, 21.280420660972595, 10.294810175895691, 33.2725225687027, 24.792299151420593, 40.79739546775818, 8.963569045066833, 28.745028614997864, 27.343641340732574, 11.883128881454468, 23.68743461370468, 23.58684551715851, 15.845641493797302, 27.082501351833344, 11.140350341796875, 1.8705467581748962, 18.76885288953781, 18.091870188713074, 31.829421401023865, 28.28412365913391, 20.24985533952713, 25.092403769493103, 29.019978284835815, 9.724578499794006, 20.717425525188446, 13.851479828357697, 21.12048625946045, 22.83963930606842, 1.4673872590065002, 22.39027827978134, 25.9403258562088, 28.791444182395935, 38.36896097660065, 17.49001657962799, 31.53830772638321, 14.231674134731293, 14.931744635105133, 22.023258447647095, 1.8334749937057495, 26.21840274333954, 24.350032150745392, 13.699766337871552, 17.28749108314514, 10.650512933731079, 17.52162855863571, 15.574017465114594, 10.156038701534271, 10.459412336349487, 13.664214253425598, 13.511710584163666, 10.115200638771057, 29.00561821460724, 30.076493203639984, 22.57705056667328, 20.20568573474884, 2.1362667083740234, 21.683163225650787, 28.92947155237198, 9.913897812366486, 9.626078248023987, 34.092157661914825, 22.248108625411987, 27.58173418045044, 25.870924472808838, 20.21321803331375, 26.675389409065247, 18.74973773956299, 41.11103266477585, 20.609922289848328, 29.267409563064575, 23.217361390590668, 8.657395601272583, 11.553393959999084, 25.307569205760956, 31.08129322528839, 20.272256314754486, 16.918466210365295, 19.620707750320435, 19.96156620979309, 21.40372097492218, 25.79456388950348, 25.615244030952454, 31.063296735286713, 29.81693696975708, 27.68437349796295, 3.3307939171791077, 5.343534290790558, 16.90968132019043, 36.45034271478653, 24.135107040405273, 28.520960807800293, 25.387589752674103, 21.49739122390747, 30.02424943447113, 39.418347001075745, 27.383459150791168, 16.483389139175415, 27.046265423297882, 16.595389783382416, 30.71850711107254, 20.917308688163757, 37.86976081132889, 26.636423230171204, 27.2677081823349, 18.951524019241333, 21.51098269224167, 13.01071959733963, 12.343079209327698, 19.34867227077484, 1.3141584396362305, 5.961925566196442, 25.13918274641037, 11.108956456184387, 11.828373670578003, 22.380666971206665, 20.883950889110565, 32.39562702178955, 23.63215458393097, 3.0515469312667847, 25.534442245960236, 19.095313608646393, 25.656780123710632, 29.7359778881073, 29.247728526592255, 16.11357933282852, 24.92812442779541, 28.142820954322815, 4.403252005577087, 29.30257558822632, 34.78330773115158, 35.33740949630737, 13.300449907779694, 21.50686812400818, 26.192903995513916, 29.427398681640625, 27.74303275346756, 37.07201051712036, 29.498516619205475, 15.101775467395782, 36.914270997047424, 6.493907868862152, 31.148136973381042, 35.406586050987244, 36.376179695129395, 29.297746241092682, 39.5968918800354, 19.597337305545807, 24.43351972103119, 18.80454272031784, 26.014298677444458, 25.006750285625458, 29.60747331380844, 26.8532572388649, 16.572803139686584, 14.10441118478775, 8.98731130361557, 18.41394066810608, 12.973003327846527, 36.01374286413193, 24.0163591504097, 12.783298373222351, 11.810127198696136, 8.917834281921387, 10.174788117408752, 20.76188188791275, 25.285605430603027, 25.75311553478241, 22.6508047580719, 26.76766127347946, 21.23794323205948, 25.40679097175598, 13.187243342399597, 28.14493954181671, 26.301198482513428, 21.76687002182007, 22.136767864227295, 4.8544570207595825, 27.103368937969208, 38.602776288986206, 15.263468086719513, 14.669839560985565, 28.55409002304077, 23.728816986083984, 25.855650663375854, 15.76133918762207, 33.663931131362915, 14.61805772781372, 27.67776131629944, 27.56587678194046, 36.00370800495148, 14.863413453102112, 16.467031836509705, 14.654873371124268, 24.030615270137787, 20.87569087743759, 16.234309494495392, 24.855440258979797, 13.156862676143646, 20.9419926404953, 25.779291570186615, 29.798345267772675, 8.149998605251312, 34.4336741566658, 14.832817018032074, 33.926325619220734, 24.795910120010376, 29.91627538204193, 23.29470545053482, 26.70510083436966, 23.817114174365997, 8.266563057899475, 17.498752236366272, 32.049150228500366, 41.30682557821274, 10.06364917755127, 18.762706458568573, 8.707118690013885, 11.911453366279602, 13.733325183391571, 16.190370798110962, 15.916009843349457, 24.254087269306183, 16.929782450199127, 22.772351562976837, 28.344166040420532, 44.4167600274086, 23.379074454307556, 17.214018046855927, 15.33916574716568, 27.540916860103607, 22.621510863304138, 25.03144234418869, 12.60683411359787, 34.712552309036255, 22.338159382343292, 28.89644706249237, 21.171525180339813, 18.501102924346924, 16.438777565956116, 19.008692026138306, 20.508504271507263, 17.63184767961502, 20.634205281734467, 25.32145231962204, 14.487787067890167, 33.08182406425476, 34.82535356283188, 16.476160407066345, 22.378732085227966, 5.956248641014099, 30.91166067123413, 16.38649559020996, 7.375475823879242, 8.078871965408325, 16.168643534183502, 33.01037299633026, 14.487260282039642, 22.000271022319794, 23.70927542448044, 22.389528512954712, 31.451945960521698, 21.696041524410248, 24.817197680473328, 21.839246332645416, 14.69067895412445, 14.561452388763428, 13.956005156040192, 26.80487424135208, 33.7293786406517, 31.194598138332367, 48.39825963973999, 14.370150089263916, 31.226518273353577, 32.20928591489792, 23.803372502326965, 16.496810019016266, 34.46456617116928, 16.921367645263672, 18.53583937883377, 21.00258195400238, 29.383190631866455, 17.754103779792786, 20.26672738790512, 19.843410193920135, 31.490448772907257, 6.906571269035339, 10.296056807041168, 33.22061342000961, 21.353796780109406, 12.003485798835754, 14.706437408924103, 35.40665990114212, 29.29515665769577, 24.38687252998352, 13.795261025428772, 25.033993363380432, 21.664025962352753, 22.42755961418152, 6.199732184410095, 19.405022978782654, 25.48452240228653, 17.35406118631363, 34.833311855793, 19.976719677448273, 13.44577294588089, 21.17274534702301, 25.617254078388214, 19.371134996414185, 23.172470092773438, 20.16811490058899, 25.698508501052856, 24.622309386730194, 11.218381404876709, 18.30265498161316, 15.560191988945007, 22.70269012451172, 21.717149555683136, 44.61989402770996, 19.917219519615173, 21.408179879188538, 38.23001128435135, 29.46144676208496, 22.433903515338898, 14.215969204902649, 26.448613345623016, 16.562036275863647, 16.60738641023636, 22.20341247320175, 28.224971652030945, 27.49594509601593, 19.837145447731018, 9.239207327365875, 16.698900520801544, 14.498227834701538, 18.87722909450531, 19.22223675251007, 21.564720571041107, 29.867003738880157, 34.15053826570511, 18.625884294509888, 26.003528237342834, 30.493818700313568, 21.20870816707611, 9.752471268177032, 20.260752618312836, 30.049362301826477, 23.062074184417725, 14.050143539905548, 25.656510412693024, 30.33142250776291, 13.932517170906067, 13.558277308940887, 12.236052811145782, 38.94753831624985, 31.584111213684082, 22.156705915927887, 12.059977054595947, 34.51478707790375, 27.602159321308136, 23.230349719524384, 21.81879448890686, 17.226366996765137, 25.32367342710495, 17.6323304772377, 23.828992247581482, 27.43986678123474, 22.302700340747833, 16.031468212604523, 21.663023471832275, 16.51708287000656, 22.08912080526352, 28.54375946521759, 24.96432203054428, 18.828777372837067, 13.50448888540268, 16.691324770450592, 27.71175581216812, 23.19506084918976, 14.20199829339981, 21.209743201732635, 28.92193102836609, 23.523955941200256, 19.942658483982086, 30.08146768808365, 39.62439739704132, 21.539114236831665, 12.660785853862762, 29.755133032798767, 5.9182164669036865, 24.148994743824005, 16.734716176986694, 5.995349287986755, 14.30717533826828, 33.99184787273407, 21.246473610401154, 12.608348608016968, 37.81553465127945, 26.860438108444214, 26.453681647777557, 21.99525409936905, 30.972408175468445, 6.270449459552765, 25.22184044122696, 13.072504818439484, 16.78538864850998, 23.16934835910797, 28.99500846862793, 30.13748210668564, 14.112388610839844, 13.42911547422409, 27.503521502017975, 17.3377246260643, 17.65725529193878, 15.87124502658844, 18.850749611854553, 19.552669405937195, 1.693011224269867, 1.7206273674964905, 24.608351290225983, 12.000973403453827, 15.821639597415924, 30.373046934604645, 14.09902709722519, 28.34818136692047, 19.475715816020966, 20.829980552196503, 30.08220899105072, 37.886442601680756, 28.20534837245941, 23.42358487844467, 15.23010516166687, 15.8672553896904, 9.82544720172882, 29.45362615585327, 37.304870307445526, 28.611240327358246, 28.993903934955597, 28.878549337387085, 33.34734398126602, 31.48099809885025, 21.94947236776352, 37.94499331712723, 23.059947073459625, 18.391911804676056, 14.334595918655396, 32.53898072242737, 24.973497688770294, 10.86417430639267, 19.799523055553436, 26.860586524009705, 20.711152732372284, 9.303588330745697, 28.349984347820282, 31.7059708237648, 27.83095407485962, 31.163756549358368, 35.68497383594513, 35.86364048719406, 16.628939032554626, 35.532175838947296, 25.65578919649124, 11.672946214675903, 12.59087884426117, 22.64663392305374, 20.96051585674286, 16.866252720355988, 21.251031458377838, 11.57093757390976, 15.475691318511963, 26.496939659118652, 23.615996062755585, 17.170930802822113, 24.355926632881165, 16.213609516620636, 23.67617166042328, 23.039469718933105, 20.6803178191185, 28.002375960350037, 23.207762897014618, 4.228861689567566, 28.3358895778656, 20.737184166908264, 36.84253978729248, 23.803612768650055, 22.66807520389557, 20.07554841041565, 20.113359034061432, 20.284538745880127, 19.77495551109314, 22.792759835720062, 23.658852875232697, 27.443926334381104, 21.60344421863556, 32.4415448307991, 27.794606506824493, 19.33276069164276, 23.63222646713257, 23.14293372631073, 25.39349353313446, 4.545420527458191, 27.493989765644073, 22.44787061214447, 36.50575852394104, 16.852915585041046, 33.48226177692413, 13.078577399253845, 20.848619759082794, 23.74138969182968, 20.26453560590744, 24.618894457817078, 18.266749918460846, 27.205186188220978, 27.83874422311783, 16.69075322151184, 7.715505361557007, 31.676407516002655, 21.35334485769272, 24.16326332092285, 25.199370682239532, 16.49686235189438, 30.692660570144653, 33.46934527158737, 14.878760397434235, 28.370230674743652, 19.82892417907715, 12.842924892902374, 16.485681295394897, 22.08778953552246, 19.92677104473114, 13.812879741191864, 17.00109100341797, 22.376509189605713, 27.60899269580841, 12.755351305007935, 37.314364075660706, 23.351159036159515, 29.559849858283997, 10.176803827285767, 23.306975841522217, 23.8183211684227, 26.13903284072876, 11.978703498840332, 30.658936023712158, 22.98440581560135, 25.464137315750122, 26.325482964515686, 16.22085475921631, 22.31499683856964, 17.69265043735504, 4.501314282417297, 10.087529361248016, 32.56050044298172, 21.968111038208008, 15.72059941291809, 29.960749685764313, 18.776586174964905, 26.812999844551086, 13.842770338058472, 24.965628445148468, 23.839437425136566, 17.031738817691803, 22.220093488693237, 29.16938441991806, 27.178664982318878, 10.860446989536285, 24.111120760440826, 10.11584997177124, 34.253574550151825, 25.096620082855225, 13.782187819480896, 23.08040100336075, 32.11613154411316, 27.74718725681305, 15.719228506088257, 16.06968253850937, 25.69562339782715, 18.89523196220398, 22.601916193962097, 25.58319616317749, 13.242680966854095, 24.323348343372345, 14.654336929321289, 12.025096714496613, 8.398811876773834, 21.843027532100677, 28.566964089870453, 28.532137393951416, 8.046820521354675, 30.363319218158722, 23.141743779182434, 16.98922371864319, 21.520421385765076, 26.537487030029297, 15.926398932933807, 18.415065944194794, 29.538633942604065, 22.983134865760803, 20.612414360046387, 29.38946682214737, 21.906426668167114, 18.440837621688843, 15.164385735988617, 21.809580743312836, 18.15863287448883, 47.16730636358261, 9.180781841278076, 14.304089367389679, 31.539364397525787, 25.136638045310974, 20.744325578212738, 20.26695191860199, 21.188835382461548, 30.57410043478012, 18.137334644794464, 25.171729505062103, 36.580134093761444, 14.40438163280487, 29.418350100517273, 26.65543258190155, 37.576619029045105, 28.104492008686066, 20.19265615940094, 14.687933146953583, 16.241519451141357, 16.28251200914383, 15.398870468139648, 23.108574390411377, 25.430627822875977, 24.847639560699463, 15.79514366388321, 18.94605004787445, 20.389349043369293, 32.42000275850296, 20.93530398607254, 20.99935668706894, 12.408146798610687, 34.491847693920135, 40.51646304130554, 19.74251002073288, 27.963530778884888, 13.682900547981262, 29.831602931022644, 27.021376192569733, 23.19720685482025, 25.699166178703308, 29.686732411384583, 35.928359627723694, 25.27651423215866, 27.645407140254974, 26.291368544101715, 23.58965313434601, 31.651921331882477, 26.482959747314453, 21.06423944234848, 25.567522048950195, 19.14018154144287, 11.007440328598022, 23.002723455429077, 22.77216100692749, 21.156236588954926, 16.147970616817474, 16.327112555503845, 20.905312538146973, 29.1603524684906, 30.419486045837402, 17.14655750989914, 17.11544907093048, 21.816553473472595, 18.33799797296524, 21.911558389663696, 25.425764799118042, 16.482296347618103, 19.215144276618958, 1.8176510334014893, 17.52670031785965, 19.57728886604309, 16.541057646274567, 31.10065793991089, 12.758544504642487, 23.574423789978027, 17.85240638256073, 21.326683580875397, 16.255786895751953, 21.611745178699493, 21.03161984682083, 28.202320098876953, 24.420498430728912, 25.76272964477539, 18.039835155010223, 16.73131674528122, 21.416590750217438, 14.162629902362823, 22.357533037662506, 13.390154480934143, 20.482741832733154, 25.617499887943268, 19.76002162694931, 18.575634241104126, 28.686418771743774, 27.521245777606964, 17.909423768520355, 9.462460696697235, 0.31155240535736084, 20.166437804698944, 24.870060741901398, 20.096810281276703, 20.058108389377594, 28.925196886062622, 29.714068174362183, 20.09455507993698, 7.738507091999054, 21.01507318019867, 5.4542089104652405, 33.73315739631653, 30.96038717031479, 28.780903220176697, 26.58233004808426, 16.28719538450241, 25.48325151205063, 36.82116901874542, 24.113369584083557, 30.83202201128006, 25.31469029188156, 9.594326972961426, 25.68224436044693, 12.274503588676453, 24.17756086587906, 21.596277236938477, 20.71063941717148, 35.286709904670715, 19.59659892320633, 21.681904435157776, 16.829112470149994, 22.41466236114502, 16.901603519916534, 14.483652949333191, 18.475737929344177, 27.088673651218414, 20.261440694332123, 17.50135314464569, 23.14916080236435, 21.444389164447784, 31.68250799179077, 23.785707890987396, 20.64667636156082, 20.471133410930634, 26.66004830598831, 14.534406125545502, 16.56691825389862, 13.694051504135132, 16.828985035419464, 22.290763437747955, 21.178849399089813, 34.4719033241272, 26.224009335041046, 30.198433697223663, 24.35158908367157, 31.27852576971054, 14.905270397663116, 18.141539335250854, 23.350161373615265, 18.275303781032562, 28.876756072044373, 23.850507020950317, 26.43172162771225, 32.189153492450714, 19.558202981948853, 32.18683648109436, 24.204752326011658, 26.15759825706482, 29.599879145622253, 34.39800649881363, 18.06261843442917, 22.071988880634308, 22.51548957824707, 28.58858847618103, 11.189140617847443, 17.11844652891159, 15.77371072769165, 16.418771624565125, 27.07521742582321, 28.32715529203415, 29.823615968227386, 22.328498244285583, 22.98059195280075, 21.842563211917877, 20.420373678207397, 25.580688655376434, 22.698080599308014, 11.781070709228516, 24.856428623199463, 40.91043412685394, 22.59110563993454, 6.894523203372955, 20.6957545876503, 23.852959632873535, 25.840664446353912, 17.193605661392212, 28.048136055469513, 28.665605902671814, 29.90901267528534, 18.322042107582092, 18.28902953863144, 17.569759130477905, 28.09642505645752, 17.52891170978546, 23.395919799804688, 27.012426018714905, 31.761273741722107, 14.510750889778137, 16.02126568555832, 11.982325911521912, 33.17127823829651, 23.41974312067032, 23.88352119922638, 24.53704959154129, 40.116872668266296, 15.913011729717255, 21.730675041675568, 24.157081246376038, 21.545829355716705, 12.046872735023499, 12.725909233093262, 20.44109171628952, 16.573767840862274, 21.948990404605865, 11.052796959877014, 33.987270414829254, 12.245876550674438, 18.082638204097748, 32.424958646297455, 31.094151198863983, 20.88218080997467, 24.35362720489502, 26.80622088909149, 25.47739613056183, 26.152303874492645, 16.25711864233017, 18.464163064956665, 23.8904709815979, 28.707466542720795, 23.515052914619446, 20.587442755699158, 29.045602202415466, 33.035648226737976, 32.114186465740204, 14.619345903396606, 1.127844214439392, 21.81368201971054, 19.3108069896698, 20.018044531345367, 21.17535775899887, 29.458917915821075, 30.153826355934143, 17.149357080459595, 22.983154475688934, 7.884083807468414, 25.901087820529938, 30.926241159439087, 9.054362654685974, 30.8695450425148, 17.964245855808258, 9.882028460502625, 15.271886348724365, 26.384630382061005, 22.23206228017807, 28.386531591415405, 20.84385859966278, 12.767751097679138, 24.841747879981995, 20.39967381954193, 37.443222641944885, 30.267274081707, 26.682730555534363, 18.10507184267044, 18.596081972122192, 22.4255291223526, 27.40602421760559, 15.870176374912262, 27.203831017017365, 23.775927782058716, 14.47844123840332, 27.409164488315582, 23.12315285205841, 21.89351063966751, 16.840390980243683, 17.03189581632614, 18.806560575962067, 22.05371856689453, 25.669983208179474, 27.6568785905838, 15.103401958942413, 34.811726570129395, 23.529009222984314, 14.107291400432587, 32.61402225494385, 17.049729466438293, 5.043052792549133, 27.634913206100464, 28.355936586856842, 30.106564044952393, 9.194111049175262, 17.479748249053955, 24.560779869556427, 22.54602998495102, 15.961678683757782, 18.70432686805725, 27.780942261219025, 24.778170585632324, 20.25541079044342, 29.965108454227448, 28.151986360549927, 40.172974586486816, 24.935344398021698, 23.617852330207825, 24.460206151008606, 20.175675213336945, 32.585953295230865, 19.075316071510315, 10.865918099880219, 26.234303832054138, 35.46310168504715, 18.689311027526855, 16.134783148765564, 25.591564059257507, 22.655656814575195, 31.469410955905914, 27.965138256549835, 17.174252569675446, 26.99144273996353, 33.87265318632126, 13.409863770008087, 21.923720359802246, 34.252192199230194, 25.502619087696075, 27.474281132221222, 17.496897995471954, 29.52726799249649, 17.666348338127136, 17.805623471736908, 14.96231096982956, 30.79768443107605, 24.58065354824066, 21.93471872806549, 5.238106548786163, 24.382762014865875, 26.164569437503815, 22.609671652317047, 22.87930339574814, 27.25309592485428, 28.082026422023773, 21.449439883232117, 25.767347753047943, 21.340042531490326, 25.08493036031723, 21.348890483379364, 25.07723754644394, 15.910711884498596, 32.737649381160736, 23.834601879119873, 29.841237783432007, 23.40979892015457, 21.404308676719666, 27.250325560569763, 35.32139474153519, 25.101761519908905, 14.823371052742004, 35.13975417613983, 24.816533744335175, 25.425454914569855, 24.886363983154297, 22.137650847434998, 20.42563307285309, 20.066644370555878, 9.818400382995605, 7.83546370267868, 28.377050936222076, 23.245248794555664, 27.752580523490906, 16.15678036212921, 23.281175553798676, 23.686711847782135, 23.825770139694214, 15.51642495393753, 24.03923201560974, 23.40902268886566, 28.001103341579437, 21.150781273841858, 24.258849918842316, 18.032411098480225, 13.130191385746002, 18.452923953533173, 13.179760932922363, 17.910978078842163, 11.460810780525208, 23.660525798797607, 23.856868743896484, 29.740039587020874, 23.280583560466766, 24.060171127319336, 17.398053765296936, 20.194661736488342, 18.53333753347397, 12.25024151802063, 21.181951761245728, 20.321927785873413, 25.855514109134674, 35.499271750450134, 11.159283876419067, 26.626653134822845, 29.719358682632446, 26.192506909370422, 18.455784618854523, 21.011355698108673, 15.761688947677612, 22.68988585472107, 32.15619218349457, 14.238601624965668, 46.400404036045074, 16.505148589611053, 18.161871314048767, 17.905194580554962, 31.981418073177338, 1.9408439993858337, 23.97573810815811, 20.702235341072083, 20.48368501663208, 18.86398160457611, 11.326382398605347, 19.03879827260971, 12.863449513912201, 19.766523361206055, 18.876198828220367, 19.779162406921387, 31.016535699367523, 34.53854823112488, 14.091419517993927, 8.989014029502869, 37.231016755104065, 19.60180389881134, 28.365610003471375, 17.806157886981964, 17.765473008155823, 17.906574428081512, 26.845700919628143, 13.620183110237122, 15.628330826759338, 29.38782972097397, 6.675431668758392, 25.803791880607605, 43.841874957084656, 19.37237775325775, 24.314647495746613, 19.25129771232605, 23.005602717399597, 34.252281665802, 26.166486501693726, 17.250355541706085, 24.507503509521484, 37.90066647529602, 14.504993617534637, 19.513217985630035, 18.575224101543427, 8.547686696052551, 21.166726171970367, 23.6902979016304, 32.00135791301727, 18.992237210273743, 19.392421543598175, 27.503949761390686, 18.5046569108963, 21.825564205646515, 28.151066422462463, 16.60583382844925, 33.70740443468094, 29.13074040412903, 16.896370589733124, 48.75390386581421, 20.157822132110596, 31.52473086118698, 10.44932246208191, 10.55326771736145, 20.294049322605133, 32.02463722229004, 9.486913204193115, 22.869793951511383, 22.148181557655334, 11.35651409626007, 32.548594772815704, 16.969181776046753, 16.73927539587021, 32.86377990245819, 30.823444843292236, 13.468754529953003, 23.85428512096405, 21.39153391122818, 10.230207741260529, 17.70496565103531, 12.552791476249695, 3.713455379009247, 25.485937476158142, 16.20856088399887, 14.796363472938538, 27.87297946214676, 30.12014728784561, 28.958014011383057, 22.704768419265747, 10.086082220077515, 24.369245409965515, 13.71005403995514, 13.314096093177795, 35.26696020364761, 16.537568271160126, 21.87343943119049, 19.87610560655594, 12.426235973834991, 11.527312397956848, 19.57833045721054, 21.327214181423187, 12.291126430034637, 27.16051733493805, 15.100633919239044, 21.728217661380768, 27.149273931980133, 22.167239785194397, 22.36111581325531, 25.84984862804413, 31.059794902801514, 29.783620417118073, 26.477901816368103, 15.056719839572906, 39.43148362636566, 26.929222464561462, 24.794118881225586, 30.50020259618759, 33.91293281316757, 19.95810765028, 26.423444032669067, 24.349519848823547, 10.146566271781921, 29.518320739269257, 11.940833389759064, 27.351234436035156, 10.64352148771286, 15.39614051580429, 13.260227501392365, 34.439379811286926, 14.781055212020874, 20.209424018859863, 22.967997312545776, 28.97158944606781, 23.61260849237442, 18.51147049665451, 8.426274538040161, 12.665338397026062, 22.17080730199814, 18.78162372112274, 21.830524563789368, 19.56474143266678, 33.77427536249161, 29.621869564056396, 13.026138663291931, 23.535790503025055, 28.96964931488037, 15.900340855121613, 20.690104067325592, 21.878350496292114, 18.74015837907791, 27.148974537849426, 20.998102247714996, 21.293261885643005, 13.197304427623749, 10.5556121468544, 20.56761544942856, 26.615546882152557, 18.39383041858673, 27.881954669952393, 29.5981222987175, 28.135349333286285, 27.563022434711456, 6.67215895652771, 27.680562436580658, 6.771073997020721, 7.425251007080078, 20.60540336370468, 28.261059522628784, 9.482611894607544, 11.960469007492065, 35.60640209913254, 34.653655886650085, 27.562636256217957, 23.497027695178986, 28.437955856323242, 33.765678107738495, 18.722525537014008, 31.55243408679962, 24.992888271808624, 15.129748404026031, 35.476010620594025, 34.021880090236664, 21.314283788204193, 26.282993972301483, 27.495125830173492, 11.95229434967041, 24.011485755443573, 16.45419931411743, 22.41775918006897, 19.946476757526398, 33.18102878332138, 22.978086054325104, 17.48330706357956, 21.073619484901428, 34.24016535282135, 12.702010929584503, 23.87230145931244, 26.877480506896973, 15.487306714057922, 22.466909766197205, 29.7353578209877, 16.54777240753174, 28.98274600505829, 24.7402400970459, 21.509119749069214, 29.074564158916473, 31.444950997829437, 15.464909195899963, 34.47019475698471, 26.73957848548889, 43.01649796962738, 13.06706589460373, 23.762978553771973, 3.012631058692932, 25.380220472812653, 33.305771350860596, 22.950579226017, 28.18771117925644, 21.840225279331207, 27.992242634296417, 16.93087351322174, 12.788053333759308, 19.806321918964386, 19.228119373321533, 18.222256660461426, 5.680468440055847, 11.623262286186218, 17.908828735351562, 31.32275676727295, 16.128948211669922, 20.786758244037628, 17.11705720424652, 3.2869064807891846, 25.35743522644043, 16.75248634815216, 12.339908480644226, 16.65742188692093, 19.035075068473816, 33.255712270736694, 15.312693774700165, 40.246670961380005, 14.749313950538635, 22.60040771961212, 15.592405140399933, 15.312398135662079, 6.893733978271484, 27.29930931329727, 20.595054030418396, 34.34700781106949, 27.12167090177536, 30.21676331758499, 11.221135318279266, 24.976809918880463, 30.008294343948364, 10.164773046970367, 14.633199870586395, 24.824374496936798, 19.062939047813416, 25.626610457897186, 11.751652359962463, 29.133528530597687, 22.984090447425842, 12.063861310482025, 16.99270361661911, 29.84644317626953, 28.303772568702698, 35.87600386142731, 11.00162386894226, 15.341474294662476, 19.23277235031128, 39.33271998167038, 22.652061641216278, 19.782633304595947, 19.2346733212471, 16.09444797039032, 25.18038147687912, 23.276401042938232, 27.41439425945282, 6.8442288637161255, 9.070757150650024, 17.766276001930237, 20.944319367408752, 23.6879021525383, 32.6176455616951, 17.12885457277298, 22.249495089054108, 24.48697292804718, 14.299323678016663, 25.327987909317017, 9.864589035511017, 16.287044763565063, 23.31387287378311, 40.303852915763855, 12.676940679550171, 16.610580444335938, 26.53459918498993, 19.911895155906677, 21.67313528060913, 8.065513014793396, 13.004813075065613, 31.575847566127777, 15.323455929756165, 26.865142822265625, 7.956460475921631, 18.67944699525833, 20.723545491695404, 12.488313794136047, 35.124683260917664, 36.32441204786301, 24.699244022369385, 31.647122085094452, 12.716350436210632, 30.664618253707886, 18.082785964012146, 25.175415694713593, 20.78551685810089, 32.94460594654083, 33.59994226694107, 18.313778400421143, 14.432417571544647, 21.170833230018616, 22.68155699968338, 14.38987922668457, 37.047164499759674, 21.532441794872284, 21.775314688682556, 7.397333323955536, 30.732200145721436, 32.8516685962677, 23.04088133573532, 21.086422324180603, 18.42565417289734, 20.273580133914948, 31.986063361167908, 23.385028183460236, 23.423665404319763, 21.65902215242386, 21.945309221744537, 28.97996896505356, 27.55802297592163, 19.364925861358643, 17.878694117069244, 29.50526589155197, 12.84992241859436, 25.890186190605164, 21.564123690128326, 27.232999086380005, 27.08232408761978, 16.77887636423111, 22.754077076911926, 22.168999910354614, 28.616544783115387, 24.244732320308685, 19.99273329973221, 13.359938323497772, 4.819231629371643, 10.724222600460052, 29.849574327468872, 27.069985151290894, 24.45265382528305, 24.80584806203842, 29.712416231632233, 14.056406021118164, 24.110030591487885, 27.43039721250534, 14.10871708393097, 29.03698205947876, 11.14623475074768, 20.327163338661194, 23.206651151180267, 13.820160150527954, 19.006093740463257, 28.01242244243622, 35.42503064870834, 16.085401594638824, 28.97282838821411, 20.741442143917084, 28.188194632530212, 36.10774827003479, 18.561601996421814, 4.491512954235077, 27.997734427452087, 17.05503636598587, 29.20247358083725, 1.2268023490905762, 16.38517254590988, 34.770693361759186, 39.47328096628189, 11.250982224941254, 32.67125976085663, 14.354641079902649, 23.18449181318283, 23.419262766838074, 27.54428893327713, 24.59055197238922, 18.75991201400757, 12.237759828567505, 25.18385124206543, 23.871783912181854, 21.324649930000305, 9.424640476703644, 19.041266977787018, 17.054604709148407, 31.079069197177887, 21.11725777387619, 33.04201292991638, 19.981941640377045, 18.081726372241974, 18.272314727306366, 14.96875375509262, 19.308298766613007, 26.801193833351135, 10.245069324970245, 25.893346190452576, 23.903049111366272, 35.3228000998497, 25.527143478393555, 22.85558009147644, 23.419518887996674, 8.060622870922089, 22.845384895801544, 7.827524423599243, 17.926802933216095, 7.508112013339996, 19.793872714042664, 32.3796888589859, 27.733973681926727, 31.932990610599518, 32.594799280166626, 35.82782733440399, 21.819905400276184, 28.827359795570374, 36.01076686382294, 13.539771020412445, 18.995628118515015, 7.455268025398254, 18.65687245130539, 33.48799240589142, 21.356936752796173, 25.066413640975952, 27.638229608535767, 17.03952431678772, 32.26368123292923, 25.903707087039948, 32.56852912902832, 21.48557609319687, 12.932762622833252, 20.540132761001587, 11.584791958332062, 14.47085440158844, 1.366589903831482, 27.18841677904129, 22.21886771917343, 15.241813898086548, 28.945132851600647, 25.933975875377655, 29.334744095802307, 19.45852291584015, 14.153777420520782, 24.48078316450119, 20.688539922237396, 18.661660611629486, 37.73495888710022, 24.648320496082306, 21.1131494641304, 26.974691927433014, 19.511820793151855, 35.00622910261154, 13.053606629371643, 10.628335654735565, 43.58236634731293, 12.583253264427185, 30.75603014230728, 39.62631958723068, 19.856740415096283, 12.680159568786621, 18.68998682498932, 25.34501677751541, 11.488937020301819, 19.09592580795288, 22.219581842422485, 28.78379213809967, 28.92009276151657, 25.50871515274048, 24.28069680929184, 10.507220685482025, 24.64073634147644, 18.473046243190765, 19.312891721725464, 24.329075932502747, 22.37270361185074, 7.537743091583252, 23.75016278028488, 27.07738310098648, 20.762218415737152, 11.630259990692139, 23.27920663356781, 15.875420868396759, 0.4957529902458191, 21.09068089723587, 28.84219366312027, 22.2798690199852, 29.76070088148117, 38.136569917201996, 24.446232855319977, 15.778079509735107, 26.17577475309372, 12.418167769908905, 25.449191749095917, 33.152875781059265, 14.192752957344055, 22.17211139202118, 30.25973129272461, 10.786856591701508, 25.301307499408722, 30.33250254392624, 22.175079584121704, 21.76980412006378, 19.328903436660767, 28.31903326511383, 25.101789116859436, 39.09466052055359, 24.25459998846054, 17.04532217979431, 20.143301248550415, 25.993996024131775, 28.68200647830963, 12.181611955165863, 13.977474391460419, 20.951302707195282, 25.1748526096344, 1.6326411962509155, 24.231372892856598, 12.230943143367767, 25.605375111103058, 17.725586473941803, 10.920930802822113, 10.302647888660431, 1.3159320950508118, 6.232095837593079, 22.356688261032104, 25.498655319213867, 26.811543226242065, 26.559803426265717, 16.698801577091217, 26.752350509166718, 33.004027128219604, 32.19331240653992, 20.04240906238556, 37.25558412075043, 39.63181781768799, 27.004949510097504, 14.595515847206116, 18.04307335615158, 15.647981405258179, 25.103001952171326, 21.72252106666565, 23.51753866672516, 13.72700721025467, 23.088270485401154, 17.824827253818512, 20.69081401824951, 21.37229758501053, 32.8337282538414, 18.605269134044647, 15.082027316093445, 8.038058638572693, 16.083647847175598, 29.95821213722229, 17.272140443325043, 32.83948177099228, 8.569700837135315, 29.937291622161865, 22.39088773727417, 24.454086244106293, 34.43960154056549, 19.092559158802032, 32.46603637933731, 11.442229211330414, 21.148159980773926, 32.78952777385712, 15.620956182479858, 21.964997172355652, 14.65947276353836, 21.92313039302826, 14.675805389881134, 25.649764239788055, 23.40943145751953, 16.55612015724182, 29.647772133350372, 18.077032685279846, 12.744910836219788, 19.652243435382843, 25.01354306936264, 37.034800350666046, 14.60188913345337, 25.271998286247253, 24.492884039878845, 25.69098001718521, 3.5824201107025146, 17.91095346212387, 13.012117743492126, 18.57039213180542, 19.615378081798553, 24.59863644838333, 16.515505135059357, 29.64253944158554, 36.002235770225525, 24.449780762195587, 26.832235455513, 22.043958485126495, 15.57186645269394, 25.618346095085144, 4.045848488807678, 10.170999586582184, 17.541056632995605, 27.067508041858673, 10.83334594964981, 9.915599703788757, 28.02659398317337, 28.189155399799347, 22.525220930576324, 20.62075650691986, 25.969642341136932, 29.019423365592957, 35.70145231485367, 23.262979209423065, 21.360427916049957, 11.730905592441559, 19.698406159877777, 29.022574722766876, 19.668601036071777, 17.03777527809143, 19.788324177265167, 8.185120642185211, 34.21174085140228, 28.48375779390335, 33.81755644083023, 35.50301104784012, 17.495760560035706, 17.392654478549957, 23.46913069486618, 24.726070404052734, 22.62212747335434, 8.503819823265076, 14.562959671020508, 28.259890019893646, 25.959334075450897, 30.691868543624878, 12.637130320072174, 17.843135595321655, 32.61803960800171, 38.18926936388016, 28.654504001140594, 13.193105161190033, 30.98445075750351, 19.99591898918152, 23.95163917541504, 21.638228237628937, 22.649745225906372, 35.803662061691284, 20.394241333007812, 23.258480429649353, 10.19703358411789, 18.946623027324677, 11.224358975887299, 20.701196551322937, 25.849929988384247, 22.017436742782593, 24.51964008808136, 21.024035394191742, 13.750583171844482, 25.56770759820938, 8.689694941043854, 34.03925567865372, 22.579737424850464, 21.214808106422424, 20.70360976457596, 32.026672303676605, 13.379643559455872, 22.898399114608765, 2.220283329486847, 14.705160140991211, 20.57703071832657, 17.842961370944977, 23.598175525665283, 19.385092794895172, 29.153136730194092, 28.44443768262863, 23.225999653339386, 24.455119609832764, 29.133255302906036, 26.43437898159027, 40.492500841617584, 29.22872120141983, 18.63110899925232, 16.432081043720245, 30.9611896276474, 19.899116039276123, 35.33112782239914, 26.078312575817108, 23.017220497131348, 21.371977150440216, 26.42743021249771, 32.06215274333954, 21.210990607738495, 25.1593080163002, 14.9557546377182, 21.112660884857178, 12.838069379329681, 23.1957648396492, 25.59623283147812, 15.720291256904602, 22.881722033023834, 20.05729305744171, 8.160043895244598, 7.577096462249756, 29.59346294403076, 21.037567138671875, 23.463573217391968, 29.121760308742523, 19.714798271656036, 20.247355461120605, 18.769884645938873, 18.1719930768013, 16.59560126066208, 19.54979318380356, 23.596312642097473, 21.687861382961273, 17.867799699306488, 19.778950929641724, 25.72714602947235, 18.710019767284393, 29.028709053993225, 11.380405306816101, 17.902199804782867, 18.569396495819092, 25.501885890960693, 43.96114957332611, 16.777819514274597, 17.68821555376053, 5.835114657878876, 11.07706344127655, 6.275552332401276, 34.70845431089401, 21.180333733558655, 26.124382376670837, 7.991942942142487, 20.84531843662262, 17.72201770544052, 31.6400745511055, 27.50744992494583, 32.3253870010376, 24.079519391059875, 14.496022164821625, 20.651670396327972, 16.28783118724823, 8.281986594200134, 32.0324085354805, 18.030912578105927, 33.673108637332916, 25.51924741268158, 24.619745910167694, 27.015901565551758, 28.247929513454437, 28.913643717765808, 11.116121768951416, 10.919268608093262, 23.16699570417404, 21.28753799200058, 25.78375995159149, 25.238719165325165, 29.20529818534851, 40.14847511053085, 19.728245735168457, 20.512919187545776, 20.691369712352753, 28.53299844264984, 14.151312589645386, 23.02814346551895, 23.81956559419632, 23.111371994018555, 18.787141621112823, 19.024851441383362, 26.101648271083832, 13.848677217960358, 13.627310991287231, 26.084539890289307, 27.665870308876038, 18.44183349609375, 13.222976088523865, 27.06661307811737, 23.793105602264404, 17.016278862953186, 20.739860236644745, 28.939005076885223, 17.062988877296448, 32.86607128381729, 34.951786398887634, 15.422292411327362, 10.574946641921997, 33.54129487276077, 22.951870441436768, 19.639738500118256, 46.22559177875519, 15.81828910112381, 21.740860044956207, 29.022579848766327, 19.459359526634216, 10.868406295776367, 25.506526470184326, 39.36168152093887, 24.42013716697693, 13.315601348876953, 25.67700105905533, 31.342372119426727, 27.548122346401215, 10.782153367996216, 19.084934651851654, 30.062568604946136, 24.852877020835876, 23.197695076465607, 24.761512577533722, 21.644801557064056, 22.157981514930725, 40.25140851736069, 22.955299258232117, 27.532002389431, 41.41975384950638, 1.4900348782539368, 24.234203696250916, 13.170355677604675, 13.475263953208923, 28.72084665298462, 39.24940240383148, 7.901047587394714, 15.273844003677368, 13.063222527503967, 8.550392150878906, 20.19643932580948, 32.34482163190842, 26.386640071868896, 36.362853944301605, 14.915992736816406, 27.824088096618652, 32.13018548488617, 26.0729838013649, 45.64173758029938, 16.155792772769928, 25.70715206861496, 30.5482280254364, 28.45595794916153, 28.878950655460358, 17.327271163463593, 15.976420938968658, 23.3108948469162, 32.22227323055267, 26.05125993490219, 38.30811262130737, 15.491724669933319, 33.78389823436737, 35.162190437316895, 26.812709867954254, 30.70969659090042, 25.64166349172592, 19.057782888412476, 22.307530462741852, 6.959173083305359, 8.391816437244415, 0.9351533651351929, 21.35916519165039, 23.838140189647675, 11.358412623405457, 20.33564281463623, 17.529215276241302, 21.765172123908997, 8.893127620220184, 29.026841700077057, 20.772497355937958, 21.937605321407318, 24.605509340763092, 20.96600353717804, 26.236007928848267, 25.88850712776184, 21.194702625274658, 21.95611572265625, 23.901176512241364, 18.323868453502655, 27.213218092918396, 17.465402126312256, 12.608295679092407, 25.104821503162384, 33.25059551000595, 17.309632062911987, 27.44496762752533, 22.675338625907898, 12.202676236629486, 33.959737837314606, 49.23580324649811, 17.5246884226799, 19.53206866979599, 16.751064598560333, 38.36493903398514, 30.73606187105179, 16.0642711520195, 15.762034058570862, 8.482553720474243, 23.914596736431122, 22.35709798336029, 29.814615964889526, 31.055054903030396, 8.526668548583984, 25.532917499542236, 25.13474029302597, 8.081466794013977, 19.64994704723358, 16.70760542154312, 30.409465670585632, 45.70038187503815, 21.958660781383514, 24.37674242258072, 28.705061376094818, 25.852695107460022, 8.131959795951843, 23.09829705953598, 22.23662579059601, 10.756107985973358, 25.711378753185272, 6.270611763000488, 33.50020670890808, 31.793111562728882, 21.406359910964966, 26.397789537906647, 22.587098002433777, 24.467833280563354, 13.073767960071564, 29.451612889766693, 25.346454203128815, 25.84372580051422, 17.63225620985031, 38.06027889251709, 24.03451770544052, 28.659469604492188, 37.96231800317764, 15.718780994415283, 20.491843461990356, 11.470894575119019, 11.142212867736816, 33.319708943367004, 22.910492539405823, 26.1917844414711, 11.973897337913513, 13.948824405670166, 20.868354201316833, 19.253071069717407, 27.748661696910858, 31.942482709884644, 27.576905488967896, 31.332023918628693, 27.06173062324524, 26.831428229808807, 8.948790848255157, 5.641248941421509, 8.344023942947388, 12.89284598827362, 28.75003284215927, 21.32618111371994, 21.693149030208588, 25.812653362751007, 18.922389328479767, 22.708388686180115, 22.916553854942322, 29.36627495288849, 27.001973509788513, 18.00740957260132, 16.396254301071167, 21.74329286813736, 24.000268936157227, 21.197834968566895, 20.959148287773132, 21.363051891326904, 26.22953110933304, 14.80290687084198, 26.700493693351746, 33.111060202121735, 26.842427611351013, 19.66177988052368, 24.910537242889404, 25.15234351158142, 11.018823623657227, 25.815429091453552, 27.335252583026886, 20.519514441490173, 21.357528746128082, 24.31078666448593, 26.988921403884888, 29.99753761291504, 10.980167865753174, 16.192352294921875, 17.846984207630157, 23.980855345726013, 14.147423565387726, 24.37990540266037, 17.819295287132263, 27.915733635425568, 18.352600872516632, 27.56044167280197, 18.445745825767517, 21.72950315475464, 15.162167370319366, 26.364782750606537, 32.244750022888184, 24.305047631263733, 32.68676030635834, 23.86701726913452, 15.543079555034637, 14.139667689800262, 1.5277546644210815, 14.415641784667969, 18.99845862388611, 23.160468220710754, 12.714793384075165, 27.174152851104736, 1.0104313492774963, 36.70811539888382, 31.20116025209427, 25.238208055496216, 18.046074509620667, 29.365595936775208, 13.102474570274353, 40.83479630947113, 22.963698983192444, 18.817119777202606, 14.894841015338898, 30.136472404003143, 28.49752002954483, 25.4209343791008, 20.066796243190765, 34.5546578168869, 15.409920156002045, 37.466048538684845, 10.410249710083008, 26.93035852909088, 19.304746389389038, 21.269144415855408, 22.69997078180313, 15.936844766139984, 22.47320818901062, 12.029177129268646, 25.45636224746704, 20.25944083929062, 25.99029004573822, 16.49491262435913, 20.731445014476776, 16.38974016904831, 25.486464977264404, 9.275808274745941, 19.496860027313232, 16.450884759426117, 27.085817217826843, 28.63276642560959, 26.498154878616333, 2.1216904520988464, 19.46611988544464, 17.700434148311615, 19.81975394487381, 36.385239243507385, 9.28841096162796, 14.970383524894714, 16.351488411426544, 20.479891002178192, 21.44193410873413, 26.846988439559937, 21.53757381439209, 14.963881194591522, 21.94880759716034, 31.29650455713272, 26.278918862342834, 19.237822592258453, 2.488925278186798, 20.99318790435791, 5.875601649284363, 20.086697220802307, 27.38129734992981, 32.704450070858, 25.8655766248703, 30.319210469722748, 21.86630290746689, 24.116871297359467, 31.422418117523193, 4.050134718418121, 16.065333902835846, 21.97606933116913, 26.816688001155853, 25.89345818758011, 27.5302414894104, 10.390868246555328, 18.555619657039642, 15.807695209980011, 13.868227422237396, 26.73771381378174, 25.78261089324951, 19.131494522094727, 18.455947935581207, 34.45244514942169, 23.88016128540039, 23.888469994068146, 18.370125591754913, 29.183764457702637, 16.542296171188354, 36.569622457027435, 21.94065660238266, 22.175542533397675, 28.66141963005066, 29.37640529870987, 15.661785900592804, 13.511220633983612, 23.446596384048462, 28.621991634368896, 30.392550110816956, 27.23178493976593, 27.749325335025787, 34.105516850948334, 30.08464777469635, 28.515058875083923, 30.1924968957901, 35.43107497692108, 18.04164069890976, 26.46157306432724, 14.693650722503662, 28.949426889419556, 34.894880414009094, 18.510389268398285, 34.63660717010498, 11.505140900611877, 32.07266688346863, 34.3109148144722, 22.31382256746292, 29.700715124607086, 5.8945571184158325, 23.893830120563507, 26.22133731842041, 23.73718762397766, 20.58319002389908, 8.632197678089142, 31.105929672718048, 5.809937059879303, 22.65775889158249, 27.163205802440643, 29.69136667251587, 29.03922998905182, 16.4904203414917, 26.045881867408752, 17.290180385112762, 20.982239484786987, 6.013989210128784, 28.966794848442078, 19.427480697631836, 16.982133328914642, 23.58705472946167, 16.183859169483185, 21.267186105251312, 28.532841861248016, 35.359585642814636, 22.162860810756683, 18.640250742435455, 22.362216114997864, 16.369737327098846, 22.147014796733856, 24.64945298433304, 29.628076195716858, 28.489720582962036, 27.6806703209877, 23.3030344247818, 9.388224124908447, 30.03103482723236, 33.531767427921295, 19.080639481544495, 22.950556337833405, 27.778654038906097, 19.495922207832336, 13.653165876865387, 27.31656062602997, 14.448728144168854, 15.566416084766388, 27.996194660663605, 21.04800707101822, 26.690417766571045, 16.758480191230774, 32.078276097774506, 17.443685352802277, 8.489691615104675, 18.235347151756287, 36.24228113889694, 28.222265422344208, 25.35419750213623, 20.465294182300568, 29.67690819501877, 15.865566372871399, 21.43678790330887, 47.33775120973587, 15.500838279724121, 28.57471251487732, 24.056450128555298, 20.390859842300415, 28.79471069574356, 11.897247612476349, 20.94334888458252, 25.92912268638611, 18.337772488594055, 31.705029249191284, 11.943077325820923, 25.928175449371338, 12.635479390621185, 15.425961792469025, 29.368400931358337, 2.7098193168640137, 29.578657031059265, 34.692189276218414, 24.440436124801636, 15.480413913726807, 20.86260312795639, 23.88750410079956, 24.836830854415894, 30.069525480270386, 16.82906836271286, 27.82508099079132, 11.850709080696106, 32.15818250179291, 18.470579624176025, 27.12402057647705, 21.838442862033844, 28.629337966442108, 28.941527366638184, 24.720540523529053, 23.870100617408752, 18.28251278400421, 17.068440854549408, 23.649239599704742, 30.701885521411896, 23.61150598526001, 23.78718364238739, 27.037651300430298, 30.291245996952057, 18.386278688907623, 18.131471633911133, 17.62893408536911, 11.812120199203491, 25.996087789535522, 14.672881305217743, 23.181244790554047, 25.36807632446289, 32.59957313537598, 16.040117502212524, 21.38262265920639, 21.854532063007355, 27.32304847240448, 18.887858629226685, 20.124487698078156, 42.589908599853516, 25.98371332883835, 12.842491507530212, 24.101930022239685, 19.40986543893814, 28.275433123111725, 32.32509362697601, 20.441588580608368, 31.809341251850128, 30.07774579524994, 23.953206777572632, 18.12782335281372, 17.379773199558258, 12.290219724178314, 44.47392803430557, 20.250216007232666, 11.879220843315125, 28.885717391967773, 10.06420636177063, 19.010145902633667, 24.43178629875183, 22.289446711540222, 18.87303775548935, 15.099111795425415, 27.426786303520203, 28.402479887008667, 24.15080350637436, 19.887168288230896, 30.13122820854187, 24.466289699077606, 21.336755096912384, 26.724544286727905, 19.850333213806152, 26.638683438301086, 20.618698477745056, 10.514920890331268, 26.645341098308563, 29.71275222301483, 26.141810536384583, 22.303802371025085, 18.453465223312378, 16.5875186920166, 30.755206286907196, 26.972752034664154, 21.593740582466125, 9.355096697807312, 37.79599046707153, 12.44407969713211, 11.38778018951416, 27.13300508260727, 31.215550899505615, 31.635050654411316, 22.047864258289337, 29.59906280040741, 25.56815457344055, 25.64232498407364, 26.579369485378265, 26.7851802110672, 19.464159667491913, 3.6673892736434937, 23.1733415722847, 25.961593329906464, 34.93362087011337, 17.658583283424377, 31.564253091812134, 15.631557881832123, 29.132516384124756, 23.500780045986176, 29.05125206708908, 30.38722461462021, 24.926612615585327, 18.73213356733322, 9.775555789470673, 20.33246010541916, 8.447219669818878, 15.137777864933014, 16.199015855789185, 4.793747365474701, 29.261788189411163, 20.75264275074005, 29.485030829906464, 27.267168402671814, 10.802450835704803, 10.441859722137451, 16.600888967514038, 15.705048561096191, 31.16465389728546, 33.47363519668579, 25.22872942686081, 35.33893936872482, 13.433876872062683, 15.686555862426758, 15.61188930273056, 16.626699090003967, 27.73716425895691, 12.456702888011932, 21.129163086414337, 27.897858142852783, 23.47419935464859, 19.665090084075928, 30.742467164993286, 27.910568058490753, 22.025449454784393, 25.50202637910843, 7.648869335651398, 27.40425533056259, 43.23362249135971, 3.067223370075226, 36.58709907531738, 10.14056122303009, 1.992733895778656, 20.963975608348846, 21.9810648560524, 25.686065912246704, 6.583117246627808, 21.408304393291473, 25.86640828847885, 26.84053546190262, 19.29294914007187, 21.305281400680542, 28.00390785932541, 18.269217610359192, 9.218921303749084, 15.574312806129456, 21.415180504322052, 17.557596743106842, 23.46726804971695, 27.69174188375473, 24.973343908786774, 16.13267296552658, 24.121962666511536, 30.004620850086212, 29.225168585777283, 33.64283299446106, 18.0398690700531, 30.49077409505844, 28.562412798404694, 11.705086708068848, 15.520842373371124, 30.62481129169464, 29.75981855392456, 10.031044363975525, 7.321893632411957, 17.463534474372864, 21.426148056983948, 22.139573872089386, 26.816347181797028, 23.000161051750183, 27.868659138679504, 18.739159643650055, 25.58237725496292, 9.868703186511993, 20.645836353302002, 20.834314167499542, 15.839256227016449, 19.02474969625473, 21.85026228427887, 22.204215168952942, 11.461924195289612, 31.621683537960052, 24.79945683479309, 20.4560763835907, 23.139669716358185, 23.56766927242279, 28.227441430091858, 20.3347909450531, 26.81901317834854, 32.08353680372238, 16.942930102348328, 1.5329506993293762, 17.44336599111557, 20.54247337579727, 22.065216660499573, 10.351586937904358, 14.767229795455933, 22.801689326763153, 13.6886568069458, 21.742775440216064, 19.47938561439514, 30.7361159324646, 25.570015132427216, 20.981623649597168, 32.4521626830101, 34.84428650140762, 20.919633507728577, 13.67099940776825, 33.49998688697815, 16.87536120414734, 13.579425036907196, 19.624994218349457, 18.25567138195038, 17.04999750852585, 17.966735303401947, 30.544374883174896, 20.969943344593048, 21.36421573162079, 34.60846811532974, 25.458541691303253, 27.250003337860107, 15.666077852249146, 5.174677312374115, 22.566914439201355, 22.09863555431366, 13.007965981960297, 27.53654193878174, 28.287643790245056, 13.266000032424927, 21.25905340909958, 22.583119928836823, 22.97850614786148, 14.694044947624207, 38.475681126117706, 7.231327831745148, 23.64504247903824, 13.498107135295868, 24.78737872838974, 25.78389996290207, 6.878111839294434, 25.03710186481476, 19.498164892196655, 13.236299395561218, 31.8580761551857, 41.10766452550888, 13.480720937252045, 37.762800097465515, 27.00672835111618, 19.344298899173737, 21.330114662647247, 28.57688182592392, 28.658278465270996, 14.700886964797974, 15.394070386886597, 19.608750343322754, 19.873193323612213, 25.780229806900024, 25.859964311122894, 26.08589231967926, 18.198724269866943, 19.035087049007416, 3.6611448526382446, 18.78259378671646, 22.655334055423737, 7.313557386398315, 17.456445395946503, 26.87200778722763, 31.167999267578125, 18.00402134656906, 37.54657065868378, 27.041972935199738, 20.00630557537079, 27.616144955158234, 22.619142055511475, 18.744589388370514, 33.80598449707031, 21.40100073814392, 30.753404200077057, 25.51733046770096, 19.399654269218445, 22.895958244800568, 19.534487545490265, 14.27903962135315, 30.966010212898254, 25.972820341587067, 23.16459709405899, 21.777121424674988, 1.5731887817382812, 25.30673485994339, 24.381183624267578, 19.04058474302292, 22.44440871477127, 35.24373084306717, 30.407583117485046, 26.101584017276764, 17.382751166820526, 39.28370237350464, 17.038670539855957, 23.886239886283875, 25.012046217918396, 31.052461087703705, 32.72750222682953, 26.30493152141571, 12.214580297470093, 31.077996790409088, 22.001611649990082, 18.14909040927887, 27.72510075569153, 9.595303893089294, 21.236056208610535, 18.302151381969452, 34.965962290763855, 28.429316818714142, 16.1208518743515, 16.234551072120667, 11.059995651245117, 28.655788123607635, 26.4200941324234, 19.25952923297882, 20.417425334453583, 21.30607897043228, 11.36677086353302, 16.961791217327118, 28.903845727443695, 21.629267990589142, 20.953453302383423, 32.558447778224945, 19.908699095249176, 23.22163736820221, 28.15192312002182, 28.471318542957306, 36.05552786588669, 15.934000611305237, 25.033364415168762, 7.013698399066925, 16.715217649936676, 24.854688704013824, 11.764079511165619, 27.20724242925644, 17.839615046977997, 7.44220644235611, 16.819960951805115, 10.832976162433624, 31.26074254512787, 21.500293016433716, 35.90118318796158, 22.36344265937805, 16.698078274726868, 15.215432226657867, 28.205480933189392, 28.755119919776917, 6.251512229442596, 16.234097599983215, 20.24119681119919, 21.694928288459778, 19.21235078573227, 34.14530402421951, 13.171564102172852, 14.463881731033325, 20.751884281635284, 24.158047020435333, 7.415693700313568, 11.191681146621704, 25.113828420639038, 15.520406305789948, 23.033340394496918, 16.14349204301834, 28.735943377017975, 9.883140563964844, 10.683003306388855, 18.39830207824707, 28.939442098140717, 13.999011278152466, 9.58671498298645, 31.293058395385742, 23.156878769397736, 18.448909521102905, 24.201160967350006, 18.729994297027588, 21.10761547088623, 22.680370807647705, 34.499629497528076, 24.94646167755127, 21.79112559556961, 28.576798975467682, 27.502467274665833, 24.026923418045044, 15.543168425559998, 31.23232001066208, 33.40861701965332, 29.47023719549179, 11.858573377132416, 30.80632710456848, 21.97882878780365, 34.05119174718857, 34.53960478305817, 22.990603148937225, 11.719895839691162, 19.38498592376709, 18.258874595165253, 5.640706956386566, 33.432211339473724, 27.455691933631897, 20.161248087882996, 19.94668608903885, 27.868801474571228, 24.47150707244873, 19.847935497760773, 9.309266805648804, 31.23925268650055, 1.0739338994026184, 26.379414200782776, 21.598446249961853, 32.65463536977768, 25.769273579120636, 25.720885157585144, 20.102522313594818, 23.013023614883423, 31.01279705762863, 5.660628437995911, 23.806378722190857, 35.2009362578392, 31.36910730600357, 1.629344880580902, 9.334535956382751, 13.694542229175568, 18.795579850673676, 20.663447856903076, 13.960485100746155, 33.19890105724335, 20.541295289993286, 21.86081063747406, 32.02919614315033, 20.945579707622528, 7.667308509349823, 23.584912061691284, 25.501109957695007, 21.061102330684662, 19.10813742876053, 32.70343327522278, 21.433296382427216, 29.00686651468277, 25.089891016483307, 11.313192665576935, 29.780085384845734, 28.902092397212982, 6.210816025733948, 26.841753661632538, 23.052958607673645, 21.16848474740982, 18.726304948329926, 15.07461404800415, 9.865485727787018, 30.0551136136055, 21.030598759651184, 15.090756058692932, 25.961678087711334, 16.21668952703476, 16.86864048242569, 33.61915820837021, 25.164750397205353, 29.22448569536209, 16.522841334342957, 24.114272892475128, 10.282614409923553, 17.9450740814209, 26.35915470123291, 28.59554624557495, 14.014399290084839, 18.649571895599365, 16.466865301132202, 25.571748435497284, 24.42837303876877, 6.420572817325592, 28.249215185642242, 18.01756650209427, 22.081427931785583, 29.80226242542267, 26.21300607919693, 29.870699286460876, 28.353696048259735, 23.46031653881073, 5.784599661827087, 30.425262808799744, 20.586870193481445, 17.883664071559906, 16.681567907333374, 27.445943534374237, 34.1859627366066, 34.878146290779114, 1.520088016986847, 25.330033600330353, 50.261928737163544, 35.23682928085327, 27.013534009456635, 35.84894025325775, 18.750063836574554, 30.609895765781403, 32.50691854953766, 32.435812175273895, 28.222143292427063, 11.82934558391571, 21.100056409835815, 24.88437330722809, 16.02392429113388, 15.62030577659607, 12.633914709091187, 15.971100628376007, 20.687382459640503, 38.46054691076279, 20.22122472524643, 14.73909044265747, 28.845544397830963, 30.63667345046997, 28.377386510372162, 29.9188135266304, 21.94993406534195, 29.396090984344482, 20.625817000865936, 15.03198903799057, 25.730705559253693, 28.233144760131836, 32.08550041913986, 12.878778040409088, 25.01488846540451, 20.310797691345215, 29.545857667922974, 8.11788922548294, 26.670454919338226, 22.490755915641785, 22.05345195531845, 39.49726623296738, 28.110574185848236, 16.99435132741928, 25.661510467529297, 23.87846451997757, 27.88050925731659, 5.994314551353455, 35.30804741382599, 23.96328741312027, 47.10241371393204, 8.029251754283905, 26.020305037498474, 15.551546037197113, 24.395783483982086, 29.526163339614868, 18.80747139453888, 29.719500303268433, 12.926043331623077, 29.32076597213745, 17.659740686416626, 27.88898676633835, 21.17821192741394, 25.006053745746613, 15.363296091556549, 17.63407075405121, 13.855626881122589, 20.803062081336975, 25.075858771800995, 28.14660483598709, 19.38725984096527, 29.76878184080124, 24.43001914024353, 23.99687433242798, 16.58097106218338, 20.27993756532669, 10.423485100269318, 22.315884828567505, 16.38233655691147, 27.605408489704132, 21.215696573257446, 33.51581460237503, 18.275911509990692, 19.340175569057465, 30.220008373260498, 12.116729497909546, 20.57514476776123, 15.941161751747131, 22.072211384773254, 20.143080234527588, 24.567415416240692, 17.015228867530823, 27.042803466320038, 30.55945110321045, 19.405138552188873, 38.04682528972626, 14.16626101732254, 18.028030693531036, 20.506384253501892, 29.873340845108032, 31.790967762470245, 27.93264216184616, 23.050894558429718, 30.147661685943604, 27.923819661140442, 25.93779867887497, 28.02572363615036, 23.64827388525009, 28.1622833609581, 14.221361637115479, 18.880983412265778, 17.985086500644684, 24.532762348651886, 17.691949784755707, 22.642082273960114, 24.037757754325867, 22.896080315113068, 18.377480030059814, 25.040928184986115, 15.64120751619339, 21.7954198718071, 0.7522938251495361, 18.65002030134201, 18.01319110393524, 4.44726026058197, 34.98008340597153, 26.74002569913864, 24.302958250045776, 20.17466926574707, 17.170166432857513, 19.928019762039185, 37.379296362400055, 37.84575814008713, 14.959715247154236, 34.003442466259, 32.72306889295578, 23.637872576713562, 27.60927325487137, 18.653868794441223, 18.604932606220245, 16.87668663263321, 19.88869708776474, 33.25918757915497, 26.506888449192047, 22.319915413856506, 29.020223319530487, 19.963055193424225, 18.602992236614227, 19.56359827518463, 23.89803284406662, 26.01004946231842, 18.633135080337524, 26.93555724620819, 10.357456147670746, 29.806966841220856, 29.55036634206772, 26.07499670982361, 14.656304001808167, 36.37163722515106, 14.464938580989838, 26.47753667831421, 23.934741973876953, 28.226953327655792, 24.200230360031128, 29.272593915462494, 16.748369574546814, 18.759992122650146, 25.9997878074646, 23.094031870365143, 29.273275077342987, 21.687694132328033, 22.49735015630722, 21.025121569633484, 14.438754916191101, 31.992698550224304, 23.503501176834106, 21.776325523853302, 31.43834739923477, 26.26303631067276, 19.7463760972023, 28.156155943870544, 24.26462459564209, 26.105381429195404, 24.61880511045456, 34.047390937805176, 26.90852415561676, 23.725281357765198, 23.46771639585495, 24.91067773103714, 14.095838069915771, 37.06249797344208, 36.08054155111313, 27.124450087547302, 24.585377514362335, 29.242606103420258, 11.873823404312134, 17.169095516204834, 14.09645825624466, 17.28523689508438, 19.06820511817932, 22.04104369878769, 30.791677355766296, 27.746683657169342, 18.964843690395355, 19.29561722278595, 13.048103630542755, 27.605295538902283, 23.255974888801575, 23.563897728919983, 21.118742167949677, 15.359357833862305, 25.049018919467926, 24.114205539226532, 17.19405436515808, 24.22006505727768, 26.255325138568878, 31.38868623971939, 20.66177874803543, 14.964588284492493, 23.546459913253784, 13.212400138378143, 34.087142288684845, 28.530939161777496, 13.166873276233673, 35.97897934913635, 12.621812224388123, 22.774957597255707, 30.140567779541016, 31.29357796907425, 29.386007130146027, 24.065703570842743, 16.73445212841034, 29.596766591072083, 11.679672479629517, 27.906675457954407, 20.612549126148224, 6.704456090927124, 15.14581823348999, 30.861610114574432, 12.206903338432312, 12.264391899108887, 5.444826304912567, 15.433352410793304, 21.4929518699646, 28.330288410186768, 26.09975677728653, 12.6637681722641, 14.905737698078156, 13.22566431760788, 28.837944507598877, 28.69538652896881, 12.385583877563477, 13.10869586467743, 26.399813771247864, 26.88404870033264, 16.300867438316345, 30.13253128528595, 19.702832579612732, 32.65615373849869, 9.600214004516602, 21.393357753753662, 33.33885180950165, 14.509260892868042, 16.069186866283417, 18.849058747291565, 24.43953102827072, 20.76475888490677, 42.60028928518295, 19.216296792030334, 20.33882963657379, 17.989762902259827, 27.87147432565689, 21.997949957847595, 20.419983208179474, 15.37085247039795, 23.090837478637695, 19.93379110097885, 3.240667998790741, 27.329474210739136, 23.221518993377686, 32.80023908615112, 16.058089196681976, 9.829954385757446, 28.10655850172043, 24.834974884986877, 17.2895348072052, 15.918509006500244, 17.26366776227951, 31.997076094150543, 23.97223287820816, 29.985155701637268, 22.824837267398834, 27.623287975788116, 9.204112768173218, 20.65183573961258, 20.927519381046295, 8.003401398658752, 34.35547482967377, 29.096832811832428, 7.304151952266693, 13.25970834493637, 30.060620963573456, 26.323299288749695, 20.50376170873642, 7.977973103523254, 28.950346291065216, 28.536189198493958, 23.707857251167297, 15.39706814289093, 1.5164308547973633, 28.12554496526718, 31.674886524677277, 31.643609642982483, 28.32478380203247, 27.21864229440689, 42.70232027769089, 19.27571612596512, 30.085010409355164, 18.984323501586914, 13.660427272319794, 32.07141184806824, 23.269200563430786, 19.707736790180206, 18.470248579978943, 28.903526067733765, 27.754125356674194, 24.71012306213379, 30.700017273426056, 21.545534372329712, 24.376592814922333, 23.338859498500824, 16.66744762659073, 17.810000777244568, 32.77163076400757, 41.34355562925339, 28.876942217350006, 37.39524853229523, 24.358892500400543, 20.67367798089981, 16.797182321548462, 18.553723216056824, 22.337551176548004, 17.54950225353241, 24.61722445487976, 20.35580539703369, 14.106886506080627, 22.69113653898239, 23.181146144866943, 28.16030389070511, 21.830328941345215, 27.369657337665558, 16.571081161499023, 26.675206065177917, 20.94031459093094, 31.56858116388321, 15.60384088754654, 11.584507286548615, 30.8742578625679, 33.77315276861191, 23.9875967502594, 23.088586390018463, 16.591501533985138, 18.068058371543884, 18.827450037002563, 11.736576616764069, 20.09920632839203, 22.842800855636597, 21.882414400577545, 23.50298720598221, 16.61067920923233, 15.701130747795105, 18.890332996845245, 23.683908462524414, 27.68564647436142, 26.40433180332184, 21.131739258766174, 34.103764951229095, 22.854727506637573, 40.26729071140289, 35.6322380900383, 31.60490196943283, 27.67446279525757, 17.452656388282776, 12.481779873371124, 27.85690802335739, 17.40314930677414, 7.114229738712311, 31.73894464969635, 23.537900269031525, 17.81479823589325, 21.023703277111053, 22.227543354034424, 24.597130358219147, 19.811439096927643, 6.763108193874359, 10.06194943189621, 26.972479462623596, 13.857793390750885, 21.25242531299591, 20.57107126712799, 6.862330734729767, 21.74621993303299, 24.541259944438934, 23.2890682220459, 28.020980536937714, 27.812742233276367, 23.197686433792114, 26.63650345802307, 32.15992146730423, 16.76671016216278, 18.64068830013275, 22.12994474172592, 25.37509799003601, 24.787820637226105, 32.817019402980804, 26.016269743442535, 8.921254396438599, 14.971414983272552, 24.342558205127716, 19.467419624328613, 24.8860000371933, 21.476015210151672, 10.180965006351471, 23.046354055404663, 28.100299835205078, 23.503954589366913, 21.531345665454865, 16.919858932495117, 29.50235390663147, 18.574947774410248, 23.460806667804718, 17.08715569972992, 26.50012969970703, 28.52970242500305, 1.211620807647705, 19.589109122753143, 25.777495503425598, 33.97547686100006, 19.221502363681793, 21.563930690288544, 23.6970254778862, 22.425312280654907, 6.403207361698151, 18.55884951353073, 22.122373580932617, 19.550504744052887, 22.9213165640831, 15.221791684627533, 53.31655937433243, 12.903994143009186, 13.729532718658447, 21.012060821056366, 21.85583531856537, 18.901623725891113, 27.46610939502716, 9.900238513946533, 21.595851063728333, 19.627248883247375, 27.773688554763794, 26.131241858005524, 20.735707879066467, 9.57924109697342, 25.37367171049118, 13.137477397918701, 16.64593106508255, 11.686151444911957, 13.764407217502594, 31.788813173770905, 14.664559125900269, 20.870826244354248, 19.871250569820404, 31.662481486797333, 26.441502511501312, 27.468482434749603, 24.54713636636734, 27.649397909641266, 35.25685888528824, 17.023738861083984, 22.817474007606506, 23.377245843410492, 24.257259011268616, 17.631764113903046, 15.400012969970703, 20.15615141391754, 23.859105825424194, 15.258485078811646, 24.33490616083145, 6.155254065990448, 24.351620852947235, 21.853599429130554, 19.02459490299225, 19.943524837493896, 18.64389592409134, 10.667346239089966, 20.035934031009674, 32.55346804857254, 9.395678341388702, 18.074474334716797, 24.48491734266281, 14.834772288799286, 18.292099833488464, 23.772895395755768, 18.932177126407623, 21.112472712993622, 29.088958501815796, 21.20197683572769, 15.579918026924133, 15.956995010375977, 17.49143821001053, 12.087502241134644, 38.15269201993942, 20.749530375003815, 26.710315704345703, 25.153186857700348, 23.26225882768631, 7.191997826099396, 8.572093546390533, 26.32392328977585, 28.10576367378235, 27.960912227630615, 10.589034795761108, 17.66495019197464, 2.831048548221588, 33.95232290029526, 21.276286244392395, 7.434332489967346, 18.80590683221817, 6.620198905467987, 17.800793886184692, 28.433606564998627, 19.787447035312653, 22.537202179431915, 22.321308434009552, 8.589101910591125, 27.398066341876984, 14.74167150259018, 25.26670652627945, 30.868768215179443, 19.635844707489014, 28.51450687646866, 23.09280788898468, 21.00450998544693, 31.881607472896576, 14.798492431640625, 22.730499804019928, 36.6000195145607, 26.201285362243652, 33.06899333000183, 14.491261541843414, 34.018710911273956, 26.137792468070984, 23.913518369197845, 10.814391911029816, 26.9933722615242, 22.960827946662903, 22.537161946296692, 17.19773119688034, 22.449914038181305, 21.476281940937042, 44.26322001218796, 33.59878534078598, 26.416915833950043, 20.57248741388321, 27.489820897579193, 29.205460906028748, 23.16386777162552, 25.417873919010162, 21.878564059734344, 21.31365567445755, 25.82182466983795, 33.93407291173935, 17.913751542568207, 31.452943980693817, 27.971423268318176, 28.445448458194733, 12.286085307598114, 20.1289684176445, 33.02253985404968, 25.96476238965988, 38.638411462306976, 22.59066468477249, 31.537781059741974, 18.255474984645844, 14.992928147315979, 25.08336043357849, 29.86134135723114, 39.396644830703735, 34.17477571964264, 23.619850039482117, 18.524918913841248, 16.08799409866333, 23.577905297279358, 13.244100213050842, 23.7386514544487, 24.15281331539154, 4.58299458026886, 22.123401880264282, 19.731293320655823, 20.461738884449005, 18.867572724819183, 35.254975736141205, 15.805434942245483, 16.123448312282562, 19.73919039964676, 26.63228064775467, 20.56473731994629, 19.751301109790802, 27.02211970090866, 37.38716369867325, 21.053825080394745, 21.81081598997116, 25.90040534734726, 17.362985908985138, 34.42106235027313, 18.185006499290466, 35.81805145740509, 18.336659908294678, 15.815911054611206, 15.649127006530762, 32.399833500385284, 19.573821544647217, 10.111886143684387, 19.27374404668808, 18.950513005256653, 21.009162843227386, 1.1821123957633972, 26.466219305992126, 28.646992623806, 17.394909024238586, 17.15399020910263, 8.61122739315033, 15.656085908412933, 24.577895998954773, 13.900447428226471, 29.752477943897247, 23.23824578523636, 15.503087639808655, 25.274429142475128, 13.88968288898468, 29.4032701253891, 21.96045058965683, 22.09559518098831, 10.086154520511627, 17.98625946044922, 11.459081292152405, 14.823148608207703, 39.99671095609665, 20.0877206325531, 6.16466897726059, 31.686152577400208, 19.321791410446167, 33.6739222407341, 23.753724992275238, 30.352599382400513, 30.680896818637848, 24.503365635871887, 26.77001851797104, 31.399020195007324, 22.403221428394318, 32.85165297985077, 28.388788282871246, 19.433728218078613, 30.93815129995346, 26.557657599449158, 5.006884515285492, 31.667337656021118, 8.890420973300934, 14.82021027803421, 16.816757321357727, 17.941725969314575, 15.2650505900383, 13.791625678539276, 18.654975831508636, 33.20326942205429, 30.78533709049225, 9.411139011383057, 13.571143329143524, 28.6854031085968, 25.990381836891174, 2.35213840007782, 27.70840173959732, 22.619567930698395, 13.937640845775604, 11.24749094247818, 30.99382346868515, 28.53859281539917, 18.049687266349792, 25.553848028182983, 31.553300976753235, 31.81750851869583, 23.076937794685364, 26.40287959575653, 21.91776543855667, 17.112414598464966, 38.68863636255264, 14.835168063640594, 18.476521134376526, 9.08193987607956, 17.02407830953598, 19.335220396518707, 15.629058539867401, 15.824318528175354, 26.56504613161087, 12.736548721790314, 25.80782276391983, 23.547447562217712, 26.563324093818665, 17.488067030906677, 20.307594001293182, 36.113258838653564, 25.454761862754822, 35.026868402957916, 24.769043684005737, 12.39948183298111, 21.137688100337982, 13.990869343280792, 21.63937556743622, 17.758246958255768, 30.402548015117645, 27.525051951408386, 23.077140390872955, 29.791310131549835, 27.92704927921295, 21.314933598041534, 21.48778545856476, 10.357303440570831, 19.495187997817993, 17.473829925060272, 16.48218959569931, 45.56643694639206, 31.83357459306717, 29.32839721441269, 14.24255383014679, 34.00886815786362, 15.83560699224472, 18.146744906902313, 32.72591209411621, 24.873263001441956, 30.572191834449768, 15.588948726654053, 22.1520898938179, 22.841363072395325, 27.309013962745667, 25.649800896644592, 43.14532232284546, 27.67094588279724, 28.778615057468414, 16.27634972333908, 11.86886578798294, 17.16051471233368, 23.240985453128815, 32.63250780105591, 27.661029398441315, 15.159400045871735, 43.222863137722015, 7.181585729122162, 23.98993408679962, 30.004101395606995, 15.946398138999939, 22.901316821575165, 22.529938519001007, 21.91815584897995, 16.068263113498688, 24.231275379657745, 26.351062059402466, 28.778046190738678, 35.53932684659958, 8.60253643989563, 20.130735635757446, 10.75626003742218, 12.494018793106079, 21.344797730445862, 22.943556010723114, 0.38847464323043823, 21.757697343826294, 21.680094599723816, 29.433528542518616, 19.364282846450806, 33.310711205005646, 24.88764727115631, 20.996209979057312, 14.409954726696014, 20.53722584247589, 8.357164978981018, 30.784724831581116, 20.29360520839691, 26.629327058792114, 16.59771066904068, 25.747653424739838, 25.176007866859436, 13.176141858100891, 29.21275269985199, 15.126587510108948, 8.434738039970398, 16.897680282592773, 25.423032224178314, 20.543373942375183, 11.856237769126892, 18.809373915195465, 22.730112075805664, 29.522828996181488, 27.863098204135895, 25.434277772903442, 21.43027901649475, 27.94389921426773, 2.7462061643600464, 20.31374764442444, 14.52483856678009, 8.37772023677826, 19.827281951904297, 34.793189227581024, 23.21855765581131, 26.008091807365417, 17.599715650081635, 22.548746466636658, 18.575526118278503, 19.371890902519226, 25.06542819738388, 30.660010933876038, 19.75333470106125, 24.696657359600067, 31.06943416595459, 16.371816217899323, 24.58595108985901, 18.493807554244995, 28.399979770183563, 27.344886124134064, 9.684952080249786, 17.036286115646362, 26.018884778022766, 36.134213984012604, 27.324994385242462, 33.378657579422, 20.1489919424057, 9.291968941688538, 10.301555812358856, 16.68141883611679, 35.815969824790955, 7.892343878746033, 16.869047343730927, 34.1569339632988, 35.15999352931976, 22.770427644252777, 22.9892817735672, 23.16267168521881, 15.180901229381561, 25.97278916835785, 12.093011856079102, 25.785577178001404, 15.052853286266327, 26.922745883464813, 18.324390709400177, 18.014206171035767, 25.83640831708908, 25.395862638950348, 20.22042179107666, 25.409423172473907, 28.374241411685944, 31.973520934581757, 20.412676692008972, 14.760773062705994, 23.05120873451233, 22.573210179805756, 15.359131515026093, 27.480758130550385, 29.178229451179504, 23.610356152057648, 2.157622277736664, 28.275147914886475, 20.882619738578796, 20.829095900058746, 24.45251876115799, 36.15877604484558, 14.742362976074219, 22.32801842689514, 31.68480956554413, 23.033530473709106, 18.99713432788849, 26.62008386850357, 16.18571823835373, 22.085241496562958, 28.378099620342255, 23.093292713165283, 21.990182518959045, 16.69620043039322, 19.953905940055847, 19.67283284664154, 25.10141557455063, 20.42694526910782, 25.996740579605103, 20.033838868141174, 23.52571403980255, 14.948298215866089, 25.256390690803528, 28.533876419067383, 29.001101076602936, 6.405133903026581, 22.815819203853607, 19.58109438419342, 15.871772825717926, 22.953953444957733, 13.705694198608398, 31.965175569057465, 14.492919087409973, 48.74937927722931, 13.999223053455353, 17.303340911865234, 22.514618575572968, 34.709878385066986, 31.026372611522675, 30.71970361471176, 26.932072520256042, 20.232878923416138, 19.988597750663757, 17.611482441425323, 17.434375524520874, 40.60889571905136, 22.250823497772217, 26.99922686815262, 15.720274090766907, 23.761955857276917, 21.606045603752136, 26.39630126953125, 20.640610814094543, 28.944148302078247, 17.251968324184418, 6.658657491207123, 30.76546275615692, 22.37243777513504, 26.897271037101746, 6.331284284591675, 32.38994628190994, 17.9079709649086, 22.048095226287842, 12.206935286521912, 28.830637395381927, 30.586613953113556, 36.805309414863586, 20.27496087551117, 22.233575105667114, 18.109572112560272, 28.21956044435501, 24.34911149740219, 24.2125825881958, 19.80797529220581, 36.26107054948807, 28.396738588809967, 25.815742194652557, 21.226311326026917, 23.2266885638237, 26.099779188632965, 21.99402290582657, 11.887159287929535, 31.386166512966156, 8.009710252285004, 7.190710127353668, 32.81592130661011, 22.93093878030777, 23.86447536945343, 20.758708715438843, 32.79851841926575, 37.91165220737457, 20.50162774324417, 14.762150764465332, 23.847667276859283, 24.867050647735596, 19.623703479766846, 12.288808584213257, 30.239682018756866, 32.646802604198456, 30.747236013412476, 15.96443098783493, 36.60145217180252, 1.1954925060272217, 31.660951614379883, 26.7530397772789, 17.33815884590149, 23.05989044904709, 12.434898555278778, 18.866754710674286, 17.961932122707367, 22.878777503967285, 1.77598637342453, 23.55313551425934, 13.083850741386414, 24.85353422164917, 18.641173720359802, 17.28188866376877, 32.47192484140396, 17.67490917444229, 25.38952660560608, 20.822525322437286, 39.53673154115677, 16.711026310920715, 25.56105798482895, 16.604646682739258, 15.606399297714233, 15.47874367237091, 29.96592366695404, 28.756867468357086, 12.298647165298462, 32.13768428564072, 24.812762022018433, 13.321662425994873, 19.788380086421967, 20.186765611171722, 30.98832279443741, 25.363610208034515, 25.857311725616455, 10.658881545066833, 10.870448529720306, 19.616239607334137, 1.9778797030448914, 33.19650036096573, 19.8276064991951, 13.404520511627197, 21.64690101146698, 23.382110357284546, 25.556076884269714, 16.410730123519897, 21.575920820236206, 23.71692657470703, 27.805341362953186, 12.252036690711975, 10.0581756234169, 24.215719878673553, 28.679009437561035, 27.369051933288574, 29.208743393421173, 21.65097963809967, 20.223265945911407, 22.831582844257355, 33.10939264297485, 27.12292444705963, 23.541542291641235, 19.417504847049713, 27.958022236824036, 21.28232342004776, 17.889720737934113, 35.103503823280334, 11.753275096416473, 1.538801670074463, 20.525667130947113, 28.88656508922577, 20.658609569072723, 27.160989224910736, 12.400942623615265, 37.85954564809799, 29.66942608356476, 29.618327617645264, 11.200942993164062, 23.5241317152977, 11.53545606136322, 20.407502472400665, 34.114868342876434, 43.905082404613495, 23.23834079504013, 17.208601891994476, 13.931375563144684, 14.490440368652344, 2.20670223236084, 6.218149423599243, 26.482127845287323, 15.791962683200836, 24.220879793167114, 5.914252877235413, 23.26538646221161, 24.248493432998657, 30.73226124048233, 25.8522891998291, 34.110576152801514, 10.960928976535797, 17.603549003601074, 22.998663067817688, 20.202658653259277, 18.163136184215546, 46.354644894599915, 32.25608742237091, 13.20851218700409, 30.52434378862381, 28.856813848018646, 24.48303347826004, 4.713255703449249, 18.991101682186127, 18.368189215660095, 17.97866779565811, 23.046089947223663, 28.97309684753418, 25.656070053577423, 23.459761798381805, 34.22169387340546, 30.51667618751526, 36.74950271844864, 23.242164075374603, 12.33746337890625, 14.170932173728943, 21.345037281513214, 10.707744419574738, 22.984546661376953, 10.35243421792984, 23.94984519481659, 32.71344596147537, 21.295203864574432, 33.83993238210678, 27.01304280757904, 32.39880746603012, 6.719395577907562, 16.98750948905945, 15.352667808532715, 22.0374253988266, 18.58844667673111, 27.682991206645966, 8.545633733272552, 35.76566642522812, 20.6484512090683, 23.747806429862976, 26.791500508785248, 20.963120996952057, 18.070470094680786, 19.54161936044693, 2.4770049452781677, 22.263510525226593, 23.503166496753693, 28.34140717983246, 28.805532217025757, 31.108954787254333, 15.827835142612457, 8.391621112823486, 26.4623384475708, 18.729408264160156, 23.572888374328613, 28.450076639652252, 1.7164379358291626, 22.147035896778107, 9.135348558425903, 28.870178937911987, 16.896548092365265, 17.474775791168213, 35.20331597328186, 27.445898711681366, 31.969226360321045, 26.607087790966034, 19.656854689121246, 20.38369208574295, 25.70657467842102, 22.72980761528015, 29.370495676994324, 16.543602228164673, 27.21332025527954, 16.283877193927765, 33.14854854345322, 4.959293246269226, 19.314429342746735, 29.346709430217743, 23.91872811317444, 18.957029938697815, 21.432985842227936, 20.91511070728302, 17.685597956180573, 26.684580266475677, 21.82144671678543, 22.136476516723633, 21.228104293346405, 36.57762575149536, 33.65427207946777, 19.92133402824402, 19.362502932548523, 13.768871903419495, 19.20415598154068, 20.906914830207825, 12.948211908340454, 30.956350564956665, 13.179580867290497, 29.688143968582153, 14.62181544303894, 26.10515284538269, 32.30101776123047, 16.799841105937958, 17.949556469917297, 12.906040906906128, 14.01546710729599, 9.58559250831604, 16.575754523277283, 4.952913999557495, 14.624848544597626, 24.00601017475128, 28.101453483104706, 17.65965986251831, 18.764554381370544, 17.17580085992813, 25.251749992370605, 23.09554922580719, 27.497938811779022, 19.588112592697144, 24.586442053318024, 22.018537759780884, 22.295186936855316, 25.986784517765045, 24.595262348651886, 10.892558932304382, 16.717372000217438, 27.03404927253723, 8.22449678182602, 17.644644916057587, 19.640838623046875, 11.41443282365799, 24.439609110355377, 36.20629000663757, 28.03921115398407, 25.141488254070282, 26.478479206562042, 15.608464777469635, 19.779199242591858, 8.365908563137054, 14.03141450881958, 33.04139333963394, 16.653461456298828, 22.428296208381653, 18.696665227413177, 27.876112818717957, 17.556450605392456, 27.537646293640137, 20.38504594564438, 25.362241208553314, 28.176199555397034, 46.325649082660675, 34.17838603258133, 25.111450016498566, 23.853852033615112, 11.195921659469604, 3.7227635383605957, 29.44380497932434, 25.82408446073532, 17.0168439745903, 19.91793829202652, 17.06153893470764, 23.859747290611267, 15.546796441078186, 31.56926256418228, 19.39656752347946, 24.356925785541534, 30.802227079868317, 15.393034934997559, 17.885041296482086, 21.84731614589691, 27.96909660100937, 23.74141502380371, 23.807120859622955, 21.34762442111969, 26.21148419380188, 22.75077122449875, 32.57282418012619, 26.677090227603912, 35.15083587169647, 22.463325440883636, 22.241344809532166, 22.178363263607025, 36.95320051908493, 23.3212388753891, 12.680881202220917, 20.322163820266724, 23.08206582069397, 15.765680849552155, 15.935547888278961, 14.573738515377045, 8.02522099018097, 18.88334971666336, 18.411004424095154, 19.308079421520233, 13.818461418151855, 23.46414065361023, 26.073607623577118, 27.440587520599365, 21.500458359718323, 26.90543782711029, 11.948066234588623, 18.562409222126007, 26.277090430259705, 18.02565497159958, 22.80149495601654, 20.91741645336151, 36.818899154663086, 24.760207653045654, 21.12105631828308, 19.986072957515717, 24.214319467544556, 11.422163903713226, 10.171833276748657, 28.607621610164642, 7.888124942779541, 10.605974793434143, 9.653168678283691, 26.63078624010086, 20.86023300886154, 28.659321129322052, 29.31675636768341, 7.789722800254822, 29.868269085884094, 29.52588427066803, 35.72463470697403, 30.813607156276703, 10.275933563709259, 8.204064428806305, 16.29382598400116, 26.34560054540634, 14.89933729171753, 32.28522711992264, 9.767295956611633, 17.737893879413605, 28.116089403629303, 31.75256472826004, 27.039284706115723, 30.50398552417755, 21.095325589179993, 10.163378834724426, 17.46739423274994, 21.23667150735855, 11.450979173183441, 7.9666308760643005, 11.683943748474121, 22.761578261852264, 18.256297290325165, 18.825569212436676, 0.714618980884552, 10.123796820640564, 3.3904099464416504, 32.51802933216095, 22.36883533000946, 30.23851853609085, 24.48850131034851, 27.7837033867836, 21.043098866939545, 32.428120851516724, 35.76844561100006, 15.396876096725464, 33.18185782432556, 30.18915283679962, 37.299833953380585, 31.775412917137146, 16.346215963363647, 4.30407190322876, 24.311010420322418, 18.2620090842247, 23.53522688150406, 9.393310844898224, 16.30994725227356, 25.38543289899826, 27.532402098178864, 26.228489995002747, 24.373792231082916, 29.244919657707214, 17.22165882587433, 27.070069134235382, 19.213714003562927, 20.954146146774292, 23.619065046310425, 13.601370692253113, 22.06894689798355, 16.008066594600677, 24.789460361003876, 25.868968665599823, 20.668524742126465, 19.08940190076828, 27.613886952400208, 11.113053381443024, 10.842361032962799, 26.83377081155777, 14.301953256130219, 20.001515746116638, 27.73002916574478, 32.2441463470459, 17.404539346694946, 24.193760693073273, 23.22064834833145, 25.16769778728485, 5.918310642242432, 29.51047271490097, 24.126296937465668, 28.164456725120544, 28.31562227010727, 18.41863262653351, 29.570870101451874, 6.312482535839081, 16.618747055530548, 14.096195816993713, 27.168411374092102, 30.478944778442383, 23.41061222553253, 9.92978709936142, 16.19771057367325, 23.546757519245148, 9.012427031993866, 25.96273785829544, 29.676358699798584, 19.973111033439636, 14.008722126483917, 21.049733221530914, 22.82892221212387, 12.9653360247612, 15.911239683628082, 11.7650026679039, 2.966890871524811, 29.289881348609924, 19.73236459493637, 32.51006376743317, 12.357441127300262, 35.123146533966064, 0.1164671778678894, 20.975176870822906, 16.23482835292816, 23.170543909072876, 29.095723628997803, 36.86891996860504, 11.28613018989563, 21.812532007694244, 17.825732231140137, 24.950285494327545, 30.46492099761963, 27.51015216112137, 17.634661376476288, 17.789490580558777, 20.57542872428894, 25.301651298999786, 34.708269000053406, 27.911141753196716, 38.91250455379486, 10.247244656085968, 22.092089533805847, 26.81802213191986, 14.786300778388977, 42.378345370292664, 17.988688349723816, 24.647803127765656, 19.674903094768524, 22.494901955127716, 14.496035814285278, 25.015303373336792, 11.475570261478424, 23.771977603435516, 15.093780100345612, 19.455302000045776, 15.630098819732666, 15.012469470500946, 9.580006420612335, 22.701840102672577, 8.508352041244507, 15.600822687149048, 21.045015275478363, 31.04308044910431, 3.5113221406936646, 30.1611465215683, 13.689284086227417, 22.815830290317535, 16.277150571346283, 17.40376478433609, 16.334400057792664, 27.244730949401855, 23.605474293231964, 25.442518413066864, 16.079361498355865, 21.335550904273987, 7.537995278835297, 19.17492663860321, 38.62198853492737, 34.78049033880234, 35.857662320137024, 18.796258747577667, 17.87479531764984, 24.187480747699738, 9.740775406360626, 29.050077199935913, 28.596973717212677, 12.446621298789978, 23.37992435693741, 12.937357366085052, 22.6015722155571, 32.48721879720688, 27.142177164554596, 18.823307633399963, 33.3925119638443, 17.25059860944748, 27.491182029247284, 32.24358659982681, 30.13269716501236, 23.824072241783142, 31.26356667280197, 12.859539985656738, 26.465406596660614, 16.4102640748024, 7.8518423438072205, 23.18848890066147, 30.161366522312164, 21.800186932086945, 26.607840180397034, 24.353371262550354, 16.405979573726654, 10.594035923480988, 26.232263803482056, 21.004860401153564, 10.862790405750275, 14.871363043785095, 16.271916449069977, 19.590435445308685, 17.403477668762207, 4.784846186637878, 30.11844152212143, 20.642946779727936, 28.666571021080017, 32.73703068494797, 28.30827897787094, 18.18673074245453, 26.252768337726593, 30.881032824516296, 26.25447314977646, 20.089638888835907, 30.778035819530487, 15.926666975021362, 24.724298775196075, 32.703894436359406, 21.5944806933403, 6.450469017028809, 28.524045050144196, 9.274592697620392, 46.05602502822876, 16.788486540317535, 27.717031598091125, 25.409804940223694, 22.97946274280548, 17.63390761613846, 14.286233007907867, 16.58866274356842, 31.713113367557526, 27.047596216201782, 20.482734501361847, 24.701606452465057, 28.35873907804489, 34.20986711978912, 18.36808943748474, 21.565486431121826, 21.670430839061737, 27.845682084560394, 31.45778340101242, 17.967274844646454, 26.345179557800293, 32.7790652513504, 23.939458072185516, 19.892097175121307, 26.42766547203064, 13.641746401786804, 27.57771998643875, 27.14712744951248, 25.493820667266846, 19.587064564228058, 21.688282132148743, 10.311118364334106, 36.95737272500992, 23.59652990102768, 37.10967743396759, 3.379507839679718, 27.868143320083618, 16.69831120967865, 22.211476385593414, 20.808854162693024, 25.27294659614563, 21.983224511146545, 17.414274990558624, 18.38062810897827, 34.978383243083954, 22.83825320005417, 22.672410309314728, 24.715082108974457, 30.950911939144135, 35.4211140871048, 27.28792428970337, 16.42597186565399, 18.288786828517914, 23.091116428375244, 24.97997921705246, 11.982839167118073, 10.410407543182373, 29.704226970672607, 23.58228462934494, 24.79492676258087, 16.3696967959404, 22.63913381099701, 17.399172008037567, 12.884022176265717, 35.821177303791046, 12.735356211662292, 14.544544994831085, 26.49326640367508, 14.12528145313263, 23.83938831090927, 28.34007978439331, 25.038027107715607, 19.28253573179245, 19.116589784622192, 31.082607865333557, 18.323386430740356, 21.411322712898254, 18.894381523132324, 24.75212252140045, 22.640487670898438, 18.592937648296356, 18.441104114055634, 26.339748561382294, 31.789485692977905, 35.316291868686676, 20.585735023021698, 26.713891744613647, 24.71845668554306, 26.833741188049316, 21.93554162979126, 27.141689777374268, 16.66241067647934, 23.386406183242798, 9.427405059337616, 29.83414387702942, 22.289623379707336, 24.426807641983032, 17.164767146110535, 17.541605353355408, 14.778723776340485, 21.65844637155533, 12.272517442703247, 27.704488039016724, 15.004558503627777, 22.078022480010986, 22.29530143737793, 24.517794907093048, 33.956509947776794, 26.67882651090622, 27.22170740365982, 1.4515527486801147, 9.311565637588501, 28.634707808494568, 25.941578149795532, 24.460076808929443, 24.534585416316986, 23.597829461097717, 11.714415848255157, 25.837371349334717, 17.405356466770172, 18.540390133857727, 17.757894277572632, 15.686813652515411, 20.519721806049347, 20.033847451210022, 22.78242439031601, 15.072129130363464, 31.522690892219543, 14.353390753269196, 12.619876623153687, 17.25286078453064, 31.588001370429993, 17.756253361701965, 10.83501547574997, 34.07641178369522, 14.433043718338013, 26.47793620824814, 22.261554300785065, 14.919360756874084, 24.802407324314117, 21.221343219280243, 26.124152660369873, 28.54518687725067, 10.282203316688538, 9.154311418533325, 29.09029644727707, 17.704467058181763, 17.958739042282104, 31.38606083393097, 36.504487454891205, 30.026617646217346, 14.809412896633148, 16.407755136489868, 12.774572372436523, 11.540418922901154, 34.88318407535553, 15.229135751724243, 17.618444323539734, 37.787100434303284, 2.7894686460494995, 15.386225163936615, 21.97448319196701, 27.780806183815002, 15.64560467004776, 31.67789477109909, 20.61440008878708, 22.728318691253662, 22.34788030385971, 24.326115369796753, 27.006104052066803, 17.72399091720581, 18.919087827205658, 17.46141666173935, 24.649876415729523, 14.854305267333984, 10.434560239315033, 23.314588606357574, 31.406925857067108, 23.04113918542862, 20.16251367330551, 22.444176137447357, 28.16213446855545, 20.88794630765915, 29.50209140777588, 21.816618859767914, 18.96866685152054, 26.56913048028946, 26.0383260846138, 27.333710610866547, 26.252428472042084, 17.852974712848663, 19.440714716911316, 21.402028024196625, 22.71943712234497, 14.113119542598724, 34.7673100233078, 22.556816160678864, 17.712722182273865, 40.02102714776993, 30.260691940784454, 18.71449226140976, 26.35532909631729, 9.353770852088928, 6.289738297462463, 26.25679636001587, 12.909801542758942, 25.92752754688263, 27.343166053295135, 27.613943338394165, 41.64347326755524, 12.061798453330994, 19.4693341255188, 19.878648161888123, 27.246834993362427, 22.346580743789673, 20.3893603682518, 15.696723759174347, 17.66391909122467, 14.735071659088135, 24.35082048177719, 26.396409511566162, 19.49812012910843, 21.210441052913666, 20.7501323223114, 17.238978028297424, 19.718665599822998, 26.92503732442856, 32.442058742046356, 27.331538259983063, 13.996287226676941, 23.507446348667145, 23.366883873939514, 10.010118246078491, 9.70963329076767, 15.755517303943634, 24.01968204975128, 20.39668744802475, 29.533885419368744, 28.20864772796631, 13.104225218296051, 14.621872961521149, 10.504645645618439, 23.96673059463501, 21.817724764347076, 6.536256730556488, 26.57580018043518, 24.703277826309204, 32.94982784986496, 34.11775076389313, 18.963981986045837, 26.1272976398468, 7.415646731853485, 14.83180969953537, 21.51908165216446, 17.54564893245697, 22.753520607948303, 21.826209545135498, 28.78160846233368, 19.271743834018707, 37.241782903671265, 11.572587430477142, 36.41262501478195, 10.772364556789398, 28.91483098268509, 20.351599097251892, 30.063080549240112, 19.71154409646988, 20.066369652748108, 40.64107930660248, 21.182314157485962, 27.754640221595764, 18.975968182086945, 23.579923272132874, 23.570110023021698, 18.82366943359375, 26.45503008365631, 19.68289440870285, 8.57958835363388, 12.853884279727936, 25.155982077121735, 15.119256317615509, 29.107891380786896, 7.452146530151367, 19.057794094085693, 19.017443001270294, 22.12738400697708, 15.805184602737427, 21.674644827842712, 25.945210695266724, 16.07099711894989, 35.15774613618851, 23.087883353233337, 26.38883864879608, 27.3044490814209, 25.99499022960663, 22.889821112155914, 21.01549643278122, 26.457720041275024, 25.783761024475098, 16.083994030952454, 22.337955117225647, 11.523693442344666, 33.61579179763794, 21.34505844116211, 25.04553097486496, 20.123031616210938, 21.241320192813873, 18.079288005828857, 13.631906151771545, 10.71002322435379, 26.98143243789673, 25.872064888477325, 21.6340389251709, 5.3954296708106995, 6.487850725650787, 21.076053500175476, 15.92503148317337, 22.232253551483154, 14.343623876571655, 20.078724205493927, 31.441004395484924, 21.41002005338669, 13.456605613231659, 23.5195472240448, 21.407127022743225, 19.01070910692215, 13.627883493900299, 1.7134432196617126, 27.393203139305115, 22.96143662929535, 16.415161073207855, 10.910891711711884, 30.615865767002106, 20.458497524261475, 25.328158140182495, 13.512187004089355, 19.668188333511353, 23.15287744998932, 29.14778232574463, 13.468764424324036, 29.48780846595764, 20.26861149072647, 19.92312914133072, 23.986604273319244, 18.212827444076538, 15.459027290344238, 9.773461282253265, 19.932409346103668, 23.14902687072754, 16.662996232509613, 13.86691027879715, 19.264101684093475, 30.01403647661209, 22.43636906147003, 41.53639316558838, 22.50641965866089, 12.332812070846558, 30.52376902103424, 31.437080681324005, 30.547287225723267, 29.187626659870148, 14.156010329723358, 23.95580631494522, 18.651575982570648, 9.535318851470947, 22.529054582118988, 21.073985517024994, 23.139881670475006, 26.022633016109467, 15.305518209934235, 25.22161316871643, 21.827354907989502, 28.848015248775482, 24.066287636756897, 28.003912150859833, 24.065042674541473, 26.566676914691925, 13.664275109767914, 27.08572769165039, 15.152224600315094, 34.9681391119957, 27.94223541021347, 24.6147118806839, 1.1731324791908264, 24.807409703731537, 23.055198311805725, 16.825465261936188, 37.986217617988586, 14.887125194072723, 22.767802238464355, 27.149414002895355, 29.76819384098053, 34.00781160593033, 22.15161144733429, 25.805211067199707, 8.364259958267212, 32.65144681930542, 27.606585025787354, 13.0991370677948, 14.684775829315186, 16.037191808223724, 25.86553305387497, 20.750449419021606, 34.62161588668823, 3.9773150086402893, 28.45132613182068, 4.738499343395233, 24.36692327260971, 8.545847237110138, 23.225349068641663, 25.85993891954422, 19.005958199501038, 28.59205859899521, 22.474879205226898, 16.163543820381165, 11.934224426746368, 21.912291526794434, 26.318446934223175, 11.425277650356293, 25.88375949859619, 6.890900254249573, 14.548020422458649, 13.702912449836731, 33.20028346776962, 12.613233268260956, 19.914421439170837, 26.63095486164093, 19.34923416376114, 20.377186954021454, 20.969809412956238, 25.137057662010193, 20.055512487888336, 24.618331134319305, 24.471550047397614, 29.59057128429413, 20.229413151741028, 19.43634831905365, 17.43682324886322, 25.747286438941956, 29.140881061553955, 26.96953320503235, 21.174271523952484, 25.700080156326294, 22.65030789375305, 20.61613804101944, 13.93111503124237, 10.524180173873901, 25.262301802635193, 20.387246787548065, 25.710331737995148, 22.90447747707367, 27.27637255191803, 26.63677203655243, 16.7867591381073, 31.42422205209732, 12.225223004817963, 24.798389554023743, 16.26676869392395, 16.90214651823044, 26.2098485827446, 25.772121608257294, 21.60976642370224, 5.1034340262413025, 28.7089204788208, 32.15788930654526, 6.206146419048309, 28.889655888080597, 36.885344445705414, 28.721331357955933, 32.10252100229263, 30.226490139961243, 34.89680951833725, 14.168251514434814, 30.84343731403351, 33.13202208280563, 16.93200320005417, 19.820683658123016, 42.16610234975815, 19.80664151906967, 29.50499653816223, 15.878983497619629, 20.84484040737152, 27.267535150051117, 20.960813999176025, 32.88832402229309, 23.10907018184662, 25.296839714050293, 22.23464334011078, 23.23848068714142, 44.236431896686554, 28.02425044775009, 22.271251559257507, 14.61634474992752, 21.762213230133057, 16.18096172809601, 28.72680938243866, 12.895561397075653, 17.32773894071579, 19.29959726333618, 43.54009300470352, 23.10956174135208, 29.63829392194748, 31.46582520008087, 22.21450626850128, 30.522287726402283, 9.001604795455933, 21.024525463581085, 20.454778969287872, 15.384952068328857, 15.518178522586823, 33.738719046115875, 20.583998322486877, 17.45085197687149, 20.25546169281006, 21.19446110725403, 22.44713830947876, 26.351850748062134, 18.270880103111267, 10.744560360908508, 28.479348182678223, 18.23394125699997, 24.467318177223206, 26.434850811958313, 20.142937183380127, 25.464693307876587, 21.620599567890167, 23.979013085365295, 21.449866771697998, 11.579267144203186, 14.317606389522552, 13.723930835723877, 22.02382230758667, 22.714882969856262, 25.323839366436005, 11.299588859081268, 22.235102117061615, 15.355632364749908, 24.8323991894722, 22.53023189306259, 20.43664437532425, 24.378006517887115, 21.027032613754272, 24.884218871593475, 33.525012135505676, 34.849718391895294, 28.05309098958969, 25.762705445289612, 23.67391985654831, 13.341476857662201, 25.035166800022125, 15.681401371955872, 13.554359018802643, 34.680342853069305, 26.738652229309082, 28.143624305725098, 18.374906063079834, 19.293184757232666, 18.731695353984833, 33.04068726301193, 19.44106161594391, 17.08666718006134, 11.646651148796082, 19.495318114757538, 26.767019987106323, 32.866912961006165, 21.328861713409424, 19.980666041374207, 23.29744327068329, 33.42000859975815, 22.033180475234985, 23.93993592262268, 15.930702149868011, 22.694593489170074, 32.081024169921875, 30.020410239696503, 17.288399696350098, 29.602670192718506, 24.027290880680084, 32.35385972261429, 28.903651654720306, 30.174182415008545, 24.769276320934296, 29.13655698299408, 28.54816633462906, 31.911480128765106, 19.186288356781006, 13.338917553424835, 19.522551655769348, 24.78673791885376, 20.63594275712967, 11.473340094089508, 22.152898967266083, 31.264646112918854, 32.88001888990402, 29.33789199590683, 19.990883708000183, 16.005652606487274, 20.633792102336884, 27.448800683021545, 26.91000646352768, 32.11147105693817, 25.861415088176727, 17.27843928337097, 27.172148823738098, 26.602518439292908, 4.806933701038361, 13.835416495800018, 37.2609925866127, 26.147513687610626, 24.239379227161407, 21.839118719100952, 18.90482383966446, 27.347588062286377, 37.37830537557602, 19.057860672473907, 30.485522627830505, 29.116251289844513, 40.351277470588684, 22.97674036026001, 34.74541902542114, 29.832756221294403, 22.332169592380524, 13.648560345172882, 12.703404784202576, 21.482855796813965, 28.1083522439003, 18.962741911411285, 28.043419420719147, 21.89243096113205, 15.880306959152222, 18.420537412166595, 23.822782039642334, 27.031695902347565, 18.933803260326385, 27.734119832515717, 17.454709351062775, 29.892035603523254, 16.660805761814117, 6.3988882303237915, 25.68833166360855, 30.47141319513321, 17.59567219018936, 30.012419760227203, 27.23055273294449, 13.032187044620514, 28.733054637908936, 26.114713549613953, 17.473974406719208, 25.504474461078644, 23.25492364168167, 21.25868797302246, 33.50872963666916, 20.114737689495087, 19.656463146209717, 1.0886757373809814, 20.306649446487427, 25.404065012931824, 34.00047951936722, 15.072643041610718, 16.524292469024658, 21.995613396167755, 27.049435913562775, 17.302741646766663, 30.616635382175446, 21.916663944721222, 15.40415346622467, 10.904952228069305, 22.910941421985626, 35.79017663002014, 11.173516869544983, 8.87922352552414, 18.44120877981186, 16.47666758298874, 27.21854168176651, 29.397458851337433, 24.688745200634003, 30.45556616783142, 28.01503175497055, 24.532769858837128, 20.02355545759201, 26.037924706935883, 16.710935592651367, 19.57344138622284, 15.904507219791412, 12.902062773704529, 27.462029695510864, 24.069871723651886, 4.767109572887421, 27.674095928668976, 20.169374108314514, 27.824335992336273, 7.599089324474335, 24.60877877473831, 26.232625484466553, 5.283674359321594, 33.20096951723099, 19.77974510192871, 22.882712423801422, 21.472060918807983, 26.94008779525757, 29.460707664489746, 15.751498937606812, 10.855113744735718, 22.829872012138367, 27.429582595825195, 18.26516854763031, 19.388519883155823, 35.2262846827507, 5.6158788204193115, 20.875290751457214, 28.646270990371704, 19.80649572610855, 21.76332515478134, 20.26980435848236, 22.635457277297974, 28.345090568065643, 25.018283188343048, 31.651571691036224, 11.31300413608551, 22.04180508852005, 20.716083109378815, 23.01610368490219, 20.109009265899658, 28.932319402694702, 19.4375057220459, 16.450221359729767, 14.022268891334534, 26.04999679327011, 23.9695286154747, 28.52702534198761, 19.41087454557419, 22.11866158246994, 19.66013389825821, 28.28059810400009, 36.09151476621628, 27.48808991909027, 29.188874304294586, 18.647724330425262, 16.07560282945633, 26.7439866065979, 13.700877368450165, 17.363926768302917, 29.382197439670563, 40.660485088825226, 12.974492251873016, 18.610416054725647, 22.24078404903412, 13.223190426826477, 22.56549906730652, 24.06473660469055, 26.57863563299179, 16.528324961662292, 20.85159981250763, 35.26443600654602, 25.269128799438477, 22.60767662525177, 16.304359138011932, 32.666985511779785, 18.02219593524933, 18.5591002702713, 25.04681384563446, 20.585724115371704, 28.57785940170288, 15.940192818641663, 18.01775234937668, 19.20812439918518, 33.54776531457901, 1.1405160427093506, 16.35812532901764, 12.964419662952423, 9.597087442874908, 21.576453685760498, 14.404728651046753, 27.22784000635147, 15.824032127857208, 24.214243590831757, 20.036660850048065, 27.207742273807526, 18.76280003786087, 35.48897397518158, 25.714755356311798, 28.182307958602905, 23.302014529705048, 20.640515446662903, 23.090791046619415, 25.452491998672485, 32.518785655498505, 36.00220316648483, 25.748435616493225, 8.432494819164276, 16.46440476179123, 23.859873950481415, 29.859043538570404, 2.372982680797577, 20.437300503253937, 25.727292954921722, 17.47480934858322, 20.68955385684967, 35.089815616607666, 27.39433878660202, 16.155485033988953, 27.700207889080048, 1.2406447529792786, 18.039954364299774, 22.276204884052277, 12.97808289527893, 15.135494709014893, 24.720384657382965, 23.609407126903534, 18.979461133480072, 25.140199899673462, 15.858890891075134, 13.203569054603577, 36.211796045303345, 27.08992499113083, 21.93096649646759, 13.943193078041077, 19.861708879470825, 20.75061720609665, 20.12557417154312, 16.1734539270401, 22.280392348766327, 33.51112365722656, 17.449631094932556, 13.801268339157104, 18.445439100265503, 31.891501784324646, 28.026296317577362, 20.74701464176178, 13.571326911449432, 23.390762090682983, 18.208574652671814, 23.89062809944153, 16.765229761600494, 20.560028612613678, 20.537341356277466, 4.834567427635193, 20.98587256669998, 19.517582952976227, 18.665899753570557, 20.345664143562317, 17.906859815120697, 23.053442180156708, 26.019721627235413, 23.754450798034668, 19.181249260902405, 14.931565165519714, 23.852598130702972, 18.66949564218521, 32.57335364818573, 25.646047592163086, 1.9027246832847595, 30.907431304454803, 24.587905406951904, 23.076731026172638, 6.77358740568161, 14.34311693906784, 12.202065229415894, 22.261837542057037, 33.02764946222305, 17.128161668777466, 18.794221103191376, 26.1375669836998, 25.276026606559753, 20.86406147480011, 17.62385267019272, 7.247918963432312, 14.979370772838593, 40.47293001413345, 27.060363590717316, 34.622947692871094, 20.399541079998016, 38.82628506422043, 26.86976808309555, 26.520910441875458, 25.967621445655823, 20.292460024356842, 29.09833663702011, 22.101956725120544, 30.168769478797913, 37.160288631916046, 16.849742829799652, 24.239685595035553, 11.737951040267944, 19.407344460487366, 39.47463899850845, 29.970691978931427, 28.381022095680237, 36.8940087556839, 18.037415087223053, 28.55706560611725, 13.782270669937134, 23.463000059127808, 29.615152716636658, 17.746243715286255, 30.37858933210373, 33.89242643117905, 20.60987740755081, 20.966973960399628, 23.814586520195007, 20.230937898159027, 11.049519181251526, 20.458683609962463, 19.49863076210022, 28.483514070510864, 26.722685396671295, 27.0701162815094, 35.079056560993195, 22.1206316947937, 18.65341418981552, 20.227324783802032, 25.645034432411194, 20.224153101444244, 32.93811374902725, 12.534735143184662, 19.617900609970093, 17.17193865776062, 20.002553343772888, 19.017585158348083, 20.995709836483, 15.796200215816498, 19.815733671188354, 29.942281663417816, 24.491567373275757, 4.837891459465027, 20.846674025058746, 21.29767668247223, 19.948553204536438, 26.33656805753708, 13.901525139808655, 19.749446153640747, 29.427293241024017, 26.405985414981842, 14.275635182857513, 23.711056530475616, 15.994730055332184, 10.9941725730896, 25.76994651556015, 14.19502705335617, 11.163080394268036, 14.980572760105133, 24.037847876548767, 25.45823723077774, 19.26743257045746, 18.692309200763702, 7.544104099273682, 25.561066508293152, 41.112422466278076, 10.397049725055695, 12.911234617233276, 8.500668168067932, 26.0892813205719, 25.172367751598358, 15.891535520553589, 22.8868887424469, 23.86225700378418, 20.145480751991272, 3.5672385692596436, 22.36984294652939, 19.354062259197235, 24.248001992702484, 36.126168608665466, 20.42124718427658, 21.934821367263794, 34.75843769311905, 17.55307710170746, 26.857600510120392, 27.478806376457214, 16.121212542057037, 21.280038714408875, 30.320160269737244, 33.224585592746735, 21.139995336532593, 41.47002863883972, 29.603521168231964, 26.951267957687378, 12.580032289028168, 28.32110720872879, 0.08901983499526978, 20.910092771053314, 18.547805726528168, 7.295518755912781, 38.627951204776764, 22.387179911136627, 19.112535178661346, 28.866300404071808, 10.380568265914917, 24.821882486343384, 26.251607477664948, 14.396312952041626, 33.88657748699188, 28.498414933681488, 25.57539737224579, 18.621924817562103, 23.080041646957397, 27.64001762866974, 19.69245707988739, 24.889507234096527, 12.13922929763794, 25.534063696861267, 21.08449935913086, 23.57039487361908, 27.451035022735596, 16.84621423482895, 20.613735377788544, 9.840631008148193, 20.924540579319, 16.47375798225403, 23.22084951400757, 14.580865442752838, 17.176979422569275, 25.651894748210907, 26.712758123874664, 23.68089371919632, 24.410378098487854, 26.163401424884796, 19.66206955909729, 26.65539401769638, 37.30596452951431, 9.02582859992981, 20.936647057533264, 26.503282248973846, 27.79439002275467, 39.98983144760132, 18.53546941280365, 32.80789202451706, 13.593582153320312, 15.875718355178833, 24.15001791715622, 33.49448907375336, 20.569658756256104, 11.063952088356018, 16.567724645137787, 11.956902921199799, 16.81815904378891, 24.75082576274872, 19.745462119579315, 21.218095064163208, 30.277453780174255, 25.31393337249756, 17.258650720119476, 15.81209546327591, 22.287192583084106, 31.126009345054626, 28.74841856956482, 24.11435490846634, 25.67294979095459, 17.106964826583862, 35.51008778810501, 20.87738448381424, 15.343240320682526, 14.203008234500885, 22.568291544914246, 17.778771817684174, 23.922955095767975, 15.200672388076782, 24.449832439422607, 26.878571569919586, 18.135719120502472, 15.245856821537018, 24.372628211975098, 20.741317331790924, 24.885555505752563, 10.291614949703217, 24.349781692028046, 15.094134628772736, 28.160586535930634, 32.060037672519684, 31.40758717060089, 12.558747947216034, 20.26314514875412, 25.207105576992035, 8.844146311283112, 19.985848605632782, 31.514942944049835, 3.4109264612197876, 18.691621243953705, 26.375490605831146, 20.726247310638428, 26.306886553764343, 19.348706901073456, 22.486999332904816, 8.624756157398224, 13.223455250263214, 38.85669332742691, 29.781862676143646, 20.568336129188538, 26.519644141197205, 26.42573744058609, 9.431546568870544, 18.695275843143463, 29.773463368415833, 17.759283542633057, 18.861181557178497, 28.605967938899994, 0.8984465003013611, 23.851647675037384, 20.21297526359558, 21.395903408527374, 37.75977957248688, 16.131282329559326, 5.730708539485931, 17.256031036376953, 12.136304378509521, 23.03196781873703, 20.94180542230606, 24.220667839050293, 9.690785229206085, 24.781656205654144, 9.99308729171753, 23.824657201766968, 20.00008225440979, 31.182920813560486, 20.960550010204315, 21.62316608428955, 23.36735689640045, 17.39450114965439, 25.055507004261017, 22.80163711309433, 19.478707909584045, 20.808003544807434, 24.118251085281372, 28.533951699733734, 28.9376699924469, 20.476067423820496, 29.528213500976562, 22.14503300189972, 13.842605233192444, 9.605646133422852, 34.65182113647461, 15.074790239334106, 16.049998939037323, 28.202898025512695, 21.811244130134583, 20.939680516719818, 28.6945561170578, 28.946648240089417, 17.150820553302765, 8.713160932064056, 20.73973387479782, 6.396201491355896, 4.155608594417572, 25.205788373947144, 29.890439212322235, 15.666180789470673, 17.396378755569458, 28.43982023000717, 21.327857494354248, 13.085622787475586, 29.845746874809265, 5.948526859283447, 10.586042404174805, 17.219390869140625, 11.592288732528687, 27.575162172317505, 25.081542432308197, 23.79725581407547, 17.722639977931976, 28.176926255226135, 23.183046102523804, 23.186806976795197, 20.56307429075241, 26.669501304626465, 28.011595904827118, 18.147079288959503, 12.92619800567627, 24.70718604326248, 23.800706446170807, 24.091014325618744, 15.318202435970306, 6.017496883869171, 18.538304209709167, 13.8467578291893, 30.711665451526642, 31.219467043876648, 23.39513909816742, 23.365271747112274, 19.674251556396484, 25.333410322666168, 8.353441715240479, 31.29452383518219, 23.01059764623642, 30.46872514486313, 28.166042149066925, 18.521494805812836, 12.199346601963043, 24.025186896324158, 21.933109164237976, 28.47944074869156, 26.271433293819427, 19.70681494474411, 6.245414733886719, 15.818255543708801, 11.227862775325775, 14.38956743478775, 21.940679252147675, 30.774780929088593, 25.593852937221527, 15.10838383436203, 31.99640202522278, 9.367468178272247, 17.751431047916412, 24.140591621398926, 32.34816950559616, 22.19311422109604, 15.348167717456818, 19.40306431055069, 25.650432646274567, 25.26797127723694, 20.036580562591553, 11.370843172073364, 28.51298552751541, 8.660542905330658, 15.964317798614502, 13.25879418849945, 8.117672741413116, 21.00182044506073, 27.96813213825226, 15.433009803295135, 29.495468139648438, 25.616896867752075, 21.70616352558136, 30.13235729932785, 23.536502838134766, 13.548135638237, 24.693000376224518, 15.229576408863068, 21.17048579454422, 33.66447615623474, 9.93423455953598, 25.02666288614273, 26.831819474697113, 32.167807042598724, 18.379015922546387, 28.096907019615173, 20.536048531532288, 24.821579813957214, 23.087385416030884, 22.052944362163544, 16.507560968399048, 33.88657456636429, 19.494782745838165, 24.46923738718033, 12.530178785324097, 24.767470598220825, 21.851362347602844, 22.74526423215866, 33.54953783750534, 20.025900065898895, 21.233784675598145, 14.269312798976898, 12.576091527938843, 24.042720198631287, 32.054510712623596, 23.982176542282104, 27.194075226783752, 10.101706802845001, 10.845050871372223, 18.74925535917282, 20.976893424987793, 17.359276175498962, 26.203947126865387, 20.48314929008484, 32.0378343462944, 10.200661838054657, 22.606030344963074, 8.190853357315063, 3.8867304921150208, 20.36182075738907, 6.983127593994141, 34.942308485507965, 24.00848114490509, 20.8148096203804, 22.880194306373596, 24.753229916095734, 25.663613379001617, 13.05562174320221, 13.681065678596497, 10.109124898910522, 2.4927547574043274, 14.637895584106445, 40.46552634239197, 19.52186244726181, 28.216654539108276, 26.83297163248062, 19.117599606513977, 22.729261457920074, 34.43587052822113, 23.831924617290497, 26.48085194826126, 6.640036463737488, 13.448397994041443, 35.82805198431015, 18.323439180850983, 24.558035671710968, 22.371465921401978, 22.539990305900574, 15.88526165485382, 40.796337485313416, 24.480997443199158, 26.422545790672302, 26.075969636440277, 24.770041704177856, 7.671068251132965, 25.568969130516052, 18.176160991191864, 19.89568966627121, 20.93152618408203, 11.28390884399414, 15.068698525428772, 21.923863530158997, 26.112882256507874, 19.49279624223709, 35.96381688117981, 16.471022725105286, 17.353310525417328, 26.745692491531372, 12.852153420448303, 35.84193980693817, 18.19314408302307, 21.286821842193604, 35.759025156497955, 25.352620542049408, 27.094525814056396, 23.20194911956787, 14.609971344470978, 10.824831545352936, 18.116315603256226, 15.710348308086395, 21.758415818214417, 22.686487019062042, 17.16165465116501, 30.868809401988983, 25.47143006324768, 30.171769201755524, 23.16335701942444, 26.839372098445892, 8.434345781803131, 25.807869970798492, 20.059789538383484, 22.00363779067993, 22.572921812534332, 19.5455384850502, 20.8216370344162, 19.181210815906525, 26.64447581768036, 35.62255662679672, 28.309608340263367, 14.372426152229309, 23.70148479938507, 19.586553394794464, 3.339486539363861, 23.607473373413086, 29.11537730693817, 24.217402160167694, 6.4165791273117065, 11.73286646604538, 24.146523416042328, 12.517180621623993, 19.073041915893555, 26.922482669353485, 30.279058575630188, 24.898736834526062, 22.103273451328278, 25.98362237215042, 12.051271438598633, 23.642458856105804, 22.943968415260315, 26.878719568252563, 18.875321805477142, 42.264648497104645, 21.27299576997757, 25.49880278110504, 25.34322041273117, 17.452958524227142, 46.62973493337631, 18.754322111606598, 19.71425312757492, 24.883004665374756, 27.42784607410431, 17.902484238147736, 10.489248871803284, 18.68360072374344, 26.331792950630188, 14.94253134727478, 0.3401038646697998, 25.325092792510986, 15.739181518554688, 17.152212738990784, 18.5879265666008, 20.223198413848877, 29.012360751628876, 13.871879875659943, 19.12705945968628, 21.70133399963379, 12.06233686208725, 13.58991652727127, 27.720612227916718, 18.026875257492065, 15.401157259941101, 30.70309269428253, 18.488232791423798, 13.365408599376678, 10.450994431972504, 39.9362518787384, 10.170458376407623, 21.876057505607605, 26.550611197948456, 19.42366486787796, 24.26482367515564, 27.576110541820526, 33.54758048057556, 4.7014705538749695, 32.61636769771576, 16.392922282218933, 29.129087269306183, 28.520483016967773, 9.453082740306854, 26.587266623973846, 16.663614094257355, 20.12202799320221, 27.89238715171814, 24.69552344083786, 10.999126434326172, 36.92064940929413, 17.100169599056244, 17.672555208206177, 28.421757578849792, 23.15966558456421, 27.495910346508026, 14.873843491077423, 26.035427749156952, 11.370773136615753, 18.973253190517426, 35.4596688747406, 18.085946321487427, 27.895886540412903, 30.383294820785522, 13.926274061203003, 24.131294310092926, 29.33767968416214, 15.543734431266785, 23.339833438396454, 13.224932432174683, 14.723144769668579, 17.902528822422028, 39.390485644340515, 26.75559228658676, 16.147113740444183, 26.50082141160965, 25.9331773519516, 30.095732629299164, 34.42436319589615, 34.84605544805527, 20.783600091934204, 17.021255433559418, 12.230014085769653, 24.20055317878723, 4.854629158973694, 37.42193537950516, 23.63569462299347, 32.53966933488846, 19.932401597499847, 34.52185672521591, 21.080150246620178, 32.78404879570007, 29.454699099063873, 24.490919828414917, 23.49614715576172, 15.021741271018982, 28.617338240146637, 13.140606999397278, 15.714976489543915, 32.01039004325867, 19.35250174999237, 21.19156712293625, 28.87588459253311, 28.019591093063354, 35.17504209280014, 17.54548466205597, 17.81845450401306, 23.352547466754913, 27.44511914253235, 21.303349912166595, 17.819426655769348, 21.480671525001526, 28.81870800256729, 22.524770617485046, 17.24510270357132, 24.32263606786728, 8.331374049186707, 21.11223989725113, 17.621986269950867, 18.792258203029633, 35.338764905929565, 17.725715816020966, 21.075484573841095, 8.84044748544693, 25.55681735277176, 22.35371881723404, 16.538115322589874, 20.136295557022095, 13.430165529251099, 27.90609222650528, 22.019151747226715, 15.743597388267517, 28.508297085762024, 29.322509944438934, 38.3946989774704, 1.1943861246109009, 28.082915544509888, 38.76954448223114, 31.14873307943344, 36.13596838712692, 29.064613461494446, 18.899277448654175, 28.22554498910904, 33.80317884683609, 36.6952503323555, 19.240502059459686, 31.760388612747192, 13.417700231075287, 31.718360543251038, 22.05541205406189, 25.383618354797363, 16.748089969158173, 22.977150440216064, 29.42025077342987, 31.765883326530457, 24.044036388397217, 21.975863933563232, 26.774487137794495, 28.89056622982025, 23.64511650800705, 17.671287894248962, 19.16342270374298, 29.459751963615417, 21.92435336112976, 13.637141585350037, 20.997642993927002, 21.45297122001648, 27.119938373565674, 6.129833519458771, 22.073038935661316, 21.584620416164398, 24.584861516952515, 17.18009513616562, 21.649015724658966, 18.630894601345062, 30.929360449314117, 12.843266367912292, 26.23126119375229, 20.46389865875244, 12.922786831855774, 16.44188565015793, 21.2020645737648, 10.723819613456726, 0.6945499181747437, 14.515652239322662, 14.819815337657928, 18.652231752872467, 23.742682993412018, 20.854651629924774, 24.446650326251984, 26.619200348854065, 29.270750105381012, 9.964199185371399, 12.312747120857239, 17.577157020568848, 21.981796145439148, 30.626349925994873, 36.78188246488571, 26.53692376613617, 21.717694878578186, 23.099159836769104, 23.17882877588272, 34.469556629657745, 31.541289687156677, 33.03112494945526, 15.117046594619751, 41.28572678565979, 23.185086369514465, 10.0818412899971, 25.97045648097992, 27.534485399723053, 25.44001317024231, 0.7318158745765686, 31.063380181789398, 19.133528470993042, 19.62315934896469, 28.76194405555725, 19.445116639137268, 20.634900748729706, 21.535084664821625, 17.16296148300171, 24.925250232219696, 5.117345571517944, 27.553132951259613, 20.756269931793213, 27.79658854007721, 26.264857947826385, 22.77210658788681, 22.635851502418518, 36.01572173833847, 30.028467655181885, 19.468623757362366, 32.682885468006134, 17.545134723186493, 20.444313764572144, 23.051537811756134, 30.699445247650146, 8.653883159160614, 23.436583817005157, 7.172268927097321, 14.965053737163544, 19.720284938812256, 20.487541377544403, 41.22428947687149, 26.47592979669571, 13.966865479946136, 17.399123191833496, 17.494711101055145, 35.37378537654877, 19.324057459831238, 24.64778882265091, 23.848594844341278, 31.906094789505005, 36.168199241161346, 32.978758692741394, 8.515484988689423, 14.83799523115158, 18.67878830432892, 13.710294842720032, 14.233802199363708, 10.681276857852936, 29.909807443618774, 16.88200145959854, 17.97309249639511, 21.23075032234192, 27.863165080547333, 18.973356008529663, 17.240788877010345, 9.40766841173172, 26.546409249305725, 22.574775099754333, 25.646633982658386, 17.68271976709366, 12.840788662433624, 18.315566301345825, 22.57814711332321, 30.63681674003601, 34.035615265369415, 28.257330894470215, 15.615243136882782, 24.27613526582718, 20.952312350273132, 44.1947420835495, 25.695824325084686, 11.53852242231369, 20.77601307630539, 19.370229184627533, 12.111724972724915, 15.207913875579834, 28.154597401618958, 28.022024035453796, 36.31164002418518, 29.706536173820496, 24.350677728652954, 15.580212235450745, 37.681956470012665, 33.81196516752243, 18.495833456516266, 31.97588860988617, 46.26372808218002, 33.920215368270874, 16.814187109470367, 23.61501133441925, 27.927786886692047, 16.685427069664, 25.153310239315033, 29.724816858768463, 28.377908051013947, 15.441556990146637, 18.69950807094574, 24.615093767642975, 26.41566663980484, 10.067644536495209, 19.10218036174774, 15.381054401397705, 22.75721561908722, 14.749934554100037, 22.408417761325836, 23.769599974155426, 17.628304064273834, 15.18469524383545, 17.60539948940277, 28.888951659202576, 16.839255213737488, 25.360915303230286, 30.215343296527863, 22.196415841579437, 26.355028927326202, 23.63441491127014, 19.593714714050293, 36.20501488447189, 23.083377242088318, 18.327457308769226, 27.66818606853485, 26.51849776506424, 21.808133959770203, 17.74887067079544, 21.24064612388611, 23.766075313091278, 17.140748977661133, 19.64077365398407, 22.9817134141922, 24.008608162403107, 14.076434254646301, 16.921703219413757, 15.516499161720276, 13.831561803817749, 1.6281349658966064, 26.994828939437866, 23.274712026119232, 22.399968445301056, 7.205396115779877, 21.03682780265808, 13.627440810203552, 13.316575586795807, 14.18083643913269, 11.80576777458191, 9.34148395061493, 33.7630118727684, 30.769382119178772, 26.81755429506302, 26.42580270767212, 25.279892444610596, 21.704752385616302, 20.122796952724457, 20.70194101333618, 27.536887526512146, 20.59257459640503, 18.71598792076111, 33.12860095500946, 6.488605797290802, 9.693591833114624, 24.9474396109581, 12.249441921710968, 10.678356170654297, 21.785731077194214, 30.942071557044983, 24.968735814094543, 23.19734787940979, 17.094153344631195, 16.446823179721832, 33.00404071807861, 36.958169519901276, 18.05615657567978, 22.76593381166458, 29.197611272335052, 22.00787752866745, 25.50001037120819, 26.253463447093964, 32.421925246715546, 19.839711666107178, 19.395784616470337, 30.714118897914886, 11.083838045597076, 27.18463408946991, 25.988559544086456, 22.646641969680786, 32.66985249519348, 15.67530107498169, 23.120427012443542, 24.50643765926361, 6.03973650932312, 19.015169203281403, 23.619815409183502, 19.77972501516342, 13.33547580242157, 16.14062476158142, 19.869638979434967, 22.77832782268524, 34.64685410261154, 13.2265265583992, 32.35509705543518, 16.975408256053925, 20.853615283966064, 26.513046622276306, 27.747294008731842, 11.264197945594788, 38.33068495988846, 30.598510921001434, 8.321943163871765, 18.12575876712799, 28.773208141326904, 23.344726860523224, 24.48346471786499, 12.452908754348755, 27.828177392482758, 28.727644085884094, 19.311084032058716, 35.49502295255661, 10.218250095844269, 31.041196584701538, 38.08302330970764, 25.1334730386734, 7.772929906845093, 16.493062794208527, 23.642466962337494, 25.017167150974274, 23.793555736541748, 28.77730304002762, 18.27118468284607, 10.589217066764832, 17.3502237200737, 19.75518375635147, 27.188139259815216, 20.038325905799866, 24.331091284751892, 27.298332691192627, 19.98319536447525, 27.278335332870483, 23.507627725601196, 23.78332018852234, 7.077316582202911, 26.77565199136734, 31.312269508838654, 18.25982791185379, 40.504678308963776, 28.09454470872879, 13.248185813426971, 15.906213879585266, 22.27720957994461, 23.582899153232574, 30.698578655719757, 29.37342780828476, 30.850026309490204, 4.62567138671875, 25.305628299713135, 14.916902720928192, 20.685407996177673, 21.94261234998703, 25.882044196128845, 17.195787370204926, 26.996039867401123, 22.571573615074158, 30.8081151843071, 22.540504217147827, 28.693533182144165, 27.740250945091248, 22.28705632686615, 16.01073968410492, 31.265866935253143, 17.403243720531464, 24.75659215450287, 32.57677501440048, 3.8764323592185974, 17.12500548362732, 16.655237674713135, 20.02722132205963, 17.301525592803955, 22.730791866779327, 2.6712916493415833, 23.96325021982193, 18.814832985401154, 7.83599579334259, 17.22686380147934, 16.62796449661255, 19.70753651857376, 32.345105707645416, 1.5472898483276367, 25.35393214225769, 19.088530838489532, 24.70546704530716, 34.32076579332352, 2.0863792300224304, 20.048651218414307, 18.785931646823883, 25.989522635936737, 12.32790219783783, 28.84757572412491, 17.06553989648819, 24.33418560028076, 18.340108931064606, 9.461468577384949, 15.328372776508331, 29.76411736011505, 22.124634981155396, 7.495757699012756, 17.517150819301605, 23.00117164850235, 5.4189133644104, 39.65111929178238, 27.138229489326477, 26.35787945985794, 18.88775873184204, 33.645295202732086, 24.732155680656433, 22.034929633140564, 14.775919497013092, 27.085511088371277, 32.47062146663666, 16.375093817710876, 26.32774579524994, 18.651012420654297, 26.170527815818787, 30.93653118610382, 24.70925521850586, 28.87462228536606, 43.75866860151291, 15.562768816947937, 32.31945389509201, 25.556686580181122, 17.294772565364838, 28.904317498207092, 29.959790110588074, 13.208919823169708, 36.19951856136322, 18.53860467672348, 29.286861896514893, 30.836987376213074, 20.810530424118042, 41.69818276166916, 18.36935043334961, 25.11802053451538, 24.641677677631378, 30.961332499980927, 24.216430366039276, 18.559027135372162, 19.917609810829163, 8.221075057983398, 27.100855708122253, 15.827931523323059, 3.66616427898407, 38.27927768230438, 24.613017320632935, 20.81637144088745, 15.967031061649323, 20.412465393543243, 21.433661818504333, 19.26143229007721, 25.511378049850464, 26.467620193958282, 21.26991641521454, 5.7184125781059265, 22.504658937454224, 17.668921053409576, 16.64965933561325, 22.89095687866211, 22.599664747714996, 0.7837875485420227, 23.248558819293976, 9.59751009941101, 36.4613191485405, 14.257428705692291, 5.758874237537384, 21.030524134635925, 34.97573685646057, 35.24048036336899, 27.860606789588928, 36.62999576330185, 29.821638762950897, 21.13457679748535, 22.231299579143524, 22.465737462043762, 23.475813567638397, 37.453846991062164, 20.039461374282837, 25.009424149990082, 22.0645432472229, 40.07272344827652, 38.08666867017746, 33.383440256118774, 4.743957340717316, 15.636005222797394, 14.799709439277649, 19.102445602416992, 19.07282143831253, 15.566719233989716, 22.45617949962616, 27.58939552307129, 46.744355738162994, 22.950088500976562, 19.97870361804962, 29.90460854768753, 22.32236796617508, 15.290555477142334, 28.381070911884308, 17.83947443962097, 16.989945471286774, 18.296668708324432, 16.573477149009705, 25.773909866809845, 33.26835799217224, 29.272551834583282, 15.134892284870148, 16.428761661052704, 16.30532616376877, 14.5348140001297, 23.485563933849335, 12.598042726516724, 21.009155094623566, 16.728209257125854, 19.082890570163727, 23.59070110321045, 19.321810126304626, 12.855898201465607, 22.407580077648163, 19.927904725074768, 19.466094374656677, 30.987562656402588, 25.56898432970047, 27.42983639240265, 25.053187906742096, 2.0204054713249207, 18.519533216953278, 33.827302634716034, 26.02322369813919, 30.11006635427475, 20.703006327152252, 21.008164823055267, 20.312752783298492, 23.80713278055191, 15.636243879795074, 35.83954858779907, 11.978801190853119, 28.427129447460175, 14.65737783908844, 9.99053955078125, 27.050859689712524, 22.474507331848145, 12.64713603258133, 9.475039601325989, 16.063019633293152, 15.978299260139465, 20.804599106311798, 7.690413773059845, 21.38533592224121, 25.624749660491943, 17.768370389938354, 17.84798812866211, 18.317586064338684, 7.672531545162201, 22.755333602428436, 31.311827182769775, 32.049343049526215, 1.2362229824066162, 14.417412459850311, 29.625559270381927, 16.731315910816193, 14.969198346138, 30.599618017673492, 17.37249380350113, 18.28624838590622, 25.927094161510468, 40.40135037899017, 46.933939933776855, 32.8598347902298, 22.405033469200134, 24.97866976261139, 26.086349070072174, 35.74915325641632, 22.889155209064484, 20.802777409553528, 24.25119024515152, 32.81498736143112, 15.643780171871185, 17.692240953445435, 19.071885228157043, 15.860303044319153, 29.368960082530975, 21.55349987745285, 19.0423943400383, 22.908305823802948, 29.147291243076324, 21.57324057817459, 17.873875081539154, 32.29839479923248, 16.441377699375153, 28.2897772192955, 19.261127531528473, 28.96891760826111, 25.916359841823578, 24.40727174282074, 29.24793130159378, 20.739669024944305, 24.826812624931335, 23.494014501571655, 21.713362395763397, 34.08066517114639, 30.125916063785553, 27.277234196662903, 24.15965235233307, 21.362919211387634, 23.563993275165558, 20.999926388263702, 29.6937273144722, 28.300422251224518, 25.015635073184967, 23.826705932617188, 42.24817705154419, 29.211624145507812, 21.84649807214737, 6.32854825258255, 16.576140463352203, 12.032659113407135, 4.569879531860352, 20.34856653213501, 1.279468059539795, 21.23488873243332, 2.1926680207252502, 32.26764154434204, 24.95474362373352, 26.95713835954666, 10.567624866962433, 29.724517166614532, 22.815278708934784, 21.617771208286285, 22.92425775527954, 24.12969160079956, 23.572924256324768, 22.41777741909027, 27.0900319814682, 20.037072598934174, 22.360567808151245, 28.49564677476883, 28.69068479537964, 19.18098020553589, 20.43257999420166, 22.606390714645386, 30.98210346698761, 24.700036883354187, 20.0537291765213, 21.5627601146698, 15.079030573368073, 5.2700836062431335, 16.065594017505646, 18.226448237895966, 29.77742028236389, 15.942230701446533, 29.735291302204132, 29.16003167629242, 28.05075067281723, 3.3604061007499695, 23.89108371734619, 19.643831491470337, 21.384706795215607, 26.69488489627838, 15.88646250963211, 35.797242879867554, 33.09674096107483, 22.49679136276245, 25.766479194164276, 15.58569198846817, 26.060035526752472, 19.73102980852127, 38.596514105796814, 0.884911835193634, 30.706383645534515, 25.58655846118927, 12.390166521072388, 23.965944945812225, 29.76207423210144, 36.04285353422165, 18.742403268814087, 27.98510491847992, 27.607416927814484, 22.417717278003693, 13.133969485759735, 27.10504913330078, 24.609365046024323, 26.10976994037628, 15.080388009548187, 26.818500816822052, 21.152301967144012, 11.076839566230774, 22.890662908554077, 12.692554652690887, 29.417066156864166, 24.437123000621796, 8.366720378398895, 21.247152090072632, 35.34704142808914, 24.023231089115143, 5.9908981919288635, 11.916118144989014, 16.730977058410645, 30.991591930389404, 25.524224638938904, 25.462139427661896, 16.284621953964233, 19.412860214710236, 26.6486833691597, 23.859355032444, 23.552725970745087, 16.40425443649292, 31.28048998117447, 15.683645606040955, 19.897631108760834, 26.53389984369278, 14.605001986026764, 12.332186460494995, 31.36045652627945, 19.37572956085205, 21.088092625141144, 14.200958132743835, 19.463648438453674, 33.745446622371674, 20.910885512828827, 24.483847856521606, 27.571532130241394, 9.901443779468536, 16.424665689468384, 30.666323482990265, 23.415111899375916, 15.121232450008392, 28.43181997537613, 29.240437924861908, 27.3124720454216, 13.145918548107147, 27.308912873268127, 27.4510537981987, 30.506692349910736, 19.541419327259064, 17.809219896793365, 18.12832146883011, 30.81492304801941, 26.08352839946747, 10.24299681186676, 22.499170005321503, 19.600530743598938, 14.537772238254547, 11.802228569984436, 21.96495771408081, 24.21350622177124, 26.49011218547821, 36.51302134990692, 25.6815322637558, 1.951377511024475, 28.042135000228882, 28.703083992004395, 17.076732873916626, 30.287243843078613, 38.39268118143082, 19.153328001499176, 23.076873540878296, 11.113594889640808, 22.53510344028473, 12.69940721988678, 16.79966700077057, 31.470694422721863, 29.585312604904175, 28.584594309329987, 24.78678560256958, 25.298925578594208, 23.549752593040466, 9.031067073345184, 46.191482961177826, 23.579644799232483, 6.9029794335365295, 21.43564808368683, 19.842244267463684, 32.90922486782074, 14.118382096290588, 10.277445375919342, 23.255426108837128, 9.56301897764206, 36.06799101829529, 9.690983414649963, 26.037730991840363, 19.339599132537842, 18.667320489883423, 20.514017343521118, 26.32384467124939, 12.421780824661255, 12.842963635921478, 16.65388333797455, 27.72860723733902, 8.541896283626556, 18.004952549934387, 26.745603919029236, 30.28745675086975, 22.87593561410904, 24.11597514152527, 19.926073491573334, 14.182550311088562, 18.44967156648636, 28.612109780311584, 14.092677414417267, 14.696117103099823, 12.552160263061523, 18.72515070438385, 24.581681728363037, 12.779326319694519, 16.270142376422882, 22.810712575912476, 15.410082638263702, 10.61898010969162, 16.679295599460602, 20.423213839530945, 11.76973032951355, 27.012930929660797, 18.97298526763916, 6.189431607723236, 27.42145538330078, 30.168469786643982, 45.15816766023636, 26.89418661594391, 23.80886274576187, 20.333662927150726, 11.891947150230408, 42.83385926485062, 8.54233992099762, 18.405218243598938, 29.66061270236969, 16.42857849597931, 34.13815540075302, 8.882382452487946, 27.624036252498627, 21.30443125963211, 26.21749782562256, 28.881835281848907, 22.081425368785858, 27.299454867839813, 31.34577190876007, 37.210807383060455, 27.503926813602448, 27.201440572738647, 32.1857835650444, 27.14934140443802, 26.934880197048187, 21.790534913539886, 15.029128968715668, 11.473144710063934, 8.508326470851898, 28.046851873397827, 20.525455117225647, 8.680988132953644, 27.987293362617493, 11.060858309268951, 17.825927019119263, 21.729240477085114, 20.04984998703003, 19.483838617801666, 28.7750923037529, 32.50788229703903, 32.485748648643494, 20.93656814098358, 22.43838894367218, 33.47290986776352, 20.12601912021637, 14.57134461402893, 16.08479595184326, 39.26228213310242, 14.6375732421875, 9.375388145446777, 17.923604726791382, 16.202687978744507, 10.343514740467072, 21.564375698566437, 23.97720158100128, 25.293145716190338, 14.573347330093384, 31.292783617973328, 22.283609211444855, 28.30790549516678, 24.610127091407776, 9.949142754077911, 4.506239652633667, 22.307013988494873, 24.115445613861084, 17.27285224199295, 23.865583062171936, 19.391111969947815, 13.05736219882965, 16.68305766582489, 27.04798710346222, 16.426692843437195, 28.059349536895752, 23.080640375614166, 22.85975021123886, 26.50530332326889, 22.26462423801422, 7.79520446062088, 23.779980957508087, 18.998815536499023, 18.997361183166504, 26.791342198848724, 35.02358716726303, 10.068962931632996, 24.21030557155609, 23.369362115859985, 23.069586098194122, 16.8519127368927, 8.7668696641922, 18.558551907539368, 20.945853531360626, 6.986241519451141, 38.17129158973694, 5.96802830696106, 19.671065509319305, 23.129544973373413, 24.499132871627808, 13.78045928478241, 16.790716469287872, 23.771406829357147, 20.35857003927231, 38.40738916397095, 18.80751347541809, 9.877904176712036, 25.068514585494995, 31.91874361038208, 26.335943043231964, 21.604059755802155, 25.736902832984924, 10.811590611934662, 19.446475505828857, 20.462945818901062, 12.771764993667603, 21.90766215324402, 17.186525642871857, 29.93358713388443, 12.545019745826721, 21.286689937114716, 27.39828783273697, 19.52242946624756, 13.539375603199005, 30.972331702709198, 18.02653479576111, 7.088524580001831, 18.93386036157608, 26.235837280750275, 24.532522320747375, 30.047979414463043, 14.064691662788391, 32.866699397563934, 14.701738357543945, 25.23446637392044, 28.123664379119873, 18.80313354730606, 24.023723363876343, 36.19161319732666, 29.6560280919075, 22.893485844135284, 28.75354564189911, 20.100195169448853, 31.57629281282425, 31.64374428987503, 26.434301495552063, 22.23541611433029, 16.94184947013855, 13.979281604290009, 30.862772703170776, 27.382134199142456, 16.225719928741455, 20.624935626983643, 20.347265362739563, 21.16988444328308, 26.209343433380127, 25.823075830936432, 19.071763277053833, 29.26625120639801, 25.10887336730957, 14.40179979801178, 27.91142463684082, 27.272137999534607, 27.59507644176483, 26.999257385730743, 31.501019775867462, 33.03466135263443, 14.516982793807983, 24.531767308712006, 18.79131841659546, 18.725411593914032, 29.405927181243896, 26.191117465496063, 9.120340704917908, 31.436886429786682, 23.783645033836365, 25.118212401866913, 15.770926654338837, 28.883848249912262, 13.24336689710617, 5.644132614135742, 12.480648875236511, 27.90388333797455, 20.022821485996246, 11.90698379278183, 11.825869977474213, 10.634229719638824, 17.308271050453186, 21.629810750484467, 6.0337008237838745, 24.06033879518509, 14.92107355594635, 25.086463272571564, 6.468258261680603, 6.704223394393921, 36.50597333908081, 9.921553313732147, 21.769775867462158, 16.486982107162476, 30.41631770133972, 33.638195753097534, 22.702013969421387, 20.71213573217392, 10.361422419548035, 11.432593882083893, 21.762905299663544, 31.01471507549286, 27.126424193382263, 12.786611437797546, 26.371647536754608, 15.50075089931488, 14.142217218875885, 17.692103803157806, 31.675039768218994, 23.40438723564148, 16.749278366565704, 26.208052456378937, 25.27378612756729, 21.05042552947998, 30.498262465000153, 20.292962968349457, 18.903867721557617, 26.105930387973785, 28.114157617092133, 17.61859095096588, 23.658278346061707, 11.290105283260345, 22.847774267196655, 8.811764657497406, 26.459589898586273, 9.341707170009613, 14.522768378257751, 26.465012848377228, 22.29101061820984, 19.438578963279724, 17.975497901439667, 26.931851625442505, 33.03650486469269, 22.324947237968445, 26.463464498519897, 32.66993349790573, 34.28745472431183, 22.424132585525513, 17.443643987178802, 22.24368566274643, 18.367460310459137, 16.61796110868454, 6.854701280593872, 20.27695780992508, 25.466229498386383, 18.515570044517517, 3.240364968776703, 22.389480412006378, 22.9937943816185, 29.331757247447968, 16.802998661994934, 25.726515412330627, 21.084425270557404, 20.58931475877762, 26.48135679960251, 19.101736843585968, 16.770507276058197, 29.33287525177002, 21.135816991329193, 28.12563866376877, 25.95192927122116, 32.4789901971817, 17.113141477108, 10.674139201641083, 17.63403230905533, 25.725332379341125, 21.74415874481201, 19.198001325130463, 24.182267129421234, 30.26376062631607, 27.345595717430115, 28.264874696731567, 22.9782195687294, 35.2141347527504, 25.573137998580933, 18.30708020925522, 21.613712191581726, 32.0796662569046, 23.983555793762207, 32.742269575595856, 9.44539487361908, 19.818200290203094, 26.17095822095871, 40.96276968717575, 25.760367691516876, 16.22966754436493, 22.884698450565338, 19.695839762687683, 18.833104193210602, 24.75712299346924, 24.53283703327179, 28.204950213432312, 36.206052243709564, 33.84546434879303, 36.30174016952515, 15.104332208633423, 9.825171291828156, 16.178283274173737, 29.618692994117737, 25.768622517585754, 16.819636404514313, 18.18101531267166, 31.237242698669434, 15.144889831542969, 19.03868466615677, 26.900927245616913, 27.699267506599426, 22.41232407093048, 18.281595706939697, 33.162268579006195, 14.94543719291687, 8.95758730173111, 21.120219230651855, 18.684076249599457, 28.343049347400665, 23.46548420190811, 20.26843285560608, 14.014083206653595, 26.002615094184875, 7.563398957252502, 19.01064884662628, 14.90044391155243, 23.224407255649567, 22.42936486005783, 19.097508430480957, 22.536334097385406, 18.534100592136383, 24.37738871574402, 12.239621043205261, 22.628218233585358, 22.500003337860107, 22.173410415649414, 27.932408392429352, 30.77211630344391, 18.39617347717285, 22.118300676345825, 8.175093710422516, 33.821933567523956, 19.41516947746277, 15.925556242465973, 25.11233228445053, 22.9835484623909, 33.42479169368744, 12.898519575595856, 22.758479416370392, 21.862696647644043, 18.73912751674652, 18.40618199110031, 37.70141178369522, 30.507144689559937, 25.36099398136139, 15.164223790168762, 21.129896819591522, 15.314609944820404, 20.001465499401093, 28.70985245704651, 5.514360785484314, 26.86116725206375, 39.67453616857529, 30.365232944488525, 5.730586349964142, 25.77458816766739, 28.08040362596512, 26.520183980464935, 12.008041977882385, 21.95766931772232, 12.159726321697235, 29.937928915023804, 25.970967531204224, 43.271178007125854, 12.780484020709991, 36.9006090760231, 26.81602907180786, 15.864049732685089, 22.61030787229538, 18.197176575660706, 17.118591785430908, 20.20515114068985, 26.30956083536148, 19.44089651107788, 22.84275370836258, 15.968586206436157, 15.654066622257233, 17.865337014198303, 7.506648063659668, 15.137464880943298, 13.47021234035492, 28.82234501838684, 27.55562436580658, 16.18652653694153, 29.923059403896332, 23.106972634792328, 18.429705798625946, 24.889887988567352, 36.53270399570465, 27.691436111927032, 18.950879633426666, 25.623461604118347, 16.554184138774872, 25.412476122379303, 11.053414583206177, 24.648066520690918, 22.128220200538635, 18.842509984970093, 22.92554658651352, 21.926520586013794, 23.671041071414948, 26.400748193264008, 23.159979224205017, 27.838634610176086, 27.12110036611557, 27.426865339279175, 26.900306701660156, 20.56549370288849, 24.083054304122925, 26.967902958393097, 31.942884743213654, 24.1194589138031, 26.45135200023651, 21.531743824481964, 12.64694595336914, 12.576896369457245, 24.736577212810516, 25.43202918767929, 34.70145469903946, 15.904495179653168, 20.80373853445053, 16.700009524822235, 23.84947580099106, 26.23138189315796, 28.93361133337021, 19.517622768878937, 20.91344827413559, 41.150477170944214, 42.51259130239487, 27.958915650844574, 21.30309534072876, 19.01574969291687, 18.08079743385315, 17.6941339969635, 45.01651030778885, 15.761867761611938, 39.689868450164795, 16.347105085849762, 9.736440420150757, 17.437130212783813, 13.25733196735382, 5.138535141944885, 21.303135097026825, 19.551841259002686, 24.422606825828552, 19.53468555212021, 19.059175848960876, 14.068220019340515, 30.516230165958405, 25.4971564412117, 25.680925846099854, 33.062242329120636, 29.961422324180603, 15.821417510509491, 16.122200548648834, 16.99297821521759, 29.320060431957245, 28.29975724220276, 21.559263467788696, 28.436772167682648, 19.133630454540253, 34.027484714984894, 25.366649389266968, 24.627155363559723, 31.591975510120392, 23.971295714378357, 17.464425563812256, 27.991404175758362, 15.256626844406128, 8.268268048763275, 20.334414303302765, 24.68593841791153, 24.834973394870758, 26.2257719039917, 22.41248595714569, 18.777127504348755, 21.253661632537842, 30.056278705596924, 12.28687995672226, 18.7759290933609, 6.834147572517395, 7.541081964969635, 13.323528110980988, 30.052772283554077, 15.027376294136047, 57.553916692733765, 28.30085599422455, 39.87353652715683, 23.52930760383606, 33.80264914035797, 22.52464908361435, 18.717896699905396, 17.41487991809845, 10.291254818439484, 20.516146779060364, 18.60026502609253, 19.479163646697998, 22.813564956188202, 21.328593850135803, 16.281596541404724, 31.972261250019073, 14.86571878194809, 14.984468162059784, 16.129493594169617, 11.558391571044922, 17.418509602546692, 22.949030935764313, 21.456716060638428, 28.107322812080383, 32.785786271095276, 14.809379637241364, 30.038587629795074, 27.545110762119293, 43.502083361148834, 20.668959200382233, 26.276503324508667, 24.734606683254242, 28.309563159942627, 22.733098089694977, 3.549724757671356, 23.464722752571106, 20.405331671237946, 21.68310523033142, 12.979538381099701, 14.764373421669006, 17.213025271892548, 29.964803874492645, 19.46917623281479, 11.556864202022552, 23.557351231575012, 24.171168267726898, 15.124567806720734, 23.262179493904114, 22.468319177627563, 12.729353666305542, 21.865816235542297, 23.13119888305664, 25.936038613319397, 23.898392498493195, 27.4155535697937, 22.10999298095703, 16.910902082920074, 22.932998180389404, 17.40016859769821, 39.13041806221008, 13.319034457206726, 24.9853458404541, 14.823121190071106, 23.91211575269699, 18.600714325904846, 21.405995965003967, 19.122762501239777, 18.990585327148438, 12.84441989660263, 28.906042218208313, 24.676013350486755, 16.78666615486145, 31.604359984397888, 27.37195098400116, 8.757968783378601, 44.07234477996826, 15.414211630821228, 19.964879631996155, 17.114416897296906, 22.630637526512146, 10.07626211643219, 22.625224947929382, 8.27974146604538, 25.08718180656433, 27.509682714939117, 33.64324587583542, 13.874237418174744, 35.04579669237137, 12.35362058877945, 22.669565081596375, 8.5120450258255, 31.213343143463135, 17.378146648406982, 19.87661111354828, 17.093132078647614, 16.006861627101898, 29.095923900604248, 14.116644978523254, 29.447643220424652, 27.838830649852753, 23.941637456417084, 16.62764024734497, 22.389467656612396, 18.700222730636597, 24.474509179592133, 21.501554310321808, 17.533173620700836, 18.42264813184738, 25.4579239487648, 25.306126713752747, 33.50442028045654, 31.655798494815826, 19.404477417469025, 14.841296553611755, 21.20582675933838, 23.891785442829132, 22.99666565656662, 31.29548490047455, 28.279472291469574, 3.48143208026886, 21.80999594926834, 1.7859938740730286, 13.550425827503204, 29.148265600204468, 11.827015697956085, 14.301080763339996, 26.06570267677307, 19.262260258197784, 1.8807949423789978, 24.644695520401, 25.619001865386963, 24.70439499616623, 20.58258193731308, 21.89532893896103, 21.297135651111603, 21.470771074295044, 33.41074562072754, 35.800966680049896, 17.2543203830719, 17.310664474964142, 24.89771032333374, 14.641324162483215, 24.49732744693756, 33.978690803050995, 14.578900694847107, 28.27115225791931, 20.683200478553772, 19.794261157512665, 25.22463321685791, 8.134346306324005, 37.065334141254425, 33.519123673439026, 11.719052910804749, 14.41597205400467, 23.74612706899643, 9.77598261833191, 13.181710302829742, 20.689587831497192, 29.662891924381256, 21.253082871437073, 23.016683161258698, 22.11288172006607, 32.47120839357376, 22.704642355442047, 17.043024241924286, 16.881283700466156, 11.676749289035797, 17.792466402053833, 33.908471763134, 19.118131041526794, 19.881129801273346, 24.71828192472458, 28.372140884399414, 15.404321193695068, 21.87484347820282, 33.36139106750488, 31.299368739128113, 21.756885290145874, 28.199916422367096, 15.194090247154236, 17.493488907814026, 26.44046950340271, 28.503488302230835, 31.018495500087738, 24.396936535835266, 19.344614446163177, 17.76755404472351, 23.829484522342682, 41.04857122898102, 13.920725643634796, 20.032153069972992, 31.982295274734497, 12.474094569683075, 19.522166907787323, 20.50870156288147, 26.82924199104309, 26.02863311767578, 23.23969954252243, 23.3203062415123, 34.928465843200684, 20.388514637947083, 29.745972871780396, 20.395093381404877, 39.585234463214874, 19.244448602199554, 26.57803636789322, 26.423470556735992, 17.539815187454224, 10.39865130186081, 28.601822793483734, 21.33501923084259, 25.586118280887604, 18.870559692382812, 24.86887776851654, 36.755515933036804, 22.961124062538147, 26.874280631542206, 14.959659397602081, 19.494077563285828, 42.0357506275177, 20.607905209064484, 14.622744917869568, 35.4065802693367, 18.763699412345886, 20.568665981292725, 12.117335200309753, 31.017204105854034, 12.73824542760849, 27.206479370594025, 28.50668501853943, 35.22159570455551, 27.706369519233704, 25.565250158309937, 17.73836600780487, 23.02069878578186, 31.86101746559143, 8.85355031490326, 7.209748387336731, 22.106890439987183, 30.22562962770462, 17.814184844493866, 28.30677902698517, 27.148289442062378, 37.21586203575134, 23.896706879138947, 17.40068793296814, 14.255303084850311, 24.00772726535797, 22.40966957807541, 33.13017278909683, 24.975890398025513, 26.69316130876541, 20.789278268814087, 30.039737343788147, 34.26431256532669, 19.764388501644135, 25.405847012996674, 25.69239377975464, 24.26420658826828, 24.908777117729187, 27.494491159915924, 9.832340061664581, 19.144993722438812, 21.35140347480774, 21.174587905406952, 24.722029745578766, 17.39338082075119, 2.817165970802307, 16.480773448944092, 24.543636739253998, 31.187686562538147, 38.6256862282753, 35.300242245197296, 29.56440132856369, 22.981570661067963, 17.332835376262665, 22.162548303604126, 37.843577206134796, 22.178186058998108, 31.904552340507507, 30.263460338115692, 33.29345327615738, 27.554625391960144, 31.25240695476532, 25.66106241941452, 33.09622013568878, 23.34579485654831, 21.934246301651, 40.55232149362564, 28.902427554130554, 18.594943642616272, 28.63179922103882, 15.223693370819092, 21.782930970191956, 35.65090358257294, 30.396502196788788, 20.333022594451904, 13.844678163528442, 19.58939617872238, 16.57929754257202, 41.835277915000916, 22.212599217891693, 25.71238797903061, 21.52080762386322, 28.256995379924774, 26.06468576192856, 20.179199039936066, 27.604473173618317, 20.39807903766632, 11.232919752597809, 29.97384810447693, 21.327395141124725, 27.004493474960327, 22.69758278131485, 22.253273129463196, 16.258679628372192, 20.61019116640091, 3.6471738815307617, 19.018356025218964, 37.80820673704147, 24.11073762178421, 25.168279588222504, 21.94801366329193, 23.271758198738098, 18.783733427524567, 21.013247787952423, 24.517635822296143, 23.46575629711151, 38.176316261291504, 17.46389400959015, 23.614516973495483, 9.03276914358139, 16.568061590194702, 11.070355236530304, 11.913923621177673, 14.697854042053223, 33.635307252407074, 17.70993447303772, 21.26630735397339, 10.541550934314728, 18.98165011405945, 8.475320994853973, 30.84736979007721, 24.134243726730347, 23.353503823280334, 27.820230424404144, 11.207730948925018, 22.993503749370575, 15.20611160993576, 24.68429547548294, 13.932173132896423, 18.816120862960815, 10.891264498233795, 16.834380626678467, 24.69954288005829, 18.654385805130005, 31.65332019329071, 28.864720106124878, 18.671243607997894, 29.32700526714325, 25.74409979581833, 14.466390550136566, 5.751859247684479, 23.34926974773407, 18.57057547569275, 14.055012345314026, 15.50063568353653, 15.13584178686142, 12.80446171760559, 26.176549673080444, 24.114853739738464, 27.96023052930832, 19.350433707237244, 8.283852458000183, 25.590400457382202, 11.2028266787529, 33.192820489406586, 25.30421668291092, 18.586016595363617, 31.26591593027115, 2.749326229095459, 5.264250457286835, 18.672652781009674, 28.12821274995804, 24.387799203395844, 12.417212009429932, 31.4919216632843, 22.660592317581177, 29.662514567375183, 21.3812837600708, 27.21404242515564, 39.90695697069168, 17.607315599918365, 18.18336594104767, 8.444855391979218, 18.365747332572937, 24.133268177509308, 20.329631805419922, 31.305331766605377, 5.14533406496048, 16.121413469314575, 36.411320090293884, 33.30117040872574, 17.17070770263672, 32.796543061733246, 22.57037478685379, 21.50733482837677, 20.4928138256073, 29.79554569721222, 34.504886507987976, 23.029986023902893, 39.35019493103027, 13.665213346481323, 38.86466026306152, 30.19520378112793, 23.285763263702393, 35.114917516708374, 16.158439457416534, 3.776416599750519, 28.96183753013611, 28.788452744483948, 7.546694040298462, 23.738571226596832, 27.12740981578827, 11.936869502067566, 33.15141713619232, 25.414382696151733, 22.865095019340515, 15.847302198410034, 28.185995757579803, 29.93949007987976, 23.553585290908813, 15.569197833538055, 26.75411367416382, 24.83939701318741, 4.463399171829224, 10.529810011386871, 21.35040956735611, 35.924211502075195, 34.21109342575073, 20.4575012922287, 23.067732095718384, 21.741589963436127, 14.472007751464844, 26.96255987882614, 13.820604860782623, 19.99368131160736, 20.325276732444763, 32.66995221376419, 24.24042421579361, 23.30386531352997, 22.312106251716614, 23.013970255851746, 3.742007076740265, 16.04024565219879, 17.971637427806854, 18.337218642234802, 24.567227959632874, 17.069773316383362, 38.71809959411621, 1.8961279392242432, 21.453430354595184, 33.86879909038544, 21.317391216754913, 24.058009028434753, 21.75030678510666, 23.24116164445877, 25.118591785430908, 17.61097228527069, 11.860871970653534, 37.589178681373596, 20.674926221370697, 15.779662370681763, 25.954823553562164, 28.01048856973648, 33.99328917264938, 18.011377215385437, 16.119865655899048, 21.955337822437286, 16.97197449207306, 14.332851469516754, 20.702175557613373, 22.522264182567596, 18.627636969089508, 32.13235878944397, 27.93461924791336, 16.6996973156929, 23.59596049785614, 12.565917015075684, 18.283748984336853, 34.70932346582413, 20.719506323337555, 18.05552852153778, 27.964630663394928, 22.94491535425186, 22.609247028827667, 27.47351348400116, 24.80470508337021, 22.92397677898407, 9.429184675216675, 14.617951929569244, 27.268768310546875, 19.06729620695114, 29.04231107234955, 16.809613406658173, 24.637320280075073, 32.63438439369202, 12.145701706409454, 27.4461949467659, 17.841030836105347, 30.41027343273163, 21.887667894363403, 24.629708766937256, 32.90202957391739, 16.056354761123657, 12.768151700496674, 5.185883164405823, 26.73315078020096, 13.11832070350647, 34.753032088279724, 24.591817498207092, 24.647208273410797, 24.116284549236298, 26.55542242527008, 6.247796535491943, 18.93734562397003, 22.43686282634735, 31.03257817029953, 16.112694680690765, 34.80206060409546, 23.89503711462021, 25.533657371997833, 20.3863382935524, 23.096770226955414, 36.31824952363968, 14.283038198947906, 23.882874488830566, 8.588406026363373, 33.673428535461426, 38.21843355894089, 18.494197189807892, 34.65991920232773, 10.359311938285828, 14.851492881774902, 36.05842977762222, 23.33444195985794, 28.053283870220184, 28.615972459316254, 18.652491807937622, 22.49260503053665, 38.18582159280777, 24.98323917388916, 31.097736418247223, 14.767711699008942, 24.576008200645447, 19.832347214221954, 26.79186463356018, 2.245941162109375, 24.27235597372055, 23.195882320404053, 24.127682209014893, 20.71416401863098, 25.822298288345337, 37.53568750619888, 24.994987785816193, 26.851929008960724, 31.21283894777298, 16.77991133928299, 18.68598622083664, 16.68625783920288, 26.910835206508636, 28.37847137451172, 31.01702892780304, 16.219610691070557, 1.9181509613990784, 23.315882802009583, 24.50037682056427, 20.1104097366333, 18.335183560848236, 31.233281910419464, 23.661957025527954, 28.125194787979126, 21.14852064847946, 19.63583654165268, 26.819749176502228, 11.177546441555023, 17.39087039232254, 18.309402346611023, 27.797191500663757, 16.376286208629608, 16.910593509674072, 13.747260928153992, 27.204952239990234, 17.620950937271118, 13.215185821056366, 24.5916365981102, 11.670518696308136, 19.69558447599411, 25.41021955013275, 26.913612723350525, 9.286121845245361, 21.18865966796875, 31.25278002023697, 22.57576632499695, 27.898994863033295, 31.310652792453766, 24.810659646987915, 12.88730651140213, 19.329483568668365, 19.398533821105957, 8.5246901512146, 7.984630584716797, 39.89770793914795, 26.42707049846649, 24.655802726745605, 25.879552960395813, 22.276234924793243, 37.07700026035309, 17.052912056446075, 17.8746640086174, 17.62876659631729, 25.261829257011414, 24.38660752773285, 27.98091095685959, 16.280916273593903, 6.589505553245544, 27.415674448013306, 30.688651978969574, 21.02942979335785, 13.869653940200806, 23.452925503253937, 23.401405453681946, 28.334938406944275, 16.459225296974182, 23.502316892147064, 22.91215008497238, 16.92015266418457, 22.427704691886902, 8.150394082069397, 16.657975673675537, 21.414802491664886, 14.670774638652802, 21.66853767633438, 17.36964213848114, 19.83743053674698, 12.095085382461548, 23.720100462436676, 16.441573917865753, 16.962702333927155, 18.72098833322525, 32.33165866136551, 31.55500727891922, 36.58197093009949, 22.842683017253876, 32.7450156211853, 25.651317834854126, 13.333522617816925, 13.406159162521362, 13.581035017967224, 19.968603491783142, 25.907482981681824, 22.483504593372345, 23.098558604717255, 22.37440115213394, 8.595234990119934, 14.911169528961182, 26.82348382472992, 24.54163694381714, 24.018157482147217, 34.2907879948616, 26.18906033039093, 24.430751264095306, 10.353429198265076, 22.78100597858429, 15.502553701400757, 21.172832548618317, 26.19683563709259, 22.87169200181961, 26.848986446857452, 16.159519851207733, 27.822847425937653, 27.408114790916443, 34.36574184894562, 30.778730928897858, 30.215279281139374, 32.93048846721649, 31.032938539981842, 13.277779877185822, 24.25439840555191, 18.692847311496735, 7.301976799964905, 17.31572288274765, 38.37491410970688, 16.64802396297455, 16.647166550159454, 19.516112506389618, 17.411045849323273, 17.66552299261093, 22.971772491931915, 14.008374869823456, 15.952328085899353, 36.349415600299835, 19.13046532869339, 30.531017005443573, 19.948907136917114, 33.598811626434326, 26.214808642864227, 36.17781764268875, 22.087069749832153, 40.33739352226257, 19.61020940542221, 21.629141926765442, 16.537408232688904, 21.421219885349274, 27.69152331352234, 14.249199986457825, 14.666551113128662, 10.21809595823288, 17.7080220580101, 20.453056752681732, 12.363334238529205, 18.72196125984192, 19.40475195646286, 19.856829702854156, 26.43575257062912, 14.880418419837952, 26.588110148906708, 25.95786762237549, 15.654927551746368, 11.365819334983826, 28.353410959243774, 30.028206884860992, 18.159147441387177, 28.989588499069214, 22.083464682102203, 14.948298752307892, 25.360692083835602, 21.00527822971344, 24.529596209526062, 22.850281357765198, 14.21647721529007, 31.50061935186386, 15.631965458393097, 29.55619204044342, 37.44830799102783, 5.384649634361267, 20.56464546918869, 6.3069183230400085, 31.434919893741608, 11.869655728340149, 34.82058012485504, 22.758365392684937, 21.511026680469513, 25.86017644405365, 27.281957268714905, 15.456522822380066, 31.248716473579407, 29.6218398809433, 23.398754477500916, 23.82694983482361, 14.782481372356415, 12.158162891864777, 31.298281371593475, 23.061656653881073, 25.5847390294075, 28.730534374713898, 26.71171545982361, 23.03056514263153, 25.03987854719162, 19.85806828737259, 22.632640182971954, 23.376369893550873, 22.40084743499756, 29.48250710964203, 19.424329102039337, 31.8491969704628, 22.275692880153656, 27.090542495250702, 24.583968818187714, 21.727778911590576, 14.175005793571472, 19.464905619621277, 37.19167506694794, 22.66103631258011, 24.87321901321411, 14.282857775688171, 29.391511380672455, 12.480905711650848, 28.183420062065125, 34.245240211486816, 28.44741678237915, 9.442931890487671, 23.938200771808624, 24.521059811115265, 1.7171724438667297, 18.445931375026703, 28.168879210948944, 12.941653192043304, 28.04626214504242, 36.49583351612091, 20.783721387386322, 22.353334069252014, 20.691687762737274, 44.753015875816345, 25.763952910900116, 27.87757271528244, 6.583743631839752, 31.970114648342133, 24.72599571943283, 11.04875761270523, 1.1335200667381287, 25.35000056028366, 4.9885337352752686, 22.824922502040863, 18.46230125427246, 12.365123331546783, 13.213753938674927, 21.37075448036194, 24.024746656417847, 27.817801535129547, 24.15771245956421, 20.880758106708527, 38.4999218583107, 12.20438289642334, 27.465280652046204, 24.174023985862732, 20.923180520534515, 24.573006689548492, 17.584288597106934, 28.88781774044037, 32.92532277107239, 19.501980245113373, 20.656055510044098, 19.13983142375946, 20.920728385448456, 22.544141829013824, 8.712368488311768, 20.335608422756195, 15.344655454158783, 22.952154278755188, 31.40118169784546, 25.884739816188812, 23.583504855632782, 42.62106668949127, 22.91327542066574, 18.865470230579376, 15.824668824672699, 19.136710286140442, 22.78550088405609, 21.076479852199554, 22.30014407634735, 31.02617061138153, 22.44004362821579, 18.17001247406006, 11.381778061389923, 30.717832922935486, 22.65565812587738, 28.157895982265472, 36.40204679965973, 13.99015885591507, 22.27762347459793, 23.60726922750473, 38.383033096790314, 29.80006593465805, 30.723462164402008, 17.851837515830994, 39.334102153778076, 12.475464463233948, 20.370896995067596, 7.440997362136841, 27.152319312095642, 24.153932631015778, 15.424505054950714, 12.598994314670563, 30.27986115217209, 19.72810012102127, 22.074803411960602, 22.11235535144806, 34.31382083892822, 34.337895691394806, 32.87589222192764, 21.393848419189453, 15.785044550895691, 27.59340888261795, 34.77816718816757, 33.869532346725464, 19.640881955623627, 25.756324470043182, 22.99290645122528, 12.542774021625519, 24.71140843629837, 19.369234800338745, 19.5323269367218, 36.90184611082077, 19.875203013420105, 22.860933303833008, 26.78229582309723, 24.443500101566315, 8.681362926959991, 19.775106847286224, 39.2990483045578, 28.177390217781067, 25.9609757065773, 21.43380320072174, 23.194392442703247, 24.204757750034332, 26.45434606075287, 26.355245232582092, 1.5782639980316162, 26.26693022251129, 19.956757187843323, 17.78216153383255, 23.797571003437042, 25.860869586467743, 18.754920601844788, 35.04375475645065, 35.41463166475296, 15.459313213825226, 30.40992707014084, 7.635973036289215, 12.004014670848846, 29.984441101551056, 26.657621920108795, 17.297296047210693, 14.743518352508545, 18.7554811835289, 35.78708750009537, 20.38771814107895, 17.45535671710968, 31.981331050395966, 19.291143894195557, 28.988203704357147, 22.078292727470398, 34.108576357364655, 22.249147057533264, 13.696314513683319, 27.607573807239532, 30.781577944755554, 12.679525017738342, 31.29083114862442, 25.409256756305695, 25.300221264362335, 37.87502998113632, 35.57063412666321, 21.459372222423553, 23.626648724079132, 17.596815526485443, 29.643774330615997, 18.580498039722443, 16.120374977588654, 22.328239262104034, 18.35534566640854, 20.215437471866608, 25.03043258190155, 16.12277501821518, 17.996260046958923, 10.22356367111206, 31.239368796348572, 33.511057913303375, 14.435058355331421, 26.359533846378326, 21.389066219329834, 20.837269484996796, 14.65124225616455, 25.273936808109283, 31.33377879858017, 27.175894141197205, 29.87857586145401, 21.661756336688995, 20.93483328819275, 18.431700587272644, 29.516001164913177, 27.383073389530182, 18.37854278087616, 35.78932458162308, 25.943282783031464, 24.68563938140869, 15.903558909893036, 15.884282350540161, 20.153337359428406, 19.81658899784088, 22.356919586658478, 24.93439930677414, 25.115504205226898, 24.04078209400177, 3.0383996963500977, 6.250838816165924, 22.176282465457916, 24.632622063159943, 21.777119755744934, 19.424013674259186, 22.269793033599854, 15.587360322475433, 26.664903223514557, 18.105701327323914, 28.747690618038177, 24.167799413204193, 25.838690996170044, 31.70439350605011, 19.427728354930878, 31.3894265294075, 30.36956250667572, 26.46398103237152, 24.330701529979706, 20.767788767814636, 24.46793007850647, 25.07084161043167, 12.316367447376251, 20.4137864112854, 26.123901426792145, 23.181715428829193, 6.299990952014923, 26.672157764434814, 12.35077452659607, 37.79974776506424, 15.173334062099457, 25.628349542617798, 36.30630749464035, 32.593824326992035, 18.473713040351868, 11.39221876859665, 18.708476841449738, 29.299472272396088, 18.88374412059784, 17.96808749437332, 29.54209738969803, 17.42406338453293, 19.136744260787964, 17.30990880727768, 35.305895030498505, 23.66806733608246, 13.243762969970703, 35.89564388990402, 29.47670191526413, 22.18460375070572, 26.071677327156067, 15.707168936729431, 32.478673458099365, 19.248098969459534, 17.92349421977997, 12.329926013946533, 22.517961740493774, 32.7531778216362, 26.334172546863556, 27.62122404575348, 24.05790364742279, 24.22023570537567, 37.991123020648956, 19.119300723075867, 24.24834108352661, 24.324386775493622, 17.557391047477722, 27.400502562522888, 21.56426101922989, 16.249812304973602, 30.561577320098877, 28.548688054084778, 26.161525011062622, 15.991665720939636, 18.077579259872437, 29.307026028633118, 20.861537218093872, 9.469678938388824, 13.190053105354309, 22.690185964107513, 24.876601219177246, 27.17384773492813, 9.874930500984192, 21.96663248538971, 40.388522148132324, 28.442139267921448, 26.764635801315308, 13.24526971578598, 9.060993909835815, 31.14048159122467, 5.2653756737709045, 19.2942036986351, 30.01180851459503, 20.0112886428833, 13.092006802558899, 25.15109956264496, 23.77868688106537, 17.15737932920456, 29.592362999916077, 38.91125100851059, 26.674763917922974, 22.812060713768005, 29.690944015979767, 18.90298879146576, 19.85793513059616, 19.4983628988266, 12.139924943447113, 24.958020627498627, 10.772926270961761, 15.218251705169678, 14.61862987279892, 24.097909688949585, 21.382175266742706, 26.53620356321335, 19.984745681285858, 33.78031814098358, 31.105148136615753, 39.6859484910965, 17.626403331756592, 21.929397225379944, 21.14950680732727, 14.864639282226562, 20.02775526046753, 11.303878009319305, 22.404540061950684, 13.275860011577606, 24.567377984523773, 8.639365255832672, 33.409955620765686, 9.026864647865295, 31.598851561546326, 18.99624454975128, 29.31322294473648, 21.359381437301636, 14.230197131633759, 25.308214008808136, 16.82973325252533, 17.940329253673553, 21.77070927619934, 31.858677804470062, 24.86988866329193, 22.719845831394196, 27.872479557991028, 20.06021136045456, 17.052602469921112, 20.329413771629333, 28.67610478401184, 9.791457831859589, 25.81169283390045, 25.543905079364777, 24.36437976360321, 22.21181607246399, 28.997647881507874, 24.032207369804382, 19.897562563419342, 18.994104266166687, 25.139554798603058, 23.57207429409027, 19.871251463890076, 35.85548508167267, 15.069111824035645, 16.057733952999115, 20.27906596660614, 21.23014348745346, 6.7266698479652405, 26.83561360836029, 19.12142515182495, 16.092900216579437, 5.179713726043701, 17.50788915157318, 35.9437370300293, 23.163396656513214, 26.892891347408295, 21.81228917837143, 18.27223438024521, 24.71311742067337, 20.911782145500183, 29.452843606472015, 22.839917719364166, 12.446001529693604, 23.987007081508636, 19.624767184257507, 22.65383356809616, 25.331041395664215, 10.088634848594666, 25.19456171989441, 15.789002180099487, 11.232569396495819, 23.200998723506927, 7.834089636802673, 10.741581499576569, 12.339968621730804, 22.84189510345459, 21.005066215991974, 19.537358820438385, 36.66266459226608, 20.96437931060791, 29.16250067949295, 27.735896944999695, 0.7444079518318176, 22.736182272434235, 21.170332431793213, 18.96838343143463, 9.873677849769592, 22.65922737121582, 27.86504602432251, 27.846196472644806, 25.592215359210968, 19.928229331970215, 27.77143895626068, 25.018131971359253, 17.52031308412552, 22.550424098968506, 20.76296752691269, 20.78853690624237, 21.328235149383545, 13.996982395648956, 23.66225415468216, 30.97786283493042, 13.363486647605896, 19.45926320552826, 26.229191601276398, 14.923218131065369, 2.4626540541648865, 15.450807571411133, 15.252400577068329, 28.387409329414368, 24.9057434797287, 24.866244792938232, 26.49117225408554, 3.886840283870697, 28.31482893228531, 37.2193865776062, 12.122898876667023, 25.78411889076233, 19.792111814022064, 20.664909183979034, 25.787366032600403, 16.477406799793243, 15.715535700321198, 19.672447621822357, 16.12749946117401, 26.29724019765854, 16.16617053747177, 25.578713715076447, 10.447902619838715, 17.650340378284454, 16.043226301670074, 17.634342968463898, 29.216361343860626, 20.660940170288086, 15.352157711982727, 30.780206084251404, 40.260751485824585, 20.627985954284668, 27.450538456439972, 21.70099538564682, 37.797368824481964, 17.93626308441162, 22.19001865386963, 17.33466911315918, 27.18336421251297, 31.388482809066772, 20.168821275234222, 23.68026840686798, 20.853919565677643, 21.891411185264587, 17.230707585811615, 15.156997799873352, 18.922457933425903, 21.444748520851135, 34.39260774850845, 17.637650668621063, 21.341471195220947, 20.351827263832092, 30.557824909687042, 26.246594488620758, 28.842454969882965, 22.103817343711853, 24.857002556324005, 27.437454104423523, 20.073140859603882, 33.13390475511551, 14.642248213291168, 16.068887054920197, 24.659129917621613, 22.67864865064621, 20.491772770881653, 24.609059274196625, 31.187798023223877, 9.576410830020905, 23.899744272232056, 23.80791962146759, 35.50262898206711, 35.87074834108353, 36.83660989999771, 15.343658983707428, 26.349960386753082, 32.43579512834549, 14.253258287906647, 7.738819181919098, 18.717392563819885, 15.883447885513306, 22.42157083749771, 4.594376802444458, 25.193634152412415, 18.918339014053345, 17.063172817230225, 19.68757528066635, 10.10595852136612, 12.005816161632538, 28.976552724838257, 17.35942316055298, 18.490545451641083, 8.561584830284119, 28.822040379047394, 22.231099367141724, 22.144845187664032, 26.371579825878143, 17.40678995847702, 21.397350549697876, 18.514645159244537, 31.94966608285904, 8.986295342445374, 23.942873239517212, 19.076506555080414, 16.417901635169983, 30.789258182048798, 20.816429018974304, 13.453307807445526, 21.098677694797516, 26.33232319355011, 18.133741199970245, 23.628140032291412, 30.336490035057068, 23.64456272125244, 30.36179506778717, 30.669180393218994, 21.366924345493317, 12.90466171503067, 29.782741844654083, 29.88388431072235, 28.635900139808655, 8.1019287109375, 3.2109407782554626, 26.047582983970642, 26.24394291639328, 14.15186333656311, 20.90937167406082, 36.75549757480621, 15.30637276172638, 21.51920449733734, 18.567176342010498, 17.98894453048706, 12.402090966701508, 15.577990651130676, 8.747167468070984, 24.89183819293976, 35.946526527404785, 16.90758377313614, 17.768848419189453, 9.623819172382355, 17.12758105993271, 30.250904202461243, 31.34226542711258, 24.05862993001938, 8.18446397781372, 10.230533957481384, 4.742686152458191, 13.074512004852295, 21.444037795066833, 17.674246966838837, 37.05875867605209, 37.8541476726532, 18.449728190898895, 23.04346412420273, 23.662334203720093, 20.052211344242096, 11.923863708972931, 20.487601041793823, 12.607241153717041, 21.812809884548187, 11.854195177555084, 23.679250180721283, 24.515668749809265, 9.743169128894806, 18.8723264336586, 2.3944583535194397, 16.349940717220306, 29.73392516374588, 20.972445845603943, 11.150451004505157, 21.590096831321716, 7.6957889795303345, 13.178320705890656, 21.09144389629364, 25.292436718940735, 6.687898933887482, 19.80933529138565, 26.288529217243195, 28.238117277622223, 33.457800686359406, 20.854410469532013, 26.82500559091568, 30.98128855228424, 20.547097146511078, 16.338050842285156, 14.229524195194244, 19.06169766187668, 21.695270657539368, 16.171265602111816, 16.459010779857635, 17.305476129055023, 15.393240928649902, 38.818412601947784, 17.306083500385284, 9.625427901744843, 23.075344443321228, 29.389483153820038, 16.860539615154266, 28.430541455745697, 21.487138390541077, 15.581284999847412, 35.244425892829895, 13.031128346920013, 18.081372261047363, 32.374286115169525, 20.64394462108612, 16.79073417186737, 23.46598756313324, 38.143055856227875, 16.56424790620804, 28.56969904899597, 19.508413910865784, 27.8480424284935, 26.359935700893402, 12.58823412656784, 19.367794692516327, 26.36745196580887, 12.427122414112091, 12.467815637588501, 11.66857624053955, 27.649189054965973, 26.772794246673584, 22.402822077274323, 15.82520866394043, 18.322152972221375, 28.631957292556763, 20.43067902326584, 26.199499011039734, 28.58894795179367, 8.222061038017273, 19.152685523033142, 25.640320479869843, 11.086542248725891, 28.54485583305359, 17.640733301639557, 17.11277288198471, 17.729727506637573, 19.155191957950592, 10.611247897148132, 16.716513097286224, 28.42241132259369, 20.96526575088501, 27.573391377925873, 11.71301954984665, 23.96332162618637, 25.652699887752533, 36.68637079000473, 33.70414996147156, 5.3531734347343445, 14.22445023059845, 36.46985548734665, 21.250185430049896, 17.842921376228333, 29.024493396282196, 21.79570734500885, 26.601204454898834, 16.676091194152832, 9.063835799694061, 32.249275505542755, 27.01758712530136, 32.381714165210724, 15.277591586112976, 24.435765385627747, 31.59454518556595, 11.907496750354767, 25.345170855522156, 11.750768542289734, 24.935511529445648, 21.320662021636963, 36.52437949180603, 19.863941311836243, 22.731974065303802, 21.684879064559937, 15.58580219745636, 15.578982293605804, 28.819945454597473, 28.67858052253723, 19.521078765392303, 21.195963442325592, 18.019655108451843, 14.81284761428833, 11.434112191200256, 24.330565750598907, 12.916882634162903, 22.65832358598709, 25.159620106220245, 15.959978818893433, 16.590931117534637, 20.385624527931213, 3.9548829793930054, 18.13768494129181, 29.164164423942566, 18.709910094738007, 26.977047085762024, 33.60565310716629, 24.47116255760193, 15.988336265087128, 29.634881794452667, 31.70142948627472, 4.464523375034332, 7.834334373474121, 27.853157579898834, 20.601440966129303, 28.49780237674713, 26.174206256866455, 21.282530665397644, 10.441737234592438, 29.301237523555756, 1.3085782527923584, 26.400843620300293, 18.12452256679535, 27.043248534202576, 13.491954863071442, 17.726029455661774, 21.61148852109909, 25.043029248714447, 23.191140472888947, 13.645810186862946, 17.988066256046295, 24.776780486106873, 19.105259776115417, 17.480764627456665, 25.24914938211441, 16.049238443374634, 24.852470338344574, 27.760309994220734, 18.409981727600098, 27.059512317180634, 15.889921605587006, 9.273650348186493, 17.806414365768433, 22.549762070178986, 13.099943041801453, 15.08509385585785, 17.999695956707, 22.441835939884186, 13.3148912191391, 30.542005002498627, 27.92994600534439, 11.031180679798126, 29.53004491329193, 33.170984864234924, 20.175513684749603, 21.646688222885132, 13.96756798028946, 31.41704684495926, 15.142388701438904, 20.92030656337738, 17.558375358581543, 17.282397866249084, 28.832977950572968, 15.72737330198288, 31.90146976709366, 21.521634936332703, 39.01556557416916, 5.118406236171722, 13.052604973316193, 15.88557243347168, 4.986747086048126, 20.166467905044556, 11.169378638267517, 17.75618064403534, 11.78140640258789, 27.999840021133423, 28.268081605434418, 20.32676726579666, 16.566726684570312, 26.945181131362915, 19.470467448234558, 9.634750366210938, 25.174692690372467, 22.421940624713898, 22.26772630214691, 29.289056301116943, 19.082554638385773, 16.117383658885956, 16.67301654815674, 29.424204170703888, 30.16304510831833, 26.70951110124588, 29.655975878238678, 22.345073759555817, 18.838324546813965, 26.77412462234497, 13.308603763580322, 27.823412716388702, 28.14652395248413, 25.30587339401245, 8.421374082565308, 5.436324119567871, 30.54739660024643, 19.822369694709778, 26.615283370018005, 12.125045120716095, 25.909133195877075, 21.450165390968323, 21.823273062705994, 22.968322098255157, 25.875035881996155, 25.147481203079224, 27.490552723407745, 19.62308120727539, 30.156259536743164, 17.33023691177368, 15.722533166408539, 24.196470022201538, 22.667898058891296, 21.789014875888824, 31.241929292678833, 26.399040818214417, 20.50443685054779, 27.66750192642212, 33.75144064426422, 23.635666728019714, 47.7703332901001, 30.573696792125702, 22.00905752182007, 9.316800951957703, 15.186553597450256, 5.549268484115601, 24.34586489200592, 26.898942470550537, 20.782738983631134, 21.11952418088913, 4.652198493480682, 19.350597023963928, 21.330718874931335, 20.1208536028862, 5.98921275138855, 20.5282364487648, 30.04231709241867, 30.70025336742401, 32.32681518793106, 30.106148600578308, 11.531362652778625, 18.61198228597641, 20.714969277381897, 11.683674097061157, 5.429956376552582, 23.194350361824036, 21.54949826002121, 20.916704297065735, 15.419657707214355, 21.40497213602066, 18.27609497308731, 23.939497649669647, 14.668899953365326, 21.727348387241364, 20.450330913066864, 15.640365958213806, 19.492182195186615, 9.564687848091125, 25.606535136699677, 24.077181696891785, 26.750907838344574, 22.880291879177094, 2.7162102460861206, 15.661523938179016, 30.637470066547394, 23.71586787700653, 25.305999040603638, 22.290238082408905, 16.172547459602356, 27.445512175559998, 31.584245026111603, 15.998996794223785, 25.939222753047943, 20.81331479549408, 21.433178067207336, 21.516141653060913, 19.047832131385803, 12.328180611133575, 18.229167103767395, 24.100864470005035, 7.775099515914917, 25.03173691034317, 6.978917717933655, 24.94390219449997, 19.699853658676147, 26.127498388290405, 32.66672146320343, 8.083071291446686, 19.55521321296692, 27.25570946931839, 17.7379989027977, 11.305805206298828, 19.967738330364227, 30.672217547893524, 27.10991209745407, 22.23156589269638, 23.68093776702881, 36.093329668045044, 29.992667615413666, 30.587990880012512, 18.443874537944794, 23.713122248649597, 4.485826373100281, 18.539203763008118, 34.2340852022171, 17.447275280952454, 24.002398371696472, 27.501558780670166, 20.422399044036865, 28.092617630958557, 21.966062903404236, 31.6670144200325, 13.512576341629028, 36.70512008666992, 12.320994794368744, 20.203754723072052, 0.44389665126800537, 24.41444730758667, 29.96541029214859, 21.569787681102753, 48.37900424003601, 28.138131201267242, 25.12459570169449, 29.7046000957489, 23.65994554758072, 20.189603805541992, 16.690438330173492, 31.911480486392975, 11.680547416210175, 16.708436489105225, 20.22167271375656, 6.177296042442322, 20.736882090568542, 21.238069534301758, 16.9008749127388, 36.31451481580734, 25.496874034404755, 13.483162641525269, 27.739947021007538, 22.048198640346527, 21.710091710090637, 38.652486741542816, 13.984137654304504, 34.59173095226288, 26.22408241033554, 16.2809739112854, 17.013154983520508, 27.766961753368378, 26.243313193321228, 22.6019868850708, 12.344985663890839, 23.33815985918045, 16.045257210731506, 26.37852156162262, 21.555017709732056, 28.1127992272377, 35.91070395708084, 19.714925527572632, 31.062695741653442, 23.501050233840942, 8.559970200061798, 23.71303826570511, 1.351233720779419, 25.71415901184082, 33.51532340049744, 28.592851161956787, 16.322751760482788, 7.734714984893799, 23.8798206448555, 23.250822603702545, 26.701438784599304, 16.365427613258362, 22.647168397903442, 19.065582811832428, 18.198287189006805, 31.645901083946228, 22.450111389160156, 18.11001354455948, 12.336517572402954, 20.493070483207703, 17.710813105106354, 24.716326475143433, 24.161823213100433, 15.225196659564972, 19.283345341682434, 23.08865112066269, 21.013537764549255, 20.573143899440765, 29.953526556491852, 14.74186098575592, 20.047112107276917, 29.656385481357574, 20.718258142471313, 28.195038676261902, 29.44077354669571, 19.001805782318115, 19.61054116487503, 13.392539262771606, 19.492003262043, 31.573635935783386, 22.603435695171356, 19.021320402622223, 25.708217442035675, 23.769602298736572, 21.58437716960907, 33.82520937919617, 32.46915292739868, 33.569351494312286, 29.965219795703888, 16.344740092754364, 18.21853017807007, 14.071398377418518, 10.398214399814606, 26.511290371418, 19.308202028274536, 15.038663864135742, 15.76090145111084, 7.60599410533905, 28.075797855854034, 18.220571219921112, 34.796839118003845, 22.197710514068604, 21.172373294830322, 29.331668972969055, 23.28197479248047, 30.449626684188843, 14.024245917797089, 11.786449551582336, 33.1004644036293, 23.266718327999115, 27.988594949245453, 7.4792861342430115, 28.048644840717316, 27.604592382907867, 14.388586401939392, 27.03364223241806, 30.783066868782043, 23.98569965362549, 29.655388832092285, 16.680793166160583, 15.421429991722107, 23.182919144630432, 20.052538752555847, 32.431408762931824, 21.283304393291473, 19.617278218269348, 26.212740421295166, 16.2639120221138, 4.850754737854004, 21.761066496372223, 23.46427857875824, 29.135328829288483, 10.770762324333191, 20.09303307533264, 31.74022364616394, 31.922684371471405, 13.7260502576828, 22.549876630306244, 33.555146753787994, 32.62411391735077, 22.87792533636093, 16.38340389728546, 28.617624521255493, 12.250294983386993, 25.394384026527405, 23.494187712669373, 24.348056077957153, 27.548549592494965, 25.74909335374832, 18.840575218200684, 31.343646466732025, 21.3173668384552, 11.369231343269348, 31.40925621986389, 5.523530602455139, 21.702833235263824, 24.022100150585175, 33.05012434720993, 11.043077051639557, 24.170585095882416, 31.386941969394684, 24.01019036769867, 25.625230193138123, 21.056547582149506, 19.81200212240219, 17.4346524477005, 16.4040567278862, 22.051008224487305, 18.046725928783417, 16.51876586675644, 21.656582832336426, 37.25201541185379, 16.682344496250153, 26.795972287654877, 13.731501877307892, 17.347488701343536, 18.303126752376556, 16.614519119262695, 16.31755244731903, 33.57989686727524, 2.785819709300995, 29.14432257413864, 17.52457845211029, 21.53434443473816, 20.946293771266937, 29.50051712989807, 11.449185609817505, 20.94822609424591, 16.14718896150589, 18.88378554582596, 23.340438544750214, 7.8733713030815125, 26.411324977874756, 3.5598491430282593, 25.922269582748413, 14.728668451309204, 13.148368835449219, 7.150005757808685, 29.691141307353973, 27.102597653865814, 35.24727725982666, 23.61973285675049, 26.684849202632904, 8.580429255962372, 23.84872579574585, 28.694500744342804, 34.29184603691101, 4.770656168460846, 12.983140468597412, 40.86966526508331, 13.9654021859169, 21.555277585983276, 33.744563579559326, 28.973692774772644, 21.202395498752594, 31.619443774223328, 11.718310415744781, 22.852778136730194, 22.27694535255432, 25.0300612449646, 16.467716991901398, 15.058162987232208, 19.78287708759308, 22.66687959432602, 30.500808000564575, 25.508738458156586, 10.182330548763275, 39.33808887004852, 27.693242490291595, 30.66800808906555, 19.427412509918213, 33.53509259223938, 9.937087297439575, 24.6467365026474, 19.873920142650604, 10.000550746917725, 21.219069063663483, 11.820931792259216, 34.875017166137695, 13.277363955974579, 38.05063474178314, 27.65348392724991, 14.447185933589935, 2.0908308029174805, 26.741208016872406, 30.83491951227188, 33.71155971288681, 23.42532753944397, 28.207597851753235, 31.34879720211029, 19.8180074095726, 16.786993443965912, 21.468925893306732, 23.97741973400116, 18.316729605197906, 19.44086080789566, 26.936321258544922, 23.326157867908478, 18.403154134750366, 15.273594200611115, 15.858156263828278, 14.196623623371124, 30.76308262348175, 14.168530225753784, 18.781187117099762, 8.147395193576813, 27.668352007865906, 15.813148438930511, 21.976799726486206, 18.547767341136932, 40.53509885072708, 24.348475992679596, 0.14822900295257568, 29.498755514621735, 6.33869194984436, 31.716086387634277, 20.279959499835968, 18.26753729581833, 36.033748149871826, 24.67146748304367, 22.11073797941208, 23.60202121734619, 32.92437660694122, 21.082105040550232, 20.79499989748001, 27.663465797901154, 20.450153291225433, 23.290236711502075, 14.717850804328918, 15.507165849208832, 14.091851770877838, 18.711849689483643, 22.937736213207245, 27.087774455547333, 25.483520030975342, 18.393237709999084, 7.018830835819244, 30.152395486831665, 1.575591266155243, 27.931450128555298, 23.300680458545685, 25.628793835639954, 10.759689688682556, 33.41498017311096, 20.576493442058563, 29.1275172829628, 26.918166518211365, 21.340262711048126, 15.346523106098175, 17.203410387039185, 13.179748713970184, 14.018824815750122, 24.553154706954956, 8.689981400966644, 28.30558604001999, 23.02890968322754, 13.373213589191437, 31.846556961536407, 27.538592278957367, 7.170746207237244, 18.328920483589172, 21.97880756855011, 23.832891166210175, 16.11693584918976, 34.97293162345886, 16.895634293556213, 18.50678950548172, 11.459142982959747, 17.17778491973877, 20.072095692157745, 22.262378573417664, 17.82010781764984, 20.708296298980713, 21.417970597743988, 13.990058600902557, 19.528754830360413, 26.165004074573517, 25.909670770168304, 14.778117716312408, 21.600500464439392, 19.466776251792908, 22.45018869638443, 17.92495495080948, 22.20976984500885, 26.846597373485565, 23.52673465013504, 10.342046618461609, 21.216265201568604, 15.843760013580322, 31.484349370002747, 27.909277379512787, 27.01697963476181, 24.483631253242493, 32.76598745584488, 32.14074224233627, 21.912233710289, 31.256878197193146, 23.395964562892914, 27.873225450515747, 41.57984936237335, 21.29759305715561, 13.089171886444092, 16.51559942960739, 23.282837688922882, 38.10460561513901, 24.019815862178802, 24.442192435264587, 33.368963181972504, 36.406206130981445, 30.012592673301697, 17.744012713432312, 19.951132118701935, 23.309998095035553, 9.122519254684448, 21.72449415922165, 13.556573331356049, 21.96456754207611, 16.521422028541565, 17.420547246932983, 21.803563058376312, 23.460960924625397, 6.780209243297577, 18.397385478019714, 28.33065414428711, 23.978099405765533, 17.573160588741302, 26.328669369220734, 9.622322499752045, 23.859493792057037, 19.694762885570526, 27.09081518650055, 38.18160837888718, 19.141879856586456, 24.964007794857025, 19.323322653770447, 15.044848442077637, 17.415283024311066, 24.12494844198227, 24.640404284000397, 16.65974062681198, 9.446829438209534, 15.02060717344284, 31.62696748971939, 16.516649305820465, 32.53916186094284, 15.882948696613312, 22.249927520751953, 17.1677268743515, 37.283327877521515, 8.296448767185211, 26.716863930225372, 13.27817690372467, 24.626565873622894, 32.83884859085083, 6.877955436706543, 27.849846243858337, 23.936212301254272, 24.426136791706085, 28.336868464946747, 33.74375355243683, 16.8151513338089, 24.409515917301178, 33.38632786273956, 23.60597515106201, 31.475984692573547, 10.630732476711273, 22.739779770374298, 20.988472402095795, 27.75704836845398, 21.728198051452637, 19.82650125026703, 20.315354764461517, 17.16444092988968, 21.415044009685516, 20.32132077217102, 23.602274000644684, 19.140838623046875, 4.861856997013092, 28.29809069633484, 22.876452803611755, 21.18617433309555, 30.24424535036087, 18.730224549770355, 20.322320103645325, 35.72358626127243, 20.758346736431122, 31.252031803131104, 24.7035893201828, 4.612020969390869, 18.48011064529419, 23.141577064990997, 27.12254297733307, 27.804256200790405, 13.360226154327393, 11.695966184139252, 20.431821048259735, 26.280746161937714, 25.041110455989838, 25.14832878112793, 14.453952848911285, 19.252472579479218, 22.245508670806885, 19.88623297214508, 26.184443593025208, 34.69657623767853, 31.60174858570099, 17.423260986804962, 29.188148736953735, 18.19443905353546, 18.645804584026337, 6.216106414794922, 5.264320194721222, 23.550422370433807, 16.867948293685913, 22.597176611423492, 23.561037003993988, 24.1366805434227, 15.286389350891113, 27.592479526996613, 20.758416771888733, 11.133395433425903, 26.038367807865143, 36.796473026275635, 28.438331842422485, 12.816138863563538, 11.2176234126091, 12.534374058246613, 21.116658985614777, 19.62938928604126, 25.11452406644821, 28.802254915237427, 25.332487642765045, 15.781235754489899, 9.327417373657227, 26.27555626630783, 22.473743319511414, 19.628766417503357, 15.578406929969788, 24.21856850385666, 18.28059870004654, 34.76381695270538, 4.734034895896912, 37.65902125835419, 18.81065732240677, 22.880819022655487, 14.532902777194977, 28.182770788669586, 8.669865727424622, 20.747707307338715, 1.2458105087280273, 25.191304326057434, 19.42831802368164, 23.264917194843292, 29.61523336172104, 13.928583920001984, 34.87083721160889, 29.690881311893463, 25.42049741744995, 26.481296837329865, 7.948183536529541, 25.36121040582657, 19.4306218624115, 13.765523314476013, 16.647771775722504, 27.94418877363205, 6.142026126384735, 24.547327876091003, 7.354471504688263, 23.483964502811432, 28.545110523700714, 23.82703322172165, 8.827545523643494, 37.3002644777298, 34.00176876783371, 15.058720469474792, 8.112522959709167, 6.441554009914398, 19.182257115840912, 11.451555788516998, 11.202782690525055, 27.856627225875854, 30.988048791885376, 16.097777664661407, 40.53313094377518, 13.701707303524017, 19.724520802497864, 25.232178390026093, 15.22073096036911, 23.98937726020813, 36.104404270648956, 11.9903764128685, 28.087263703346252, 8.379148066043854, 13.599068105220795, 24.675594866275787, 21.510213971138, 20.63030081987381, 21.126407206058502, 22.934751868247986, 25.082614421844482, 28.024977564811707, 18.15787947177887, 15.24427455663681, 25.277565360069275, 26.0844549536705, 22.475166022777557, 14.699885249137878, 18.616013884544373, 28.126819849014282, 16.93786185979843, 32.320372104644775, 17.273601412773132, 19.09611189365387, 16.657848358154297, 10.860502481460571, 16.76624768972397, 32.509690940380096, 18.171373665332794, 21.40702074766159, 6.00992351770401, 30.74844604730606, 41.72710186243057, 13.359050035476685, 14.809489727020264, 7.031212866306305, 18.180434346199036, 22.084600746631622, 24.582877278327942, 29.000162541866302, 26.86978965997696, 27.330352246761322, 22.321851193904877, 31.49771922826767, 23.95811277627945, 10.925098180770874, 22.45594894886017, 21.650908946990967, 25.428466081619263, 28.910871922969818, 23.815746188163757, 9.834865748882294, 37.66912776231766, 21.57365369796753, 7.854802668094635, 29.423434376716614, 21.229051411151886, 26.283699691295624, 13.597563028335571, 20.708506762981415, 31.722935616970062, 8.797468543052673, 17.421233654022217, 25.96095335483551, 23.478118002414703, 26.15251624584198, 17.31674975156784, 26.822859406471252, 22.492919862270355, 16.722126305103302, 16.686574816703796, 7.383379876613617, 15.23974221944809, 18.897996366024017, 19.41961359977722, 28.941090524196625, 27.614337265491486, 15.084352731704712, 36.75756508111954, 8.41586047410965, 19.76184368133545, 24.419475078582764, 8.161051332950592, 22.287592709064484, 19.190160393714905, 20.08707594871521, 29.086865067481995, 22.841779947280884, 29.169157683849335, 26.38421618938446, 12.128560066223145, 27.36137044429779, 23.71950614452362, 23.213956654071808, 33.85783648490906, 22.00111484527588, 27.809239983558655, 38.38123422861099, 27.537371516227722, 19.193125009536743, 25.808878362178802, 26.926806569099426, 20.803508162498474, 33.73672837018967, 15.970427930355072, 25.497830867767334, 25.907572031021118, 25.94069653749466, 7.939518570899963, 35.222704231739044, 20.116240203380585, 25.068614184856415, 0.6029632687568665, 26.735143423080444, 5.9201865792274475, 19.628234088420868, 12.503521084785461, 19.76063710451126, 0.47798770666122437, 18.765316426753998, 14.287870287895203, 29.72915291786194, 17.751291871070862, 30.808129012584686, 21.85752958059311, 22.477929890155792, 22.303228676319122, 13.203424572944641, 20.297921657562256, 29.973669171333313, 27.906478703022003, 4.046579658985138, 12.550235986709595, 7.91745126247406, 14.592177927494049, 23.616102278232574, 18.571215748786926, 20.619598150253296, 15.84327095746994, 15.682362258434296, 26.654832303524017, 26.695834636688232, 25.172273993492126, 21.086747765541077, 25.63914257287979, 5.61342716217041, 19.459330558776855, 17.506209135055542, 16.464797973632812, 23.210701942443848, 29.067527115345, 7.327217161655426, 23.603653728961945, 32.411492586135864, 17.726990222930908, 17.609361231327057, 29.074870586395264, 22.298879623413086, 20.18473356962204, 16.696907937526703, 19.55093091726303, 10.821704864501953, 31.1105734705925, 14.727641820907593, 0.7390007376670837, 20.574105441570282, 17.466017305850983, 34.69143843650818, 27.310776829719543, 13.441576778888702, 17.47934913635254, 26.518028676509857, 10.715388238430023, 12.36772745847702, 5.501717209815979, 25.29447704553604, 17.49222981929779, 31.110715568065643, 22.13627952337265, 29.097187280654907, 19.47766923904419, 24.755243957042694, 18.574383795261383, 23.68695855140686, 25.638950645923615, 24.54562133550644, 22.892820060253143, 28.541495144367218, 19.436712384223938, 26.249269425868988, 17.993240654468536, 26.577437818050385, 19.07226437330246, 31.09466987848282, 4.984561085700989, 18.015573143959045, 23.73994892835617, 34.88438308238983, 21.499309182167053, 29.415568113327026, 27.589780569076538, 17.37386578321457, 17.31563663482666, 14.703401684761047, 19.04636824131012, 13.293282985687256, 9.45877468585968, 29.162431120872498, 19.359697341918945, 10.818892240524292, 18.50944858789444, 25.362121760845184, 17.066066205501556, 30.471177518367767, 32.70891082286835, 34.26519954204559, 17.244015276432037, 24.87721973657608, 18.661674201488495, 18.922724723815918, 16.712268471717834, 15.930275738239288, 26.539287865161896, 27.135620832443237, 17.987107396125793, 30.48853361606598, 17.434175550937653, 29.11254245042801, 24.81121987104416, 21.21213549375534, 17.055497884750366, 30.60047310590744, 11.990692555904388, 16.26584529876709, 16.999377608299255, 10.859576404094696, 20.011096239089966, 28.501981019973755, 11.895172834396362, 22.42998903989792, 16.841284334659576, 34.17821305990219, 29.439622402191162, 26.68348205089569, 18.163023948669434, 30.74099165201187, 25.745735228061676, 28.334100246429443, 23.260209619998932, 20.51960277557373, 29.629943132400513, 3.1309285163879395, 26.53034818172455, 12.99785977602005, 23.416436731815338, 34.67999613285065, 19.00800371170044, 9.59978187084198, 19.27719897031784, 24.638154685497284, 31.322928309440613, 27.298489332199097, 24.246137619018555, 28.54994237422943, 32.010515332221985, 34.41168290376663, 19.769591569900513, 31.88932240009308, 29.29183053970337, 28.921813189983368, 19.035775423049927, 29.73253983259201, 14.384846091270447, 25.625473022460938, 25.062601029872894, 10.95593672990799, 20.63813066482544, 17.329120993614197, 10.5995934009552, 28.62742930650711, 25.70043921470642, 37.658560037612915, 18.635873198509216, 21.19345134496689, 25.192958176136017, 19.429839491844177, 36.975527822971344, 17.31715577840805, 16.154535055160522, 31.639026880264282, 16.52438575029373, 26.457698583602905, 13.561342895030975, 11.09478110074997, 25.952643513679504, 31.813341856002808, 31.945327162742615, 21.745280921459198, 19.520329415798187, 17.743664622306824, 24.861921429634094, 11.162649273872375, 8.956508219242096, 28.04098379611969, 23.698405265808105, 24.750414550304413, 20.527794897556305, 14.258624017238617, 10.462032735347748, 32.22342413663864, 25.0577529668808, 38.732833325862885, 19.25990867614746, 27.86684823036194, 30.630752682685852, 19.79124140739441, 17.491440534591675, 25.437544405460358, 31.822352588176727, 16.508518278598785, 22.563370525836945, 28.130326449871063, 18.3018359541893, 31.817263782024384, 17.586726129055023, 21.41644287109375, 29.76306390762329, 17.091900646686554, 27.59257996082306, 19.77983808517456, 21.029065787792206, 23.646284341812134, 18.5905898809433, 15.995126187801361, 22.17696738243103, 31.430534601211548, 20.98041546344757, 23.425612151622772, 24.730535924434662, 24.38166630268097, 6.1085392236709595, 17.765095829963684, 32.49412959814072, 15.782638907432556, 23.704301476478577, 26.18752509355545, 21.65531587600708, 23.834487438201904, 17.994242906570435, 20.491625010967255, 8.600325107574463, 17.949746191501617, 25.37476736307144, 33.28750824928284, 13.118533790111542, 14.269791722297668, 17.678023397922516, 27.788469910621643, 14.487982392311096, 23.252467274665833, 29.548222482204437, 20.45365619659424, 17.94931983947754, 14.010980188846588, 13.116196036338806, 24.99804186820984, 16.364782392978668, 25.22101181745529, 25.987916111946106, 20.771299719810486, 19.92657309770584, 15.149211406707764, 18.451934695243835, 17.281723082065582, 13.562928378582, 12.441208064556122, 19.06086105108261, 43.85847741365433, 32.150899827480316, 24.982017695903778, 7.933752179145813, 24.85142630338669, 34.71327042579651, 23.634733974933624, 24.93068367242813, 26.83063405752182, 14.049443900585175, 11.34637439250946, 24.22634983062744, 31.782516181468964, 24.69314455986023, 10.093356549739838, 29.959226548671722, 36.13052535057068, 30.60384464263916, 31.75251716375351, 23.385415256023407, 19.264472544193268, 18.77114325761795, 12.216194570064545, 26.75582218170166, 17.278395533561707, 28.846064865589142, 11.201599478721619, 23.097499012947083, 22.72022372484207, 22.748040318489075, 25.773840129375458, 44.50356578826904, 18.086981534957886, 25.206815123558044, 17.291119754314423, 20.414949893951416, 17.71357423067093, 23.259268879890442, 27.033653020858765, 15.007210731506348, 28.048046469688416, 26.67559152841568, 27.814456045627594, 19.706981360912323, 7.910109996795654, 16.050819873809814, 7.0357436537742615, 22.913775384426117, 19.99358367919922, 19.54062032699585, 24.29341894388199, 25.943806886672974, 19.946146488189697, 9.884113848209381, 37.878252029418945, 17.69249075651169, 33.24571770429611, 23.199040412902832, 14.383143544197083, 23.103836119174957, 24.543350756168365, 22.5525643825531, 18.19879901409149, 33.510782122612, 16.782426357269287, 12.653101682662964, 18.95162558555603, 27.798204720020294, 8.848419904708862, 11.488631188869476, 22.141652762889862, 28.014381766319275, 21.030649960041046, 21.553300201892853, 38.76401346921921, 10.418944358825684, 23.888640701770782, 28.762487471103668, 26.94074958562851, 16.627856731414795, 5.789659142494202, 16.577694535255432, 16.99983900785446, 26.543469607830048, 23.269724309444427, 26.58175802230835, 16.096569657325745, 19.108573079109192, 18.455704033374786, 15.769527733325958, 14.935559570789337, 20.645776987075806, 26.21549916267395, 35.07529413700104, 9.527990162372589, 20.5580917596817, 19.09629327058792, 12.631728410720825, 32.874826431274414, 22.634414672851562, 21.36236196756363, 19.485181987285614, 16.441936254501343, 24.532407104969025, 14.34551215171814, 24.572129249572754, 28.754050850868225, 30.083642721176147, 30.838695645332336, 44.15803682804108, 22.515494465827942, 29.762005031108856, 35.200672805309296, 17.034201323986053, 25.590318262577057, 24.31622314453125, 12.171647608280182, 24.857259213924408, 30.000320732593536, 20.71079969406128, 12.799108624458313, 17.359716653823853, 34.22939932346344, 12.86124449968338, 21.47239375114441, 29.68341726064682, 16.160996198654175, 11.838771879673004, 19.267899096012115, 22.567083477973938, 25.988847494125366, 12.707366108894348, 22.616044878959656, 25.719578802585602, 23.209363877773285, 21.884091794490814, 33.42040568590164, 36.83268791437149, 16.62242841720581, 32.55352383852005, 15.146925151348114, 30.28776752948761, 16.344172656536102, 21.7045955657959, 20.751709461212158, 19.820436000823975, 23.26862919330597, 22.42439115047455, 18.456452131271362, 37.042885422706604, 17.821020007133484, 46.025374710559845, 24.33991378545761, 8.72510713338852, 15.36079227924347, 22.26999831199646, 22.507058322429657, 8.247707724571228, 17.90987229347229, 23.967554450035095, 30.3178533911705, 27.41630893945694, 17.804248869419098, 16.176492512226105, 22.798523485660553, 25.213491559028625, 18.344333469867706, 18.825853526592255, 22.52388697862625, 17.223446786403656, 21.18600368499756, 21.601503133773804, 19.93118792772293, 24.631069660186768, 6.035521030426025, 28.86935782432556, 14.54745763540268, 27.207861602306366, 32.3369305729866, 6.853753328323364, 16.633434176445007, 25.888553261756897, 23.157945573329926, 23.253871858119965, 22.51597362756729, 21.026770889759064, 25.59295517206192, 25.96162337064743, 17.657111883163452, 10.133244156837463, 13.042086720466614, 25.604775190353394, 20.657017052173615, 6.123510360717773, 24.311907410621643, 20.883498668670654, 22.12280648946762, 10.283300578594208, 18.909392833709717, 20.729631960392, 13.5126274228096, 18.623393416404724, 17.959052443504333, 22.481254875659943, 13.322774589061737, 38.50169658660889, 3.327841639518738, 17.707129418849945, 15.709189713001251, 20.35953378677368, 18.96280789375305, 28.17939168214798, 31.158697426319122, 19.128192901611328, 17.962092697620392, 26.64584392309189, 15.34922868013382, 25.948269367218018, 18.65576034784317, 22.6846906542778, 31.48399716615677, 21.162768006324768, 18.257901668548584, 25.30875426530838, 30.700267672538757, 9.728668749332428, 10.214596688747406, 20.407694876194, 10.509504616260529, 16.504388868808746, 22.52609896659851, 19.556032538414, 24.383278369903564, 31.025024116039276, 25.80680614709854, 30.11922323703766, 31.624575912952423, 16.285404682159424, 27.41198080778122, 4.741253972053528, 31.067415833473206, 14.39758014678955, 27.348208785057068, 26.827655792236328, 22.164147078990936, 25.92657309770584, 21.003320038318634, 32.036304116249084, 20.35431617498398, 27.79840099811554, 9.757963836193085, 27.464554250240326, 4.2763530015945435, 22.838173806667328, 24.899247348308563, 1.8735368251800537, 21.92402148246765, 23.606033623218536, 13.16063928604126, 17.63566541671753, 34.32589501142502, 14.273449063301086, 36.3384684920311, 7.447896659374237, 17.605065524578094, 21.327241003513336, 9.21126514673233, 20.671161472797394, 19.323594093322754, 40.101617097854614, 26.404363214969635, 20.21041315793991, 28.82272869348526, 12.845445394515991, 20.470686435699463, 26.778537034988403, 16.643133640289307, 23.99184823036194, 5.767437040805817, 23.947618067264557, 16.862272083759308, 18.129512429237366, 22.79661363363266, 20.050312280654907, 23.519007980823517, 15.860661029815674, 19.43718421459198, 26.841447234153748, 33.51089650392532, 20.765148401260376, 25.620614647865295, 13.996684432029724, 20.41961580514908, 35.65093117952347, 25.31567144393921, 30.81845533847809, 8.85675036907196, 28.35863882303238, 11.268543779850006, 18.366337656974792, 16.267645835876465, 24.570334911346436, 26.905157387256622, 25.906030237674713, 23.642109096050262, 21.012320816516876, 27.196302592754364, 23.353972673416138, 12.437274754047394, 20.606864035129547, 18.78321075439453, 30.75030779838562, 22.222956597805023, 32.71195185184479, 22.511829257011414, 17.596207976341248, 26.99610126018524, 32.71628272533417, 18.1166011095047, 17.194006860256195, 11.072385966777802, 31.05593603849411, 22.974460899829865, 14.550670742988586, 24.494906663894653, 18.896859169006348, 19.5511115193367, 16.554097712039948, 28.82246422767639, 25.684379637241364, 23.228999078273773, 29.8648002743721, 31.741184651851654, 11.035301327705383, 27.3397576212883, 20.91518920660019, 31.22473907470703, 20.20743203163147, 22.854170560836792, 30.466633677482605, 27.14994651079178, 16.894484996795654, 15.956583559513092, 34.921528577804565, 16.606780350208282, 16.57562553882599, 25.94818216562271, 27.598549723625183, 19.29120433330536, 22.302972435951233, 15.3552565574646, 26.609928488731384, 38.93809449672699, 5.038701951503754, 11.413104176521301, 19.689298927783966, 6.028017640113831, 4.7610496282577515, 24.817224085330963, 19.173133432865143, 16.020670652389526, 25.885081112384796, 19.355192244052887, 24.722062587738037, 22.368462681770325, 26.301519632339478, 27.923626720905304, 37.48506414890289, 34.23351538181305, 20.633466958999634, 7.3468517661094666, 33.82006162405014, 18.080097675323486, 12.69339007139206, 28.31709235906601, 11.15733802318573, 33.36002492904663, 21.401163637638092, 21.294982492923737, 21.211476504802704, 15.080989122390747, 20.229231655597687, 12.2630375623703, 11.41708254814148, 14.949616968631744, 27.12768453359604, 20.587171852588654, 11.891613245010376, 16.1185445189476, 24.44029450416565, 20.638596773147583, 23.956488370895386, 20.275065183639526, 27.081221222877502, 20.043899357318878, 28.526693284511566, 14.97804170846939, 22.568667709827423, 19.173814058303833, 13.072379052639008, 20.082129299640656, 38.59186410903931, 26.303313553333282, 24.2123641371727, 20.942452371120453, 20.57654058933258, 12.59745442867279, 10.370345652103424, 20.95603096485138, 18.315219163894653, 6.664721846580505, 10.784307718276978, 24.897113144397736, 16.61486953496933, 4.362914800643921, 18.553023993968964, 5.424964010715485, 18.6054824590683, 18.41138917207718, 28.083601593971252, 14.518694400787354, 20.554888546466827, 19.2242329120636, 32.897111654281616, 13.422722399234772, 10.809597790241241, 18.525131225585938, 18.504154086112976, 26.177310585975647, 28.7039892077446, 28.30604875087738, 27.63841938972473, 16.085620045661926, 27.93984943628311, 17.7708660364151, 18.65079915523529, 20.223624408245087, 8.639724135398865, 26.311977744102478, 8.985260426998138, 21.901444375514984, 13.207362651824951, 25.088874220848083, 12.340438604354858, 51.448904395103455, 34.43888258934021, 15.54616767168045, 34.748006105422974, 31.456561625003815, 22.15626084804535, 23.299305319786072, 19.869172155857086, 15.136982083320618, 15.154561638832092, 26.31177932024002, 18.41698658466339, 21.898447334766388, 24.18525767326355, 29.75883823633194, 19.787005722522736, 20.214213252067566, 29.22645741701126, 30.17258197069168, 30.821752727031708, 15.411499679088593, 24.633871912956238, 13.846043050289154, 19.190507531166077, 19.00993525981903, 30.144612193107605, 19.05774188041687, 26.77596753835678, 19.216813564300537, 10.336576163768768, 20.837705492973328, 12.169738471508026, 10.094316899776459, 24.126335084438324, 34.240864396095276, 24.11698681116104, 9.62418395280838, 17.7783665060997, 27.347338020801544, 6.295069396495819, 26.045955002307892, 23.269763708114624, 14.796536147594452, 27.484932780265808, 17.294097185134888, 14.829562067985535, 25.550147712230682, 21.554595470428467, 16.20361489057541, 30.38911920785904, 18.57247221469879, 13.7722407579422, 26.956927955150604, 26.87815010547638, 19.093204140663147, 18.403329014778137, 22.268204748630524, 21.20065987110138, 29.135438859462738, 30.85145139694214, 23.671063482761383, 23.73606640100479, 18.40664803981781, 29.724703192710876, 12.235717475414276, 20.98632901906967, 34.591101229190826, 25.20855700969696, 8.045381247997284, 8.612225770950317, 16.758213579654694, 37.59918874502182, 17.811733841896057, 25.61203896999359, 16.651253402233124, 24.504099309444427, 10.6493479013443, 21.820453107357025, 35.41660803556442, 23.379261255264282, 26.49273693561554, 26.835535645484924, 23.492725431919098, 18.48988127708435, 14.304009675979614, 20.099376142024994, 31.84682184457779, 22.6249783039093, 16.301066637039185, 28.604035258293152, 0.42925184965133667, 11.926006853580475, 28.968356549739838, 22.739860355854034, 22.712785482406616, 25.287356734275818, 25.20998990535736, 16.080951869487762, 15.428357779979706, 9.973090946674347, 27.324549436569214, 19.67268306016922, 19.098630130290985, 20.840978741645813, 25.632098257541656, 19.93594402074814, 34.55314725637436, 14.606598317623138, 16.729074001312256, 13.451476454734802, 18.268816590309143, 8.945850372314453, 23.823809444904327, 34.15992432832718, 29.186706244945526, 9.051456987857819, 22.911407351493835, 27.479347467422485, 18.513688504695892, 29.75209617614746, 20.876509368419647, 10.844985783100128, 28.736225187778473, 22.433199644088745, 23.820671319961548, 25.861911833286285, 13.18371856212616, 27.634735107421875, 26.270382821559906, 28.817273914813995, 19.68791127204895, 20.6028773188591, 25.166686832904816, 13.00832051038742, 27.79672086238861, 28.209121227264404, 14.619820356369019, 5.587723672389984, 31.989357590675354, 17.78209525346756, 19.533807039260864, 12.453498184680939, 18.83866310119629, 17.991417407989502, 0.7234624028205872, 17.118476808071136, 22.703245222568512, 19.014906883239746, 26.00854992866516, 25.584368228912354, 20.195382714271545, 23.473414301872253, 20.3086000084877, 17.58062708377838, 24.699233949184418, 15.962478280067444, 28.602181255817413, 21.88985913991928, 41.04328799247742, 23.91051310300827, 27.804502546787262, 19.340200424194336, 31.716598689556122, 10.739719927310944, 27.081819891929626, 16.557949483394623, 2.8971949219703674, 31.291628122329712, 18.116230368614197, 21.600733935832977, 21.35075330734253, 31.273873031139374, 33.49169760942459, 10.91452044248581, 14.625459790229797, 24.97454345226288, 18.712180614471436, 16.15004462003708, 33.6852490901947, 16.88956618309021, 34.06804382801056, 18.500450134277344, 25.201991856098175, 4.9902894496917725, 27.55003660917282, 23.29613173007965, 20.39119517803192, 16.990893185138702, 1.494464099407196, 19.49351066350937, 16.68764168024063, 9.074041366577148, 14.887981653213501, 18.312223970890045, 23.348168194293976, 25.904124975204468, 15.794656217098236, 13.349273920059204, 24.702321112155914, 13.636650383472443, 21.021680116653442, 18.749117970466614, 20.09448790550232, 27.43187952041626, 23.490235149860382, 17.913431227207184, 23.920790910720825, 26.37027019262314, 16.132832765579224, 8.504312753677368, 21.754758059978485, 18.862751960754395, 21.663527071475983, 27.14165300130844, 25.434161067008972, 19.274458408355713, 12.19182276725769, 28.812617003917694, 31.444588720798492, 9.109999239444733, 27.467061042785645, 14.538486659526825, 19.731962740421295, 15.995379865169525, 17.757746040821075, 18.349899470806122, 18.998939990997314, 11.249616503715515, 25.796967148780823, 21.766445696353912, 16.351277112960815, 21.54831552505493, 29.649930238723755, 1.3839272856712341, 14.409253776073456, 9.346147298812866, 25.07248729467392, 10.930285215377808, 19.07139903306961, 2.1851879954338074, 26.075702250003815, 11.191216111183167, 25.547859966754913, 27.52042257785797, 32.889686584472656, 17.358390271663666, 23.590373694896698, 25.964565336704254, 17.120257139205933, 33.70431435108185, 2.7340086698532104, 19.401216983795166, 17.780059814453125, 10.96085786819458, 23.226437628269196, 20.15836673974991], "train_mse": 0.36067755520528555, "lemma": [{"N": 86, "lam1": 0.03039917663077829, "trace": 0.3655063500098568, "predicted": 1.6643336539889257, "axis_split": 1.6845718806404015, "free_2means": 1.753076587908236}, {"N": 45, "lam1": 0.034046620997352575, "trace": 0.3590198825895885, "predicted": 0.975363844914896, "axis_split": 1.1591852589681721, "free_2means": 1.138287981301989}, {"N": 74, "lam1": 0.028997864261528682, "trace": 0.3814453831780719, "predicted": 1.3660854171537105, "axis_split": 1.5813580327798569, "free_2means": 1.5660868494400155}, {"N": 50, "lam1": 0.03999299266850291, "trace": 0.43200182140883014, "predicted": 1.2730164944460338, "axis_split": 1.365282007284442, "free_2means": 1.3128920500557655}, {"N": 30, "lam1": 0.04968253292869675, "trace": 0.48269506702674136, "predicted": 0.9488664841113539, "axis_split": 1.19655678741535, "free_2means": 1.0220154553212843}, {"N": 75, "lam1": 0.031122451208293538, "trace": 0.326707015872459, "predicted": 1.4859875852808744, "axis_split": 1.674173043966114, "free_2means": 1.6208946138963327}, {"N": 66, "lam1": 0.025054223817542867, "trace": 0.30346658670453525, "predicted": 1.052700941395658, "axis_split": 1.2288453336803613, "free_2means": 1.2070955800432728}, {"N": 30, "lam1": 0.0616893340249152, "trace": 0.5528711488579157, "predicted": 1.1781794935334762, "axis_split": 1.5136116491325868, "free_2means": 1.3564219794703796}, {"N": 83, "lam1": 0.029482556797717635, "trace": 0.3552979179325978, "predicted": 1.557841823582315, "axis_split": 1.846188734546928, "free_2means": 1.8201867831321792}, {"N": 52, "lam1": 0.02783127791105715, "trace": 0.3353198542715802, "predicted": 0.9213329740386771, "axis_split": 1.1231055728492514, "free_2means": 0.9879858767120133}, {"N": 125, "lam1": 0.012860264754297898, "trace": 0.17452232257512276, "predicted": 1.0233873525584947, "axis_split": 1.1680370676762948, "free_2means": 1.1534384389557744}, {"N": 61, "lam1": 0.02504959784916262, "trace": 0.22204308887136023, "predicted": 0.9727712261186351, "axis_split": 1.0917613570552955, "free_2means": 1.1281340516461373}, {"N": 56, "lam1": 0.04291947622764346, "trace": 0.46471657609400424, "predicted": 1.5301096824259792, "axis_split": 1.8034621572720688, "free_2means": 1.7593520314058395}, {"N": 78, "lam1": 0.02882073881581871, "trace": 0.4023050915385143, "predicted": 1.4311324703825778, "axis_split": 1.5970231739874166, "free_2means": 1.5537645014543102}, {"N": 91, "lam1": 0.027615090411854396, "trace": 0.3867651384656937, "predicted": 1.5998084440433482, "axis_split": 1.9362186579521392, "free_2means": 1.6156791750851625}, {"N": 37, "lam1": 0.04156833530028808, "trace": 0.4113580152870342, "predicted": 0.9791392937930415, "axis_split": 1.178560642196075, "free_2means": 0.8576462390821789}, {"N": 88, "lam1": 0.025155732082393446, "trace": 0.2941342646528278, "predicted": 1.40928800601892, "axis_split": 1.6567121818282757, "free_2means": 1.5841174134722849}, {"N": 71, "lam1": 0.02480790109293217, "trace": 0.3398834829496207, "predicted": 1.1213172246156964, "axis_split": 1.2582173213874341, "free_2means": 1.1946602575627168}, {"N": 118, "lam1": 0.021764869665190853, "trace": 0.2895478600513779, "predicted": 1.6350016718799376, "axis_split": 1.850922202362682, "free_2means": 1.7171693366485243}, {"N": 97, "lam1": 0.025133910480399358, "trace": 0.3276419846309283, "predicted": 1.5520722037676837, "axis_split": 1.7378824073537267, "free_2means": 1.629069902998875}, {"N": 79, "lam1": 0.029113033490641316, "trace": 0.3994304998550571, "predicted": 1.464180687545606, "axis_split": 1.707441875033993, "free_2means": 1.66651499697236}, {"N": 60, "lam1": 0.02927844967187864, "trace": 0.41890295459537874, "predicted": 1.1183543979232242, "axis_split": 1.3792069213311962, "free_2means": 1.0746336661035834}, {"N": 40, "lam1": 0.047233227564125214, "trace": 0.4709142215496783, "predicted": 1.2027842632023826, "axis_split": 1.4477541965477165, "free_2means": 1.3684139547605696}, {"N": 71, "lam1": 0.02880775279364065, "trace": 0.44225899393417345, "predicted": 1.3021105368395436, "axis_split": 1.4563621041186003, "free_2means": 1.4676550335597156}, {"N": 41, "lam1": 0.049285833600945315, "trace": 0.5322868079977197, "predicted": 1.2864297828871925, "axis_split": 1.6097061418833611, "free_2means": 1.4118366730725178}, {"N": 89, "lam1": 0.017636113163263172, "trace": 0.2317583884592268, "predicted": 0.99924735292265, "axis_split": 1.1525014073630757, "free_2means": 1.0744145111036083}, {"N": 66, "lam1": 0.023223275329688483, "trace": 0.3373378235016497, "predicted": 0.9757701527650527, "axis_split": 1.079726008641508, "free_2means": 1.0821445566752885}, {"N": 59, "lam1": 0.03378406907285604, "trace": 0.3562499809652954, "predicted": 1.2689487754059232, "axis_split": 1.498711045231616, "free_2means": 1.5183292602532141}, {"N": 55, "lam1": 0.02588601338278721, "trace": 0.2714247828552173, "predicted": 0.9063751370989789, "axis_split": 0.9970041419910363, "free_2means": 0.9046117981868527}, {"N": 39, "lam1": 0.037669016803025104, "trace": 0.46698635184592197, "predicted": 0.9352527951956452, "axis_split": 1.1887651735445601, "free_2means": 1.009274057440173}, {"N": 70, "lam1": 0.04282815931625784, "trace": 0.3142157008862836, "predicted": 1.9085677124387002, "axis_split": 2.2452736220407843, "free_2means": 2.2688646260046923}, {"N": 70, "lam1": 0.026357946280447866, "trace": 0.27570037179459156, "predicted": 1.174599283279496, "axis_split": 1.3756165585801483, "free_2means": 1.3373732698841039}, {"N": 49, "lam1": 0.0436582446971322, "trace": 0.5057847014979197, "predicted": 1.361891388251767, "axis_split": 1.573797606242234, "free_2means": 1.5763676249849787}, {"N": 71, "lam1": 0.03442700343736118, "trace": 0.2601290407884672, "predicted": 1.556100687502948, "axis_split": 1.7788946065463023, "free_2means": 1.7808989565280484}, {"N": 66, "lam1": 0.023452077124334364, "trace": 0.2908069646308814, "predicted": 0.9853836960290865, "axis_split": 1.1102435879216692, "free_2means": 1.1019186469614155}, {"N": 97, "lam1": 0.016310069827380758, "trace": 0.263071770610682, "predicted": 1.00718135525823, "axis_split": 1.1421613404745337, "free_2means": 1.0888006774588064}, {"N": 81, "lam1": 0.011034294524349354, "trace": 0.07809566420490906, "predicted": 0.568996655534579, "axis_split": 0.7794223973964858, "free_2means": 0.779422640166727}, {"N": 56, "lam1": 0.03662545476752765, "trace": 0.4895307847331357, "predicted": 1.3057233659099057, "axis_split": 1.550729586368906, "free_2means": 1.4046277994257181}, {"N": 92, "lam1": 0.02053831941357832, "trace": 0.3309302759117759, "predicted": 1.2029092211494115, "axis_split": 1.2129279661344015, "free_2means": 1.2148095507535004}, {"N": 61, "lam1": 0.031236706029009034, "trace": 0.4252417536034227, "predicted": 1.213040185583748, "axis_split": 1.528571525813156, "free_2means": 1.4749871431486277}, {"N": 66, "lam1": 0.031972972593242124, "trace": 0.39022819042901197, "predicted": 1.3434053512588315, "axis_split": 1.6321288075029514, "free_2means": 1.5330699829876409}, {"N": 58, "lam1": 0.040692061243988484, "trace": 0.38286661982862047, "predicted": 1.5025115044463067, "axis_split": 1.8506069319171452, "free_2means": 1.5800050999623316}, {"N": 24, "lam1": 0.059918819217134996, "trace": 0.4578146117594252, "predicted": 0.9154921212131217, "axis_split": 1.215373391506521, "free_2means": 0.995889610448863}, {"N": 24, "lam1": 0.0670811807567423, "trace": 0.4898156467245528, "predicted": 1.0249249445641406, "axis_split": 1.3223404642769925, "free_2means": 1.2577994898951257}, {"N": 54, "lam1": 0.028825157980068305, "trace": 0.3752395871919907, "predicted": 0.9909359376334556, "axis_split": 1.239508823519035, "free_2means": 0.9967023568049953}, {"N": 103, "lam1": 0.0174822641612416, "trace": 0.2456401435059139, "predicted": 1.1463441681723539, "axis_split": 1.2978605143336104, "free_2means": 1.2658471956599158}, {"N": 62, "lam1": 0.033308457413289166, "trace": 0.36137960443800965, "predicted": 1.3146989997345326, "axis_split": 1.5820143345001476, "free_2means": 1.5399596847513273}, {"N": 204, "lam1": 0.010236762154096241, "trace": 0.1708654922724559, "predicted": 1.3294527392336513, "axis_split": 1.4828749921107516, "free_2means": 1.4950568225067826}, {"N": 72, "lam1": 0.03117818400998391, "trace": 0.39851857162513404, "predicted": 1.4291026853234776, "axis_split": 1.6635521956945425, "free_2means": 1.7010294940457875}, {"N": 67, "lam1": 0.031217970178375125, "trace": 0.48954487443837164, "predicted": 1.3315564636052528, "axis_split": 1.5719176505189267, "free_2means": 1.206534785613087}, {"N": 49, "lam1": 0.03844525152309383, "trace": 0.43570009315712005, "predicted": 1.199275356389074, "axis_split": 1.505175483139972, "free_2means": 1.4731086571061098}, {"N": 78, "lam1": 0.029494959781916373, "trace": 0.40706894447715924, "predicted": 1.4646118174236564, "axis_split": 1.6418117754790629, "free_2means": 1.6266160877975224}, {"N": 71, "lam1": 0.038558885702833896, "trace": 0.499938886373577, "predicted": 1.742861781760885, "axis_split": 2.044374683676587, "free_2means": 1.9219647960493589}, {"N": 26, "lam1": 0.07869536276340226, "trace": 0.5609705335688007, "predicted": 1.302574622149356, "axis_split": 1.7025958631171108, "free_2means": 1.6752101835187965}, {"N": 72, "lam1": 0.01778104028445444, "trace": 0.12783546616477015, "predicted": 0.815022850921069, "axis_split": 0.9618612215092579, "free_2means": 0.9615264200035885}, {"N": 58, "lam1": 0.03803500703933472, "trace": 0.4903160551131816, "predicted": 1.4044025763560763, "axis_split": 1.6047150095923257, "free_2means": 1.6322913863838693}, {"N": 63, "lam1": 0.03520041782749543, "trace": 0.4231334556099891, "predicted": 1.4117847650287854, "axis_split": 1.752569691378703, "free_2means": 1.6837405586539234}, {"N": 107, "lam1": 0.01772682740344905, "trace": 0.2852735014901129, "predicted": 1.2075216244229958, "axis_split": 1.303634442073946, "free_2means": 1.2852776904479306}, {"N": 90, "lam1": 0.024714002437411654, "trace": 0.4077912977715608, "predicted": 1.4160080345397172, "axis_split": 1.6685746267575823, "free_2means": 1.6282759730244578}, {"N": 100, "lam1": 0.02295960784940598, "trace": 0.32639984886634255, "predicted": 1.461654032273777, "axis_split": 1.6369881901430503, "free_2means": 1.6126087117074945}, {"N": 83, "lam1": 0.02157480336699209, "trace": 0.30219129719167237, "predicted": 1.140000551894696, "axis_split": 1.2887019551995138, "free_2means": 1.2936391415181774}, {"N": 35, "lam1": 0.04901250816950474, "trace": 0.5257872355284484, "predicted": 1.0920816127912014, "axis_split": 1.340153069927375, "free_2means": 1.1132198999898364}, {"N": 136, "lam1": 0.012936811351012325, "trace": 0.22020950118361896, "predicted": 1.120072866052358, "axis_split": 1.2169024938846178, "free_2means": 1.2018109475932732}, {"N": 42, "lam1": 0.030854849230164308, "trace": 0.2484709437307165, "predicted": 0.8249978979204163, "axis_split": 0.9246621467284495, "free_2means": 0.9133206065387256}, {"N": 65, "lam1": 0.04430320810390222, "trace": 0.5511145064929796, "predicted": 1.833279386786888, "axis_split": 2.1804010789479946, "free_2means": 1.9587611288307798}, {"N": 58, "lam1": 0.031064191928639837, "trace": 0.4268055251707279, "predicted": 1.1470125700748262, "axis_split": 1.2566060040777352, "free_2means": 1.2243917092918615}, {"N": 50, "lam1": 0.04079813280725743, "trace": 0.48188208475749905, "predicted": 1.298644901038929, "axis_split": 1.6407877440164924, "free_2means": 1.3455709889735843}, {"N": 84, "lam1": 0.002680761551486523, "trace": 0.02607947288406223, "predicted": 0.1433565679290456, "axis_split": 0.1555468749326332, "free_2means": 0.15170644392565613}, {"N": 137, "lam1": 0.017261453314508412, "trace": 0.1992672956689338, "predicted": 1.505490599734789, "axis_split": 1.6534698982349063, "free_2means": 1.641752075003307}, {"N": 59, "lam1": 0.030185354275017572, "trace": 0.41205031957320465, "predicted": 1.1337790086763928, "axis_split": 1.3215098646227048, "free_2means": 1.31159065047337}, {"N": 62, "lam1": 0.028452235056849323, "trace": 0.38233243671129613, "predicted": 1.1230218351249008, "axis_split": 1.4321619432076318, "free_2means": 1.1926672589616842}, {"N": 103, "lam1": 0.01667415805508533, "trace": 0.2252914221681043, "predicted": 1.093355166661298, "axis_split": 1.2224872313451485, "free_2means": 1.2498029365618137}, {"N": 79, "lam1": 0.01259396464233324, "trace": 0.07814212299736556, "predicted": 0.6333877854007969, "axis_split": 0.7540412971363413, "free_2means": 0.7320818198802588}, {"N": 88, "lam1": 0.0241068908602221, "trace": 0.34657943246031825, "predicted": 1.3505292567293754, "axis_split": 1.5571197095032119, "free_2means": 1.5222902274064438}, {"N": 60, "lam1": 0.021402938669199616, "trace": 0.21450292546722946, "predicted": 0.8175320366149899, "axis_split": 0.9193089285946776, "free_2means": 0.9122869248233165}, {"N": 40, "lam1": 0.0447943175089476, "trace": 0.4110952733267621, "predicted": 1.1406779286362956, "axis_split": 1.396160986124455, "free_2means": 1.369266980128593}, {"N": 69, "lam1": 0.033981954115683256, "trace": 0.39189492232581546, "predicted": 1.4927172886674989, "axis_split": 1.6909980383726584, "free_2means": 1.7299261999295084}, {"N": 113, "lam1": 0.011675270506960418, "trace": 0.15770543304646228, "predicted": 0.8398960099292319, "axis_split": 1.018230077251527, "free_2means": 0.9850816100314894}, {"N": 58, "lam1": 0.026780673402980872, "trace": 0.21229954609870894, "predicted": 0.9888481599280611, "axis_split": 1.1017394109798833, "free_2means": 1.0591517575263865}, {"N": 78, "lam1": 0.018622406203032297, "trace": 0.2748185467984038, "predicted": 0.9247205758370625, "axis_split": 0.9691754630301013, "free_2means": 0.928396546515728}, {"N": 104, "lam1": 0.02014641718613725, "trace": 0.2748776591786536, "predicted": 1.3338631823983467, "axis_split": 1.4856866666723647, "free_2means": 1.4689789776756754}, {"N": 52, "lam1": 0.03911532505584613, "trace": 0.44634024841987985, "predicted": 1.2948826453231093, "axis_split": 1.4231487680670831, "free_2means": 1.3823880777458584}, {"N": 67, "lam1": 0.028925294513462107, "trace": 0.3543313155039056, "predicted": 1.2337657653913083, "axis_split": 1.4405982808382412, "free_2means": 1.3820934329511303}, {"N": 22, "lam1": 0.05467535881247159, "trace": 0.40479329483432636, "predicted": 0.7657631185888529, "axis_split": 1.0480053085998762, "free_2means": 0.8286626303981492}, {"N": 60, "lam1": 0.029553194345779438, "trace": 0.3051499909345413, "predicted": 1.1288488714287, "axis_split": 1.3123655928720055, "free_2means": 1.3589166771418135}, {"N": 29, "lam1": 0.055178256774459034, "trace": 0.5267606695283995, "predicted": 1.018699508754486, "axis_split": 1.3068426214457531, "free_2means": 1.090522078066753}, {"N": 50, "lam1": 0.03990444713195981, "trace": 0.4569025500942284, "predicted": 1.270198002480122, "axis_split": 1.4284041999526558, "free_2means": 1.4010433372309556}, {"N": 73, "lam1": 0.035043758158129115, "trace": 0.3672264281123096, "predicted": 1.6285971019318892, "axis_split": 1.8335120133405312, "free_2means": 1.7484720164808252}, {"N": 54, "lam1": 0.03302679316791395, "trace": 0.48529073940034423, "predicted": 1.135377515623783, "axis_split": 1.3417712448071768, "free_2means": 1.2196827004457376}, {"N": 45, "lam1": 0.043508765957397916, "trace": 0.45618296952290416, "predicted": 1.2464343305906866, "axis_split": 1.5459926961259995, "free_2means": 1.3864756634427984}, {"N": 60, "lam1": 0.04629295428065382, "trace": 0.4727609361845607, "predicted": 1.7682606009823612, "axis_split": 2.2378607187819526, "free_2means": 2.1848128178021575}, {"N": 87, "lam1": 0.03041122533335323, "trace": 0.3541329690793182, "predicted": 1.6843536993750545, "axis_split": 1.989994792617786, "free_2means": 1.9112090111946287}, {"N": 87, "lam1": 0.019632066441348676, "trace": 0.2866819415996378, "predicted": 1.0873400652027065, "axis_split": 1.2034516108566606, "free_2means": 1.1178597571811828}, {"N": 73, "lam1": 0.02464462605321385, "trace": 0.3249705670312341, "predicted": 1.1453157046499252, "axis_split": 1.3025172673582155, "free_2means": 1.1506868577576235}, {"N": 62, "lam1": 0.032963304757331544, "trace": 0.4235851261835223, "predicted": 1.3010756774079284, "axis_split": 1.6390907429403718, "free_2means": 1.4949610051410787}, {"N": 31, "lam1": 0.06652430748001227, "trace": 0.512063785851468, "predicted": 1.3128713740299285, "axis_split": 1.6714016158764373, "free_2means": 1.6074330193544881}, {"N": 34, "lam1": 0.05700823910330725, "trace": 0.4704331800232111, "predicted": 1.2339474548348197, "axis_split": 1.5708480818354857, "free_2means": 1.453228029236442}, {"N": 106, "lam1": 0.01457303687548048, "trace": 0.136288927692174, "predicted": 0.9834132423475117, "axis_split": 1.1721596029033243, "free_2means": 1.1321331560491537}, {"N": 67, "lam1": 0.032263152498364665, "trace": 0.4180139412600707, "predicted": 1.376137173557755, "axis_split": 1.693994506743227, "free_2means": 1.4813012061483661}, {"N": 50, "lam1": 0.05205299425027744, "trace": 0.5016516788402972, "predicted": 1.6568982675331325, "axis_split": 1.9935752165729745, "free_2means": 1.9598384280988412}, {"N": 70, "lam1": 0.029490806166282215, "trace": 0.30598634901240174, "predicted": 1.3142101215960533, "axis_split": 1.6832309232288942, "free_2means": 1.6832312899989823}, {"N": 82, "lam1": 0.028940469969690907, "trace": 0.37273337921692257, "predicted": 1.510774183153867, "axis_split": 1.679543376882073, "free_2means": 1.5484377091909707}, {"N": 70, "lam1": 0.026380631297413044, "trace": 0.26824623796637925, "predicted": 1.175610204403053, "axis_split": 1.4604362538718263, "free_2means": 1.384513574150457}, {"N": 47, "lam1": 0.0411406002943826, "trace": 0.47387222180158584, "predicted": 1.2309732209403486, "axis_split": 1.515186060330354, "free_2means": 1.3476932772135974}, {"N": 25, "lam1": 0.05878190426618955, "trace": 0.5132878655915795, "predicted": 0.9355430628318638, "axis_split": 1.219559250890665, "free_2means": 1.0233072507513992}, {"N": 69, "lam1": 0.02830941333256957, "trace": 0.3426928529143285, "predicted": 1.2435409267431747, "axis_split": 1.5117426226153974, "free_2means": 1.4938922545310511}, {"N": 50, "lam1": 0.03832338521028186, "trace": 0.4406446330518541, "predicted": 1.2198712384462387, "axis_split": 1.4239377037213394, "free_2means": 1.3582661984911368}, {"N": 65, "lam1": 0.029608238112568977, "trace": 0.33742928926164995, "predicted": 1.2251973374828726, "axis_split": 1.3681086052139584, "free_2means": 1.411079918950609}, {"N": 48, "lam1": 0.04218441871818776, "trace": 0.49808821334675357, "predicted": 1.2890608820079086, "axis_split": 1.5787333299375383, "free_2means": 1.4612165709664389}, {"N": 122, "lam1": 0.023796327839116126, "trace": 0.316933555313766, "predicted": 1.8482039630789386, "axis_split": 2.1299531402742744, "free_2means": 1.9868127851446857}, {"N": 21, "lam1": 0.06603732974597278, "trace": 0.48236686949351254, "predicted": 0.882854066443526, "axis_split": 1.106349722438539, "free_2means": 1.0634000525156182}, {"N": 41, "lam1": 0.03743496840783698, "trace": 0.3707707397436981, "predicted": 0.9771054837217759, "axis_split": 1.1585403629028406, "free_2means": 1.0636637373895734}, {"N": 74, "lam1": 0.02168552497585513, "trace": 0.3435202518519067, "predicted": 1.021602114061229, "axis_split": 1.1471787339807094, "free_2means": 1.1580283916797676}, {"N": 72, "lam1": 0.029376581621270534, "trace": 0.3460132758339242, "predicted": 1.3465233147363063, "axis_split": 1.6169596932160104, "free_2means": 1.4743858374595291}, {"N": 66, "lam1": 0.03293684595755188, "trace": 0.35660113848584646, "predicted": 1.3839043268161828, "axis_split": 1.4843163651353315, "free_2means": 1.499887557668405}, {"N": 38, "lam1": 0.04516424983512304, "trace": 0.4063970930808869, "predicted": 1.0925932690691669, "axis_split": 1.3942897017343405, "free_2means": 0.9855833572641313}, {"N": 26, "lam1": 0.059648475328198315, "trace": 0.46351046408153634, "predicted": 0.9873083684232834, "axis_split": 1.2165276167442816, "free_2means": 1.1268316822088131}, {"N": 51, "lam1": 0.03949711229271261, "trace": 0.4056772798270868, "predicted": 1.2823767744851386, "axis_split": 1.5679000428770387, "free_2means": 1.5551399497702967}, {"N": 32, "lam1": 0.06247386195212202, "trace": 0.5191500077212223, "predicted": 1.272707064796276, "axis_split": 1.5493506980864247, "free_2means": 1.356782562142591}, {"N": 26, "lam1": 0.0309038607136639, "trace": 0.1296231913452069, "predicted": 0.5115242280931159, "axis_split": 0.5827955331892665, "free_2means": 0.515971140563757}, {"N": 112, "lam1": 0.0185242799182663, "trace": 0.27646154675616197, "predicted": 1.3208073608620858, "axis_split": 1.5070302467880623, "free_2means": 1.4340644830280276}, {"N": 34, "lam1": 0.042066209272715885, "trace": 0.4008524481568873, "predicted": 0.9105261394331565, "axis_split": 1.0849206154249877, "free_2means": 1.0902459402760627}, {"N": 85, "lam1": 0.022534693950841952, "trace": 0.3635582144667236, "predicted": 1.21941269733544, "axis_split": 1.2723341402866133, "free_2means": 1.2550998257408423}, {"N": 57, "lam1": 0.03513495138313031, "trace": 0.46607643300122925, "predicted": 1.2749534708454442, "axis_split": 1.457098066361155, "free_2means": 1.2936821205231936}, {"N": 66, "lam1": 0.030208690159291837, "trace": 0.3609068850716223, "predicted": 1.269275663880257, "axis_split": 1.4995166808691778, "free_2means": 1.3630215289848842}, {"N": 76, "lam1": 0.03613727989739781, "trace": 0.4220068531308807, "predicted": 1.7484337245721377, "axis_split": 2.0380401413424742, "free_2means": 1.9259105779371737}, {"N": 98, "lam1": 0.018525633287900828, "trace": 0.23688457720454956, "predicted": 1.155790875777454, "axis_split": 1.2350110676353196, "free_2means": 1.1975147989560142}, {"N": 68, "lam1": 0.025480882741354658, "trace": 0.2673277493426748, "predicted": 1.103071096395784, "axis_split": 1.4059834977700234, "free_2means": 1.3930582260538387}, {"N": 54, "lam1": 0.031320607797387406, "trace": 0.38746077201140483, "predicted": 1.0767231831449016, "axis_split": 1.258998428637046, "free_2means": 1.125709142229141}, {"N": 65, "lam1": 0.03678574006769173, "trace": 0.4500078384703584, "predicted": 1.5222044154373502, "axis_split": 1.6198123172319683, "free_2means": 1.7792189121943913}, {"N": 50, "lam1": 0.03384440694155436, "trace": 0.4322596894733978, "predicted": 1.0773009321524065, "axis_split": 1.1968868320956894, "free_2means": 1.2183254313114915}, {"N": 62, "lam1": 0.02619921842799802, "trace": 0.3024606784015774, "predicted": 1.0340943092541197, "axis_split": 1.1012594313150785, "free_2means": 0.827259555404634}, {"N": 75, "lam1": 0.03170183252535044, "trace": 0.4204643425777419, "predicted": 1.5136510054442842, "axis_split": 1.7203841507279698, "free_2means": 1.7672895300005642}, {"N": 66, "lam1": 0.024142659583603888, "trace": 0.30391585445716024, "predicted": 1.0143998335984863, "axis_split": 1.2052623766103814, "free_2means": 1.1127390730055815}, {"N": 45, "lam1": 0.038130040039481464, "trace": 0.37516119227169753, "predicted": 1.0923451834635654, "axis_split": 1.2926313108065628, "free_2means": 1.2367277199143771}, {"N": 105, "lam1": 0.031587508283160086, "trace": 0.4027249312204345, "predicted": 2.1114693949528687, "axis_split": 2.4194092654931723, "free_2means": 2.3682520249717953}, {"N": 55, "lam1": 0.039330596250061, "trace": 0.5064541793894611, "predicted": 1.3771249377487298, "axis_split": 1.627623175028166, "free_2means": 1.4728997882953614}, {"N": 121, "lam1": 0.020716841689029184, "trace": 0.25233955778538675, "predicted": 1.5958388758696425, "axis_split": 1.8039955506022238, "free_2means": 1.6898972525298461}, {"N": 48, "lam1": 0.035711252394912504, "trace": 0.3371873108513237, "predicted": 1.0912554897893012, "axis_split": 1.2411870688912892, "free_2means": 1.2822189710954746}, {"N": 86, "lam1": 0.030465277363716507, "trace": 0.3429694927668291, "predicted": 1.6679526228747812, "axis_split": 1.6095408534155524, "free_2means": 1.6637895401787475}, {"N": 31, "lam1": 0.05087130172919042, "trace": 0.46094145470836895, "predicted": 1.0039559723332723, "axis_split": 1.255367748539273, "free_2means": 0.9416184913451779}, {"N": 50, "lam1": 0.03547095226410367, "trace": 0.38246371752798425, "predicted": 1.1290754778017513, "axis_split": 1.336353947539127, "free_2means": 1.1778905425369075}, {"N": 55, "lam1": 0.04126030743981334, "trace": 0.4650675243632872, "predicted": 1.4446920141582718, "axis_split": 1.6851906034459603, "free_2means": 1.663409656020832}, {"N": 46, "lam1": 0.024321451735895956, "trace": 0.10840762470751503, "predicted": 0.7122417851167392, "axis_split": 0.8357169367755173, "free_2means": 0.8357168582192749}, {"N": 26, "lam1": 0.044394034305362096, "trace": 0.18437488158990342, "predicted": 0.7348151203629135, "axis_split": 1.0188128006967174, "free_2means": 1.018812629497889}, {"N": 67, "lam1": 0.03248731677091329, "trace": 0.243397856777321, "predicted": 1.3856985699046658, "axis_split": 1.5492580095780148, "free_2means": 1.5256339278842148}, {"N": 86, "lam1": 0.02142843978006439, "trace": 0.3167220802255635, "predicted": 1.1731920871280235, "axis_split": 1.2797629872234886, "free_2means": 1.0643604197842045}, {"N": 60, "lam1": 0.0386317044219282, "trace": 0.4776049395535136, "predicted": 1.475622412515577, "axis_split": 1.907353856845166, "free_2means": 1.7133852251395219}, {"N": 72, "lam1": 0.026670245814224818, "trace": 0.32036405255184763, "predicted": 1.2224740189852255, "axis_split": 1.326686213910996, "free_2means": 1.2044354318043133}, {"N": 59, "lam1": 0.03764344601730519, "trace": 0.4405177751602213, "predicted": 1.4139091600454219, "axis_split": 1.7003519798121616, "free_2means": 1.434821729448167}, {"N": 29, "lam1": 0.05638762764269502, "trace": 0.5770883179719212, "predicted": 1.0410268815529728, "axis_split": 1.2305508472470486, "free_2means": 1.2240427427921574}, {"N": 38, "lam1": 0.05026222223818044, "trace": 0.4674032210034009, "predicted": 1.2159211302384505, "axis_split": 1.460540048473856, "free_2means": 1.409428019467125}, {"N": 69, "lam1": 0.03207017240511531, "trace": 0.4117415421941664, "predicted": 1.4087389040870182, "axis_split": 1.7026938181783748, "free_2means": 1.7240664052939714}, {"N": 74, "lam1": 0.03725865687775406, "trace": 0.4865197201195546, "predicted": 1.755250226857583, "axis_split": 1.8695524892910669, "free_2means": 1.774912596952504}, {"N": 38, "lam1": 0.03098809503016999, "trace": 0.2988385004317418, "predicted": 0.7496500921600484, "axis_split": 0.9192828759447398, "free_2means": 0.8719934637938831}, {"N": 46, "lam1": 0.04741063861605174, "trace": 0.49211307318050346, "predicted": 1.388397298323416, "axis_split": 1.532887151128314, "free_2means": 1.500793514130308}, {"N": 37, "lam1": 0.03977804082932599, "trace": 0.5052352415640238, "predicted": 0.9369690300257731, "axis_split": 1.1968524918261885, "free_2means": 1.0719941142604839}, {"N": 43, "lam1": 0.04427703119752775, "trace": 0.4794223671202837, "predicted": 1.2120682414495438, "axis_split": 1.489784378843396, "free_2means": 1.462848553750323}, {"N": 58, "lam1": 0.043876688377536485, "trace": 0.49738248780656025, "predicted": 1.6201005072947339, "axis_split": 1.82599525030016, "free_2means": 1.5445000581613577}, {"N": 50, "lam1": 0.03767577226079172, "trace": 0.44852305539384585, "predicted": 1.199257078021903, "axis_split": 1.424636025991493, "free_2means": 1.2891097704247159}, {"N": 63, "lam1": 0.03332918631296404, "trace": 0.39021690614852955, "predicted": 1.3367351972366202, "axis_split": 1.5791216897948033, "free_2means": 1.5559455896766963}, {"N": 48, "lam1": 0.04653199318072559, "trace": 0.4996194525614871, "predicted": 1.4219129715131218, "axis_split": 1.6171585071185177, "free_2means": 1.4590572550558747}, {"N": 60, "lam1": 0.024000567405850874, "trace": 0.17476278118887545, "predicted": 0.9167541455163346, "axis_split": 1.0880249724926578, "free_2means": 1.0962939099067448}, {"N": 40, "lam1": 0.03618021241486567, "trace": 0.4181294588364268, "predicted": 0.9213215436705011, "axis_split": 0.9904166669611563, "free_2means": 0.9568611308618564}, {"N": 58, "lam1": 0.0358331558646386, "trace": 0.47274498781333374, "predicted": 1.323101540725981, "axis_split": 1.4780436518581581, "free_2means": 1.5564086950288285}, {"N": 61, "lam1": 0.030214481797699373, "trace": 0.35719243208721624, "predicted": 1.1733433279796042, "axis_split": 1.279203666147808, "free_2means": 1.3318120114949963}, {"N": 45, "lam1": 0.03822153230553605, "trace": 0.39443150880935274, "predicted": 1.0949662438150733, "axis_split": 1.4228592936045246, "free_2means": 1.4396148873876697}, {"N": 56, "lam1": 0.02536957369086736, "trace": 0.30955169889686457, "predicted": 0.9044432447759834, "axis_split": 1.072431121235251, "free_2means": 1.008444790324024}, {"N": 27, "lam1": 0.06602190536764692, "trace": 0.5248493907651901, "predicted": 1.1348329598934854, "axis_split": 1.338773797290301, "free_2means": 1.3149612606210663}, {"N": 49, "lam1": 0.04847217618287784, "trace": 0.5660111637547209, "predicted": 1.5120589426175446, "axis_split": 1.8396720867052139, "free_2means": 1.6461452295477343}, {"N": 84, "lam1": 0.020597311389625405, "trace": 0.27539931661955663, "predicted": 1.1014630778127914, "axis_split": 1.3223660273164697, "free_2means": 1.207950173557407}, {"N": 66, "lam1": 0.03399603646538754, "trace": 0.29254795424044316, "predicted": 1.4284082337356707, "axis_split": 1.5301158956625756, "free_2means": 1.5332969683946374}, {"N": 82, "lam1": 0.03004836956689072, "trace": 0.40576389850057315, "predicted": 1.5686096678826562, "axis_split": 1.842677702922046, "free_2means": 1.8879656047813853}, {"N": 94, "lam1": 0.032031349224078916, "trace": 0.3929748942783696, "predicted": 1.9168282836560047, "axis_split": 2.209558527306811, "free_2means": 2.1377067735925266}, {"N": 57, "lam1": 0.035007643405238875, "trace": 0.4287218715048232, "predicted": 1.2703338046188122, "axis_split": 1.447619893013794, "free_2means": 1.393771660516137}, {"N": 67, "lam1": 0.037492254583724405, "trace": 0.47022726573404794, "predicted": 1.5991768087687486, "axis_split": 1.9628290601793452, "free_2means": 1.9569193853579705}, {"N": 23, "lam1": 0.06104291322082116, "trace": 0.5037000604391247, "predicted": 0.8938058869437433, "axis_split": 1.0474943923445146, "free_2means": 0.9884484054807281}, {"N": 39, "lam1": 0.03961778007527805, "trace": 0.42707777121357227, "predicted": 0.9836370231960643, "axis_split": 1.2512077053917672, "free_2means": 1.1588721657692567}, {"N": 79, "lam1": 0.024220064930443777, "trace": 0.31397570145212894, "predicted": 1.2180988055970254, "axis_split": 1.3304354412711348, "free_2means": 1.3401064156947449}, {"N": 69, "lam1": 0.02823942781592751, "trace": 0.39486638980492805, "predicted": 1.2404666894496896, "axis_split": 1.3616909595377997, "free_2means": 1.4027308934882825}, {"N": 75, "lam1": 0.031118628413465462, "trace": 0.37987910559388777, "predicted": 1.48580506027288, "axis_split": 1.628190895411823, "free_2means": 1.526314236680257}, {"N": 46, "lam1": 0.03591223605992516, "trace": 0.35661426778504596, "predicted": 1.0516722191012986, "axis_split": 1.206819599707698, "free_2means": 1.241715882321099}, {"N": 62, "lam1": 0.026369199795002504, "trace": 0.3699403243245665, "predicted": 1.0408035462026057, "axis_split": 1.3084944484694248, "free_2means": 1.3064306470635572}, {"N": 40, "lam1": 0.05511457976759116, "trace": 0.43714426130916223, "predicted": 1.4034812490311517, "axis_split": 1.7565919665901433, "free_2means": 1.7138197306257652}, {"N": 74, "lam1": 0.03033863221372673, "trace": 0.40058795961172333, "predicted": 1.4292488119046396, "axis_split": 1.8908156587677993, "free_2means": 1.8164177942265063}, {"N": 36, "lam1": 0.04510456526531634, "trace": 0.5329932867627394, "predicted": 1.0337204905899986, "axis_split": 1.2862724152311777, "free_2means": 1.229403373507445}, {"N": 33, "lam1": 0.042758869218147845, "trace": 0.42135473182530214, "predicted": 0.8982976724156313, "axis_split": 1.0746938670449033, "free_2means": 1.0224372445953236}, {"N": 58, "lam1": 0.03962364699519021, "trace": 0.17029407309501055, "predicted": 1.463061433566181, "axis_split": 1.9805551707165288, "free_2means": 1.9805551752100747}, {"N": 116, "lam1": 0.017501039818691905, "trace": 0.22085600791796486, "predicted": 1.2924149263263078, "axis_split": 1.3414273523017002, "free_2means": 1.348827252956582}, {"N": 61, "lam1": 0.04333546839678324, "trace": 0.5376775180084885, "predicted": 1.6828811775983625, "axis_split": 1.934905838018441, "free_2means": 1.9573576054758064}, {"N": 76, "lam1": 0.03577299351767029, "trace": 0.5258268357906635, "predicted": 1.7308084192495932, "axis_split": 1.9406703161267131, "free_2means": 1.8114608884986296}, {"N": 68, "lam1": 0.03429904552704613, "trace": 0.45978691357155366, "predicted": 1.4848106377980324, "axis_split": 1.657144531336126, "free_2means": 1.665231268495532}, {"N": 97, "lam1": 0.023873500119363397, "trace": 0.31519978925775427, "predicted": 1.4742391945258357, "axis_split": 1.7121757664563688, "free_2means": 1.665428752338098}, {"N": 81, "lam1": 0.016403046601855913, "trace": 0.13662294228835514, "predicted": 0.8458428072984756, "axis_split": 0.9179997340534296, "free_2means": 0.9026876496975849}, {"N": 48, "lam1": 0.03765118373176232, "trace": 0.3923621483108447, "predicted": 1.1505354248008566, "axis_split": 1.5226499323434233, "free_2means": 1.4978556988765988}, {"N": 54, "lam1": 0.03570496907598313, "trace": 0.39903419389867784, "predicted": 1.2274464214193714, "axis_split": 1.4022308442118216, "free_2means": 1.3551699263391512}, {"N": 40, "lam1": 0.05037920755329674, "trace": 0.5359258571024019, "predicted": 1.2828959857855562, "axis_split": 1.6170984546299607, "free_2means": 1.5828911413958835}, {"N": 46, "lam1": 0.02570562587928299, "trace": 0.26650622751087516, "predicted": 0.7527766460084259, "axis_split": 0.7952621396134667, "free_2means": 0.8224588058933229}, {"N": 96, "lam1": 0.020213138701031242, "trace": 0.23122478820145198, "predicted": 1.2353360408337464, "axis_split": 1.3473817433878459, "free_2means": 1.370320603618687}, {"N": 44, "lam1": 0.04148607592536341, "trace": 0.44748111944633756, "predicted": 1.1620776733292781, "axis_split": 1.3796470045381888, "free_2means": 1.3270400442130743}, {"N": 85, "lam1": 0.008845700219794148, "trace": 0.060438690002692516, "predicted": 0.47866455113036327, "axis_split": 0.6141416740670849, "free_2means": 0.6141420208953674}, {"N": 60, "lam1": 0.0440022850201347, "trace": 0.5795448674225476, "predicted": 1.6807634803902956, "axis_split": 1.935172245390902, "free_2means": 1.8014968244055893}, {"N": 33, "lam1": 0.040608688429496914, "trace": 0.3527769154905022, "predicted": 0.8531257014763679, "axis_split": 1.155027008327174, "free_2means": 0.9332336701709476}, {"N": 25, "lam1": 0.053061123002360044, "trace": 0.493799477269076, "predicted": 0.8444940011832672, "axis_split": 1.0334516830581162, "free_2means": 0.9855518502449652}, {"N": 105, "lam1": 0.02110018219676123, "trace": 0.2669965427980118, "predicted": 1.4104432846367458, "axis_split": 1.6521362812528686, "free_2means": 1.5992942050949495}, {"N": 96, "lam1": 0.0256057670606194, "trace": 0.30122571692596456, "predicted": 1.5649092093531682, "axis_split": 1.6008276576666383, "free_2means": 1.6828494126611524}, {"N": 58, "lam1": 0.03915245243033527, "trace": 0.5083206799455354, "predicted": 1.4456630705222908, "axis_split": 1.8166187555366804, "free_2means": 1.7574560042238616}, {"N": 162, "lam1": 0.01270572550214734, "trace": 0.20078000961368023, "predicted": 1.3103720044646063, "axis_split": 1.3958549139452359, "free_2means": 1.3419533695499837}, {"N": 54, "lam1": 0.03781268195712409, "trace": 0.4849224516161929, "predicted": 1.299904252928213, "axis_split": 1.5550750374549835, "free_2means": 1.4584259126650423}, {"N": 61, "lam1": 0.03055315220240297, "trace": 0.32632749014388895, "predicted": 1.1864951888125566, "axis_split": 1.441190341024388, "free_2means": 1.331267960178593}, {"N": 112, "lam1": 0.02212210850025029, "trace": 0.31968224283391056, "predicted": 1.5773376279046711, "axis_split": 1.7614560661282113, "free_2means": 1.7717268712261145}, {"N": 70, "lam1": 0.02464276786991322, "trace": 0.36688255555985455, "predicted": 1.098165129029591, "axis_split": 1.234502999018801, "free_2means": 1.1071977429495874}, {"N": 58, "lam1": 0.03408898223412967, "trace": 0.4277073760199295, "predicted": 1.2586997663877812, "axis_split": 1.4226615149080715, "free_2means": 1.3552970810064977}, {"N": 55, "lam1": 0.042388402170070276, "trace": 0.3896121199942121, "predicted": 1.48419122172946, "axis_split": 1.8089308392694363, "free_2means": 1.4923148235586225}, {"N": 107, "lam1": 0.02230791930409745, "trace": 0.2454321769973866, "predicted": 1.5195778885024718, "axis_split": 1.568777972368519, "free_2means": 1.516779971801423}, {"N": 48, "lam1": 0.04233435892373536, "trace": 0.4929276428868873, "predicted": 1.2936427171850828, "axis_split": 1.6199472386051816, "free_2means": 1.4132848846936348}, {"N": 41, "lam1": 0.03383950174622961, "trace": 0.3454747699629819, "predicted": 0.8832587318473997, "axis_split": 0.9044914655422645, "free_2means": 0.8929640273445614}, {"N": 27, "lam1": 0.04400983773811409, "trace": 0.3996781802757356, "predicted": 0.7564733878348544, "axis_split": 0.9385898153239296, "free_2means": 0.8949561921518931}, {"N": 56, "lam1": 0.029473728828527033, "trace": 0.3157687306517126, "predicted": 1.0507592781078794, "axis_split": 1.1820452270249149, "free_2means": 1.1549498564373124}, {"N": 55, "lam1": 0.033992349329868096, "trace": 0.2731441895190437, "predicted": 1.1902110930940966, "axis_split": 1.4782036735223212, "free_2means": 1.455052654077189}, {"N": 35, "lam1": 0.03391196722474683, "trace": 0.3260810016364799, "predicted": 0.7556160099304323, "axis_split": 0.9091507112057826, "free_2means": 0.8063802080336337}, {"N": 63, "lam1": 0.026311279974378578, "trace": 0.3545998106181194, "predicted": 1.0552677072832815, "axis_split": 1.2659336061831041, "free_2means": 1.0904842511924997}, {"N": 88, "lam1": 0.02123810672972446, "trace": 0.3289197072004171, "predicted": 1.1898126831180114, "axis_split": 1.3695795882234592, "free_2means": 1.3966592397402167}, {"N": 94, "lam1": 0.023853128051371818, "trace": 0.23516835694457008, "predicted": 1.427425057329995, "axis_split": 1.6075294152259119, "free_2means": 1.6678506229800192}, {"N": 140, "lam1": 0.016900246436125345, "trace": 0.27919260000513657, "predicted": 1.5062643454771003, "axis_split": 1.7028627718591167, "free_2means": 1.4995311393909887}, {"N": 23, "lam1": 0.08011308399262766, "trace": 0.36131027002559385, "predicted": 1.1730361857861855, "axis_split": 1.536603405294385, "free_2means": 1.4933523055593607}, {"N": 42, "lam1": 0.03217537944700855, "trace": 0.36708413236929804, "predicted": 0.8603062750545959, "axis_split": 1.0315187073319674, "free_2means": 1.0549322792981144}, {"N": 43, "lam1": 0.04690293238281101, "trace": 0.46406454196231667, "predicted": 1.28395136788744, "axis_split": 1.45506517540273, "free_2means": 1.1095471091891866}, {"N": 75, "lam1": 0.03471027575297388, "trace": 0.3956296669606456, "predicted": 1.6572935886505662, "axis_split": 1.6237098595054107, "free_2means": 1.5769090888208837}, {"N": 52, "lam1": 0.03888811829624417, "trace": 0.439823461175485, "predicted": 1.2873611409130439, "axis_split": 1.5588611761647506, "free_2means": 1.4534310651095907}, {"N": 105, "lam1": 0.02684877520260074, "trace": 0.3180937163022171, "predicted": 1.7947084215719447, "axis_split": 2.064432523636473, "free_2means": 2.102263307435919}, {"N": 84, "lam1": 0.03190061871002682, "trace": 0.4217814392358397, "predicted": 1.7059194282112318, "axis_split": 1.989634427970799, "free_2means": 1.8563338584570204}, {"N": 47, "lam1": 0.04718566198329151, "trace": 0.5273240325589301, "predicted": 1.4118482933683838, "axis_split": 1.6126132077132596, "free_2means": 1.5831282271691265}, {"N": 102, "lam1": 0.02090988769070728, "trace": 0.24427069661357212, "predicted": 1.3577880900727555, "axis_split": 1.5572258306413715, "free_2means": 1.5291097423284974}, {"N": 46, "lam1": 0.038529803622861306, "trace": 0.4850972804803776, "predicted": 1.1283264013406644, "axis_split": 1.483860208396333, "free_2means": 1.3568313931862406}, {"N": 39, "lam1": 0.035644707071990966, "trace": 0.40695496992458946, "predicted": 0.8849928867889203, "axis_split": 1.1330684320071143, "free_2means": 1.0351155921957105}, {"N": 39, "lam1": 0.04645986832938939, "trace": 0.5536970235855856, "predicted": 1.1535135612032634, "axis_split": 1.2255923752224192, "free_2means": 1.4107656459120577}, {"N": 51, "lam1": 0.042186053449227094, "trace": 0.47626565039632796, "predicted": 1.3696802629406122, "axis_split": 1.6728317119285734, "free_2means": 1.624127637986163}, {"N": 49, "lam1": 0.03068623853013982, "trace": 0.2976778224109282, "predicted": 0.9572378432058709, "axis_split": 1.0957408982892787, "free_2means": 1.0166103318268895}, {"N": 49, "lam1": 0.035641404542362885, "trace": 0.44408317085107796, "predicted": 1.1118111194843772, "axis_split": 1.3510105809073245, "free_2means": 1.3295944146715684}, {"N": 60, "lam1": 0.025326665637744786, "trace": 0.30705802994607423, "predicted": 0.9674073667878559, "axis_split": 1.0926002951659441, "free_2means": 0.8883560643425774}, {"N": 66, "lam1": 0.03664854407325495, "trace": 0.40911776963157576, "predicted": 1.5398583938442434, "axis_split": 1.9297793949803541, "free_2means": 1.8856419668265794}, {"N": 43, "lam1": 0.03790730148424584, "trace": 0.4380820657225314, "predicted": 1.0376991186047042, "axis_split": 1.2871940030910558, "free_2means": 1.0866190207709963}, {"N": 101, "lam1": 0.015991089351450712, "trace": 0.2919500496769085, "predicted": 1.0282046099458508, "axis_split": 1.1329131225848421, "free_2means": 1.0313065951265479}, {"N": 28, "lam1": 0.05496060062927576, "trace": 0.5307004065169278, "predicted": 0.9796921417302624, "axis_split": 1.1662497215943972, "free_2means": 1.0594271325960491}, {"N": 49, "lam1": 0.03636129308845362, "trace": 0.394850993009345, "predicted": 1.1342675883191506, "axis_split": 1.2229055785462464, "free_2means": 1.2640995668817325}, {"N": 92, "lam1": 0.03227239577665044, "trace": 0.5029143107932486, "predicted": 1.8901625632840682, "axis_split": 2.187063411858773, "free_2means": 2.1522184606546517}, {"N": 60, "lam1": 0.023150457513172254, "trace": 0.3121285570131611, "predicted": 0.8842823395344651, "axis_split": 0.9764535612442948, "free_2means": 0.8713310507945451}, {"N": 49, "lam1": 0.03390003031395761, "trace": 0.3911547579858655, "predicted": 1.0574900495045643, "axis_split": 1.3059945678543627, "free_2means": 1.1293230857654173}, {"N": 60, "lam1": 0.039915184656869565, "trace": 0.45799223316713267, "predicted": 1.5246477462159769, "axis_split": 1.7883989609196078, "free_2means": 1.7061746913219054}, {"N": 33, "lam1": 0.04325859025182767, "trace": 0.4908175511034303, "predicted": 0.9087960380090132, "axis_split": 1.0890382807555472, "free_2means": 1.0266434167598817}, {"N": 38, "lam1": 0.042670121595119535, "trace": 0.37002808280990723, "predicted": 1.0322564376777168, "axis_split": 1.2398274823171356, "free_2means": 1.093120140550889}, {"N": 55, "lam1": 0.026565606474562367, "trace": 0.37046070421790644, "predicted": 0.9301704690653453, "axis_split": 1.145874805359199, "free_2means": 1.0245124685571199}, {"N": 49, "lam1": 0.03144682832887602, "trace": 0.3829381045149123, "predicted": 0.9809639619281616, "axis_split": 1.0769052221862196, "free_2means": 1.1159835702053122}, {"N": 64, "lam1": 0.031987653640128726, "trace": 0.4344724097254379, "predicted": 1.3032942578529143, "axis_split": 1.5103825973679506, "free_2means": 1.3911341247717743}, {"N": 31, "lam1": 0.05784054237254397, "trace": 0.5701843400396782, "predicted": 1.141495420483618, "axis_split": 1.4599640191302257, "free_2means": 1.3170872218940843}, {"N": 53, "lam1": 0.044980899609191244, "trace": 0.5448173734000263, "predicted": 1.5176936937148948, "axis_split": 1.8419555862696697, "free_2means": 1.8937381485998301}, {"N": 37, "lam1": 0.04193303823441119, "trace": 0.42172539877153375, "predicted": 0.9877298464524616, "axis_split": 1.249659672864718, "free_2means": 1.0620964760433314}, {"N": 56, "lam1": 0.041670890655026674, "trace": 0.4143028764899246, "predicted": 1.4855967236968177, "axis_split": 1.691043718877836, "free_2means": 1.5812139215705443}, {"N": 57, "lam1": 0.037162220588729186, "trace": 0.48227525590768133, "predicted": 1.3485176514766255, "axis_split": 1.4290819849457215, "free_2means": 1.5561187249214257}, {"N": 44, "lam1": 0.041439060208792386, "trace": 0.47375724100727734, "predicted": 1.160760703398908, "axis_split": 1.475065232295762, "free_2means": 1.4113872536121974}, {"N": 46, "lam1": 0.04992601083151721, "trace": 0.5236201383710031, "predicted": 1.4620587399359668, "axis_split": 1.839982040282024, "free_2means": 1.6069960305934856}, {"N": 76, "lam1": 0.025588174276082436, "trace": 0.372159203666212, "predicted": 1.2380352639035619, "axis_split": 1.3296366898550716, "free_2means": 1.3321799229680522}, {"N": 30, "lam1": 0.05450900363109259, "trace": 0.4714938479523927, "predicted": 1.041045284508295, "axis_split": 1.2556659265503782, "free_2means": 1.252555840793459}, {"N": 78, "lam1": 0.01756970183239707, "trace": 0.21625468104029155, "predicted": 0.8724471273263383, "axis_split": 0.9702052559857623, "free_2means": 1.040351426379555}, {"N": 57, "lam1": 0.03421945536694373, "trace": 0.2805088010042118, "predicted": 1.2417325675160407, "axis_split": 1.6576291820626388, "free_2means": 1.1137107865735665}, {"N": 27, "lam1": 0.05931770319649721, "trace": 0.474906621131835, "predicted": 1.0195962130706888, "axis_split": 1.4224841520160325, "free_2means": 1.1304726594145258}, {"N": 124, "lam1": 0.016278130087200984, "trace": 0.268513798287969, "predicted": 1.2850094543647872, "axis_split": 1.3276687503868985, "free_2means": 1.300429768225733}, {"N": 27, "lam1": 0.04219616008030868, "trace": 0.33382902504262846, "predicted": 0.7252985652780277, "axis_split": 0.9261394746088243, "free_2means": 0.7969654098545824}, {"N": 81, "lam1": 0.020572577402207203, "trace": 0.1647021439711388, "predicted": 1.0608496729674155, "axis_split": 1.2115084296992116, "free_2means": 1.075048390055798}, {"N": 94, "lam1": 0.021182925251506394, "trace": 0.27214743342759984, "predicted": 1.267634090859188, "axis_split": 1.5016052065477759, "free_2means": 1.4666415333320835}, {"N": 29, "lam1": 0.04507002075085572, "trace": 0.40189307664845964, "predicted": 0.8320815241793462, "axis_split": 1.0158785398433832, "free_2means": 0.9238601755641191}, {"N": 26, "lam1": 0.08585861129991276, "trace": 0.32767831633271094, "predicted": 1.4211415291202247, "axis_split": 2.040504542890732, "free_2means": 2.040505002879243}, {"N": 24, "lam1": 0.052944159946064245, "trace": 0.41844495399462067, "predicted": 0.8089271772733497, "axis_split": 1.1066105571195912, "free_2means": 0.7606335314910115}, {"N": 79, "lam1": 0.021928138718471532, "trace": 0.31534131461980336, "predicted": 1.1028310476724494, "axis_split": 1.3058747864001958, "free_2means": 1.2368883239586097}, {"N": 63, "lam1": 0.03410204560871672, "trace": 0.37256738559566815, "predicted": 1.3677323002994775, "axis_split": 1.4453772440353063, "free_2means": 1.3859603804177212}, {"N": 57, "lam1": 0.023611574518699194, "trace": 0.29892701995953663, "predicted": 0.8568009261340647, "axis_split": 1.0699147968377716, "free_2means": 1.0434254038068715}, {"N": 44, "lam1": 0.04633873207140632, "trace": 0.5645530958494313, "predicted": 1.2980067347764455, "axis_split": 1.5455780755743689, "free_2means": 1.2055496115400146}, {"N": 71, "lam1": 0.028548124523896556, "trace": 0.3696351355841877, "predicted": 1.2903753380506318, "axis_split": 1.485257781217129, "free_2means": 1.4506070776492024}, {"N": 22, "lam1": 0.05258332873182476, "trace": 0.46857343718967615, "predicted": 0.7364629088868475, "axis_split": 0.9649309076720858, "free_2means": 0.9052686027920167}, {"N": 82, "lam1": 0.018673966689334437, "trace": 0.2767928076147541, "predicted": 0.9748337466830387, "axis_split": 1.0851397119465744, "free_2means": 1.013651078291673}, {"N": 80, "lam1": 0.03020601606276469, "trace": 0.37888084192222204, "predicted": 1.5383797656007012, "axis_split": 1.742614161957036, "free_2means": 1.776268592791432}, {"N": 51, "lam1": 0.03509835279983651, "trace": 0.3511149008075749, "predicted": 1.1395595738653579, "axis_split": 1.3787015165589764, "free_2means": 1.3742290207761627}, {"N": 101, "lam1": 0.017523575557467364, "trace": 0.24288686750523858, "predicted": 1.1267413229285594, "axis_split": 1.2042261188697623, "free_2means": 1.1789639836296786}, {"N": 85, "lam1": 0.035815993775158414, "trace": 0.40816836549706553, "predicted": 1.938099433362105, "axis_split": 2.240549856091178, "free_2means": 2.185487672475176}, {"N": 120, "lam1": 0.022866535914849356, "trace": 0.3374886400054228, "predicted": 1.7468746666735826, "axis_split": 1.9386434472770517, "free_2means": 1.9200807398597135}, {"N": 75, "lam1": 0.022120286834869586, "trace": 0.2532457558192178, "predicted": 1.0561658977140214, "axis_split": 1.1629829525309212, "free_2means": 1.0879713287753212}, {"N": 47, "lam1": 0.050944001283435965, "trace": 0.5984178204644487, "predicted": 1.5243020495260744, "axis_split": 1.8864844420131668, "free_2means": 1.861549884827138}, {"N": 116, "lam1": 0.020097435010012578, "trace": 0.3194945775864877, "predicted": 1.4841532421445904, "axis_split": 1.6105021050392736, "free_2means": 1.6460763528157685}, {"N": 60, "lam1": 0.0312839883603606, "trace": 0.3051704699218092, "predicted": 1.19496033292337, "axis_split": 1.4309213885465475, "free_2means": 1.2873590852011318}, {"N": 64, "lam1": 0.03151439825908325, "trace": 0.33689561440216476, "predicted": 1.2840120989439283, "axis_split": 1.4255880199856854, "free_2means": 1.332334488974869}, {"N": 59, "lam1": 0.03252675804953506, "trace": 0.4154016964384556, "predicted": 1.221723461015674, "axis_split": 1.4768264530720572, "free_2means": 1.2203757337897727}, {"N": 55, "lam1": 0.03931366372216565, "trace": 0.43862459211253607, "predicted": 1.3765320607357407, "axis_split": 1.6815412688022988, "free_2means": 1.3866435207793302}, {"N": 131, "lam1": 0.015410895834046243, "trace": 0.19976473422783925, "predicted": 1.2852254107184846, "axis_split": 1.4291811051500396, "free_2means": 1.4399493031096355}, {"N": 137, "lam1": 0.015447862621637665, "trace": 0.23135362210474172, "predicted": 1.3473148256481116, "axis_split": 1.4259674112396468, "free_2means": 1.4500467532519608}, {"N": 73, "lam1": 0.023383669006695505, "trace": 0.3717442782792585, "predicted": 1.0867149409317791, "axis_split": 1.299303946589653, "free_2means": 1.2546781243223961}, {"N": 67, "lam1": 0.026623348873792543, "trace": 0.30339068798663726, "predicted": 1.1355796700796663, "axis_split": 1.3556843067638695, "free_2means": 1.3941488276486425}, {"N": 63, "lam1": 0.032738337999659556, "trace": 0.37511866916593795, "predicted": 1.313038016957281, "axis_split": 1.5214869439853977, "free_2means": 1.4928734963212769}, {"N": 100, "lam1": 0.01552178922141055, "trace": 0.2717305822838558, "predicted": 0.9881477920871964, "axis_split": 0.9882954679805707, "free_2means": 1.007218079459804}, {"N": 23, "lam1": 0.06107323402620775, "trace": 0.47077380567172156, "predicted": 0.8942498519008772, "axis_split": 1.2013255184857368, "free_2means": 1.2253462059867033}, {"N": 43, "lam1": 0.043729073616137426, "trace": 0.4628132690331246, "predicted": 1.1970680943280765, "axis_split": 1.430463296748698, "free_2means": 1.2876416347085389}, {"N": 57, "lam1": 0.03945741881710222, "trace": 0.4052607708351961, "predicted": 1.4318042601766885, "axis_split": 1.579384853320878, "free_2means": 1.5290269167321568}, {"N": 65, "lam1": 0.038078324982738644, "trace": 0.18796538206850322, "predicted": 1.575691947872241, "axis_split": 1.8972100635807063, "free_2means": 1.521287203227125}, {"N": 101, "lam1": 0.018367831507981693, "trace": 0.2816002154434843, "predicted": 1.1810257960632367, "axis_split": 1.3363006418990224, "free_2means": 1.2754096778827346}, {"N": 59, "lam1": 0.026812565706845478, "trace": 0.3924513913557316, "predicted": 1.0070951591360844, "axis_split": 1.2122656382255634, "free_2means": 0.9385638221659001}, {"N": 67, "lam1": 0.03155224888016673, "trace": 0.3318007944136555, "predicted": 1.34581462848506, "axis_split": 1.6041969246204317, "free_2means": 1.4107927673408938}, {"N": 53, "lam1": 0.03748307445455605, "trace": 0.4502837729407274, "predicted": 1.2647107153255186, "axis_split": 1.4967409986134648, "free_2means": 1.4215947601700805}, {"N": 26, "lam1": 0.05971701577108401, "trace": 0.4363470807457399, "predicted": 0.9884428576531279, "axis_split": 1.2545438445289143, "free_2means": 1.196613302270098}, {"N": 24, "lam1": 0.06694629452535106, "trace": 0.5458309511923636, "predicted": 1.0228640347579692, "axis_split": 1.2771360723336045, "free_2means": 1.3449265017124272}, {"N": 72, "lam1": 0.027349985173435728, "trace": 0.3220567331292586, "predicted": 1.2536309761465951, "axis_split": 1.4749024005699454, "free_2means": 1.2687065046669694}, {"N": 36, "lam1": 0.04243086820776188, "trace": 0.4938839824199965, "predicted": 0.9724438677522317, "axis_split": 1.143198360872102, "free_2means": 0.9907074613581557}, {"N": 65, "lam1": 0.03112661360409403, "trace": 0.44268982385560085, "predicted": 1.28802814836878, "axis_split": 1.489023858719765, "free_2means": 1.4687796669470607}, {"N": 48, "lam1": 0.04404349250847484, "trace": 0.512967950853582, "predicted": 1.3458699924008894, "axis_split": 1.6058595554325628, "free_2means": 1.285131776469985}, {"N": 25, "lam1": 0.05943704273471816, "trace": 0.47350434884645415, "predicted": 0.9459699153994621, "axis_split": 1.123608933609896, "free_2means": 0.914407160187233}, {"N": 78, "lam1": 0.023968559598688537, "trace": 0.29190909334799475, "predicted": 1.1901909985442807, "axis_split": 1.3243242765239032, "free_2means": 1.307445352920933}, {"N": 64, "lam1": 0.029544129881148615, "trace": 0.29491681329718, "predicted": 1.2037361433430458, "axis_split": 1.3673729011091282, "free_2means": 1.1305850170839769}, {"N": 76, "lam1": 0.03257510918582186, "trace": 0.34120322423718197, "predicted": 1.576084853199254, "axis_split": 1.8429220106935844, "free_2means": 1.8029107250092302}, {"N": 103, "lam1": 0.01845603769109896, "trace": 0.17227414361106658, "predicted": 1.210196286912637, "axis_split": 1.3705457297259116, "free_2means": 1.4072464354945424}, {"N": 88, "lam1": 0.018725076286513757, "trace": 0.27035383352567555, "predicted": 1.0490263346715667, "axis_split": 1.1356544842606873, "free_2means": 1.1421867734772206}, {"N": 64, "lam1": 0.03551298143787419, "trace": 0.49769276740399715, "predicted": 1.4469290341807108, "axis_split": 1.8828812104970893, "free_2means": 1.4886820235237863}, {"N": 71, "lam1": 0.03168074099307812, "trace": 0.3359460064627247, "predicted": 1.4319696144809284, "axis_split": 1.6640863002719257, "free_2means": 1.5028412787997425}, {"N": 75, "lam1": 0.029292947749347768, "trace": 0.34294512585026177, "predicted": 1.3986352296123925, "axis_split": 1.5445438996139593, "free_2means": 1.5546990597413135}, {"N": 51, "lam1": 0.03406593235103208, "trace": 0.3577251772508284, "predicted": 1.1060393510389768, "axis_split": 1.2903137576734522, "free_2means": 1.2519701085178312}, {"N": 50, "lam1": 0.03777767287332519, "trace": 0.4471503959833313, "predicted": 1.2025006752596619, "axis_split": 1.325021272028362, "free_2means": 1.2727858361538686}, {"N": 77, "lam1": 0.021910921499165556, "trace": 0.3279543375637804, "predicted": 1.0740672910015296, "axis_split": 1.3072693975023313, "free_2means": 1.176033644510703}, {"N": 50, "lam1": 0.05706208133534704, "trace": 0.46946829605518553, "predicted": 1.8163424615264525, "axis_split": 2.1779820924889854, "free_2means": 2.153804207056151}, {"N": 43, "lam1": 0.044140993126991455, "trace": 0.5130708319098105, "predicted": 1.2083442468531238, "axis_split": 1.4370025902523054, "free_2means": 1.3451802325710744}, {"N": 63, "lam1": 0.03154823811616217, "trace": 0.4077686756833624, "predicted": 1.2653066265908932, "axis_split": 1.4741652625519066, "free_2means": 1.3848821191992933}, {"N": 47, "lam1": 0.050777351740037314, "trace": 0.5402526159097638, "predicted": 1.5193157069900447, "axis_split": 1.8398011441413686, "free_2means": 1.8991094284717889}, {"N": 69, "lam1": 0.02648300072580181, "trace": 0.3524596612173665, "predicted": 1.1633125306632603, "axis_split": 1.2622573784775675, "free_2means": 1.1540843760734845}, {"N": 59, "lam1": 0.040111692805420235, "trace": 0.2728790775581881, "predicted": 1.506617907840834, "axis_split": 1.6870507510759545, "free_2means": 1.66920628180468}, {"N": 92, "lam1": 0.025359150523304445, "trace": 0.361833045043624, "predicted": 1.4852605702894803, "axis_split": 1.5669022992265056, "free_2means": 1.610047462128648}, {"N": 45, "lam1": 0.030503773405669697, "trace": 0.37177836034055173, "predicted": 0.8738687376841376, "axis_split": 1.047247806512292, "free_2means": 0.9525241553883035}, {"N": 85, "lam1": 0.029285021808248525, "trace": 0.2538871737480945, "predicted": 1.5846910329744808, "axis_split": 1.9509513881997513, "free_2means": 1.9911019835538504}, {"N": 38, "lam1": 0.03834527005292596, "trace": 0.4430410842049968, "predicted": 0.9276315695137523, "axis_split": 1.1432899634691935, "free_2means": 1.11066762984359}, {"N": 27, "lam1": 0.06192897243373808, "trace": 0.5005322142382618, "predicted": 1.0644806250105632, "axis_split": 1.393054457417934, "free_2means": 1.238652049142539}, {"N": 49, "lam1": 0.04398914295457149, "trace": 0.4895762862185332, "predicted": 1.3722135505448307, "axis_split": 1.6831492075809713, "free_2means": 1.5382530698741448}, {"N": 40, "lam1": 0.04912528882831894, "trace": 0.45923381124777063, "predicted": 1.2509652076550437, "axis_split": 1.458382958701062, "free_2means": 1.4455395836998903}, {"N": 81, "lam1": 0.019808635748350133, "trace": 0.21657972486666846, "predicted": 1.0214561036631868, "axis_split": 1.1074623613849326, "free_2means": 1.122879436612255}, {"N": 61, "lam1": 0.03064621784086898, "trace": 0.39499218858042606, "predicted": 1.1901092817726606, "axis_split": 1.411953721773024, "free_2means": 1.3994589587282533}, {"N": 40, "lam1": 0.046821699388042405, "trace": 0.48837485891987026, "predicted": 1.1923047842511552, "axis_split": 1.4608233904436219, "free_2means": 1.5005991388992967}, {"N": 24, "lam1": 0.06329281005000378, "trace": 0.4939248113469231, "predicted": 0.9670429038369114, "axis_split": 1.1983252975815262, "free_2means": 1.0627850261591618}, {"N": 64, "lam1": 0.04496362679964558, "trace": 0.3384596421994602, "predicted": 1.83198296691272, "axis_split": 2.3011746327470206, "free_2means": 2.3099881151697517}, {"N": 45, "lam1": 0.037002106018655716, "trace": 0.35658343538758697, "predicted": 1.060032253982297, "axis_split": 1.208050449735639, "free_2means": 1.2416100077856527}, {"N": 42, "lam1": 0.056786394914122296, "trace": 0.4990014528249898, "predicted": 1.518356355759773, "axis_split": 1.8644218162024018, "free_2means": 1.7074506670870733}, {"N": 54, "lam1": 0.04262902855544831, "trace": 0.5498543445053442, "predicted": 1.4654780525819142, "axis_split": 1.7035216852423893, "free_2means": 1.7010285699633911}, {"N": 67, "lam1": 0.027438049005670526, "trace": 0.40797465461113214, "predicted": 1.1703295023174343, "axis_split": 1.3687965974320093, "free_2means": 1.215767770811091}, {"N": 59, "lam1": 0.02977779152249822, "trace": 0.31772172986664504, "predicted": 1.1184707207790645, "axis_split": 1.1478551028632928, "free_2means": 1.0973047794172146}, {"N": 91, "lam1": 0.0200082312478157, "trace": 0.24067784323260966, "predicted": 1.1591248416440747, "axis_split": 1.322616039822968, "free_2means": 1.3221568329223636}, {"N": 29, "lam1": 0.0549898427914409, "trace": 0.4523133286301517, "predicted": 1.0152210148120697, "axis_split": 1.2523688105076918, "free_2means": 1.147989392823229}, {"N": 52, "lam1": 0.03450923651482556, "trace": 0.4615251224578385, "predicted": 1.1424016393216583, "axis_split": 1.3812173824654685, "free_2means": 1.320290254526352}, {"N": 70, "lam1": 0.028815089638386453, "trace": 0.37716222149268214, "predicted": 1.2840979064438724, "axis_split": 1.4416960146181772, "free_2means": 1.4431455130326754}, {"N": 42, "lam1": 0.036593634757039854, "trace": 0.3494326205086372, "predicted": 0.9784417200234233, "axis_split": 1.1623095059426465, "free_2means": 1.0453793509135423}, {"N": 70, "lam1": 0.012125166190964607, "trace": 0.1428257123227781, "predicted": 0.5403384378287687, "axis_split": 0.5832347339806709, "free_2means": 0.5651569258879228}, {"N": 30, "lam1": 0.04987889871343359, "trace": 0.42428324555276714, "predicted": 0.9526167943467522, "axis_split": 1.06251289574611, "free_2means": 0.9852179094907303}, {"N": 38, "lam1": 0.03603364062955832, "trace": 0.42215261002125026, "predicted": 0.8717096676162568, "axis_split": 1.0603804107892092, "free_2means": 0.9283844164032118}, {"N": 58, "lam1": 0.02095138077081988, "trace": 0.09682552084274623, "predicted": 0.7736076689121407, "axis_split": 0.8634697144247134, "free_2means": 0.9333660182054544}, {"N": 70, "lam1": 0.025125837791224268, "trace": 0.26560933141161847, "predicted": 1.1196923594635777, "axis_split": 1.3290211940461951, "free_2means": 1.320487900351381}, {"N": 84, "lam1": 0.029959531670942674, "trace": 0.4457166559019968, "predicted": 1.602117739537969, "axis_split": 1.6535552845566812, "free_2means": 1.69501324371695}, {"N": 114, "lam1": 0.01527957312584562, "trace": 0.24042927189356672, "predicted": 1.1089097336384603, "axis_split": 1.1872872592369177, "free_2means": 1.2429022973802724}, {"N": 116, "lam1": 0.0217991742329779, "trace": 0.2865075281394666, "predicted": 1.6098230992079579, "axis_split": 1.8596441929263747, "free_2means": 1.4196571997250018}, {"N": 69, "lam1": 0.030658994818656037, "trace": 0.31850172755805195, "predicted": 1.3467504388705447, "axis_split": 1.584566966657711, "free_2means": 1.4127573545817533}, {"N": 70, "lam1": 0.023113531688551445, "trace": 0.3575031384615647, "predicted": 1.030017189752355, "axis_split": 1.094301480495396, "free_2means": 1.0589015618163629}, {"N": 95, "lam1": 0.020146109047139486, "trace": 0.2989664517894851, "predicted": 1.218414078789829, "axis_split": 1.2009305337034135, "free_2means": 1.2406972736387871}, {"N": 54, "lam1": 0.05003598658507322, "trace": 0.4438627696732478, "predicted": 1.7201105130587402, "axis_split": 2.101643941145852, "free_2means": 2.271201867042876}, {"N": 63, "lam1": 0.033884905833776825, "trace": 0.44291415161829284, "predicted": 1.3590234654315438, "axis_split": 1.6574415920801542, "free_2means": 1.609108367137999}, {"N": 44, "lam1": 0.03269842536152137, "trace": 0.40437424490418106, "predicted": 0.9159244208589238, "axis_split": 1.192311874177065, "free_2means": 0.9383179110378705}, {"N": 49, "lam1": 0.03268577069821622, "trace": 0.271057521537856, "predicted": 1.0196119871763112, "axis_split": 1.1294782973259636, "free_2means": 1.1379672751425431}, {"N": 42, "lam1": 0.03733075207733076, "trace": 0.43491023030414194, "predicted": 0.9981507853707988, "axis_split": 1.2665215697193126, "free_2means": 1.1895637944780617}, {"N": 107, "lam1": 0.02332740832326146, "trace": 0.3157853476044711, "predicted": 1.5890237633047959, "axis_split": 1.709085356661582, "free_2means": 1.7080003943619957}, {"N": 94, "lam1": 0.024193028034670338, "trace": 0.40348234966987384, "predicted": 1.4477654400295483, "axis_split": 1.60453433156799, "free_2means": 1.589373950022832}, {"N": 59, "lam1": 0.037155403138942916, "trace": 0.5045217898533906, "predicted": 1.395577993023834, "axis_split": 1.624432549587489, "free_2means": 1.555371264191841}, {"N": 111, "lam1": 0.022513581324634217, "trace": 0.22943520560713032, "predicted": 1.590917603005511, "axis_split": 1.7551506491450155, "free_2means": 1.7554681464881412}, {"N": 67, "lam1": 0.022903083520196914, "trace": 0.3033899698078478, "predicted": 0.9768972397486121, "axis_split": 0.9882874658209175, "free_2means": 1.0627427537371332}, {"N": 33, "lam1": 0.03827956078951609, "trace": 0.2819128267495451, "predicted": 0.80419433411304, "axis_split": 0.8910840965176874, "free_2means": 0.9412210457965102}, {"N": 65, "lam1": 0.028405768309494477, "trace": 0.36668960024353386, "predicted": 1.175438794082581, "axis_split": 1.4298768917863178, "free_2means": 1.2907718918062656}, {"N": 134, "lam1": 0.01541068215005829, "trace": 0.2409682474408151, "predicted": 1.3146398249615006, "axis_split": 1.522471103872725, "free_2means": 1.5374200990858213}, {"N": 80, "lam1": 0.028646786235672916, "trace": 0.3096494867437774, "predicted": 1.4589688425933485, "axis_split": 1.6811453138271233, "free_2means": 1.4759765786623475}, {"N": 90, "lam1": 0.02598495622844031, "trace": 0.33978335554537653, "predicted": 1.488828322721811, "axis_split": 1.7203559415667335, "free_2means": 1.6146530763543936}, {"N": 47, "lam1": 0.03816127211844285, "trace": 0.4533038303234499, "predicted": 1.1418283573571195, "axis_split": 1.3799014178470799, "free_2means": 1.2373631550849566}, {"N": 107, "lam1": 0.028485278453495407, "trace": 0.3795007751737426, "predicted": 1.9403691888833818, "axis_split": 2.3406128622334563, "free_2means": 2.2976725737174064}, {"N": 54, "lam1": 0.044928556190424934, "trace": 0.578361613555199, "predicted": 1.5445299895966302, "axis_split": 1.7847878297383986, "free_2means": 1.64174823183426}, {"N": 38, "lam1": 0.04480924834912724, "trace": 0.501249140225722, "predicted": 1.0840052323913847, "axis_split": 1.40001329769645, "free_2means": 1.0215464606575146}, {"N": 50, "lam1": 0.03212069715294114, "trace": 0.3479946131163114, "predicted": 1.0224335454896705, "axis_split": 1.1247118965096305, "free_2means": 1.162754032280418}, {"N": 94, "lam1": 0.02060881999588007, "trace": 0.31539778261812745, "predicted": 1.233278335686913, "axis_split": 1.3452687123533593, "free_2means": 1.298157938784648}, {"N": 62, "lam1": 0.03663328142531213, "trace": 0.45918896002897003, "predicted": 1.4459312194877048, "axis_split": 1.7286802355742417, "free_2means": 1.6811432103947759}, {"N": 44, "lam1": 0.02018517413745228, "trace": 0.12849854907902586, "predicted": 0.5654123624417339, "axis_split": 0.6763730661570238, "free_2means": 0.7045867560957904}, {"N": 55, "lam1": 0.039354313652639965, "trace": 0.4947738849806391, "predicted": 1.3779553809574332, "axis_split": 1.715471229262075, "free_2means": 1.5576907796480413}, {"N": 59, "lam1": 0.012705825203250809, "trace": 0.0888428661848166, "predicted": 0.4772379933695127, "axis_split": 0.436903067760138, "free_2means": 0.5434521082916302}, {"N": 80, "lam1": 0.029538026893058282, "trace": 0.3467171874137835, "predicted": 1.504359356547701, "axis_split": 1.6612112686326626, "free_2means": 1.643701287047989}, {"N": 71, "lam1": 0.024689627244513873, "trace": 0.35800946512917503, "predicted": 1.1159712462132427, "axis_split": 1.2731722478457215, "free_2means": 1.3087648739028737}, {"N": 106, "lam1": 0.011549978824849767, "trace": 0.13150671373295164, "predicted": 0.7794121583745818, "axis_split": 0.8534957904698341, "free_2means": 0.8579026118085942}, {"N": 33, "lam1": 0.03801695024184662, "trace": 0.35481118429115105, "predicted": 0.7986772928994441, "axis_split": 1.0253172161677533, "free_2means": 0.8427383885537836}, {"N": 36, "lam1": 0.046767017704195286, "trace": 0.4688505519548991, "predicted": 1.071821093945596, "axis_split": 1.374378898365375, "free_2means": 1.3394105045316387}, {"N": 49, "lam1": 0.0338440228292358, "trace": 0.2742142820009983, "predicted": 1.055742931368015, "axis_split": 1.3352111381686136, "free_2means": 1.3361227352242082}, {"N": 46, "lam1": 0.03519181757503889, "trace": 0.31292816497905873, "predicted": 1.0305751171158446, "axis_split": 1.2503145975889165, "free_2means": 1.1727736682603354}, {"N": 78, "lam1": 0.027968473499528468, "trace": 0.38659895565943814, "predicted": 1.3888120921536067, "axis_split": 1.520166571310277, "free_2means": 1.5177899830865655}, {"N": 55, "lam1": 0.0552820792612055, "trace": 0.41165270839402834, "predicted": 1.9356515593401382, "axis_split": 2.314130394619184, "free_2means": 2.2590305992448023}, {"N": 61, "lam1": 0.028700275853259013, "trace": 0.31944564231885897, "predicted": 1.1145409479159012, "axis_split": 1.2234072833934846, "free_2means": 1.1613855974660225}, {"N": 77, "lam1": 0.031335507502134846, "trace": 0.426951439055186, "predicted": 1.536057881283443, "axis_split": 1.7342393117367365, "free_2means": 1.7221007120344751}], "swaps": {"profitable_moves": 282, "predicted_gain_per_row": 0.0001668292992975618, "gain_quantiles": [1.1025837130597886, 1.4849639419601999, 1.9674720235902046, 4.068682758254022], "cost_quantiles": [0.051164329051971436, 1.263449503183365, 2.367244952917099, 3.4178889989852905]}, "split_examples": [{"N": 243, "lam1": 0.006392879934608479, "lam2": 0.005623262507950999, "points": [[0.0168, 0.0379], [0.1309, -0.1461], [0.26, 0.1622], [-0.0742, 0.0335], [-0.0268, 0.0332], [0.0116, 0.1288], [-0.0063, 0.0003], [0.0557, -0.1451], [0.0376, 0.0164], [0.0504, 0.1221], [-0.078, 0.0234], [-0.0184, -0.0385], [0.0742, -0.115], [0.1392, 0.1455], [-0.0098, -0.0625], [-0.0952, 0.0118], [0.0072, 0.0185], [0.1019, -0.1177], [0.2168, 0.0593], [0.007, -0.1111], [0.0776, -0.0242], [0.0347, -0.0933], [0.0611, 0.153], [-0.0604, -0.0718], [-0.045, 0.0759], [-0.036, -0.0178], [-0.0556, -0.0113], [0.0378, -0.0221], [0.0853, -0.0109], [0.0779, 0.1456], [0.0617, -0.1621], [-0.0292, 0.0457], [0.0457, -0.169], [-0.0192, -0.0376], [0.0192, 0.0383], [-0.1254, -0.0274], [-0.0717, -0.0129], [-0.0794, -0.0599], [-0.0631, 0.0556], [-0.0584, 0.0309], [0.014, -0.0709], [-0.0145, 0.0034], [-0.0368, 0.0549], [-0.0478, 0.0244], [-0.0234, 0.0679], [-0.1266, -0.0205], [-0.0044, -0.0364], [0.037, -0.1187], [0.042, -0.0117], [-0.0716, 0.0524], [-0.0456, -0.0458], [-0.0479, -0.0968], [-0.0031, 0.0403], [0.0681, 0.063], [-0.0162, 0.0544], [-0.0162, 0.0739], [0.107, 0.0239], [-0.0642, -0.0898], [-0.0727, -0.0193], [-0.1488, -0.026], [0.0996, 0.1411], [0.106, -0.0297], [-0.0179, -0.0365], [0.1794, -0.1248], [0.0442, -0.0609], [-0.014, 0.0517], [-0.1005, -0.0199], [-0.0513, -0.0227], [0.0384, -0.0768], [0.0044, -0.0289], [0.0235, 0.0192], [0.0985, 0.0829], [-0.1046, -0.0797], [0.1563, 0.0327], [0.0212, -0.0557], [-0.0401, 0.124], [-0.0476, 0.1461], [-0.0477, -0.1144], [-0.1521, 0.1489], [0.0847, 0.0747], [0.0399, -0.0608], [0.0158, 0.1019], [0.1423, -0.1038], [-0.0372, -0.0246], [-0.1146, 0.0717], [-0.0181, 0.114], [-0.0505, -0.021], [0.0192, -0.0621], [-0.0239, 0.0357], [-0.1162, 0.1242], [0.0981, 0.0356], [0.0312, 0.0668], [-0.0031, 0.0071], [-0.0263, -0.1159], [-0.1197, 0.1289], [-0.0039, -0.021], [0.2181, -0.1092], [0.0899, 0.0884], [0.0329, 0.1097], [-0.0142, 0.059], [0.0852, -0.0471], [0.0123, -0.1194], [0.0512, 0.0563], [-0.0186, 0.0213], [0.035, 0.0489], [-0.039, 0.0779], [0.0317, 0.0305], [-0.1326, -0.033], [-0.0592, 0.0447], [-0.025, -0.0181], [0.0991, -0.0928], [0.0536, 0.0121], [-0.0103, -0.0853], [0.11, -0.0112], [-0.0277, -0.0137], [0.0123, 0.0023], [-0.0735, 0.043], [0.0453, -0.0099], [-0.0082, 0.0461], [0.1153, -0.1271], [0.0555, -0.0542], [-0.0764, 0.1019], [-0.0897, -0.0661], [0.0451, 0.0428], [-0.04, -0.0271], [-0.1033, 0.0251], [-0.0052, 0.0428], [-0.0258, -0.0938], [-0.0038, -0.0245], [-0.1163, -0.032], [-0.0065, 0.045], [0.0807, -0.0433], [-0.1489, 0.0304], [0.0293, -0.0828], [0.1188, 0.0812], [0.0195, 0.1217], [-0.1737, -0.0772], [0.1454, 0.033], [-0.1791, 0.0448], [-0.1104, 0.0471], [-0.0153, -0.0563], [0.2291, 0.1088], [0.0691, 0.0067], [0.0176, -0.0441], [-0.036, 0.0922], [-0.086, -0.0138], [0.0345, -0.0414], [-0.1282, -0.0481], [0.0592, -0.0601], [-0.1734, 0.0127], [0.0408, -0.0524], [0.0189, -0.0424], [0.0775, 0.0075], [0.0678, -0.0667], [-0.0787, 0.0226], [-0.0925, -0.0933], [-0.0806, -0.1031], [-0.0224, -0.0533], [-0.0196, -0.0207], [0.0773, 0.131], [0.0125, 0.0517], [-0.0311, 0.0369], [-0.1215, -0.0436], [0.0768, -0.0656], [0.0918, -0.0233], [-0.0486, 0.02], [-0.0626, 0.04], [0.014, -0.1543], [-0.0867, 0.0097], [0.0934, -0.012], [0.1042, 0.1321], [-0.1133, -0.0127], [-0.1281, 0.0153], [0.004, 0.016], [-0.0679, -0.0422], [-0.011, 0.0339], [-0.0367, -0.0394], [0.0447, -0.194], [-0.0764, -0.0467], [0.1582, 0.1668], [-0.1134, -0.0787], [0.0113, -0.0828], [0.131, -0.0161], [-0.0406, 0.0446], [0.0271, -0.0343], [0.0201, -0.0253], [0.0349, -0.0545], [0.0101, 0.1887], [-0.106, -0.0488], [0.028, 0.0743], [-0.0197, -0.1478], [0.0457, -0.0458], [-0.0536, -0.0117], [0.033, 0.0985], [0.0642, 0.0536], [-0.0198, 0.029], [-0.0301, 0.0569], [0.049, -0.0319], [0.1762, -0.121], [0.0375, 0.0111], [-0.0611, -0.0208], [-0.0524, 0.0766], [-0.0275, -0.0602], [-0.0357, -0.0001], [0.0662, -0.0214], [0.0488, 0.0608], [0.0192, 0.1623], [-0.0745, -0.1273], [-0.0076, -0.0174], [-0.0515, 0.0293], [-0.0567, -0.019], [-0.1398, 0.0181], [0.0581, -0.0023], [-0.0455, 0.0396], [-0.0082, 0.0981], [-0.0414, 0.039], [0.0722, -0.0154], [0.1215, -0.0651], [-0.0342, 0.0309], [0.2818, 0.109], [0.0149, -0.1149], [0.0848, -0.003], [-0.0588, 0.1987], [-0.044, -0.0474], [-0.0968, 0.0446], [-0.1685, 0.0373], [0.0461, -0.0136], [-0.0343, 0.0234], [-0.0285, -0.0874], [0.0337, 0.0083], [-0.1208, 0.1151], [0.0301, -0.0399], [-0.028, -0.1635], [0.0036, 0.0108], [0.0321, -0.0416], [-0.0067, 0.0266], [-0.0115, 0.0991], [-0.0434, -0.0564], [-0.0129, 0.0332], [0.1293, -0.0569], [-0.0098, 0.0602], [-0.1051, -0.0251], [0.0042, -0.0959]], "pisces": [[0.06379524879443396, 0.0], [-0.06379524879443396, 0.0]], "kmeans2": [[0.0347, -0.0316], [-0.0259, 0.0236]]}, {"N": 215, "lam1": 0.010319036284812115, "lam2": 0.009002821523328482, "points": [[0.0475, 0.0609], [0.0654, -0.1132], [0.0413, 0.0771], [0.0134, 0.1271], [0.0485, 0.077], [-0.1403, -0.0519], [-0.0219, 0.1177], [0.1182, 0.0155], [0.0261, -0.021], [-0.1349, 0.014], [0.1593, 0.0523], [-0.1116, 0.1909], [-0.15, -0.0141], [-0.1071, -0.1212], [-0.0146, -0.1373], [-0.0452, 0.083], [-0.0284, -0.0606], [-0.1118, 0.1075], [0.0371, -0.0198], [0.1736, -0.0323], [0.0018, -0.0432], [0.146, 0.1924], [-0.0873, -0.1359], [-0.0041, 0.0149], [-0.0095, 0.0095], [-0.0483, 0.0437], [-0.0347, -0.0886], [0.1984, -0.095], [0.0286, -0.1349], [0.0344, 0.1066], [-0.0453, 0.0253], [0.1907, -0.0381], [0.0458, 0.1472], [-0.014, 0.0914], [-0.0521, -0.0719], [-0.0299, -0.0268], [0.0628, -0.0398], [0.2438, -0.0015], [0.0789, 0.1498], [-0.1052, 0.1637], [0.0266, 0.0403], [0.0622, 0.0447], [-0.0932, 0.1207], [-0.0723, 0.0127], [-0.093, 0.1592], [-0.0716, -0.1815], [-0.0131, 0.0377], [0.1168, -0.0166], [-0.0416, -0.0562], [-0.0545, -0.0431], [-0.0066, -0.0055], [-0.1398, -0.0231], [0.1886, -0.0289], [-0.1279, -0.0172], [-0.0985, -0.0537], [0.1216, 0.1838], [0.1079, -0.0691], [0.0736, 0.0857], [-0.0754, 0.0987], [0.0851, 0.0902], [-0.1148, 0.0169], [0.2174, -0.1341], [0.1143, 0.0759], [-0.0312, -0.2803], [0.1144, 0.1507], [0.0835, -0.034], [-0.0271, -0.0349], [0.1009, -0.0352], [0.078, -0.0485], [0.2675, -0.3013], [-0.0179, -0.1387], [0.1242, -0.0078], [0.0461, 0.1877], [0.0885, -0.1668], [-0.0511, -0.0475], [-0.1022, 0.0235], [-0.1407, 0.0486], [-0.172, -0.1026], [0.0625, -0.0664], [0.0183, 0.0213], [-0.1742, -0.0844], [0.0937, -0.0194], [0.0206, 0.1936], [0.0225, -0.092], [-0.0902, -0.0637], [-0.0244, 0.0813], [-0.1125, 0.0552], [0.0734, -0.2401], [-0.0464, 0.0629], [0.0657, -0.0719], [-0.0912, 0.0047], [-0.1859, 0.0453], [0.035, -0.1687], [-0.0902, 0.0352], [0.2576, -0.0574], [0.1366, 0.0459], [-0.0596, -0.1981], [-0.0075, 0.0732], [0.0973, -0.0685], [-0.033, -0.0643], [0.0653, 0.0117], [-0.1818, 0.0238], [-0.0368, -0.0476], [-0.0534, -0.2172], [-0.0908, -0.0188], [0.0335, 0.0245], [0.0922, 0.1201], [0.0126, 0.004], [0.0664, -0.0486], [0.0768, -0.0014], [-0.0741, 0.0549], [-0.0244, -0.037], [-0.0525, -0.0549], [0.0932, 0.0598], [0.0642, 0.1824], [0.0567, -0.0329], [-0.0117, -0.075], [0.0361, -0.1015], [0.0431, -0.1088], [-0.0365, 0.1536], [-0.253, -0.0346], [0.0554, 0.0261], [0.062, 0.0689], [0.167, 0.0123], [-0.0199, -0.0568], [-0.1658, -0.0497], [-0.006, 0.0534], [-0.1013, 0.0326], [-0.03, -0.0388], [0.0327, 0.0391], [0.0868, 0.0625], [-0.0987, -0.0123], [-0.0308, -0.0021], [-0.2504, 0.1412], [0.0239, -0.1173], [-0.0154, 0.0973], [0.1427, 0.0136], [0.1173, -0.0977], [0.0702, -0.0365], [0.1152, -0.0459], [-0.0547, 0.1647], [-0.0792, 0.1352], [0.1128, -0.0546], [-0.1196, -0.1354], [-0.0323, 0.0178], [-0.125, -0.0892], [-0.0039, 0.1458], [-0.0639, -0.002], [0.009, 0.0131], [0.05, -0.1401], [-0.0843, -0.0514], [0.167, 0.1728], [-0.1028, -0.2102], [0.1174, 0.032], [0.0012, -0.2045], [-0.0996, -0.042], [-0.16, -0.2156], [0.1912, 0.0505], [-0.0607, 0.0682], [0.0751, 0.0538], [-0.0602, 0.0597], [-0.1193, 0.1076], [0.1332, 0.0944], [-0.001, -0.0288], [0.1238, -0.1024], [0.0435, 0.0683], [-0.1066, -0.0578], [0.0194, 0.07], [0.0801, -0.0531], [-0.0861, -0.1292], [0.1044, 0.0943], [0.1525, -0.0153], [-0.0501, -0.1278], [-0.0197, 0.0337], [0.0923, 0.0107], [-0.0317, 0.2126], [-0.0449, 0.0073], [0.0745, -0.0373], [-0.1648, -0.0405], [0.1097, -0.047], [-0.0233, 0.0545], [-0.1845, 0.0566], [0.0256, 0.0855], [0.0223, 0.0489], [-0.196, -0.1008], [-0.0014, 0.1316], [0.1114, -0.0117], [-0.0945, 0.1334], [0.0928, -0.0351], [0.0644, 0.0439], [-0.1545, 0.0538], [-0.238, -0.0601], [0.114, -0.0894], [-0.0474, 0.0773], [0.0308, -0.0371], [0.0172, -0.0038], [0.0164, -0.1026], [-0.1253, 0.0055], [-0.1872, 0.0497], [0.0371, 0.147], [-0.0524, -0.0013], [-0.0339, 0.0111], [0.0173, 0.0715], [-0.1269, -0.1316], [0.0479, -0.007], [-0.162, -0.0859], [-0.0387, 0.1698], [0.0463, 0.0009], [0.1191, -0.0323], [-0.1778, 0.084], [0.1815, 0.0366], [-0.0121, -0.0131], [-0.1185, 0.0664], [0.0825, -0.0362], [0.0751, 0.0515]], "pisces": [[0.08105123398622566, 0.0], [-0.08105123398622566, 0.0]], "kmeans2": [[-0.0712, -0.0078], [0.0916, 0.0101]]}, {"N": 214, "lam1": 0.008112311620757463, "lam2": 0.007310848659527002, "points": [[0.0295, 0.1996], [0.0296, -0.0329], [0.1983, -0.0584], [0.0321, -0.1241], [0.0778, -0.1188], [-0.1084, 0.0691], [-0.1056, 0.0979], [-0.0931, 0.0774], [0.1255, 0.0989], [-0.14, -0.1099], [-0.0643, -0.0269], [0.0298, -0.0775], [-0.1585, -0.016], [-0.085, -0.0561], [-0.0035, -0.1539], [0.064, -0.0321], [-0.0227, 0.1641], [-0.0584, -0.1304], [0.1092, -0.0356], [0.0211, -0.1218], [-0.0016, -0.1222], [-0.0504, -0.0643], [0.0211, -0.094], [0.0826, 0.1165], [-0.1351, 0.1216], [0.016, 0.0335], [0.0604, -0.0974], [0.0425, -0.1008], [-0.1464, -0.0377], [0.0491, -0.0379], [-0.0527, -0.0483], [0.1764, -0.0532], [-0.0956, 0.0695], [0.102, 0.1146], [0.1635, -0.0383], [0.0564, 0.0711], [0.0317, -0.0625], [-0.0513, -0.0852], [0.0506, 0.0543], [0.0396, 0.0278], [0.1406, 0.0792], [-0.0333, 0.1166], [0.0095, -0.1725], [-0.1056, -0.0174], [-0.0961, -0.0834], [0.0566, -0.0623], [-0.0319, -0.0709], [0.0687, 0.0134], [0.006, 0.0734], [0.0632, 0.1539], [0.0936, -0.0346], [-0.0005, -0.0074], [0.0619, -0.0333], [0.1354, -0.0667], [-0.0641, 0.1028], [-0.036, -0.0711], [-0.0063, 0.0973], [0.0793, -0.0358], [-0.0141, 0.1082], [-0.0497, 0.0118], [-0.0497, -0.071], [0.0521, -0.0667], [0.1037, 0.0452], [-0.0779, -0.0809], [-0.0003, 0.121], [-0.0826, 0.1358], [-0.1375, 0.005], [0.1246, -0.0023], [-0.0006, -0.0904], [0.1483, 0.1148], [-0.1259, 0.0149], [0.1563, 0.1783], [-0.0507, -0.0351], [-0.0456, -0.1425], [-0.0425, -0.0157], [0.1843, -0.0291], [0.0421, -0.0482], [0.033, -0.079], [0.0075, 0.1273], [0.1451, -0.0204], [0.0163, -0.0492], [-0.0004, 0.1146], [0.1216, -0.0135], [0.1133, -0.1333], [-0.0195, -0.2073], [0.018, -0.0217], [0.007, 0.1057], [-0.214, 0.036], [0.1345, 0.0636], [-0.0178, 0.0845], [0.1047, -0.0507], [0.0299, -0.0099], [0.0267, 0.0038], [-0.0805, -0.0152], [-0.0876, -0.0053], [0.1091, -0.0988], [-0.0478, -0.0598], [0.0964, 0.067], [0.2158, -0.0495], [-0.1567, 0.0365], [0.1025, -0.0411], [-0.1022, 0.0058], [0.1222, -0.081], [0.0668, 0.0447], [0.0059, 0.0766], [-0.1368, 0.0629], [-0.0251, 0.2364], [-0.0732, 0.1428], [-0.0086, -0.0501], [-0.0391, 0.043], [-0.0038, 0.0479], [0.0081, 0.021], [-0.0488, 0.1299], [-0.0845, -0.0237], [0.0397, -0.0962], [0.0077, -0.0806], [0.0067, 0.0955], [-0.0209, -0.0501], [0.0718, -0.1328], [0.0744, 0.1742], [-0.0898, 0.1164], [0.0232, 0.0374], [0.1695, -0.0613], [0.016, -0.1224], [0.1194, 0.0246], [-0.0227, -0.0767], [0.0899, 0.143], [0.0529, 0.0451], [-0.0515, -0.0351], [0.1118, -0.0872], [-0.0267, 0.0622], [0.0824, -0.1135], [-0.0792, 0.012], [-0.0639, 0.0507], [0.1861, 0.0489], [0.0729, 0.0515], [0.0809, -0.1368], [-0.0993, 0.0242], [0.0745, -0.0738], [0.0582, -0.077], [-0.0511, 0.1025], [0.1638, 0.0631], [0.109, 0.0451], [-0.0861, -0.1761], [0.0761, 0.1452], [-0.0624, 0.0082], [0.1354, 0.1032], [-0.0891, -0.0021], [0.0799, -0.0431], [-0.1599, -0.0738], [0.1043, 0.0256], [0.0241, 0.0245], [-0.0118, -0.028], [-0.0918, 0.0028], [0.0674, -0.006], [-0.0597, -0.0501], [-0.167, 0.0026], [-0.1007, 0.0102], [0.1122, -0.0211], [0.0358, -0.0512], [0.0288, 0.0541], [0.008, 0.0417], [-0.0229, 0.0839], [0.0499, 0.1303], [-0.0631, -0.1003], [-0.0848, -0.1189], [-0.0461, 0.0315], [-0.0275, -0.0688], [-0.0548, -0.0174], [-0.144, -0.0669], [-0.0506, 0.082], [-0.0858, 0.0009], [-0.1455, 0.1143], [-0.0518, 0.0036], [0.0159, -0.0942], [-0.1047, -0.0496], [0.0157, 0.1143], [-0.0759, 0.0703], [-0.0851, -0.017], [-0.0767, 0.0213], [-0.1164, 0.1277], [0.2592, 0.1063], [-0.0424, 0.0706], [-0.0838, -0.052], [-0.013, -0.1149], [-0.0354, -0.0684], [-0.158, 0.1074], [0.0066, -0.0982], [0.0397, 0.1393], [-0.0407, -0.1737], [-0.0845, 0.0432], [0.0671, 0.0428], [-0.0882, 0.0773], [0.1502, -0.0552], [-0.1213, -0.1113], [-0.1026, 0.0939], [-0.0636, 0.1169], [-0.1573, -0.0912], [-0.0727, -0.0901], [-0.1884, -0.024], [0.0406, 0.0048], [-0.0928, 0.0348], [0.0221, 0.1088], [-0.1048, 0.0978], [-0.0005, -0.1099], [-0.0531, -0.108], [-0.0209, -0.0807], [0.1261, 0.0929], [0.0237, 0.0829], [-0.1558, 0.0566], [0.0117, -0.0594], [0.1125, -0.0816], [0.0947, 0.0221], [-0.119, -0.1012]], "pisces": [[0.07186416337355846, 0.0], [-0.07186416337355846, 0.0]], "kmeans2": [[0.0574, -0.0388], [-0.0655, 0.0443]]}]}, "pisces": {"seconds": 33.492932081222534, "total_steps": 48, "split_log": [[0, 2274], [1, 3640], [2, 1426], [3, 863], [4, 679], [5, 578], [6, 471], [7, 476], [8, 421], [9, 415], [10, 357], [11, 366], [12, 338], [13, 322], [14, 280], [19, 611], [24, 555], [29, 252], [34, 79], [39, 14], [44, 9]], "sizes": [48, 48, 30, 61, 60, 107, 115, 108, 19, 43, 163, 60, 53, 47, 74, 31, 49, 60, 47, 33, 79, 44, 57, 11, 15, 21, 37, 62, 51, 86, 20, 45, 59, 58, 34, 57, 68, 53, 59, 44, 77, 70, 46, 49, 139, 80, 59, 38, 92, 44, 21, 56, 74, 38, 39, 34, 59, 38, 100, 30, 40, 84, 51, 64, 76, 137, 80, 78, 51, 51, 46, 49, 54, 92, 86, 25, 48, 60, 37, 65, 54, 107, 40, 15, 75, 118, 24, 89, 12, 63, 62, 86, 45, 52, 55, 31, 54, 33, 28, 60, 36, 34, 44, 18, 38, 28, 54, 46, 92, 25, 54, 59, 24, 67, 61, 27, 60, 42, 55, 114, 18, 17, 68, 68, 45, 44, 56, 14, 54, 42, 69, 102, 67, 67, 87, 100, 85, 73, 41, 127, 52, 62, 53, 51, 56, 50, 82, 87, 44, 48, 132, 112, 91, 129, 72, 59, 29, 53, 40, 53, 90, 35, 36, 84, 53, 35, 39, 18, 83, 45, 19, 63, 65, 71, 64, 44, 71, 53, 33, 22, 41, 68, 49, 64, 26, 25, 52, 72, 44, 54, 81, 61, 49, 55, 77, 64, 53, 56, 66, 44, 27, 54, 45, 38, 60, 40, 60, 25, 53, 91, 43, 35, 53, 43, 46, 57, 13, 41, 77, 24, 51, 44, 79, 65, 103, 38, 42, 133, 73, 81, 47, 48, 79, 63, 70, 30, 45, 116, 58, 62, 71, 68, 44, 41, 94, 43, 31, 66, 68, 83, 58, 52, 155, 46, 40, 25, 10, 132, 136, 66, 34, 55, 38, 50, 36, 98, 89, 24, 36, 53, 78, 68, 44, 42, 44, 24, 42, 40, 25, 53, 49, 22, 73, 54, 54, 33, 61, 60, 83, 16, 48, 46, 69, 52, 54, 36, 44, 55, 104, 74, 40, 37, 44, 58, 55, 38, 49, 35, 75, 59, 46, 45, 69, 30, 18, 50, 49, 69, 46, 48, 92, 19, 68, 64, 30, 46, 94, 71, 62, 47, 75, 41, 62, 30, 61, 40, 94, 22, 40, 41, 29, 34, 49, 79, 44, 39, 31, 54, 62, 59, 55, 27, 86, 30, 51, 61, 77, 48, 71, 43, 32, 92, 74, 100, 104, 49, 53, 85, 76, 43, 81, 40, 57, 39, 34, 64, 31, 48, 65, 40, 35, 98, 41, 45, 44, 38, 66, 35, 30, 68, 81, 125, 49, 61, 115, 64, 49, 46, 28, 39, 72, 63, 45, 96, 37, 35, 33, 65, 68, 48, 29, 88, 44, 82, 30, 33, 44, 68, 78, 97, 55, 42, 25, 39, 68, 34, 21, 111, 41, 59, 78, 38, 91, 53, 28, 128, 34, 49, 14, 34, 65, 23, 45, 49, 53, 62, 121, 24, 60, 66, 35, 70, 63, 44, 97, 77, 83, 62, 33, 43, 117, 81, 37, 38, 39, 42, 54, 49, 88, 65, 53, 27, 80, 86, 64, 54, 79, 34, 41, 48, 100, 58, 28, 38, 85, 44, 72, 56, 107, 62, 117, 65, 65, 46, 67, 81, 55, 36, 57, 57, 65, 94, 31, 54, 49, 101, 84, 43, 41, 35, 55, 94, 46, 28, 23, 105, 65, 88, 57, 65, 40, 40, 72, 23, 26, 39, 42, 50, 60, 43, 57, 45, 64, 114, 68, 53, 86, 32, 26, 77, 68, 76, 90, 27, 33, 27, 37, 31, 22, 63, 66, 64, 33, 46, 46, 60, 51, 27, 29, 42, 66, 42, 55, 56, 48, 41, 51, 28, 43, 49, 23, 124, 64, 93, 58, 29, 74, 56, 120, 43, 116, 27, 63, 55, 83, 38, 59, 31, 64, 56, 70, 75, 106, 24, 53, 75, 27, 61, 46, 42, 46, 102, 75, 26, 62, 59, 47, 54, 57, 22, 70, 78, 30, 59, 52, 75, 45, 52, 68, 77, 93, 122, 40, 92, 43, 62, 79, 179, 44, 71, 48, 108, 62, 27, 40, 80, 44, 27, 58, 86, 66, 34, 51, 40, 71, 42, 61, 58, 144, 135, 42, 56, 56, 39, 38, 43, 34, 58, 57, 39, 37, 47, 57, 83, 48, 45, 76, 118, 77, 48, 183, 36, 66, 69, 39, 45, 106, 35, 20, 45, 55, 40, 47, 77, 46, 35, 61, 57, 60, 68, 56, 112, 47, 53, 56, 35, 29, 100, 84, 44, 38, 44, 65, 83, 66, 47, 55, 36, 23, 55, 43, 29, 141, 38, 64, 108, 52, 53, 53, 52, 57, 56, 52, 41, 37, 84, 35, 33, 48, 28, 47, 53, 73, 57, 74, 30, 39, 26, 92, 61, 72, 27, 67, 45, 33, 43, 50, 72, 65, 49, 76, 46, 107, 37, 64, 87, 61, 61, 64, 69, 43, 89, 31, 50, 49, 75, 32, 34, 176, 79, 90, 27, 40, 57, 44, 50, 114, 39, 72, 75, 28, 64, 68, 46, 32, 83, 52, 24, 59, 58, 48, 65, 32, 38, 55, 30, 33, 120, 113, 49, 66, 41, 65, 92, 39, 50, 104, 26, 75, 97, 78, 34, 70, 36, 20, 50, 49, 51, 60, 99, 65, 83, 100, 35, 41, 99, 63, 64, 68, 34, 34, 18, 62, 52, 40, 63, 34, 35, 48, 89, 107, 29, 63, 96, 52, 53, 104, 34, 62, 35, 43, 78, 42, 17, 46, 30, 48, 61, 56, 86, 28, 16, 73, 29, 71, 25, 35, 43, 79, 65, 37, 51, 58, 52, 28, 45, 69, 37, 57, 88, 31, 69, 35, 34, 49, 77, 39, 34, 35, 64, 47, 81, 53, 30, 68, 34, 53, 46, 48, 45, 38, 28, 79, 51, 91, 176, 94, 60, 37, 69, 59, 62, 58, 85, 137, 36, 71, 57, 78, 49, 65, 85, 40, 44, 47, 53, 68, 40, 69, 62, 42, 81, 93, 65, 80, 84, 75, 68, 103, 52, 84, 65, 61, 68, 60, 54, 57, 41, 23, 38, 50, 73, 63, 51, 50, 48, 45, 45, 61, 71, 43, 46, 53, 55, 56, 89, 56, 34, 55, 46, 50, 32, 26, 69, 33, 163, 44, 101, 22, 36, 19, 46, 162, 94, 68, 65, 73, 44, 57, 39, 64, 57, 54, 38, 44, 25, 47, 59, 66, 46, 39, 36, 77, 52, 69, 71, 42, 59, 30, 73, 22, 60, 41, 36, 116, 25, 39, 95, 31, 102, 76, 59, 56, 54, 39, 69, 57, 58, 89, 46, 25, 60, 37, 37, 47, 68, 108, 77, 41, 98, 31, 59, 43, 32, 34, 75, 37, 56, 67, 97, 76, 13, 50, 53, 18, 37, 57, 59, 70, 68, 43, 50, 90, 44, 68, 33, 63, 65, 53, 72, 83, 49, 37, 76, 30, 73, 44, 54, 63, 68, 149, 68, 77, 24, 39, 54, 48, 84, 109, 48, 44, 54, 101, 26, 33, 35, 64, 20, 139, 94, 57, 99, 14, 78, 17, 66, 39, 83, 39, 40, 35, 37, 36, 74, 62, 45, 43, 63, 69, 25, 81, 68, 49, 70, 54, 82, 66, 55, 55, 41, 41, 85, 54, 37, 40, 51, 80, 65, 70, 32, 64, 31, 55, 50, 50, 63, 48, 98, 118, 69, 45, 46, 29, 31, 53, 57, 55, 52, 86, 103, 91, 91, 45, 52, 55, 68, 24, 41, 58, 24, 80, 86, 38, 59, 69, 72, 53, 74, 58, 34, 41, 85, 69, 32, 55, 66, 65, 74, 86, 33, 79, 40, 36, 29, 51, 30, 60, 62, 45, 47, 64, 25, 84, 60, 31, 62, 43, 64, 108, 31, 55, 55, 35, 62, 81, 44, 57, 51, 50, 56, 68, 94, 33, 57, 56, 31, 42, 82, 58, 38, 113, 47, 132, 81, 34, 77, 63, 39, 40, 20, 56, 46, 46, 161, 71, 29, 56, 85, 100, 57, 83, 38, 55, 59, 14, 128, 49, 65, 24, 33, 90, 39, 70, 134, 44, 44, 73, 50, 89, 36, 29, 26, 72, 39, 35, 28, 60, 31, 16, 47, 38, 51, 71, 48, 34, 56, 48, 108, 82, 50, 52, 39, 38, 64, 57, 43, 56, 57, 60, 67, 36, 29, 49, 58, 20, 36, 74, 73, 93, 43, 36, 71, 65, 59, 49, 75, 48, 32, 75, 40, 41, 42, 49, 75, 44, 48, 87, 68, 56, 83, 74, 39, 98, 51, 44, 29, 68, 48, 54, 49, 39, 43, 64, 40, 87, 28, 35, 62, 56, 46, 38, 105, 110, 61, 86, 72, 50, 43, 33, 58, 92, 55, 47, 114, 60, 57, 85, 53, 59, 56, 59, 50, 61, 71, 57, 62, 47, 56, 71, 38, 80, 77, 151, 43, 87, 34, 56, 45, 30, 49, 41, 15, 55, 54, 49, 47, 50, 70, 107, 43, 82, 28, 72, 90, 64, 66, 82, 58, 39, 81, 85, 72, 51, 29, 72, 53, 52, 52, 77, 43, 36, 39, 112, 34, 34, 53, 62, 53, 106, 55, 47, 75, 43, 68, 56, 87, 28, 58, 60, 48, 15, 34, 38, 81, 40, 54, 33, 42, 51, 93, 63, 38, 59, 22, 32, 30, 43, 55, 52, 42, 114, 54, 39, 36, 61, 44, 47, 30, 78, 98, 61, 66, 40, 71, 67, 41, 22, 99, 35, 43, 40, 59, 82, 29, 40, 34, 38, 68, 111, 56, 76, 114, 103, 61, 123, 43, 84, 65, 57, 97, 217, 51, 72, 35, 67, 78, 50, 65, 88, 41, 45, 54, 41, 35, 88, 65, 64, 39, 28, 46, 29, 50, 77, 93, 54, 20, 23, 55, 116, 34, 66, 103, 78, 43, 32, 51, 27, 48, 26, 34, 38, 38, 75, 111, 79, 71, 42, 100, 54, 80, 37, 64, 53, 51, 33, 69, 36, 63, 38, 78, 69, 36, 88, 107, 82, 43, 74, 85, 49, 43, 59, 54, 73, 62, 34, 70, 48, 61, 64, 58, 86, 81, 46, 48, 63, 35, 62, 85, 32, 44, 46, 48, 113, 68, 31, 81, 27, 62, 50, 61, 34, 69, 40, 29, 57, 16, 43, 88, 68, 49, 62, 38, 64, 29, 37, 49, 40, 48, 34, 71, 42, 67, 48, 77, 46, 44, 76, 64, 47, 91, 38, 50, 62, 49, 86, 21, 128, 45, 105, 103, 54, 70, 63, 51, 52, 65, 29, 60, 55, 130, 53, 53, 31, 42, 70, 75, 52, 54, 19, 44, 49, 44, 29, 43, 42, 36, 67, 73, 54, 31, 45, 58, 54, 48, 48, 61, 45, 63, 68, 100, 57, 56, 65, 61, 70, 72, 24, 49, 19, 64, 33, 44, 116, 56, 86, 42, 35, 63, 66, 71, 87, 50, 80, 51, 83, 43, 120, 77, 38, 21, 23, 49, 34, 66, 32, 112, 48, 89, 44, 56, 73, 62, 46, 17, 63, 44, 56, 37, 80, 71, 52, 67, 70, 47, 36, 57, 45, 71, 42, 95, 23, 39, 70, 81, 51, 97, 59, 73, 79, 36, 29, 70, 52, 57, 65, 53, 53, 34, 47, 110, 44, 88, 23, 44, 43, 58, 77, 49, 54, 53, 69, 55, 86, 56, 62, 70, 61, 31, 34, 50, 54, 63, 64, 70, 54, 57, 50, 52, 48, 41, 57, 53, 45, 47, 75, 34, 50, 48, 49, 48, 36, 86, 54, 65, 66, 62, 43, 38, 58, 72, 95, 46, 49, 48, 55, 65, 41, 43, 50, 41, 70, 58, 42, 33, 35, 56, 24, 96, 59, 60, 121, 75, 55, 68, 85, 48, 58, 37, 51, 41, 40, 85, 106, 55, 37, 63, 41, 83, 44, 75, 76, 64, 87, 56, 58, 53, 56, 92, 86, 99, 23, 63, 47, 59, 70, 95, 44, 46, 34, 42, 92, 71, 53, 57, 41, 42, 39, 34, 47, 67, 47, 84, 107, 53, 45, 67, 89, 61, 57, 50, 75, 69, 34, 91, 41, 48, 51, 33, 36, 62, 60, 76, 67, 56, 27, 98, 26, 68, 60, 54, 90, 75, 43, 91, 73, 54, 61, 55, 62, 57, 43, 56, 22, 62, 54, 41, 96, 32, 63, 63, 38, 58, 46, 125, 91, 64, 57, 29, 75, 67, 81, 45, 87, 50, 43, 50, 64, 78, 40, 121, 39, 23, 14, 51, 36, 57, 63, 86, 65, 80, 108, 38, 63, 83, 39, 39, 57, 59, 48, 87, 64, 88, 77, 30, 59, 62, 74, 39, 36, 44, 72, 63, 37, 72, 42, 93, 64, 55, 58, 59, 14, 48, 37, 102, 63, 97, 41, 62, 38, 52, 33, 100, 26, 109, 47, 83, 57, 76, 41, 49, 30, 44, 86, 100, 39, 61, 99, 46, 65, 59, 65, 50, 32, 60, 43, 147, 41, 18, 33, 51, 53, 64, 55, 42, 86, 41, 94, 40, 73, 32, 79, 127, 43, 15, 119, 49, 83, 116, 81, 83, 57, 47, 44, 66, 69, 51, 50, 82, 50, 83, 69, 63, 64, 85, 46, 42, 129, 26, 105, 69, 31, 76, 46, 86, 80, 45, 56, 69, 61, 44, 113, 94, 30, 53, 69, 117, 66, 53, 54, 27, 49, 43, 52, 31, 71, 43, 36, 108, 57, 47, 27, 39, 74, 62, 74, 50, 50, 45, 45, 51, 34, 69, 35, 44, 44, 106, 47, 56, 40, 43, 32, 54, 92, 53, 70, 72, 62, 32, 49, 101, 53, 56, 26, 38, 56, 63, 32, 83, 37, 43, 72, 43, 32, 47, 46, 54, 104, 23, 85, 104, 33, 53, 56, 65, 62, 64, 57, 71, 29, 21, 88, 39, 46, 37, 58, 85, 54, 173, 21, 80, 53, 54, 42, 77, 30, 104, 43, 75, 42, 69, 40, 64, 34, 21, 21, 29, 55, 65, 29, 29, 144, 91, 94, 58, 70, 74, 124, 63, 50, 31, 62, 44, 66, 39, 75, 97, 63, 38, 47, 65, 102, 17, 68, 49, 50, 46, 75, 26, 118, 45, 48, 84, 91, 134, 47, 73, 154, 70, 86, 24, 66, 41, 72, 39, 48, 93, 55, 51, 33, 30, 45, 69, 48, 59, 89, 103, 40, 84, 43, 33, 91, 47, 49, 58, 25, 54, 70, 45, 40, 93, 106, 23, 91, 20, 52, 63, 72, 92, 43, 102, 60, 64, 82, 98, 47, 48, 105, 61, 84, 118, 43, 44, 35, 31, 38, 34, 45, 49, 131, 92, 60, 32, 67, 20, 65, 82, 71, 32, 40, 33, 35, 49, 99, 44, 94, 73, 48, 51, 43, 119, 44, 108, 25, 24, 64, 47, 65, 33, 38, 26, 44, 64, 50, 97, 68, 23, 35, 87, 86, 42, 62, 62, 88, 92, 38, 71, 35, 73, 21, 58, 69, 28, 152, 61, 53, 59, 82, 46, 82, 51, 81, 53, 54, 50, 53, 43, 61, 24, 19, 71, 35, 35, 79, 40, 33, 71, 56, 35, 84, 83, 71, 56, 31, 61, 65, 60, 26, 96, 42, 45, 49, 86, 39, 147, 38, 24, 23, 83, 46, 77, 103, 95, 36, 85, 66, 71, 225, 57, 54, 26, 26, 85, 72, 49, 50, 25, 23, 49, 37, 75, 87, 61, 73, 66, 92, 42, 73, 41, 93, 63, 19, 23, 68, 47, 46, 70, 42, 36, 42, 40, 41, 58, 102, 100, 51, 98, 55, 69, 73, 55, 33, 50, 41, 67, 70, 35, 47, 70, 26, 47, 79, 68, 59, 31, 30, 58, 34, 72, 116, 42, 36, 83, 49, 111, 104, 102, 55, 51, 61, 32, 53, 44, 44, 116, 47, 62, 55, 47, 42, 43, 48, 30, 100, 103, 29, 23, 63, 28, 85, 32, 74, 24, 61, 42, 54, 61, 52, 114, 49, 78, 58, 49, 99, 52, 66, 48, 40, 42, 109, 52, 15, 60, 44, 40, 66, 71, 79, 33, 37, 36, 25, 47, 52, 67, 82, 23, 26, 58, 77, 62, 15, 68, 77, 86, 75, 54, 75, 60, 90, 51, 44, 81, 95, 48, 18, 56, 102, 62, 60, 42, 100, 81, 37, 85, 37, 65, 51, 148, 39, 84, 137, 20, 35, 29, 61, 40, 58, 68, 53, 57, 22, 46, 67, 27, 163, 71, 66, 32, 27, 65, 69, 63, 57, 35, 21, 47, 73, 72, 107, 46, 124, 101, 58, 48, 45, 48, 62, 34, 45, 49, 56, 76, 50, 87, 51, 55, 77, 61, 33, 53, 50, 84, 54, 54, 60, 99, 27, 92, 56, 43, 60, 65, 89, 73, 44, 35, 100, 74, 90, 78, 64, 79, 60, 52, 110, 86, 79, 57, 92, 58, 30, 51, 60, 49, 87, 65, 40, 63, 36, 82, 83, 53, 49, 33, 109, 77, 58, 46, 51, 80, 27, 113, 74, 26, 57, 85, 19, 54, 28, 52, 143, 87, 19, 34, 47, 34, 53, 51, 81, 44, 47, 97, 31, 59, 65, 49, 53, 84, 31, 47, 29, 53, 120, 49, 66, 70, 40, 84, 63, 54, 123, 40, 65, 37, 58, 52, 22, 41, 81, 39, 96, 87, 26, 34, 43, 73, 40, 24, 45, 40, 33, 35, 34, 71, 37, 58, 78, 41, 27, 33, 80, 39, 69, 72, 63, 45, 63, 37, 32, 56, 49, 126, 89, 50, 52, 42, 101, 67, 104, 72, 44, 80, 44, 79, 48, 40, 78, 39, 84, 16, 91, 32, 61, 42, 35, 58, 67, 86, 67, 41, 36, 78, 67, 42, 82, 62, 99, 66, 102, 132, 38, 62, 25, 27, 62, 78, 38, 14, 43, 46, 120, 75, 54, 134, 71, 33, 96, 54, 66, 113, 69, 76, 82, 22, 56, 72, 40, 50, 65, 30, 50, 36, 67, 76, 81, 40, 62, 47, 46, 38, 146, 75, 59, 45, 35, 45, 73, 110, 56, 37, 41, 43, 78, 25, 48, 89, 22, 61, 59, 42, 30, 40, 40, 58, 112, 114, 55, 62, 63, 28, 40, 112, 67, 63, 64, 46, 25, 66, 44, 61, 43, 64, 52, 69, 95, 69, 92, 99, 79, 83, 52, 83, 45, 60, 59, 27, 57, 95, 54, 32, 77, 25, 60, 113, 52, 29, 77, 47, 38, 31, 70, 68, 39, 89, 60, 62, 110, 53, 27, 44, 47, 70, 76, 89, 51, 75, 91, 43, 44, 51, 59, 28, 46, 76, 43, 70, 38, 61, 70, 65, 68, 88, 55, 41, 43, 59, 32, 96, 31, 81, 33, 39, 86, 37, 94, 53, 73, 30, 59, 58, 126, 59, 67, 47, 48, 55, 44, 45, 66, 70, 67, 44, 51, 40, 64, 23, 58, 44, 88, 71, 32, 61, 51, 52, 60, 90, 38, 60, 85, 30, 53, 53, 100, 40, 53, 30, 37, 86, 182, 33, 44, 56, 64, 54, 98, 46, 72, 67, 44, 72, 58, 101, 45, 39, 108, 48, 57, 54, 72, 62, 69, 98, 50, 101, 110, 28, 55, 75, 124, 49, 21, 32, 86, 24, 62, 50, 57, 25, 53, 61, 42, 26, 30, 70, 80, 28, 35, 30, 73, 54, 35, 56, 75, 41, 32, 58, 38, 81, 60, 216, 40, 92, 45, 54, 67, 83, 61, 36, 50, 48, 87, 83, 31, 57, 54, 37, 24, 75, 72, 58, 56, 113, 71, 40, 40, 91, 66, 56, 35, 71, 50, 45, 51, 73, 70, 46, 61, 68, 52, 98, 65, 61, 126, 39, 98, 19, 82, 52, 26, 41, 45, 39, 75, 46, 64, 49, 50, 57, 123, 39, 70, 54, 34, 83, 61, 25, 62, 54, 101, 89, 68, 50, 61, 68, 59, 41, 103, 53, 45, 64, 48, 23, 58, 83, 22, 73, 37, 44, 92, 32, 57, 36, 77, 42, 104, 61, 87, 24, 43, 56, 77, 53, 94, 87, 34, 54, 74, 27, 120, 60, 56, 65, 46, 75, 100, 51, 38, 46, 41, 46, 67, 41, 39, 95, 50, 53, 74, 58, 50, 50, 69, 75, 71, 93, 31, 39, 69, 71, 58, 73, 139, 52, 31, 42, 89, 144, 159, 61, 47, 72, 36, 21, 58, 54, 57, 67, 41, 29, 27, 52, 31, 62, 71, 42, 54, 72, 53, 53, 58, 67, 57, 34, 44, 36, 98, 52, 58, 45, 36, 65, 79, 56, 45, 63, 55, 88, 61, 45, 66, 47, 103, 57, 53, 58, 19, 26, 68, 12, 57, 26, 88, 45, 49, 35, 41, 35, 72, 62, 35, 39, 41, 56, 57, 90, 73, 44, 50, 42, 43, 65, 41, 57, 51, 49, 42, 79, 57, 64, 59, 64, 103, 31, 51, 52, 80, 41, 37, 86, 64, 59, 45, 65, 37, 24, 48, 29, 61, 46, 97, 72, 53, 90, 44, 35, 72, 123, 70, 57, 41, 58, 48, 40, 32, 108, 59, 54, 23, 78, 107, 70, 105, 67, 50, 88, 39, 55, 51, 22, 58, 38, 34, 115, 66, 45, 59, 79, 78, 29, 80, 77, 37, 57, 49, 34, 56, 40, 26, 123, 73, 71, 42, 55, 51, 34, 117, 81, 60, 45, 70, 43, 49, 23, 79, 30, 46, 111, 61, 108, 62, 44, 70, 81, 49, 90, 70, 71, 62, 85, 49, 59, 110, 92, 75, 48, 60, 76, 85, 49, 31, 77, 24, 68, 70, 42, 44, 36, 51, 52, 34, 87, 39, 70, 48, 54, 80, 36, 48, 35, 84, 69, 110, 40, 34, 62, 32, 65, 46, 100, 70, 48, 65, 120, 50, 103, 80, 74, 43, 55, 69, 50, 110, 62, 29, 63, 75, 46, 44, 72, 72, 47, 37, 29, 97, 68, 54, 98, 36, 72, 78, 27, 42, 40, 56, 45, 59, 57, 57, 39, 80, 93, 45, 78, 61, 54, 26, 49, 56, 33, 47, 47, 43, 47, 81, 38, 47, 94, 33, 83, 84, 47, 44, 56, 97, 32, 28, 39, 44, 67, 76, 64, 52, 62, 81, 44, 47, 61, 29, 59, 66, 86, 34, 52, 41, 69, 41, 55, 99, 50, 42, 60, 58, 26, 115, 46, 56, 118, 37, 47, 47, 72, 56, 90, 62, 40, 26, 72, 87, 92, 82, 37, 68, 56, 73, 48, 41, 76, 65, 95, 47, 64, 47, 97, 31, 113, 87, 96, 43, 99, 46, 118, 31, 73, 66, 54, 55, 61, 50, 103, 72, 103, 84, 27, 57, 21, 84, 85, 63, 74, 51, 42, 52, 40, 94, 68, 41, 51, 100, 57, 95, 63, 52, 57, 27, 67, 68, 41, 28, 36, 54, 44, 67, 41, 105, 59, 32, 66, 60, 137, 49, 34, 45, 45, 55, 20, 39, 46, 52, 72, 37, 58, 50, 31, 64, 41, 30, 67, 48, 33, 23, 82, 48, 69, 35, 35, 158, 51, 45, 65, 52, 82, 65, 62, 63, 60, 41, 58, 27, 28, 122, 60, 28, 48, 20, 52, 32, 78, 87, 49, 53, 63, 67, 57, 29, 59, 79, 68, 35, 51, 83, 50, 65, 78, 61, 48, 97, 58, 49, 30, 77, 68, 58, 37, 67, 55, 60, 78, 58, 40, 207, 55, 29, 86, 60, 69, 76, 138, 67, 29, 29, 43, 41, 90, 62, 57, 96, 45, 65, 48, 70, 52, 31, 44, 60, 49, 56, 20, 39, 22, 74, 48, 49, 69, 61, 70, 50, 39, 61, 61, 66, 44, 63, 26, 67, 53, 80, 40, 93, 98, 74, 39, 52, 39, 90, 19, 67, 47, 49, 33, 39, 24, 30, 100, 27, 79, 83, 64, 81, 78, 56, 36, 52, 46, 52, 48, 21, 41, 85, 72, 46, 29, 47, 33, 128, 31, 39, 117, 59, 66, 61, 57, 47, 61, 119, 56, 69, 63, 90, 31, 26, 24, 81, 18, 28, 82, 74, 51, 32, 18, 51, 119, 54, 50, 47, 49, 73, 44, 83, 64, 62, 70, 72, 53, 59, 53, 37, 85, 40, 87, 42, 51, 19, 28, 55, 29, 70, 135, 64, 135, 132, 49, 58, 78, 67, 84, 48, 42, 24, 43, 23, 74, 39, 48, 99, 95, 84, 86, 24, 46, 43, 52, 41, 24, 67, 48, 76, 67, 85, 39, 60, 39, 115, 38, 55, 36, 71, 67, 24, 67, 32, 46, 90, 49, 77, 49, 124, 29, 38, 90, 63, 63, 99, 122, 43, 52, 61, 50, 32, 55, 58, 51, 35, 97, 64, 55, 52, 55, 93, 156, 48, 35, 57, 80, 89, 71, 52, 68, 29, 57, 50, 37, 79, 232, 44, 58, 84, 45, 50, 60, 69, 61, 47, 47, 81, 40, 66, 131, 32, 86, 126, 66, 51, 52, 45, 66, 104, 63, 90, 99, 28, 62, 39, 39, 66, 36, 64, 91, 70, 42, 74, 44, 51, 56, 51, 59, 43, 36, 65, 47, 86, 43, 117, 31, 86, 33, 74, 31, 33, 57, 39, 54, 81, 68, 36, 76, 36, 108, 60, 50, 35, 57, 69, 23, 18, 84, 57, 62, 50, 91, 67, 55, 48, 69, 43, 59, 48, 80, 63, 91, 87, 34, 134, 43, 72, 54, 66, 64, 90, 77, 92, 31, 32, 28, 65, 61, 97, 76, 60, 39, 63, 101, 27, 75, 50, 23, 54, 133, 47, 106, 34, 18, 81, 49, 47, 52, 103, 38, 37, 44, 120, 47, 53, 36, 87, 55, 64, 64, 52, 54, 73, 71, 108, 86, 64, 54, 28, 41, 43, 42, 67, 45, 59, 80, 53, 67, 54, 84, 80, 72, 24, 33, 57, 69, 47, 15, 46, 80, 39, 74, 59, 41, 68, 35, 65, 99, 82, 75, 48, 56, 50, 69, 64, 65, 55, 57, 53, 67, 72, 82, 113, 54, 78, 39, 84, 56, 59, 92, 64, 77, 78, 62, 45, 57, 43, 20, 27, 101, 35, 76, 31, 36, 42, 59, 58, 102, 166, 109, 57, 45, 45, 96, 52, 52, 44, 37, 69, 64, 51, 58, 40, 39, 84, 75, 46, 112, 61, 51, 66, 89, 65, 62, 67, 70, 76, 48, 68, 38, 76, 44, 67, 87, 84, 102, 105, 55, 46, 33, 40, 67, 62, 51, 25, 18, 56, 27, 44, 43, 38, 54, 100, 86, 48, 69, 68, 82, 46, 51, 74, 61, 53, 88, 31, 63, 43, 52, 50, 80, 80, 85, 90, 78, 66, 77, 43, 55, 55, 51, 24, 32, 115, 38, 58, 59, 96, 50, 46, 37, 131, 59, 109, 79, 103, 78, 55, 72, 56, 49, 67, 55, 26, 42, 59, 77, 24, 64, 62, 48, 48, 51, 93, 55, 53, 30, 58, 82, 54, 64, 52, 63, 43, 86, 33, 51, 65, 78, 50, 41, 54, 55, 32, 94, 65, 33, 43, 44, 64, 51, 86, 64, 114, 47, 51, 32, 65, 32, 50, 67, 56, 66, 27, 80, 41, 51, 38, 26, 204, 36, 55, 48, 84, 35, 16, 64, 74, 49, 33, 48, 67, 58, 53, 64, 29, 70, 35, 37, 65, 48, 86, 39, 46, 47, 112, 43, 85, 51, 63, 58, 58, 50, 59, 76, 56, 64, 43, 127, 54, 32, 67, 100, 35, 65, 62, 44, 68, 23, 37, 87, 23, 47, 80, 88, 34, 40, 28, 73, 42, 110, 43, 57, 40, 56, 38, 40, 78, 72, 54, 69, 40, 64, 94, 36, 77, 68, 40, 65, 62, 89, 59, 24, 33, 53, 76, 40, 90, 31, 34, 34, 39, 53, 49, 39, 23, 37, 31, 47, 134, 78, 64, 74, 83, 86, 78, 77, 16, 78, 59, 105, 30, 34, 77, 49, 147, 40, 35, 76, 78, 63, 57, 71, 63, 55, 78, 62, 67, 29, 62, 40, 52, 55, 20, 68, 83, 54, 21, 56, 60, 91, 32, 19, 71, 92, 31, 67, 117, 79, 68, 34, 154, 33, 96, 54, 80, 88, 59, 75, 81, 124, 52, 79, 52, 47, 49, 46, 63, 42, 43, 43, 72, 41, 57, 65, 80, 75, 61, 24, 109, 77, 51, 57, 48, 59, 22, 50, 53, 60, 65, 21, 75, 55, 47, 98, 43, 25, 64, 55, 33, 113, 50, 23, 81, 63, 130, 59, 48, 76, 46, 44, 60, 67, 41, 88, 86, 77, 50, 30, 61, 103, 42, 82, 55, 77, 74, 33, 64, 77, 41, 46, 72, 80, 34, 99, 21, 56, 29, 83, 29, 88, 30, 51, 24, 56, 137, 49, 40, 72, 65, 51, 48, 45, 46, 37, 76, 69, 62, 54, 49, 59, 60, 99, 61, 37, 38, 44, 33, 57, 84, 58, 36, 52, 57, 62, 48, 85, 32, 29, 79, 51, 58, 84, 50, 82, 74, 75, 77, 42, 62, 37, 55, 71, 50, 47, 49, 84, 49, 71, 111, 73, 73, 52, 28, 56, 50, 97, 64, 56, 65, 86, 31, 39, 73, 45, 87, 45, 45, 71, 27, 43, 60, 48, 46, 32, 44, 78, 51, 44, 41, 33, 50, 23, 56, 42, 26, 63, 89, 45, 32, 24, 62, 50, 33, 40, 62, 121, 28, 72, 61, 48, 48, 65, 59, 75, 49, 68, 77, 48, 27, 32, 74, 37, 47, 55, 60, 46, 34, 78, 62, 108, 59, 42, 49, 53, 67, 62, 62, 65, 81, 83, 47, 71, 24, 67, 60, 71, 38, 79, 85, 60, 73, 48, 40, 56, 67, 45, 56, 28, 50, 42, 43, 50, 58, 36, 43, 50, 59, 72, 38, 62, 33, 57, 82, 44, 72, 130, 76, 20, 35, 65, 69, 53, 50, 29, 127, 98, 63, 56, 74, 71, 32, 39, 49, 84, 65, 99, 57, 62, 68, 82, 79, 54, 58, 76, 38, 28, 54, 74, 64, 49, 99, 61, 88, 61, 24, 60, 55, 197, 62, 66, 126, 84, 64, 99, 69, 116, 36, 42, 24, 55, 78, 78, 56, 39, 60, 60, 39, 86, 36, 88, 31, 94, 122, 92, 24, 44, 49, 58, 86, 64, 47, 68, 50, 48, 124, 90, 79, 66, 78, 96, 73, 44, 74, 67, 64, 71, 41, 67, 51, 43, 23, 57, 51, 58, 61, 51, 36, 32, 91, 64, 57, 32, 76, 46, 48, 81, 55, 102, 44, 88, 50, 26, 55, 66, 81, 59, 70, 101, 53, 45, 86, 44, 59, 119, 37, 41, 71, 73, 45, 23, 66, 79, 56, 64, 76, 60, 67, 43, 41, 54, 29, 58, 62, 78, 16, 50, 81, 75, 127, 46, 50, 50, 66, 196, 31, 53, 54, 38, 55, 71, 43, 47, 74, 51, 47, 42, 47, 44, 36, 65, 99, 123, 57, 59, 31, 48, 53, 117, 27, 65, 57, 42, 49, 79, 53, 76, 63, 34, 39, 60, 56, 43, 71, 27, 33, 40, 65, 51, 88, 36, 55, 34, 49, 52, 77, 51, 54, 46, 47, 61, 37, 57, 85, 49, 48, 63, 34, 66, 60, 55, 39, 83, 28, 23, 66, 33, 52, 65, 62, 43, 60, 91, 61, 57, 50, 34, 94, 59, 75, 93, 45, 88, 66, 67, 27, 113, 52, 66, 83, 42, 74, 61, 81, 65, 44, 44, 91, 97, 72, 33, 88, 86, 73, 40, 60, 52, 56, 39, 67, 71, 131, 39, 61, 84, 51, 53, 40, 60, 77, 48, 51, 112, 47, 55, 40, 36, 75, 96, 34, 55, 82, 62, 63, 73, 79, 64, 53, 102, 80, 57, 72, 110, 65, 50, 31, 99, 16, 92, 39, 32, 84, 78, 86, 42, 92, 84, 128, 55, 61, 70, 63, 34, 56, 78, 70, 43, 36, 54, 62, 51, 62, 61, 48, 95, 57, 34, 128, 56, 51, 72, 56, 41, 32, 64, 63, 35, 39, 45, 39, 70, 44, 47, 37, 33, 16, 115, 101, 58, 48, 53, 56, 54, 41, 77, 67, 34, 72, 54, 67, 61, 102, 36, 65, 78, 57, 76, 41, 62, 29, 30, 29, 46, 99, 58, 40, 76, 31, 72, 61, 70, 68, 41, 41, 79, 71, 44, 70, 67, 56, 116, 21, 50, 42, 44, 54, 125, 153, 59, 75, 78, 74, 79, 114, 121, 112, 86, 73, 61, 76, 29, 31, 53, 47, 49, 33, 42, 72, 59, 110, 73, 69, 79, 31, 34, 36, 47, 75, 46, 95, 53, 25, 137, 58, 31, 40, 38, 84, 69, 46, 55, 161, 52, 57, 46, 67, 69, 74, 42, 81, 49, 36, 61, 40, 53, 64, 78, 47, 38, 52, 84, 62, 76, 127, 93, 35, 51, 61, 40, 64, 65, 55, 34, 44, 63, 122, 65, 28, 61, 49, 53, 95, 112, 49, 64, 68, 53, 97, 46, 38, 66, 68, 59, 39, 107, 41, 44, 52, 34, 44, 32, 60, 62, 66, 62, 41, 90, 74, 46, 73, 72, 57, 56, 25, 68, 60, 76, 54, 90, 123, 58, 89, 47, 69, 92, 48, 46, 78, 38, 50, 51, 35, 48, 42, 37, 61, 74, 96, 58, 79, 49, 28, 65, 111, 55, 105, 61, 138, 117, 24, 59, 58, 56, 69, 34, 91, 66, 103, 86, 152, 51, 121, 47, 42, 56, 87, 70, 77, 136, 42, 97, 18, 35, 61, 60, 57, 43, 44, 59, 39, 72, 48, 78, 62, 43, 52, 71, 122, 41, 32, 101, 28, 47, 52, 36, 22, 34, 46, 47, 49, 34, 67, 47, 55, 66, 29, 50, 33, 68, 43, 53, 67, 45, 48, 47, 60, 36, 55, 69, 71, 157, 75, 49, 55, 54, 102, 61, 58, 36, 39, 72, 48, 37, 80, 38, 40, 43, 48, 39, 49, 92, 52, 61, 73, 64, 72, 71, 77, 49, 119, 124, 89, 68, 39, 52, 34, 72, 54, 54, 76, 51, 96, 50, 26, 54, 20, 61, 26, 58, 53, 57, 33, 45, 45, 69, 95, 56, 59, 28, 40, 33, 26, 52, 90, 80, 50, 71, 66, 91, 65, 37, 61, 30, 59, 65, 63, 59, 62, 48, 73, 50, 82, 74, 55, 34, 38, 70, 84, 107, 89, 53, 48, 57, 49, 44, 61, 54, 80, 49, 31, 74, 30, 59, 42, 78, 68, 47, 57, 144, 135, 67, 90, 24, 51, 54, 99, 102, 60, 37, 72, 66, 43, 51, 38, 54, 60, 55, 97, 109, 44, 38, 73, 37, 64, 42, 31, 68, 32, 49, 63, 31, 153, 68, 54, 174, 91, 70, 51, 75, 86, 44, 60, 41, 61, 75, 93, 44, 49, 51, 70, 83, 31, 66, 31, 63, 74, 116, 61, 95, 25, 85, 48, 36, 30, 49, 61, 84, 61, 48, 73, 65, 80, 32, 60, 62, 103, 80, 72, 55, 30, 60, 34, 135, 114, 121, 69, 87, 57, 53, 24, 115, 33, 18, 79, 108, 138, 37, 32, 35, 60, 45, 49, 43, 49, 35, 67, 47, 62, 46, 28, 77, 40, 40, 56, 32, 29, 56, 45, 77, 78, 60, 104, 73, 65, 55, 56, 42, 90, 156, 84, 47, 34, 103, 52, 24, 52, 47, 65, 45, 78, 53, 43, 85, 33, 32, 74, 95, 83, 88, 54, 113, 89, 44, 45, 39, 100, 53, 55, 89, 99, 38, 39, 67, 78, 67, 78, 24, 32, 43, 60, 59, 37, 66, 29, 31, 75, 118, 55, 39, 64, 77, 64, 49, 57, 68, 65, 55, 36, 67, 26, 94, 46, 62, 57, 60, 71, 45, 38, 162, 43, 34, 62, 25, 50, 103, 108, 47, 77, 38, 72, 39, 55, 54, 36, 107, 87, 51, 106, 53, 44, 37, 49, 89, 50, 55, 37, 82, 56, 29, 58, 25, 96, 59, 53, 46, 57, 25, 49, 42, 61, 53, 72, 44, 34, 119, 70, 51, 89, 43, 41, 51, 52, 61, 40, 49, 67, 52, 140, 45, 41, 35, 34, 40, 30, 28, 62, 70, 48, 70, 88, 54, 58, 60, 94, 40, 58, 60, 47, 50, 81, 131, 47, 78, 73, 58, 62, 39, 121, 79, 81, 68, 49, 42, 39, 56, 38, 34, 29, 47, 47, 37, 67, 46, 76, 56, 49, 35, 106, 63, 62, 108, 33, 46, 46, 58, 63, 47, 30, 99, 30, 78, 42, 80, 76, 95, 44, 61, 39, 32, 34, 52, 51, 66, 62, 55, 70, 67, 44, 48, 108, 37, 50, 64, 31, 85, 82, 54, 77, 68, 83, 66, 82, 75, 160, 62, 76, 46, 137, 67, 37, 20, 76, 41, 229, 48, 49, 25, 46, 46, 99, 30, 210, 79, 30, 85, 47, 136, 51, 84, 76, 50, 141, 39, 92, 83, 76, 62, 35, 41, 77, 102, 65, 50, 58, 43, 73, 80, 88, 75, 93, 49, 53, 71, 47, 42, 49, 70, 71, 44, 82, 59, 68, 108, 77, 32, 57, 32, 101, 37, 86, 41, 88, 70, 67, 55, 80, 58, 43, 53, 53, 44, 126, 33, 68, 51, 97, 55, 33, 51, 73, 72, 51, 70, 20, 53, 32, 66, 53, 37, 26, 76, 70, 127, 35, 45, 55, 43, 57, 31, 63, 58, 44, 95, 68, 91, 38, 50, 58, 60, 34, 43, 38, 65, 47, 46, 123, 44, 53, 39, 73, 144, 62, 150, 35, 50, 66, 44, 61, 54, 50, 125, 89, 20, 52, 87, 78, 66, 48, 44, 46, 38, 70, 31, 30, 93, 51, 153, 77, 64, 32, 37, 26, 52, 76, 31, 35, 114, 24, 44, 57, 46, 66, 56, 27, 86, 45, 68, 68, 37, 52, 63, 36, 44, 71, 70, 48, 87, 52, 55, 76, 116, 46, 49, 57, 100, 59, 72, 42, 67, 50, 28, 176, 44, 95, 42, 51, 58, 34, 63, 146, 49, 67, 67, 32, 45, 66, 52, 50, 44, 56, 70, 29, 108, 80, 183, 67, 45, 94, 27, 58, 66, 21, 26, 51, 62, 100, 76, 56, 169, 62, 33, 55, 34, 73, 68, 70, 35, 45, 56, 36, 50, 72, 59, 75, 59, 47, 94, 75, 99, 104, 50, 41, 32, 141, 60, 60, 59, 51, 25, 64, 30, 60, 38, 53, 42, 54, 38, 42, 37, 114, 75, 42, 46, 42, 51, 156, 30, 67, 112, 50, 79, 26, 133, 51, 58, 109, 104, 28, 68, 93, 44, 53, 52, 78, 52, 43, 45, 55, 90, 131, 68, 195, 73, 41, 43, 19, 64, 76, 53, 37, 66, 54, 96, 48, 39, 64, 54, 41, 92, 61, 92, 101, 58, 89, 134, 98, 55, 120, 60, 71, 55, 41, 52, 35, 106, 17, 80, 29, 105, 48, 69, 58, 68, 48, 74, 75, 16, 83, 26, 28, 136, 37, 59, 60, 41, 46, 80, 76, 41, 63, 62, 122, 122, 28, 52, 49, 103, 51, 81, 75, 46, 82, 157, 41, 58, 60, 22, 67, 62, 61, 88, 46, 27, 40, 18, 60, 40, 34, 99, 122, 60, 55, 72, 32, 97, 49, 44, 56, 50, 42, 116, 168, 51, 64, 49, 133, 47, 73, 73, 31, 40, 89, 39, 68, 69, 77, 68, 52, 53, 60, 73, 44, 68, 40, 57, 56, 120, 34, 59, 67, 45, 56, 46, 98, 26, 46, 34, 77, 43, 29, 53, 51, 45, 73, 62, 57, 60, 47, 57, 139, 28, 76, 114, 42, 33, 86, 59, 105, 92, 82, 26, 58, 103, 148, 96, 69, 103, 47, 36, 34, 84, 50, 43, 50, 83, 43, 115, 83, 27, 69, 65, 18, 74, 64, 38, 56, 29, 18, 39, 86, 73, 59, 85, 62, 178, 84, 61, 35, 32, 75, 40, 44, 88, 61, 56, 88, 74, 57, 62, 51, 26, 90, 43, 50, 32, 61, 26, 54, 68, 66, 60, 78, 48, 64, 102, 42, 52, 96, 76, 50, 73, 77, 100, 73, 42, 46, 86, 36, 45, 72, 38, 46, 119, 48, 65, 36, 47, 41, 100, 42, 122, 57, 25, 68, 21, 111, 60, 39, 51, 60, 41, 41, 118, 38, 40, 60, 49, 47, 80, 70, 24, 53, 64, 85, 61, 33, 50, 44, 46, 50, 170, 32, 42, 89, 120, 56, 46, 82, 47, 58, 43, 20, 25, 70, 49, 86, 118, 45, 54, 104, 142, 121, 75, 57, 48, 28, 71, 42, 58, 77, 46, 53, 39, 52, 62, 49, 27, 39, 61, 36, 87, 50, 73, 41, 39, 97, 101, 49, 101, 93, 99, 87, 38, 30, 42, 43, 123, 46, 36, 70, 137, 82, 44, 60, 109, 48, 57, 121, 66, 37, 54, 55, 32, 58, 27, 57, 72, 89, 59, 26, 54, 36, 38, 29, 38, 39, 58, 30, 100, 113, 146, 29, 40, 67, 63, 48, 64, 62, 53, 64, 91, 85, 53, 78, 59, 40, 79, 60, 60, 49, 43, 133, 76, 96, 60, 76, 39, 57, 107, 73, 84, 56, 21, 53, 94, 41, 97, 107, 58, 91, 70, 43, 71, 58, 55, 40, 65, 79, 79, 44, 44, 53, 102, 95, 47, 26, 132, 84, 66, 34, 84, 62, 30, 113, 86, 73, 34, 56, 89, 106, 56, 55, 42, 35, 60, 37, 45, 55, 60, 59, 144, 56, 50, 64, 62, 70, 27, 76, 47, 91, 46, 85, 56, 90, 77, 40, 46, 77, 80, 101, 47, 43, 63, 111, 47, 39, 45, 57, 41, 134, 52, 36, 45, 48, 87, 37, 48, 60, 28, 78, 51, 89, 107, 57, 59, 47, 56, 41, 34, 46, 91, 48, 93, 37, 37, 92, 62, 44, 86, 52, 88, 58, 48, 77, 53, 25, 42, 116, 29, 38, 43, 67, 34, 86, 84, 149, 31, 31, 43, 92, 25, 86, 38, 32, 50, 65, 57, 28, 57, 65, 56, 108, 50, 73, 40, 89, 24, 27, 43, 82, 69, 31, 45, 48, 68, 41, 28, 65, 82, 35, 44, 94, 70, 83, 38, 29, 30, 63, 55, 60, 50, 87, 38, 58, 46, 40, 29, 69, 55, 40, 28, 101, 79, 65, 38, 39, 77, 98, 87, 101, 52, 45, 73, 66, 56, 70, 47, 51, 46, 50, 38, 55, 32, 50, 106, 28, 68, 47, 34, 77, 59, 104, 30, 61, 53, 37, 42, 101, 45, 49, 62, 52, 94, 61, 53, 102, 40, 32, 32, 40, 90, 56, 55, 65, 61, 65, 123, 18, 66, 38, 67, 31, 67, 77, 86, 116, 69, 29, 59, 61, 54, 67, 43, 47, 43, 86, 41, 97, 72, 56, 75, 66, 74, 66, 63, 79, 80, 72, 23, 82, 38, 46, 76, 39, 87, 53, 37, 30, 44, 79, 47, 132, 52, 70, 78, 29, 84, 49, 63, 76, 105, 63, 63, 48, 38, 57, 53, 49, 45, 38, 61, 124, 80, 42, 42, 91, 67, 36, 61, 43, 140, 61, 52, 68, 56, 38, 36, 63, 90, 81, 45, 54, 78, 67, 31, 63, 185, 85, 78, 34, 83, 87, 46, 44, 38, 34, 103, 48, 74, 93, 41, 46, 23, 35, 31, 43, 47, 44, 51, 68, 76, 77, 66, 178, 52, 67, 88, 35, 42, 30, 34, 79, 39, 69, 51, 59, 45, 55, 48, 28, 66, 52, 89, 106, 55, 49, 47, 55, 96, 23, 63, 64, 39, 70, 47, 61, 107, 30, 68, 170, 73, 83, 57, 83, 46, 43, 67, 34, 77, 20, 61, 86, 67, 65, 49, 31, 15, 66, 34, 63, 32, 62, 81, 57, 50, 37, 142, 66, 87, 34, 71, 67, 65, 84, 39, 77, 48, 58, 47, 107, 46, 76, 46, 38, 44, 56, 50, 44, 40, 42, 127, 76, 89, 63, 74, 23, 51, 96, 97, 42, 164, 38, 39, 44, 81, 70, 92, 27, 60, 39, 63, 44, 58, 80, 65, 57, 66, 84, 67, 71, 50, 50, 81, 41, 37, 56, 56, 67, 41, 44, 47, 111, 68, 60, 53, 39, 19, 65, 51, 50, 49, 52, 52, 40, 92, 34, 53, 39, 61, 41, 68, 77, 78, 44, 45, 77, 40, 51, 80, 47, 69, 88, 30, 37, 110, 43, 18, 37, 81, 98, 104, 82, 89, 70, 42, 64, 55, 27, 85, 32, 91, 55, 35, 46, 79, 40, 71, 52, 45, 67, 55, 35, 54, 60, 24, 71, 80, 95, 49, 66, 63, 65, 24, 48, 86, 52, 32, 67, 46, 113, 49, 14, 35, 30, 151, 43, 37, 50, 71, 46, 54, 71, 41, 98, 40, 68, 65, 124, 21, 56, 60, 37, 56, 71, 29, 36, 57, 28, 46, 55, 53, 48, 52, 71, 119, 87, 85, 64, 75, 68, 27, 55, 45, 76, 64, 62, 48, 41, 75, 47, 45, 70, 52, 85, 35, 35, 45, 28, 90, 58, 92, 52, 41, 95, 38, 64, 53, 37, 50, 74, 67, 54, 59, 64, 82, 105, 45, 59, 55, 49, 37, 44, 90, 43, 40, 46, 87, 79, 273, 27, 51, 81, 80, 109, 82, 64, 54, 31, 78, 54, 37, 34, 59, 46, 53, 125, 56, 56, 69, 34, 75, 49, 62, 95, 40, 50, 78, 38, 39, 49, 42, 49, 33, 56, 36, 47, 35, 82, 39, 40, 103, 62, 81, 55, 68, 25, 57, 54, 66, 34, 57, 56, 95, 71, 72, 56, 69, 44, 67, 37, 70, 52, 46, 38, 58, 58, 58, 71, 36, 86, 55, 48, 37, 100, 132, 29, 48, 32, 20, 47, 56, 38, 49, 74, 47, 34, 49, 83, 50, 104, 117, 26, 48, 87, 72, 51, 26, 124, 63, 91, 85, 52, 43, 62, 41, 90, 102, 49, 75, 85, 24, 52, 63, 68, 38, 56, 26, 34, 50, 58, 40, 35, 54, 51, 107, 97, 125, 73, 67, 41, 128, 26, 59, 61, 43, 96, 39, 45, 38, 38, 55, 90, 31, 47, 45, 68, 123, 32, 81, 94, 52, 53, 108, 65, 39, 67, 86, 63, 64, 60, 48, 44, 39, 73, 101, 56, 15, 35, 94, 99, 66, 27, 79, 46, 35, 78, 47, 76, 84, 80, 109, 54, 111, 64, 53, 66, 101, 26, 36, 20, 28, 46, 69, 48, 37, 167, 51, 84, 37, 50, 73, 57, 95, 71, 51, 45, 93, 38, 20, 101, 39, 59, 29, 98, 84, 95, 101, 42, 59, 53, 89, 40, 50, 67, 87, 67, 62, 59, 58, 96, 115, 49, 46, 74, 68, 50, 116, 63, 45, 69, 46, 81, 46, 59, 62, 65, 106, 57, 60, 169, 40, 128, 28, 36, 46, 87, 37, 71, 47, 66, 79, 32, 85, 75, 37, 47, 71, 52, 52, 112, 37, 44, 86, 59, 107, 50, 87, 75, 76, 63, 41, 42, 77, 60, 45, 46, 49, 87, 107, 56, 32, 29, 43, 44, 49, 36, 62, 173, 54, 43, 54, 79, 45, 110, 51, 70, 37, 73, 74, 74, 32, 62, 94, 37, 62, 66, 73, 135, 54, 80, 48, 41, 104, 47, 90, 55, 17, 62, 55, 59, 29, 31, 25, 72, 63, 14, 39, 63, 51, 27, 63, 37, 90, 41, 37, 31, 98, 40, 49, 41, 63, 45, 38, 76, 54, 36, 70, 70, 32, 110, 35, 28, 55, 29, 106, 41, 75, 82, 71, 28, 56, 110, 105, 48, 36, 47, 50, 32, 62, 50, 63, 88, 73, 46, 50, 34, 62, 77, 25, 46, 150, 55, 45, 37, 39, 72, 68, 62, 109, 118, 82, 97, 42, 48, 50, 57, 43, 63, 46, 66, 53, 63, 85, 58, 31, 55, 69, 23, 87, 61, 52, 62, 50, 21, 46, 49, 44, 79, 89, 43, 48, 20, 39, 55, 55, 30, 31, 31, 65, 65, 122, 24, 26, 67, 31, 86, 66, 102, 85, 51, 72, 52, 37, 62, 15, 93, 76, 57, 106, 48, 52, 96, 76, 53, 49, 44, 48, 67, 57, 50, 42, 56, 40, 54, 51, 17, 48, 69, 55, 44, 48, 35, 59, 32, 65, 26, 34, 64, 89, 17, 38, 51, 48, 54, 78, 59, 43, 36, 55, 54, 76, 76, 53, 42, 86, 74, 51, 86, 72, 72, 83, 42, 32, 34, 59, 33, 66, 47, 52, 31, 85, 68, 40, 43, 43, 30, 72, 103, 50, 63, 65, 69, 76, 84, 37, 73, 115, 39, 41, 65, 60, 76, 36, 47, 68, 41, 68, 45, 132, 19, 72, 83, 63, 55, 69, 30, 33, 41, 33, 53, 80, 73, 69, 44, 41, 52, 73, 61, 37, 70, 47, 72, 45, 40, 50, 63, 93, 77, 47, 78, 63, 60, 54, 31, 133, 57, 27, 42, 69, 50, 54, 123, 36, 81, 112, 80, 28, 66, 61, 162, 32, 38, 100, 43, 24, 102, 62, 97, 90, 25, 59, 71, 34, 29, 41, 59, 89, 43, 70, 55, 59, 68, 24, 57, 70, 22, 105, 39, 56, 65, 26, 58, 29, 109, 52, 30, 33, 99, 228, 108, 20, 84, 47, 28, 44, 54, 62, 34, 51, 30, 98, 82, 63, 57, 19, 36, 56, 36, 41, 72, 46, 87, 85, 26, 23, 88, 24, 37, 57, 56, 24, 22, 102, 38, 80, 96, 76, 96, 61, 78, 45, 32, 102, 54, 42, 31, 35, 60, 71, 60, 41, 107, 80, 37, 24, 69, 103, 45, 69, 37, 32, 70, 45, 70, 44, 77, 58, 46, 51, 39, 55, 54, 49, 77, 43, 56, 64, 62, 87, 50, 107, 58, 92, 69, 46, 49, 87, 31, 53, 69, 67, 63, 55, 56, 49, 64, 32, 42, 43, 82, 56, 85, 209, 71, 107, 60, 77, 40, 68, 111, 69, 62, 69, 38, 35, 69, 24, 47, 63, 72, 47, 41, 49, 82, 37, 56, 25, 79, 34, 56, 35, 101, 54, 68, 55, 77, 49, 32, 73, 87, 75, 52, 39, 40, 67, 66, 56, 55, 33, 39, 110, 39, 39, 79, 63, 68, 63, 80, 37, 52, 140, 54, 45, 65, 77, 44, 31, 27, 44, 74, 86, 63, 61, 46, 66, 56, 26, 42, 104, 52, 42, 22, 126, 43, 106, 46, 35, 65, 72, 62, 58, 74, 56, 41, 87, 55, 48, 95, 62, 32, 68, 61, 31, 102, 70, 24, 72, 109, 74, 89, 69, 91, 50, 35, 72, 59, 33, 42, 39, 24, 68, 28, 58, 40, 48, 34, 77, 68, 41, 128, 52, 54, 64, 53, 73, 50, 43, 58, 58, 49, 52, 70, 51, 33, 71, 53, 72, 65, 38, 78, 64, 50, 50, 71, 89, 21, 59, 59, 59, 61, 58, 27, 94, 50, 79, 38, 90, 49, 99, 36, 44, 67, 85, 190, 79, 48, 39, 32, 53, 45, 91, 42, 70, 55, 75, 48, 36, 53, 56, 57, 34, 92, 59, 26, 87, 81, 69, 82, 102, 65, 49, 96, 54, 55, 84, 61, 86, 89, 229, 88, 50, 35, 52, 38, 69, 44, 34, 62, 34, 97, 69, 61, 35, 34, 118, 76, 65, 71, 81, 59, 46, 62, 64, 44, 35, 42, 49, 49, 73, 39, 94, 46, 54, 88, 29, 96, 105, 89, 89, 48, 42, 45, 75, 99, 61, 36, 20, 39, 42, 55, 82, 104, 51, 82, 45, 46, 98, 40, 38, 37, 102, 32, 76, 56, 54, 66, 50, 63, 49, 68, 54, 41, 61, 90, 40, 96, 35, 129, 93, 69, 17, 36, 45, 48, 79, 40, 80, 44, 78, 76, 34, 64, 64, 105, 51, 47, 43, 36, 90, 22, 107, 29, 77, 49, 63, 60, 37, 98, 63, 51, 65, 26, 128, 65, 100, 66, 41, 78, 87, 65, 37, 56, 46, 26, 65, 67, 39, 48, 76, 79, 84, 16, 124, 73, 68, 76, 43, 62, 45, 56, 59, 41, 66, 59, 30, 66, 36, 32, 77, 33, 70, 43, 18, 81, 84, 81, 58, 61, 72, 99, 124, 88, 100, 49, 62, 56, 25, 43, 31, 27, 50, 64, 30, 90, 63, 22, 183, 78, 32, 34, 73, 101, 31, 55, 34, 111, 43, 87, 60, 37, 50, 59, 60, 64, 59, 93, 50, 61, 56, 52, 55, 51, 65, 57, 11, 58, 133, 47, 51, 63, 87, 57, 79, 114, 31, 56, 120, 52, 35, 56, 23, 32, 92, 54, 55, 53, 76, 30, 53, 60, 49, 72, 34, 46, 89, 48, 38, 77, 63, 53, 49, 57, 67, 48, 108, 45, 48, 99, 53, 43, 17, 26, 42, 88, 80, 30, 71, 87, 47, 59, 46, 38, 38, 45, 45, 65, 53, 82, 94, 59, 24, 30, 47, 58, 83, 71, 127, 95, 72, 59, 50, 48, 28, 69, 103, 54, 41, 71, 67, 45, 19, 53, 63, 49, 98, 55, 60, 46, 50, 54, 30, 88, 131, 103, 79, 53, 79, 55, 35, 60, 43, 98, 50, 76, 39, 54, 43, 81, 93, 34, 42, 53, 39, 91, 70, 55, 49, 84, 25, 59, 46, 70, 162, 61, 25, 114, 47, 88, 36, 53, 56, 52, 31, 78, 101, 92, 49, 120, 62, 86, 51, 83, 63, 61, 44, 65, 71, 41, 115, 54, 40, 35, 52, 39, 69, 75, 70, 69, 61, 66, 90, 59, 46, 34, 61, 49, 60, 48, 33, 98, 57, 56, 86, 122, 48, 36, 60, 91, 59, 77, 71, 20, 78, 21, 70, 50, 50, 47, 36, 53, 133, 128, 47, 47, 55, 124, 44, 43, 22, 56, 70, 77, 45, 37, 30, 79, 109, 81, 36, 36, 59, 27, 85, 62, 43, 52, 53, 103, 122, 67, 39, 58, 64, 58, 123, 48, 56, 66, 52, 27, 72, 45, 94, 64, 53, 65, 23, 101, 40, 75, 61, 106, 65, 91, 34, 121, 99, 29, 72, 106, 56, 19, 70, 49, 56, 40, 76, 24, 39, 95, 25, 65, 59, 39, 102, 60, 28, 43, 94, 123, 95, 91, 81, 33, 48, 58, 66, 33, 52, 39, 105, 112, 121, 60, 99, 145, 32, 64, 67, 67, 29, 86, 53, 45, 45, 100, 35, 130, 86, 56, 65, 47, 42, 63, 47, 57, 78, 51, 30, 57, 46, 59, 61, 97, 113, 69, 58, 35, 86, 68, 46, 39, 61, 30, 94, 87, 73, 35, 66, 59, 50, 69, 22, 40, 111, 61, 35, 71, 41, 103, 66, 33, 49, 45, 46, 98, 53, 74, 54, 52, 111, 42, 49, 48, 57, 52, 61, 63, 79, 84, 54, 52, 99, 90, 31, 66, 43, 181, 76, 72, 46, 37, 49, 66, 42, 55, 93, 69, 46, 65, 78, 57, 70, 40, 56, 77, 50, 82, 43, 36, 65, 51, 151, 53, 66, 56, 41, 78, 51, 70, 36, 34, 37, 70, 68, 43, 56, 97, 62, 35, 89, 50, 44, 57, 60, 35, 91, 68, 80, 130, 30, 50, 96, 64, 36, 45, 64, 129, 25, 79, 38, 53, 22, 69, 38, 46, 40, 29, 47, 38, 128, 63, 60, 65, 84, 151, 87, 57, 43, 93, 81, 48, 64, 49, 41, 88, 44, 121, 58, 50, 68, 30, 54, 75, 22, 60, 47, 45, 39, 119, 27, 62, 19, 40, 57, 41, 74, 124, 40, 49, 40, 49, 64, 81, 55, 53, 65, 70, 102, 86, 45, 32, 40, 78, 65, 43, 95, 88, 49, 47, 115, 36, 79, 15, 27, 133, 58, 67, 156, 34, 51, 43, 20, 45, 65, 36, 51, 41, 78, 51, 61, 74, 32, 51, 38, 43, 66, 89, 38, 119, 38, 64, 35, 78, 43, 60, 65, 91, 36, 60, 50, 81, 64, 56, 85, 37, 37, 95, 33, 102, 64, 28, 82, 47, 70, 71, 100, 58, 30, 38, 62, 29, 67, 38, 95, 47, 50, 26, 54, 127, 80, 56, 93, 51, 119, 111, 62, 46, 42, 208, 19, 57, 60, 73, 82, 35, 61, 50, 61, 91, 61, 43, 41, 61, 40, 49, 65, 59, 67, 50, 67, 58, 74, 48, 51, 18, 35, 46, 38, 57, 21, 92, 71, 26, 40, 78, 68, 60, 35, 30, 57, 42, 82, 50, 54, 59, 46, 47, 60, 29, 35, 68, 64, 69, 66, 178, 44, 41, 72, 25, 112, 29, 57, 53, 50, 64, 35, 51, 39, 37, 42, 53, 64, 48, 56, 71, 28, 47, 125, 87, 59, 35, 65, 44, 54, 84, 66, 61, 29, 68, 81, 42, 53, 116, 24, 129, 79, 58, 105, 44, 55, 87, 67, 55, 68, 83, 87, 28, 84, 55, 64, 58, 66, 25, 48, 24, 53, 68, 57, 43, 55, 30, 42, 44, 60, 40, 65, 123, 45, 26, 78, 56, 126, 67, 27, 48, 48, 56, 45, 41, 135, 54, 81, 56, 34, 53, 76, 70, 91, 71, 43, 39, 47, 37, 108, 87, 38, 72, 42, 51, 101, 37, 68, 26, 58, 73, 64, 31, 33, 24, 111, 38, 89, 96, 45, 73, 24, 45, 53, 32, 53, 76, 99, 70, 72, 93, 66, 106, 43, 43, 57, 174, 20, 62, 93, 41, 65, 48, 55, 52, 101, 49, 58, 67, 42, 75, 74, 80, 65, 44, 49, 45, 57, 61, 56, 49, 25, 46, 77, 67, 26, 54, 82, 46, 68, 59, 71, 61, 35, 39, 41, 33, 48, 44, 71, 67, 61, 144, 108, 44, 65, 34, 66, 56, 40, 46, 78, 87, 41, 64, 34, 46, 27, 45, 59, 97, 99, 94, 56, 75, 83, 29, 44, 27, 62, 40, 114, 62, 49, 26, 49, 25, 55, 61, 48, 72, 33, 37, 53, 40, 86, 81, 71, 38, 30, 54, 27, 124, 44, 151, 45, 130, 65, 71, 59, 63, 60, 29, 90, 47, 83, 38, 39, 60, 53, 68, 54, 24, 70, 64, 37, 57, 47, 44, 73, 51, 65, 27, 46, 42, 49, 33, 27, 30, 78, 40, 65, 49, 138, 25, 95, 63, 51, 42, 70, 67, 38, 51, 38, 34, 77, 45, 36, 87, 157, 57, 45, 47, 88, 54, 31, 42, 43, 107, 59, 59, 56, 76, 28, 29, 49, 61, 40, 81, 56, 99, 39, 29, 44, 67, 69, 46, 55, 57, 47, 86, 63, 32, 59, 78, 78, 98, 35, 72, 55, 55, 71, 71, 97, 80, 31, 67, 34, 80, 76, 34, 43, 80, 53, 44, 47, 34, 58, 74, 69, 56, 79, 69, 101, 31, 85, 88, 70, 64, 37, 29, 35, 44, 50, 59, 117, 39, 83, 71, 58, 106, 46, 47, 88, 118, 44, 42, 54, 67, 47, 36, 132, 67, 71, 67, 55, 28, 81, 27, 58, 78, 40, 24, 110, 43, 110, 39, 43, 140, 54, 92, 62, 55, 52, 36, 105, 106, 109, 79, 27, 33, 29, 80, 30, 153, 20, 70, 35, 19, 63, 46, 33, 74, 81, 37, 57, 64, 59, 30, 92, 131, 100, 43, 43, 68, 40, 67, 64, 69, 29, 86, 24, 48, 53, 47, 80, 48, 80, 23, 51, 70, 30, 28, 69, 67, 54, 37, 80, 46, 76, 35, 89, 74, 121, 37, 39, 57, 95, 81, 39, 54, 68, 64, 52, 123, 92, 61, 52, 37, 81, 39, 31, 43, 57, 73, 39, 90, 59, 32, 88, 58, 38, 46, 96, 40, 49, 47, 84, 44, 53, 73, 52, 46, 57, 135, 52, 19, 54, 81, 17, 45, 65, 63, 62, 50, 55, 48, 37, 37, 38, 47, 55, 101, 56, 31, 44, 67, 45, 40, 85, 88, 72, 89, 99, 32, 67, 39, 18, 75, 23, 66, 91, 29, 74, 38, 40, 67, 20, 73, 54, 39, 56, 108, 90, 60, 52, 52, 110, 36, 74, 41, 55, 75, 61, 75, 44, 44, 72, 47, 114, 85, 26, 80, 65, 80, 74, 57, 62, 39, 32, 78, 51, 114, 80, 70, 45, 65, 29, 107, 40, 59, 42, 63, 57, 132, 53, 66, 50, 55, 21, 57, 42, 79, 63, 47, 36, 37, 48, 70, 41, 53, 59, 29, 36, 32, 107, 53, 86, 27, 53, 54, 67, 65, 66, 65, 63, 47, 65, 48, 55, 117, 90, 57, 40, 53, 27, 75, 26, 60, 57, 102, 55, 28, 61, 64, 53, 43, 36, 37, 65, 64, 82, 53, 66, 33, 36, 56, 39, 69, 43, 73, 38, 65, 60, 23, 115, 50, 86, 29, 43, 42, 36, 35, 68, 60, 108, 46, 81, 66, 50, 40, 39, 86, 66, 45, 57, 48, 42, 70, 72, 61, 57, 41, 94, 41, 35, 65, 38, 44, 78, 77, 119, 56, 45, 29, 54, 32, 67, 59, 68, 80, 63, 108, 50, 34, 44, 79, 37, 73, 126, 82, 59, 68, 65, 78, 56, 43, 86, 47, 48, 84, 44, 53, 95, 39, 13, 31, 83, 123, 15, 27, 35, 42, 123, 37, 90, 91, 71, 71, 37, 50, 38, 56, 57, 46, 51, 44, 45, 46, 98, 40, 81, 45, 64, 50, 71, 69, 93, 44, 57, 50, 96, 45, 54, 72, 20, 63, 35, 49, 155, 94, 44, 33, 61, 75, 56, 74, 51, 20, 60, 83, 85, 61, 92, 43, 114, 92, 41, 82, 67, 39, 77, 37, 30, 59, 55, 55, 66, 46, 75, 74, 40, 39, 34, 88, 79, 37, 71, 57, 86, 205, 91, 85, 65, 118, 96, 37, 36, 50, 17, 22, 32, 68, 57, 94, 52, 29, 43, 66, 22, 128, 118, 79, 140, 52, 35, 42, 55, 66, 103, 65, 32, 62, 56, 86, 103, 75, 36, 90, 52, 92, 68, 57, 47, 133, 73, 79, 91, 33, 72, 54, 40, 59, 35, 60, 88, 53, 58, 47, 63, 42, 18, 69, 79, 43, 98, 86, 46, 28, 73, 50, 63, 209, 40, 98, 34, 73, 65, 52, 88, 79, 66, 56, 64, 110, 27, 73, 64, 50, 78, 38, 98, 23, 26, 76, 70, 52, 56, 56, 60, 68, 69, 39, 38, 67, 67, 58, 88, 71, 61, 110, 69, 70, 58, 40, 61, 45, 69, 63, 35, 64, 56, 71, 127, 59, 24, 54, 109, 59, 56, 44, 32, 47, 90, 72, 32, 59, 43, 82, 64, 49, 67, 49, 58, 51, 68, 120, 59, 43, 65, 53, 105, 37, 71, 41, 62, 94, 45, 109, 30, 58, 92, 71, 52, 81, 33, 93, 87, 78, 57, 105, 63, 44, 93, 50, 47, 56, 70, 18, 69, 38, 117, 43, 60, 33, 116, 50, 41, 38, 39, 80, 67, 16, 68, 45, 55, 25, 63, 63, 82, 47, 49, 93, 143, 43, 47, 63, 51, 37, 37, 33, 22, 78, 74, 80, 40, 76, 64, 36, 77, 30, 50, 36, 79, 45, 48, 51, 53, 21, 43, 36, 82, 95, 105, 81, 64, 64, 43, 127, 40, 65, 48, 45, 78, 68, 36, 85, 34, 54, 72, 48, 69, 32, 60, 80, 55, 17, 27, 39, 97, 27, 45, 69, 125, 29, 69, 73, 68, 69, 123, 48, 52, 50, 61, 148, 50, 110, 66, 67, 48, 24, 40, 35, 51, 73, 50, 46, 95, 209, 51, 29, 76, 43, 78, 121, 130, 118, 22, 65, 97, 62, 71, 70, 47, 69, 39, 56, 76, 99, 58, 88, 73, 51, 41, 124, 37, 51, 114, 47, 50, 37, 58, 33, 82, 77, 48, 75, 78, 64, 53, 38, 61, 37, 46, 73, 116, 67, 44, 65, 23, 72, 68, 57, 38, 144, 92, 34, 45, 85, 92, 45, 72, 39, 74, 103, 87, 77, 84, 33, 40, 22, 38, 43, 30, 90, 83, 81, 74, 50, 68, 60, 41, 49, 72, 33, 71, 56, 31, 37, 81, 73, 51, 45, 54, 69, 68, 42, 53, 35, 96, 27, 49, 67, 62, 64, 51, 36, 56, 43, 69, 57, 52, 63, 100, 27, 45, 69, 48, 75, 73, 58, 78, 33, 84, 31, 87, 48, 35, 69, 50, 64, 40, 37, 68, 64, 44, 55, 55, 46, 67, 44, 43, 55, 65, 54, 111, 43, 66, 61, 54, 37, 97, 85, 59, 69, 43, 109, 25, 88, 90, 26, 49, 58, 47, 66, 103, 47, 49, 35, 82, 53, 61, 100, 97, 14, 67, 36, 43, 52, 93, 29, 62, 51, 55, 50, 95, 65, 32, 69, 78, 37, 28, 64, 28, 43, 56, 44, 65, 60, 57, 55, 60, 42, 73, 104, 143, 80, 44, 58, 49, 51, 47, 102, 30, 71, 31, 29, 58, 67, 53, 86, 34, 37, 64, 64, 37, 104, 55, 24, 114, 93, 57, 41, 79, 44, 66, 33, 53, 46, 80, 190, 79, 57, 59, 85, 37, 85, 44, 64, 30, 62, 50, 45, 81, 43, 51, 49, 45, 42, 215, 43, 43, 70, 72, 45, 83, 96, 69, 58, 43, 58, 50, 83, 58, 64, 94, 61, 26, 38, 54, 67, 32, 106, 58, 35, 64, 73, 60, 58, 33, 41, 63, 119, 22, 35, 35, 46, 53, 38, 88, 32, 58, 46, 40, 24, 62, 47, 53, 37, 36, 42, 61, 52, 71, 78, 71, 34, 44, 83, 103, 102, 52, 84, 64, 73, 82, 54, 52, 23, 149, 52, 103, 53, 17, 74, 140, 45, 38, 88, 87, 104, 40, 99, 69, 20, 40, 60, 91, 59, 47, 25, 41, 88, 51, 84, 88, 77, 26, 59, 42, 108, 24, 47, 39, 69, 49, 51, 44, 39, 39, 83, 44, 53, 58, 44, 61, 54, 48, 42, 52, 68, 50, 17, 85, 67, 69, 46, 35, 107, 62, 52, 39, 45, 44, 41, 62, 85, 24, 39, 209, 36, 49, 34, 59, 47, 82, 54, 39, 36, 60, 62, 28, 52, 62, 71, 55, 53, 53, 56, 39, 39, 27, 65, 47, 39, 42, 66, 49, 59, 49, 120, 34, 29, 69, 101, 53, 19, 53, 170, 52, 72, 69, 56, 48, 107, 101, 35, 46, 48, 53, 74, 50, 51, 71, 57, 51, 111, 68, 75, 39, 87, 57, 41, 68, 62, 71, 133, 58, 62, 74, 90, 47, 56, 39, 110, 81, 69, 70, 43, 42, 71, 50, 113, 57, 59, 47, 60, 102, 58, 34, 62, 13, 45, 34, 25, 64, 28, 42, 38, 20, 91, 34, 57, 46, 48, 95, 75, 47, 97, 47, 46, 35, 47, 61, 26, 14, 91, 77, 35, 64, 65, 72, 65, 47, 31, 74, 135, 72, 31, 61, 136, 94, 77, 65, 51, 33, 37, 49, 243, 47, 149, 31, 44, 30, 68, 69, 49, 35, 64, 39, 31, 64, 47, 48, 42, 71, 63, 48, 88, 71, 37, 34, 19, 40, 54, 24, 30, 20, 97, 139, 60, 113, 38, 27, 77, 19, 26, 38, 53, 23, 120, 46, 91, 53, 52, 38, 75, 25, 57, 53, 34, 73, 50, 25, 30, 67, 68, 46, 121, 63, 82, 39, 38, 55, 85, 57, 92, 62, 45, 75, 40, 64, 100, 69, 90, 53, 87, 103, 30, 31, 19, 70, 38, 88, 58, 57, 60, 62, 60, 77, 67, 62, 40, 44, 83, 56, 81, 54, 33, 36, 76, 65, 30, 98, 135, 51, 26, 47, 68, 61, 57, 53, 45, 84, 120, 51, 55, 49, 104, 63, 63, 52, 61, 47, 29, 71, 50, 61, 90, 46, 60, 46, 116, 34, 73, 72, 84, 72, 96, 46, 52, 52, 65, 54, 110, 46, 65, 49, 32, 31, 31, 99, 80, 45, 49, 118, 61, 32, 34, 63, 88, 109, 85, 60, 37, 40, 42, 61, 88, 65, 32, 117, 58, 81, 64, 88, 63, 238, 53, 47, 38, 95, 89, 39, 182, 40, 65, 47, 58, 53, 64, 125, 14, 22, 39, 24, 56, 56, 60, 63, 62, 65, 63, 113, 29, 42, 26, 43, 85, 64, 29, 71, 25, 69, 80, 53, 77, 42, 26, 37, 42, 91, 225, 26, 53, 41, 49, 110, 52, 49, 57, 39, 55, 42, 49, 60, 51, 76, 77, 50, 50, 45, 53, 39, 28, 24, 46, 81, 79, 26, 55, 98, 85, 55, 42, 74, 47, 41, 76, 65, 33, 90, 91, 55, 48, 68, 57, 31, 84, 66, 69, 57, 27, 30, 93, 56, 88, 58, 44, 135, 76, 94, 69, 75, 75, 135, 21, 40, 42, 33, 51, 31, 66, 126, 64, 87, 44, 106, 73, 97, 55, 63, 44, 66, 34, 55, 89, 35, 44, 49, 31, 162, 49, 55, 65, 85, 22, 34, 32, 43, 66, 59, 49, 35, 112, 82, 125, 67, 19, 111, 44, 27, 45, 52, 47, 71, 29, 41, 37, 28, 43, 63, 55, 86, 99, 77, 53, 36, 57, 112, 48, 52, 54, 74, 40, 90, 51, 40, 104, 51, 38, 42, 84, 63, 143, 23, 52, 38, 48, 30, 43, 44, 47, 212, 61, 97, 51, 37, 48, 70, 75, 67, 82, 52, 35, 32, 56, 53, 48, 74, 66, 54, 33, 51, 64, 85, 71, 56, 52, 67, 86, 42, 64, 48, 93, 71, 112, 84, 56, 71, 38, 26, 33, 18, 79, 67, 66, 91, 38, 56, 53, 60, 92, 70, 75, 39, 30, 108, 55, 59, 28, 56, 73, 51, 173, 75, 165, 87, 76, 42, 32, 83, 63, 40, 61, 42, 41, 63, 50, 44, 48, 55, 27, 56, 54, 56, 63, 107, 137, 67, 65, 59, 36, 32, 104, 68, 68, 34, 114, 35, 60, 45, 58, 46, 48, 50, 47, 46, 63, 74, 55, 65, 53, 45, 33, 56, 62, 65, 58, 41, 136, 99, 108, 38, 48, 70, 70, 48, 74, 50, 37, 44, 43, 62, 25, 82, 37, 38, 27, 60, 114, 101, 42, 77, 70, 55, 83, 89, 25, 89, 47, 70, 52, 51, 46, 40, 57, 57, 27, 42, 48, 62, 60, 64, 129, 103, 44, 49, 86, 66, 70, 46, 117, 121, 88, 52, 66, 81, 62, 81, 99, 39, 28, 94, 105, 81, 25, 48, 30, 103, 58, 62, 84, 30, 48, 54, 208, 42, 29, 18, 129, 40, 71, 48, 63, 102, 53, 70, 47, 45, 45, 71, 114, 62, 35, 67, 32, 33, 72, 84, 46, 109, 58, 112, 104, 60, 157, 54, 111, 82, 20, 76, 34, 70, 81, 43, 50, 67, 69, 67, 67, 70, 78, 33, 36, 84, 77, 66, 44, 200, 71, 29, 42, 91, 52, 56, 24, 83, 60, 71, 37, 107, 61, 61, 34, 68, 77, 33, 82, 100, 43, 49, 24, 80, 50, 60, 46, 82, 88, 114, 100, 25, 121, 26, 42, 38, 66, 80, 22, 62, 47, 56, 59, 40, 63, 45, 92, 34, 57, 53, 42, 34, 81, 71, 79, 75, 140, 56, 54, 81, 47, 64, 141, 76, 76, 24, 159, 39, 62, 58, 112, 43, 60, 49, 48, 52, 61, 57, 96, 79, 85, 36, 58, 71, 25, 48, 106, 44, 46, 68, 70, 55, 34, 67, 73, 85, 25, 57, 85, 128, 115, 65, 37, 44, 109, 96, 66, 53, 71, 42, 66, 39, 84, 53, 58, 48, 67, 74, 99, 65, 83, 48, 76, 62, 85, 40, 64, 42, 56, 74, 92, 58, 52, 81, 80, 53, 75, 57, 52, 90, 65, 82, 127, 50, 54, 37, 52, 65, 71, 80, 72, 34, 39, 62, 47, 51, 56, 31, 41, 76, 68, 72, 66, 57, 71, 48, 35, 195, 30, 102, 64, 48, 89, 68, 70, 31, 109, 18, 43, 35, 44, 60, 45, 56, 135, 80, 83, 23, 22, 40, 99, 49, 70, 37, 57, 96, 43, 150, 50, 65, 49, 56, 62, 74, 76, 63, 41, 81, 53, 44, 86, 37, 41, 95, 82, 47, 112, 51, 39, 46, 56, 53, 26, 56, 55, 46, 106, 94, 79, 22, 48, 62, 67, 52, 120, 61, 112, 62, 48, 134, 53, 29, 26, 44, 33, 45, 79, 59, 101, 64, 66, 43, 61, 54, 76, 57, 31, 39, 106, 42, 77, 59, 77, 71, 180, 76, 91, 41, 42, 44, 69, 31, 37, 61, 51, 84, 75, 62, 56, 100, 28, 73, 90, 52, 64, 58, 58, 63, 70, 40, 43, 154, 73, 31, 46, 24, 72, 108, 80, 43, 57, 63, 66, 34, 86, 42, 85, 56, 130, 55, 81, 58, 47, 53, 58, 38, 122, 32, 74, 48, 50, 108, 104, 62, 140, 102, 60, 69, 38, 35, 31, 36, 75, 39, 67, 53, 60, 103, 53, 94, 54, 76, 91, 50, 74, 114, 41, 81, 20, 23, 42, 56, 24, 44, 37, 51, 62, 35, 64, 64, 39, 60, 62, 37, 49, 35, 40, 91, 139, 55, 24, 18, 62, 95, 37, 72, 57, 52, 64, 79, 43, 46, 60, 61, 50, 55, 59, 86, 161, 76, 52, 89, 67, 67, 55, 83, 31, 39, 54, 57, 39, 128, 64, 89, 38, 110, 46, 32, 28, 74, 49, 20, 66, 53, 105, 38, 81, 29, 57, 41, 73, 93, 57, 39, 36, 102, 49, 22, 39, 41, 107, 49, 159, 52, 63, 45, 95, 34, 55, 94, 83, 57, 74, 50, 31, 33, 126, 48, 70, 42, 76, 90, 103, 48, 147, 58, 26, 95, 31, 110, 99, 39, 72, 84, 33, 44, 49, 24, 37, 98, 111, 75, 57, 37, 105, 52, 73, 64, 43, 84, 46, 36, 60, 47, 80, 74, 76, 54, 44, 70, 63, 57, 36, 75, 207, 32, 42, 60, 83, 50, 34, 77, 48, 44, 60, 58, 60, 27, 52, 34, 87, 111, 35, 29, 59, 52, 33, 105, 23, 68, 75, 55, 59, 110, 34, 41, 60, 33, 181, 75, 40, 51, 54, 33, 37, 41, 46, 66, 55, 71, 58, 59, 58, 52, 52, 93, 75, 74, 39, 81, 58, 60, 43, 40, 51, 51, 51, 121, 63, 81, 72, 34, 59, 71, 58, 47, 54, 59, 56, 178, 62, 70, 47, 60, 59, 63, 15, 69, 104, 46, 81, 57, 34, 87, 32, 28, 44, 85, 66, 72, 47, 47, 58, 50, 26, 76, 38, 26, 28, 63, 54, 115, 63, 33, 29, 51, 36, 45, 49, 92, 46, 52, 45, 55, 52, 93, 49, 24, 72, 41, 86, 66, 87, 119, 61, 40, 68, 47, 51, 98, 54, 71, 24, 75, 62, 75, 42, 140, 53, 65, 69, 38, 63, 80, 102, 47, 67, 60, 74, 89, 33, 44, 32, 34, 52, 41, 154, 72, 69, 149, 89, 60, 58, 74, 64, 72, 84, 96, 45, 69, 99, 53, 69, 85, 29, 66, 111, 62, 30, 32, 62, 41, 62, 42, 49, 66, 96, 51, 80, 60, 60, 46, 33, 44, 98, 66, 41, 36, 49, 125, 37, 86, 55, 31, 47, 54, 41, 33, 86, 77, 123, 58, 63, 53, 64, 32, 47, 52, 95, 69, 39, 78, 53, 86, 68, 24, 51, 35, 25, 78, 96, 31, 39, 54, 38, 29, 71, 44, 70, 110, 60, 87, 54, 64, 31, 88, 89, 58, 57, 50, 73, 65, 38, 60, 44, 74, 39, 32, 71, 101, 41, 42, 111, 52, 67, 22, 29, 62, 38, 81, 66, 60, 43, 74, 53, 41, 55, 32, 74, 117, 59, 61, 61, 40, 18, 55, 37, 55, 59, 142, 43, 55, 27, 43, 27, 83, 54, 39, 70, 93, 63, 73, 55, 49, 78, 52, 22, 86, 64, 108, 47, 114, 58, 86, 61, 58, 42, 57, 63, 56, 93, 39, 28, 40, 61, 128, 39, 62, 87, 46, 69, 59, 33, 35, 105, 45, 70, 57, 62, 40, 61, 46, 54, 37, 20, 85, 82, 53, 85, 62, 52, 107, 50, 100, 36, 123, 35, 84, 62, 99, 51, 57, 47, 38, 44, 128, 57, 38, 52, 19, 106, 46, 96, 24, 58, 58, 78, 50, 61, 34, 50, 91, 64, 89, 83, 42, 62, 62, 70, 58, 124, 106, 98, 69, 64, 50, 26, 65, 40, 47, 111, 96, 47, 135, 40, 77, 114, 58, 73, 68, 41, 41, 90, 104, 58, 32, 52, 90, 59, 51, 37, 39, 56, 63, 44, 24, 21, 83, 115, 45, 47, 98, 80, 42, 49, 60, 36, 23, 40, 50, 60, 43, 62, 51, 104, 39, 27, 56, 54, 43, 64, 59, 28, 37, 38, 51, 33, 55, 56, 48, 34, 18, 113, 63, 46, 182, 42, 85, 56, 71, 36, 61, 44, 97, 47, 31, 45, 41, 57, 53, 73, 55, 238, 32, 88, 57, 24, 60, 36, 28, 26, 26, 81, 55, 52, 36, 55, 102, 56, 37, 65, 70, 62, 64, 33, 132, 49, 37, 149, 26, 66, 43, 27, 96, 42, 78, 72, 152, 50, 43, 52, 50, 170, 40, 34, 52, 63, 60, 49, 46, 63, 78, 158, 91, 46, 74, 101, 37, 46, 123, 91, 49, 77, 34, 152, 47, 82, 70, 42, 67, 56, 71, 138, 36, 72, 74, 81, 34, 66, 82, 26, 111, 28, 52, 101, 48, 55, 97, 33, 45, 60, 37, 167, 101, 43, 52, 38, 88, 110, 45, 52, 80, 60, 189, 48, 37, 64, 37, 35, 118, 101, 34, 49, 60, 49, 47, 37, 111, 48, 62, 36, 51, 67, 38, 84, 51, 58, 59, 104, 64, 86, 75, 63, 26, 53, 37, 57, 52, 69, 40, 86, 53, 61, 55, 18, 50, 71, 39, 103, 47, 78, 79, 79, 72, 63, 29, 45, 81, 91, 79, 101, 56, 74, 51, 70, 70, 99, 32, 41, 93, 100, 120, 68, 45, 122, 17, 76, 96, 44, 45, 63, 33, 147, 40, 46, 65, 85, 75, 90, 77, 65, 87, 60, 54, 55, 90, 31, 55, 17, 59, 52, 64, 88, 39, 44, 47, 76, 57, 50, 79, 46, 120, 74, 110, 50, 18, 56, 22, 63, 41, 57, 74, 82, 82, 106, 40, 117, 43, 94, 67, 39, 73, 74, 40, 40, 53, 53, 83, 45, 58, 35, 91, 24, 42, 83, 38, 32, 65, 128, 74, 38, 107, 201, 68, 51, 30, 67, 50, 55, 94, 60, 29, 89, 144, 43, 122, 47, 44, 59, 69, 48, 30, 50, 62, 41, 70, 30, 36, 28, 42, 76, 100, 89, 49, 77, 66, 73, 57, 28, 78, 76, 55, 42, 78, 104, 42, 78, 67, 89, 62, 73, 41, 41, 33, 27, 70, 44, 63, 43, 35, 58, 32, 81, 65, 61, 84, 31, 64, 53, 54, 77, 78, 79, 37, 87, 62, 49, 31, 34, 49, 41, 29, 40, 47, 34, 38, 24, 81, 44, 67, 45, 42, 26, 58, 48, 42, 143, 96, 159, 50, 48, 38, 48, 58, 70, 28, 81, 97, 58, 46, 74, 58, 32, 59, 48, 74, 126, 109, 41, 36, 48, 121, 60, 36, 61, 25, 97, 61, 46, 31, 32, 88, 49, 71, 30, 105, 68, 85, 41, 35, 72, 69, 42, 45, 73, 95, 52, 81, 52, 129, 48, 47, 73, 79, 80, 26, 66, 42, 51, 64, 65, 37, 54, 59, 83, 31, 76, 26, 49, 39, 55, 71, 82, 59, 59, 41, 93, 27, 121, 61, 40, 49, 48, 25, 116, 69, 87, 48, 66, 122, 60, 79, 47, 79, 35, 36, 188, 17, 67, 61, 49, 61, 60, 52, 45, 48, 69, 66, 46, 47, 76, 30, 46, 103, 56, 80, 56, 62, 44, 54, 33, 35, 56, 32, 66, 39, 134, 63, 52, 73, 57, 117, 43, 69, 59, 45, 64, 35, 67, 74, 64, 74, 86, 59, 51, 72, 52, 79, 22, 40, 52, 88, 92, 41, 89, 23, 50, 67, 53, 50, 55, 129, 77, 42, 47, 43, 20, 84, 59, 55, 45, 60, 45, 49, 21, 75, 60, 47, 53, 50, 47, 54, 44, 56, 49, 66, 91, 36, 60, 44, 102, 81, 60, 71, 90, 34, 45, 57, 56, 69, 77, 61, 55, 20, 90, 35, 61, 61, 67, 60, 139, 44, 23, 55, 37, 57, 41, 38, 40, 88, 53, 52, 54, 60, 77, 33, 41, 16, 48, 109, 37, 98, 70, 47, 57, 91, 27, 47, 66, 54, 57, 17, 42, 38, 69, 43, 61, 30, 30, 35, 50, 72, 76, 64, 46, 101, 59, 51, 45, 54, 57, 29, 74, 59, 51, 43, 135, 51, 98, 35, 95, 31, 73, 88, 72, 38, 36, 52, 75, 47, 109, 42, 46, 45, 48, 33, 40, 48, 26, 58, 46, 37, 47, 101, 43, 55, 36, 86, 56, 44, 61, 100, 65, 50, 48, 46, 54, 68, 22, 79, 51, 59, 47, 44, 75, 51, 63, 44, 30, 44, 53, 32, 56, 49, 156, 116, 71, 35, 28, 52, 32, 46, 18, 84, 103, 20, 60, 95, 36, 32, 42, 71, 58, 102, 158, 47, 81, 80, 93, 48, 76, 62, 73, 109, 75, 27, 61, 84, 65, 61, 43, 102, 50, 35, 41, 44, 55, 116, 115, 40, 62, 71, 43, 47, 66, 79, 51, 37, 43, 82, 53, 87, 60, 36, 82, 37, 69, 43, 54, 32, 68, 44, 56, 60, 52, 62, 41, 67, 32, 71, 43, 42, 78, 81, 65, 36, 91, 47, 147, 66, 55, 50, 62, 50, 52, 109, 39, 53, 88, 43, 64, 113, 69, 60, 53, 76, 85, 76, 78, 77, 135, 132, 59, 45, 44, 54, 62, 65, 65, 49, 115, 52, 35, 74, 37, 46, 53, 40, 47, 29, 67, 71, 39, 76, 45, 73, 69, 73, 73, 58, 35, 31, 17, 30, 48, 43, 26, 26, 65, 81, 19, 76, 100, 49, 44, 71, 52, 47, 99, 27, 113, 42, 53, 67, 52, 64, 54, 62, 35, 57, 117, 58, 75, 43, 62, 46, 70, 35, 112, 51, 42, 32, 143, 78, 36, 49, 68, 94, 65, 100, 64, 40, 99, 39, 33, 49, 77, 101, 92, 57, 66, 48, 55, 42, 51, 43, 28, 56, 100, 113, 70, 61, 61, 102, 67, 76, 49, 112, 44, 54, 55, 44, 25, 37, 68, 66, 47, 11, 65, 76, 52, 42, 57, 71, 50, 136, 47, 65, 65, 41, 107, 56, 56, 112, 70, 28, 66, 21, 68, 38, 43, 45, 31, 110, 67, 122, 72, 71, 64, 86, 166, 37, 97, 64, 68, 25, 72, 58, 84, 76, 84, 69, 19, 24, 61, 85, 67, 94, 53, 75, 76, 51, 87, 67, 101, 44, 82, 59, 42, 65, 31, 79, 48, 46, 38, 95, 45, 50, 38, 39, 42, 116, 27, 51, 99, 30, 35, 40, 31, 47, 45, 27, 33, 65, 49, 80, 54, 30, 39, 56, 70, 105, 71, 69, 52, 79, 78, 40, 94, 112, 85, 44, 111, 73, 46, 160, 54, 53, 91, 17, 39, 81, 70, 59, 43, 75, 24, 75, 137, 68, 22, 45, 105, 70, 65, 85, 111, 38, 18, 101, 111, 35, 47, 56, 49, 52, 39, 33, 89, 53, 33, 54, 37, 31, 53, 37, 57, 31, 27, 42, 25, 88, 79, 49, 33, 121, 90, 53, 30, 84, 78, 115, 65, 60, 94, 67, 27, 45, 69, 25, 32, 61, 103, 44, 143, 55, 45, 63, 38, 46, 106, 35, 54, 77, 61, 81, 92, 84, 42, 36, 40, 24, 41, 41, 27, 79, 53, 82, 75, 45, 55, 37, 43, 43, 88, 44, 78, 96, 28, 124, 33, 79, 61, 30, 49, 68, 124, 54, 81, 34, 75, 44, 43, 43, 78, 40, 33, 153, 76, 37, 49, 52, 61, 34, 42, 27, 67, 52, 38, 47, 37, 78, 66, 33, 65, 30, 21, 50, 72, 61, 50, 74, 61, 70, 43, 63, 93, 35, 42, 30, 36, 130, 133, 41, 42, 50, 65, 39, 53, 50, 57, 79, 63, 94, 47, 77, 52, 92, 58, 55, 77, 46, 93, 69, 41, 65, 47, 59, 36, 46, 68, 52, 35, 70, 41, 51, 54, 22, 65, 69, 128, 44, 58, 44, 39, 47, 42, 176, 39, 43, 72, 92, 31, 47, 39, 69, 160, 61, 57, 107, 45, 56, 83, 48, 55, 83, 27, 165, 84, 56, 48, 42, 25, 51, 46, 98, 50, 48, 89, 105, 49, 44, 160, 181, 45, 88, 65, 126, 79, 70, 64, 100, 21, 45, 41, 88, 126, 22, 59, 41, 55, 35, 38, 49, 35, 77, 94, 58, 39, 54, 43, 60, 56, 100, 146, 114, 73, 100, 102, 66, 65, 60, 77, 53, 74, 47, 46, 49, 33, 49, 59, 43, 48, 45, 35, 65, 25, 54, 22, 38, 53, 48, 125, 62, 57, 49, 37, 68, 45, 108, 32, 120, 53, 77, 23, 28, 65, 48, 40, 43, 29, 155, 79, 50, 51, 42, 59, 64, 51, 70, 25, 38, 82, 34, 50, 75, 64, 94, 37, 91, 53, 52, 80, 44, 17, 56, 129, 60, 44, 41, 56, 76, 68, 44, 56, 80, 49, 67, 70, 84, 56, 62, 76, 41, 86, 77, 66, 103, 40, 43, 98, 62, 133, 68, 52, 75, 28, 81, 69, 29, 36, 55, 50, 59, 55, 33, 91, 28, 87, 59, 81, 54, 68, 43, 33, 78, 71, 98, 109, 52, 58, 90, 29, 50, 51, 69, 99, 69, 48, 66, 23, 95, 45, 49, 126, 37, 52, 25, 83, 111, 60, 56, 77, 37, 29, 58, 57, 53, 49, 50, 89, 98, 91, 42, 41, 47, 23, 81, 92, 51, 91, 63, 26, 34, 47, 36, 49, 85, 64, 55, 40, 256, 26, 66, 97, 43, 58, 87, 78, 45, 25, 50, 35, 31, 116, 47, 105, 43, 57, 63, 72, 84, 22, 93, 100, 58, 33, 40, 62, 59, 84, 79, 69, 58, 37, 135, 117, 30, 42, 58, 17, 60, 85, 46, 131, 52, 65, 53, 88, 43, 51, 53, 54, 89, 51, 77, 26, 54, 76, 52, 46, 104, 81, 46, 102, 86, 75, 48, 38, 88, 72, 45, 74, 40, 50, 59, 104, 56, 46, 18, 59, 66, 24, 60, 81, 70, 58, 61, 17, 52, 50, 39, 73, 43, 63, 69, 60, 104, 40, 40, 52, 140, 68, 56, 58, 45, 46, 44, 91, 120, 64, 25, 69, 43, 27, 57, 65, 68, 57, 51, 47, 83, 34, 34, 55, 52, 86, 35, 46, 52, 18, 47, 88, 34, 64, 40, 84, 29, 64, 75, 43, 57, 39, 72, 146, 52, 31, 76, 35, 71, 78, 76, 51, 24, 66, 59, 19, 60, 57, 30, 71, 53, 59, 105, 112, 31, 72, 40, 117, 57, 46, 62, 78, 48, 44, 60, 27, 42, 75, 61, 49, 57, 34, 88, 55, 107, 61, 62, 63, 36, 28, 59, 68, 74, 147, 131, 42, 61, 63, 36, 55, 101, 31, 41, 73, 56, 35, 55, 55, 61, 47, 87, 47, 82, 29, 101, 63, 60, 105, 175, 104, 34, 57, 64, 67, 30, 49, 60, 53, 53, 45, 33, 84, 80, 68, 73, 107, 20, 76, 49, 20, 50, 72, 32, 43, 136, 54, 20, 51, 72, 69, 121, 48, 51, 62, 52, 76, 39, 18, 79, 161, 101, 39, 76, 35, 67, 52, 95, 50, 85, 53, 31, 51, 59, 83, 69, 133, 52, 74, 49, 57, 123, 67, 101, 93, 42, 146, 47, 78, 50, 28, 51, 43, 89, 66, 104, 43, 71, 39, 34, 67, 62, 36, 38, 24, 24, 69, 45, 50, 29, 21, 139, 64, 102, 39, 46, 109, 72, 63, 51, 112, 77, 46, 105, 79, 45, 73, 78, 51, 78, 56, 55, 142, 33, 62, 111, 32, 53, 48, 76, 37, 58, 70, 63, 39, 30, 68, 88, 136, 83, 88, 22, 65, 66, 35, 54, 41, 76, 65, 112, 20, 28, 45, 47, 39, 60, 59, 42, 41, 66, 44, 27, 27, 45, 83, 43, 76, 88, 50, 58, 74, 87, 66, 83, 72, 70, 36, 62, 26, 62, 96, 47, 149, 104, 40, 59, 39, 113, 42, 61, 43, 69, 37, 59, 50, 99, 36, 99, 89, 29, 49, 59, 32, 50, 100, 55, 90, 41, 67, 34, 45, 86, 27, 45, 60, 64, 35, 81, 17, 51, 73, 59, 87, 17, 65, 101, 82, 62, 80, 77, 56, 117, 36, 78, 54, 37, 49, 52, 74, 78, 106, 81, 31, 62, 39, 71, 62, 68, 66, 27, 39, 90, 17, 28, 135, 29, 25, 59, 62, 49, 66, 29, 39, 34, 51, 87, 28, 59, 47, 28, 61, 28, 64, 116, 68, 43, 31, 32, 34, 53, 102, 29, 39, 48, 39, 54, 37, 73, 101, 48, 62, 91, 71, 35, 69, 22, 158, 56, 63, 75, 65, 51, 76, 41, 32, 75, 65, 67, 66, 77, 110, 47, 36, 135, 49, 44, 47, 57, 26, 40, 53, 61, 122, 59, 30, 54, 96, 60, 39, 59, 47, 29, 60, 75, 61, 45, 69, 82, 59, 45, 80, 106, 63, 74, 120, 37, 34, 71, 39, 68, 49, 48, 103, 25, 19, 115, 43, 38, 78, 84, 84, 82, 66, 90, 33, 117, 129, 39, 145, 104, 45, 87, 58, 38, 106, 67, 57, 34, 58, 35, 60, 40, 47, 102, 39, 42, 71, 50, 40, 60, 46, 55, 67, 48, 20, 62, 37, 41, 28, 40, 54, 56, 49, 57, 64, 46, 136, 60, 36, 38, 28, 81, 65, 80, 74, 50, 58, 52, 29, 52, 28, 71, 57, 57, 59, 34, 162, 31, 72, 69, 50, 69, 31, 55, 56, 151, 23, 58, 34, 63, 40, 32, 63, 32, 37, 55, 110, 53, 28, 64, 90, 72, 118, 69, 103, 68, 39, 50, 79, 43, 22, 113, 20, 55, 45, 55, 46, 65, 60, 113, 88, 56, 63, 36, 46, 54, 90, 86, 46, 58, 57, 25, 61, 56, 55, 80, 81, 30, 69, 64, 106, 52, 71, 37, 69, 52, 96, 34, 59, 28, 75, 45, 41, 36, 112, 91, 55, 39, 59, 82, 33, 162, 70, 47, 54, 103, 51, 56, 41, 50, 77, 39, 44, 60, 59, 79, 41, 69, 85, 28, 60, 32, 112, 59, 80, 54, 79, 42, 85, 72, 58, 67, 48, 93, 32, 50, 42, 26, 62, 39, 55, 39, 40, 130, 47, 69, 39, 45, 38, 30, 32, 80, 101, 105, 41, 46, 55, 48, 45, 56, 53, 47, 62, 133, 91, 31, 40, 80, 34, 160, 58, 40, 72, 37, 44, 66, 38, 16, 45, 78, 43, 90, 102, 38, 18, 76, 45, 64, 91, 42, 63, 60, 77, 56, 56, 39, 39, 100, 62, 47, 59, 46, 72, 67, 57, 62, 71, 39, 59, 40, 83, 74, 56, 54, 50, 39, 46, 38, 88, 70, 79, 52, 52, 91, 32, 51, 67, 109, 83, 40, 38, 142, 41, 29, 64, 56, 80, 60, 36, 87, 65, 138, 66, 54, 36, 75, 135, 59, 76, 26, 22, 90, 31, 69, 36, 76, 102, 46, 76, 80, 48, 81, 39, 70, 54, 72, 39, 73, 41, 59, 39, 52, 45, 47, 17, 47, 86, 96, 53, 62, 36, 86, 63, 61, 54, 71, 59, 70, 28, 44, 30, 170, 146, 178, 96, 79, 29, 58, 37, 92, 50, 83, 70, 75, 61, 149, 46, 88, 52, 34, 61, 52, 75, 54, 62, 63, 90, 96, 65, 52, 33, 34, 69, 63, 61, 36, 37, 58, 80, 47, 77, 42, 87, 80, 35, 137, 54, 71, 47, 64, 149, 84, 37, 42, 73, 75, 41, 101, 46, 50, 73, 24, 45, 88, 30, 51, 60, 44, 64, 80, 46, 75, 73, 35, 48, 46, 88, 35, 46, 109, 74, 41, 98, 79, 96, 94, 102, 79, 39, 117, 64, 29, 76, 60, 61, 97, 89, 114, 21, 30, 33, 56, 82, 46, 84, 37, 38, 46, 115, 58, 44, 55, 36, 47, 43, 51, 42, 27, 48, 92, 31, 64, 41, 45, 69, 39, 58, 89, 27, 31, 28, 73, 60, 50, 80, 34, 93, 90, 47, 60, 39, 43, 95, 27, 29, 33, 71, 48, 62, 65, 63, 53, 52, 87, 42, 63, 66, 59, 48, 97, 58, 39, 101, 53, 91, 39, 37, 87, 52, 84, 53, 39, 106, 42, 55, 74, 34, 43, 83, 55, 44, 38, 170, 16, 114, 96, 80, 34, 83, 46, 81, 63, 32, 44, 102, 69, 65, 31, 40, 31, 58, 83, 36, 83, 50, 83, 77, 89, 34, 82, 69, 54, 58, 63, 32, 66, 29, 44, 63, 52, 26, 50, 49, 81, 40, 29, 46, 44, 53, 34, 62, 100, 57, 86, 52, 31, 45, 95, 85, 74, 51, 79, 73, 61, 60, 86, 25, 77, 52, 43, 123, 97, 17, 88, 133, 40, 67, 88, 83, 67, 92, 28, 54, 106, 84, 50, 40, 48, 114, 80, 48, 73, 43, 73, 20, 47, 46, 55, 69, 48, 80, 95, 104, 71, 34, 47, 41, 47, 57, 68, 81, 46, 74, 97, 69, 40, 104, 84, 79, 39, 65, 52, 100, 33, 53, 70, 55, 62, 44, 97, 56, 62, 66, 56, 85, 62, 54, 59, 87, 44, 56, 32, 119, 44, 37, 89, 57, 94, 42, 37, 114, 42, 45, 54, 28, 34, 81, 40, 56, 109, 36, 38, 80, 15, 52, 76, 60, 64, 40, 69, 78, 140, 74, 90, 48, 78, 22, 46, 32, 43, 66, 97, 60, 74, 35, 25, 42, 51, 114, 87, 112, 70, 117, 61, 32, 48, 68, 55, 69, 37, 58, 57, 53, 82, 83, 40, 90, 38, 58, 62, 61, 82, 43, 65, 78, 43, 67, 25, 66, 73, 170, 86, 60, 92, 73, 70, 50, 53, 36, 65, 69, 54, 69, 52, 90, 69, 77, 52, 64, 46, 49, 41, 48, 82, 53, 27, 56, 70, 96, 59, 77, 33, 46, 54, 41, 53, 92, 78, 35, 46, 53, 47, 76, 79, 49, 39, 45, 73, 86, 41, 47, 90, 39, 40, 48, 45, 105, 20, 31, 61, 50, 69, 47, 70, 68, 73, 140, 87, 109, 80, 63, 36, 62, 35, 34, 44, 109, 40, 58, 58, 53, 61, 88, 49, 123, 50, 76, 42, 72, 48, 23, 96, 97, 132, 34, 32, 90, 52, 57, 35, 67, 45, 39, 112, 29, 44, 30, 84, 159, 65, 115, 48, 55, 58, 63, 65, 153, 54, 49, 79, 56, 80, 25, 29, 65, 72, 86, 66, 71, 51, 67, 43, 63, 44, 79, 23, 109, 51, 64, 53, 137, 61, 47, 37, 52, 46, 33, 84, 43, 37, 36, 105, 42, 92, 48, 18, 137, 74, 61, 85, 53, 45, 47, 83, 49, 67, 38, 80, 73, 60, 76, 66, 52, 68, 41, 122, 83, 47, 67, 108, 54, 66, 71, 100, 26, 58, 34, 54, 46, 46, 30, 87, 78, 40, 49, 54, 71, 68, 73, 78, 93, 136, 26, 40, 71, 80, 45, 60, 77, 41, 67, 45, 47, 49, 31, 39, 55, 97, 59, 48, 35, 44, 38, 75, 45, 42, 60, 180, 46, 61, 46, 53, 104, 56, 68, 33, 24, 70, 60, 36, 79, 50, 78, 65, 25, 73, 45, 37, 194, 45, 58, 57, 41, 41, 95, 70, 53, 45, 87, 50, 75, 72, 51, 132, 43, 27, 60, 44, 35, 24, 92, 47, 40, 79, 37, 77, 65, 85, 48, 57, 43, 16, 66, 112, 139, 68, 34, 42, 67, 218, 50, 40, 38, 70, 28, 83, 20, 102, 64, 57, 96, 50, 34, 85, 62, 35, 62, 65, 49, 80, 89, 95, 74, 71, 51, 57, 41, 49, 65, 84, 33, 77, 51, 137, 84, 51, 46, 152, 66, 48, 31, 29, 30, 61, 81, 66, 50, 49, 47, 40, 81, 125, 44, 129, 51, 73, 84, 57, 65, 58, 64, 40, 76, 27, 38, 171, 42, 42, 55, 41, 27, 55, 39, 44, 37, 78, 81, 33, 63, 38, 130, 93, 56, 42, 42, 59, 49, 57, 43, 83, 91, 46, 48, 54, 65, 49, 77, 37, 62, 61, 40, 68, 92, 133, 51, 45, 96, 80, 68, 63, 93, 69, 69, 32, 96, 49, 49, 90, 55, 104, 37, 76, 35, 45, 43, 89, 46, 67, 87, 43, 111, 57, 76, 71, 68, 24, 23, 118, 38, 42, 90, 24, 38, 73, 93, 59, 43, 87, 53, 58, 53, 50, 47, 54, 61, 41, 53, 39, 105, 137, 59, 63, 32, 56, 89, 54, 68, 52, 75, 96, 70, 71, 22, 97, 33, 27, 90, 36, 151, 54, 42, 71, 62, 47, 43, 201, 81, 27, 74, 114, 34, 61, 76, 33, 75, 51, 58, 35, 61, 79, 74, 35, 45, 80, 54, 54, 55, 179, 42, 80, 121, 77, 25, 67, 16, 73, 105, 34, 33, 21, 50, 77, 48, 54, 66, 81, 75, 52, 52, 77, 23, 85, 103, 40, 47, 60, 49, 42, 38, 38, 83, 155, 34, 46, 38, 68, 30, 49, 46, 65, 70, 61, 40, 40, 42, 54, 31, 58, 28, 36, 58, 43, 46, 23, 91, 41, 32, 55, 176, 101, 40, 90, 57, 49, 35, 74, 89, 48, 56, 71, 60, 31, 28, 26, 76, 64, 54, 88, 48, 53, 96, 60, 122, 74, 66, 87, 29, 46, 34, 84, 60, 43, 109, 82, 76, 42, 53, 64, 65, 48, 75, 57, 78, 63, 23, 51, 96, 63, 54, 83, 28, 48, 60, 51, 43, 32, 65, 104, 26, 61, 37, 26, 58, 95, 23, 55, 18, 44, 20, 53, 65, 33, 65, 34, 50, 78, 41, 32, 25, 51, 87, 86, 64, 16, 77, 57, 31, 44, 87, 30, 33, 45, 95, 105, 98, 50, 33, 58, 32, 103, 82, 49, 160, 58, 62, 53, 148, 62, 84, 32, 54, 38, 53, 148, 49, 64, 103, 24, 96, 108, 35, 38, 27, 53, 45, 55, 45, 62, 61, 46, 85, 44, 78, 60, 52, 82, 134, 63, 63, 51, 51, 89, 79, 36, 61, 63, 50, 78, 21, 71, 35, 42, 82, 43, 158, 24, 73, 41, 35, 62, 32, 45, 78, 70, 119, 75, 79, 56, 35, 19, 29, 48, 34, 64, 39, 72, 45, 61, 105, 59, 28, 89, 40, 71, 36, 34, 56, 104, 97, 55, 27, 44, 49, 94, 97, 100, 79, 55, 90, 51, 46, 43, 56, 62, 43, 62, 48, 59, 78, 45, 46, 43, 61, 73, 71, 54, 64, 41, 53, 82, 53, 31, 70, 101, 60, 62, 46, 143, 33, 37, 76, 49, 38, 149, 69, 66, 37, 29, 68, 64, 70, 62, 58, 53, 58, 50, 64, 74, 39, 39, 58, 57, 47, 147, 62, 46, 60, 55, 108, 73, 74, 36, 105, 71, 52, 76, 66, 35, 69, 49, 54, 38, 56, 67, 50, 53, 25, 64, 40, 42, 49, 40, 39, 35, 129, 146, 51, 26, 59, 54, 44, 39, 36, 154, 57, 49, 98, 73, 71, 31, 48, 62, 74, 42, 50, 104, 53, 64, 43, 79, 27, 34, 79, 26, 125, 72, 68, 87, 61, 63, 66, 47, 57, 27, 145, 50, 100, 81, 34, 49, 110, 41, 64, 139, 71, 58, 46, 49, 51, 64, 54, 77, 66, 109, 37, 74, 95, 121, 29, 65, 56, 39, 83, 205, 41, 50, 102, 60, 100, 63, 45, 82, 71, 59, 56, 40, 145, 135, 38, 96, 114, 91, 97, 45, 42, 47, 92, 95, 28, 73, 49, 101, 50, 41, 76, 26, 79, 26, 61, 40, 101, 66, 32, 49, 54, 49, 64, 65, 50, 47, 39, 64, 64, 72, 37, 67, 33, 54, 73, 62, 57, 65, 47, 33, 88, 74, 70, 97, 16, 88, 74, 55, 65, 94, 106, 72, 32, 67, 79, 47, 38, 43, 67, 49, 159, 91, 59, 97, 65, 160, 42, 47, 132, 36, 51, 48, 85, 51, 24, 81, 80, 284, 69, 52, 93, 36, 114, 125, 65, 90, 38, 60, 50, 72, 50, 89, 53, 64, 77, 126, 110, 48, 38, 48, 43, 91, 39, 103, 52, 64, 64, 90, 44, 22, 56, 38, 42, 41, 77, 39, 75, 62, 31, 22, 52, 44, 31, 77, 82, 53, 65, 118, 66, 33, 30, 47, 30, 43, 62, 104, 48, 68, 165, 67, 94, 99, 29, 69, 50, 53, 68, 58, 59, 47, 40, 79, 58, 32, 110, 41, 42, 62, 19, 83, 69, 39, 70, 42, 56, 114, 59, 153, 52, 42, 48, 67, 74, 28, 119, 70, 71, 52, 103, 50, 104, 33, 51, 47, 35, 66, 125, 28, 50, 44, 111, 87, 29, 91, 75, 46, 28, 37, 65, 131, 38, 68, 115, 56, 78, 83, 66, 34, 35, 53, 66, 121, 57, 59, 57, 87, 80, 33, 138, 34, 47, 56, 77, 30, 55, 154, 29, 92, 74, 91, 42, 44, 47, 58, 27, 74, 79, 73, 60, 32, 83, 43, 42, 86, 47, 43, 61, 31, 51, 45, 65, 52, 92, 24, 58, 53, 78, 33, 64, 65, 32, 55, 62, 58, 28, 48, 56, 52, 21, 74, 31, 79, 103, 91, 212, 85, 28, 125, 93, 91, 30, 49, 59, 63, 51, 76, 52, 28, 48, 56, 47, 77, 20, 56, 78, 59, 37, 57, 48, 62, 67, 118, 54, 35, 40, 31, 41, 75, 87, 67, 59, 80, 34, 44, 56, 90, 72, 64, 45, 38, 99, 59, 44, 40, 53, 41, 89, 45, 140, 49, 61, 57, 68, 54, 45, 90, 66, 57, 61, 126, 66, 42, 35, 46, 100, 76, 41, 42, 57, 52, 42, 33, 92, 106, 82, 166, 44, 72, 49, 121, 49, 38, 60, 40, 63, 46, 61, 37, 46, 59, 37, 53, 50, 82, 44, 142, 116, 73, 35, 38, 55, 74, 63, 70, 67, 55, 208, 89, 68, 47, 72, 72, 98, 114, 73, 61, 57, 21, 65, 72, 45, 47, 28, 24, 48, 104, 51, 53, 53, 43, 53, 246, 29, 62, 100, 137, 22, 84, 75, 94, 72, 58, 44, 77, 98, 52, 71, 48, 63, 43, 51, 69, 113, 70, 19, 41, 54, 35, 74, 58, 39, 45, 38, 84, 59, 55, 63, 73, 40, 45, 82, 51, 75, 33, 50, 66, 51, 42, 38, 85, 38, 22, 42, 18, 51, 59, 54, 49, 66, 58, 35, 86, 46, 84, 36, 62, 49, 93, 148, 50, 56, 60, 82, 52, 68, 106, 65, 192, 100, 70, 86, 65, 85, 29, 55, 29, 61, 43, 51, 98, 50, 81, 45, 75, 91, 48, 68, 49, 41, 50], "distortion": [24.393015682697296, 21.268514156341553, 11.339445412158966, 18.529815912246704, 22.748629689216614, 19.658417761325836, 16.582743644714355, 45.34397107362747, 8.224182367324829, 22.236428439617157, 38.27557945251465, 26.21990990638733, 18.472418785095215, 26.079869747161865, 25.09005343914032, 14.922077059745789, 20.344317734241486, 27.152378380298615, 25.97925889492035, 16.259536683559418, 5.960889518260956, 23.265820026397705, 27.09708672761917, 4.386552274227142, 6.844580829143524, 11.117984473705292, 0.1164674162864685, 25.483049035072327, 25.248097121715546, 28.3938946723938, 9.884824633598328, 24.378128230571747, 23.776624381542206, 18.79929345846176, 19.32599240541458, 21.537235975265503, 36.95247811079025, 17.44539749622345, 27.504910051822662, 14.743675708770752, 31.630122005939484, 32.51143890619278, 22.205042123794556, 18.874862492084503, 32.523441791534424, 35.37508296966553, 27.421355962753296, 16.367534399032593, 28.004488170146942, 22.699290812015533, 6.164253056049347, 22.421206653118134, 32.24167317152023, 20.543792843818665, 15.242867350578308, 12.02798181772232, 27.70591503381729, 19.35120725631714, 23.922490298748016, 12.877895295619965, 14.680735230445862, 14.306110441684723, 27.880953073501587, 23.842952370643616, 25.818328142166138, 15.379765748977661, 26.69184285402298, 10.132407546043396, 13.213703453540802, 22.65774041414261, 19.151559233665466, 18.44487166404724, 25.842519521713257, 32.483903646469116, 27.103004097938538, 8.756299197673798, 23.366111993789673, 19.130032539367676, 16.138485431671143, 14.291751205921173, 24.526312351226807, 18.40820962190628, 24.246951580047607, 0.609977662563324, 29.23027741909027, 44.52177965641022, 10.542706668376923, 5.4030744433403015, 1.1940599083900452, 17.959351360797882, 24.68318819999695, 29.60932993888855, 19.62172132730484, 26.320092022418976, 30.459653437137604, 17.772242724895477, 28.967397272586823, 18.07936668395996, 14.712233245372772, 15.779540657997131, 10.469187617301941, 13.762163579463959, 16.813530266284943, 5.742580592632294, 16.646774768829346, 14.187293887138367, 23.95051896572113, 24.899404644966125, 28.271076500415802, 9.570953249931335, 25.01752471923828, 26.352267801761627, 9.991125226020813, 22.126400411128998, 10.362272262573242, 11.327483355998993, 29.335090041160583, 22.380863070487976, 23.887796223163605, 25.623110115528107, 2.963482618331909, 8.367711842060089, 24.327390789985657, 33.20742970705032, 10.253112435340881, 4.631329834461212, 27.098861813545227, 4.202010273933411, 15.220482885837555, 15.832016110420227, 30.590299367904663, 36.38880676031113, 24.699320077896118, 24.813497722148895, 26.219316065311432, 21.304425060749054, 30.880840301513672, 21.23639190196991, 21.49671298265457, 24.847508132457733, 19.074162364006042, 27.760707318782806, 27.831022024154663, 25.37750631570816, 17.905027389526367, 26.06014609336853, 19.71868324279785, 33.84583568572998, 23.72975516319275, 20.64829307794571, 29.640946865081787, 41.104389786720276, 28.96034336090088, 40.38773459196091, 18.58936494588852, 17.79977798461914, 8.875403821468353, 23.64554899930954, 19.149671375751495, 24.28360551595688, 30.343199253082275, 17.131904125213623, 17.154523968696594, 25.500649333000183, 12.77834939956665, 16.43438822031021, 14.760103464126587, 10.322639524936676, 30.054489016532898, 6.277415037155151, 8.367039322853088, 27.427264869213104, 23.608359694480896, 22.579438507556915, 15.941495597362518, 20.117244482040405, 22.72300159931183, 15.631528317928314, 15.10636168718338, 10.46999740600586, 18.553838431835175, 26.002723395824432, 26.189823865890503, 28.15317076444626, 13.009937226772308, 7.772835731506348, 20.792636036872864, 26.909381449222565, 20.088925421237946, 22.402953267097473, 30.157668471336365, 27.461172342300415, 20.537702977657318, 25.363222539424896, 25.403044819831848, 21.43762171268463, 25.27800852060318, 21.013567507267, 31.726148426532745, 24.624803841114044, 12.88774847984314, 20.25170874595642, 17.9325692653656, 17.702466428279877, 29.400242567062378, 18.052146673202515, 30.09733474254608, 11.730056881904602, 19.152209997177124, 24.24624478816986, 19.993944883346558, 16.73180878162384, 19.96208304166794, 20.80754518508911, 16.045868813991547, 15.757627248764038, 7.3321269154548645, 22.729858458042145, 19.61956036090851, 11.58309930562973, 22.274641454219818, 15.185252964496613, 25.550908267498016, 27.447074353694916, 29.869955241680145, 20.995943784713745, 19.45343989133835, 35.449831902980804, 21.93636578321457, 24.51839506626129, 16.66596657037735, 22.84462344646454, 27.438272714614868, 23.586139142513275, 24.16860431432724, 7.37517923116684, 17.082351624965668, 26.136658906936646, 28.58436292409897, 26.618588626384735, 28.058874130249023, 24.252074420452118, 17.735205352306366, 15.85641896724701, 31.248508274555206, 20.210235059261322, 10.645094275474548, 21.255935549736023, 28.605784058570862, 29.654043793678284, 26.89626681804657, 22.6475048661232, 26.936015725135803, 21.376329243183136, 9.192385256290436, 1.0919997096061707, 2.061255991458893, 34.73549199104309, 32.54720938205719, 27.796586215496063, 19.18685692548752, 27.32706332206726, 14.188935160636902, 17.113597512245178, 0.5127605199813843, 18.82978004217148, 1.9713295698165894, 9.769393265247345, 19.23566770553589, 21.97422045469284, 32.494304895401, 28.294601380825043, 19.78031474351883, 23.387059569358826, 24.774650275707245, 4.254193127155304, 14.725720822811127, 17.302175521850586, 11.495668292045593, 22.568794906139374, 16.931521117687225, 8.41493946313858, 32.42764788866043, 22.111177682876587, 18.891080141067505, 13.756392776966095, 25.294372618198395, 26.73281478881836, 26.84490042924881, 7.61786949634552, 24.590304851531982, 22.305234372615814, 30.118518888950348, 23.692699253559113, 22.576448798179626, 14.671157360076904, 17.757653653621674, 28.005196273326874, 29.074219524860382, 32.80228501558304, 17.3411945104599, 14.111607074737549, 20.924997806549072, 25.98290902376175, 24.767207324504852, 8.178936660289764, 22.082996666431427, 18.005416989326477, 22.972435176372528, 29.64860773086548, 15.552820146083832, 24.907020330429077, 29.958198070526123, 16.664851248264313, 10.671704769134521, 17.227347791194916, 18.82269161939621, 23.080631911754608, 16.2701273560524, 18.682381749153137, 25.29244500398636, 7.53910231590271, 20.379028141498566, 21.329489529132843, 15.655603229999542, 22.81778198480606, 16.957064151763916, 25.001129508018494, 21.59122484922409, 21.21605521440506, 25.76236927509308, 15.480318665504456, 26.59117615222931, 15.056697010993958, 27.44148176908493, 22.08819043636322, 38.45540231466293, 11.496758341789246, 14.504869937896729, 15.934422969818115, 7.546288013458252, 16.636184692382812, 20.192273914813995, 21.965859949588776, 17.304644405841827, 19.039886951446533, 4.14056521654129, 26.322685658931732, 23.82962214946747, 19.947939157485962, 17.549241721630096, 14.539031088352203, 27.19763821363449, 15.46154111623764, 23.44981551170349, 24.10855197906494, 25.576213836669922, 20.04920268058777, 17.906750798225403, 14.55991929769516, 15.654072761535645, 30.730647265911102, 34.24051493406296, 24.846255600452423, 29.944844484329224, 21.07547092437744, 24.69990748167038, 30.45126760005951, 32.31321567296982, 17.95986181497574, 34.34778743982315, 19.591872930526733, 15.805424630641937, 18.16554296016693, 13.018104434013367, 23.51701444387436, 16.733555257320404, 26.43774390220642, 19.343259751796722, 14.848997294902802, 17.93977689743042, 32.77236783504486, 19.065236389636993, 20.39629977941513, 25.722869753837585, 13.616664171218872, 30.007655322551727, 16.564606964588165, 14.938617706298828, 20.489070236682892, 30.417684376239777, 10.45407259464264, 25.19283789396286, 27.59013068675995, 24.016590297222137, 29.327300429344177, 21.630443215370178, 25.582315325737, 13.68038558959961, 23.713590681552887, 31.34803134202957, 19.77845585346222, 14.88379442691803, 32.728353440761566, 20.19142246246338, 15.004744350910187, 12.058488249778748, 26.394338488578796, 11.460168898105621, 27.726679146289825, 12.303276062011719, 23.109443724155426, 23.862476766109467, 28.558118641376495, 16.182117998600006, 12.615491211414337, 13.235903143882751, 28.63486361503601, 31.907929062843323, 28.075835525989532, 13.363094449043274, 16.141035199165344, 11.877215147018433, 19.200824677944183, 27.720827221870422, 14.870172560214996, 8.277812957763672, 24.08579784631729, 17.479239761829376, 26.92457389831543, 31.913559079170227, 11.61227661371231, 28.710909068584442, 26.684307038784027, 5.729998826980591, 6.071547091007233, 13.146562576293945, 21.419239163398743, 5.821050405502319, 14.493277370929718, 13.766901075839996, 10.252028465270996, 18.67358434200287, 14.758600294589996, 20.81379997730255, 30.70630717277527, 24.90530753135681, 12.215374290943146, 27.180081486701965, 29.392260313034058, 19.119910895824432, 12.684396743774414, 29.260026276111603, 17.566266417503357, 36.5069465637207, 26.125772774219513, 30.003564655780792, 26.74233514070511, 15.739915072917938, 20.707216322422028, 18.318994283676147, 30.14517629146576, 17.23853772878647, 20.516255855560303, 17.442571878433228, 14.843437016010284, 20.370537161827087, 12.650599777698517, 3.1659541726112366, 25.126858413219452, 20.996881663799286, 10.899953424930573, 26.097059428691864, 30.97810685634613, 24.52722680568695, 27.49957847595215, 21.39041781425476, 12.970315396785736, 7.198339819908142, 23.673918306827545, 36.09677106142044, 21.845053613185883, 12.749257862567902, 19.888971269130707, 34.18086892366409, 22.50657683610916, 24.80577689409256, 18.257960081100464, 27.319218695163727, 22.69199311733246, 33.551175355911255, 25.03973811864853, 21.37436431646347, 21.63343697786331, 19.683517515659332, 25.174000680446625, 26.92707598209381, 15.4672811627388, 26.363085687160492, 24.15619796514511, 26.580813586711884, 33.30144518613815, 9.316490232944489, 25.17894333600998, 17.82189440727234, 37.75180435180664, 26.212626576423645, 19.891397714614868, 11.795730113983154, 17.918542623519897, 25.12227690219879, 30.833180487155914, 22.90553903579712, 12.447494626045227, 11.949533879756927, 30.475441336631775, 15.99715369939804, 32.160576581954956, 23.989748179912567, 21.782828509807587, 19.57066798210144, 16.253886461257935, 15.386017978191376, 4.201866269111633, 10.849260747432709, 19.111492335796356, 19.94756853580475, 18.431541740894318, 19.315811038017273, 22.43705862760544, 28.352358758449554, 16.768523156642914, 27.848676323890686, 36.589055836200714, 27.488305687904358, 26.89461237192154, 28.32085281610489, 17.92671889066696, 12.684252142906189, 22.865846395492554, 27.293185532093048, 35.73817604780197, 28.189449429512024, 12.226619482040405, 18.28638380765915, 16.46541738510132, 16.18463486433029, 17.057917296886444, 11.064052045345306, 27.253171682357788, 28.40094405412674, 29.547743141651154, 16.22063446044922, 14.893803000450134, 19.498698890209198, 19.236618757247925, 15.218763828277588, 13.172880828380585, 11.156212568283081, 21.448285460472107, 29.007067620754242, 16.4176527261734, 32.88751792907715, 4.688787400722504, 21.419194638729095, 18.86854112148285, 25.080945551395416, 8.937486112117767, 15.921603679656982, 18.251185059547424, 7.890983402729034, 36.01584303379059, 10.945616483688354, 35.97397297620773, 19.10663878917694, 7.775793969631195, 34.77251386642456, 11.647729873657227, 32.76383113861084, 14.842059910297394, 27.408150017261505, 11.706613004207611, 28.658515512943268, 22.854280710220337, 33.52745896577835, 18.75222623348236, 22.94700527191162, 12.853582680225372, 22.872047245502472, 26.575866758823395, 24.756474137306213, 36.463693737983704, 30.870547592639923, 12.469946205615997, 27.292434453964233, 25.3771710395813, 6.185838222503662, 25.260464787483215, 25.518710255622864, 14.477026402950287, 15.474218845367432, 24.502163112163544, 29.393832325935364, 7.355465412139893, 28.64048147201538, 21.78393405675888, 19.32900333404541, 32.36452716588974, 24.65807545185089, 12.746943175792694, 31.67380863428116, 23.44338309764862, 11.077279090881348, 22.063266575336456, 23.175198137760162, 30.799541652202606, 18.406659424304962, 24.125186681747437, 22.141992211341858, 30.40220147371292, 36.273237109184265, 27.03727489709854, 17.90497463941574, 27.954075038433075, 12.481067776679993, 33.3304061293602, 27.854348957538605, 8.998392939567566, 21.138534665107727, 23.661055862903595, 22.945279121398926, 22.653076887130737, 33.75206929445267, 13.011655807495117, 15.94344699382782, 31.85336995124817, 23.670090675354004, 12.880430161952972, 23.48551446199417, 18.67355865240097, 33.60349929332733, 17.46215718984604, 21.15969330072403, 15.79600864648819, 19.662984490394592, 22.546015560626984, 19.44388037919998, 24.548171520233154, 12.90450394153595, 24.280077755451202, 14.440510511398315, 16.890306651592255, 16.164818942546844, 18.0706689953804, 16.70958322286606, 19.971957564353943, 19.067019402980804, 20.02724528312683, 18.314242124557495, 17.590567231178284, 21.512315332889557, 18.378252804279327, 18.269244015216827, 28.42183083295822, 8.022342443466187, 20.58966052532196, 23.52332603931427, 41.40405124425888, 26.5281782746315, 17.997286677360535, 31.57768416404724, 7.000429451465607, 29.45231866836548, 33.1486918926239, 21.592589199543, 18.678194165229797, 36.935925245285034, 18.137051165103912, 10.228367686271667, 22.350212693214417, 23.823663473129272, 21.951572477817535, 19.042115926742554, 29.40054941177368, 18.770212590694427, 17.398767948150635, 32.20332741737366, 13.114552319049835, 29.352056980133057, 4.712181329727173, 24.103777647018433, 27.823638081550598, 17.73048883676529, 27.72764539718628, 22.8791281580925, 13.338018119335175, 16.255671858787537, 2.7658870220184326, 32.92601239681244, 18.04821479320526, 18.973796546459198, 18.173625111579895, 15.24515825510025, 27.770055890083313, 25.44782555103302, 22.894319236278534, 28.135492384433746, 14.89157772064209, 11.055387318134308, 20.24187469482422, 22.645138561725616, 12.876585006713867, 23.704667270183563, 16.60894465446472, 30.6766819357872, 30.849773943424225, 11.6267409324646, 25.660380840301514, 21.241378843784332, 21.49958747625351, 28.930433690547943, 11.427043676376343, 21.927620887756348, 19.514423191547394, 17.37488842010498, 33.51519298553467, 14.235368967056274, 12.766049683094025, 20.591485798358917, 15.126661837100983, 16.788138687610626, 26.200815975666046, 30.89198613166809, 32.80464267730713, 39.46424525976181, 13.518367409706116, 16.68724089860916, 8.3477241396904, 25.591900169849396, 27.429915487766266, 27.872005879878998, 13.158206045627594, 30.23158848285675, 18.08741408586502, 15.345429241657257, 14.198815107345581, 24.735808074474335, 22.92953222990036, 21.03360491991043, 27.099274337291718, 32.18632084131241, 12.737164556980133, 22.247312545776367, 15.294074892997742, 26.15283340215683, 24.233787536621094, 28.06717199087143, 29.586870789527893, 25.31560206413269, 27.110761046409607, 13.15937215089798, 37.777195155620575, 14.044303238391876, 23.317867159843445, 21.337516486644745, 30.499537229537964, 15.629255056381226, 15.96797227859497, 32.95723098516464, 21.432668447494507, 31.59851187467575, 14.119372487068176, 19.155926823616028, 28.087678611278534, 24.636855900287628, 14.092854797840118, 33.29804056882858, 17.595622897148132, 28.184606432914734, 30.127996861934662, 10.382021605968475, 27.490498185157776, 27.834468066692352, 18.45474922657013, 17.244172155857086, 27.78782594203949, 25.516059160232544, 12.012645065784454, 26.77052342891693, 22.70595395565033, 20.16418480873108, 15.657309174537659, 14.147589802742004, 11.658604621887207, 21.45396798849106, 13.485136568546295, 15.950414836406708, 36.1269548535347, 33.28293788433075, 19.290239930152893, 34.00000661611557, 11.363383531570435, 20.123012721538544, 23.899393320083618, 20.59761208295822, 17.824620246887207, 29.774775087833405, 9.33187848329544, 29.15040683746338, 27.717776834964752, 26.950026035308838, 18.593100368976593, 20.62868219614029, 18.04064166545868, 3.7074997425079346, 18.94743937253952, 20.459348559379578, 20.386838674545288, 25.210924744606018, 24.57032948732376, 23.64949369430542, 33.808129966259, 35.53841054439545, 19.760783672332764, 20.351396560668945, 30.10110253095627, 21.797407388687134, 24.35152643918991, 22.44790357351303, 15.249532759189606, 17.514804124832153, 2.1014832854270935, 23.489970207214355, 21.564297020435333, 17.125818967819214, 27.07982647418976, 17.449310302734375, 17.71799498796463, 21.745640814304352, 37.63697546720505, 35.54206210374832, 12.085308194160461, 25.771119236946106, 25.097969591617584, 19.623609364032745, 23.813328444957733, 14.356305837631226, 13.396152377128601, 21.927674889564514, 19.656131327152252, 20.40737557411194, 14.48539686203003, 20.79017060995102, 8.513312101364136, 24.969630658626556, 12.341802477836609, 18.312890231609344, 31.805397033691406, 19.83282309770584, 29.979469656944275, 5.082187116146088, 8.750217080116272, 29.538372933864594, 12.757392227649689, 22.745504200458527, 5.884372234344482, 13.108448266983032, 17.234209418296814, 24.58289474248886, 18.287544012069702, 16.200836658477783, 7.438628077507019, 29.442744731903076, 25.082954227924347, 10.735049605369568, 19.545448184013367, 28.41344302892685, 13.53065425157547, 22.42499214410782, 22.99116551876068, 12.733643233776093, 20.472167193889618, 13.34244155883789, 17.744613528251648, 22.505110681056976, 35.276986479759216, 21.382709085941315, 17.541610658168793, 17.708217203617096, 30.601505875587463, 19.994398832321167, 24.676440477371216, 32.88240224123001, 7.912156939506531, 36.700369358062744, 14.094932556152344, 21.40558212995529, 21.31151980161667, 13.919178068637848, 17.77229607105255, 18.443219423294067, 13.062729597091675, 29.249887228012085, 22.756593644618988, 35.33086556196213, 16.247039079666138, 30.36959272623062, 17.20492649078369, 17.088848292827606, 28.734161734580994, 20.49863988161087, 21.467637836933136, 26.334906578063965, 31.180384933948517, 35.57441025972366, 19.25255995988846, 17.828681647777557, 22.377450108528137, 36.05026614665985, 20.3637957572937, 23.455065488815308, 24.27964609861374, 15.11346060037613, 19.853933572769165, 20.74268877506256, 23.469597220420837, 26.846709489822388, 19.56647652387619, 24.768780648708344, 33.49352031946182, 17.23346710205078, 23.013441264629364, 21.43128937482834, 24.72260069847107, 32.611940920352936, 28.602150976657867, 28.854318261146545, 14.211809754371643, 34.19610667228699, 18.103112161159515, 23.63328129053116, 21.75248086452484, 23.428498685359955, 30.466818749904633, 24.75653600692749, 12.94259113073349, 11.171505212783813, 20.628134548664093, 13.501465260982513, 13.34283322095871, 20.645639896392822, 29.408370792865753, 23.592605888843536, 22.148532152175903, 23.944735884666443, 25.291481018066406, 25.179257810115814, 16.635436177253723, 23.45765382051468, 25.795266270637512, 18.58238697052002, 13.501103579998016, 18.568157374858856, 20.30983066558838, 26.77101480960846, 27.940317511558533, 14.236989676952362, 16.29775035381317, 13.582309663295746, 22.603069961071014, 16.14401125907898, 15.235456347465515, 13.754637897014618, 25.900651276111603, 20.225849211215973, 37.65434205532074, 19.53333693742752, 38.0841349363327, 10.235477566719055, 18.73875904083252, 4.613741874694824, 20.594977915287018, 23.28582727909088, 30.189025104045868, 14.064833998680115, 29.121698796749115, 31.0348179936409, 17.79415774345398, 16.322249054908752, 13.54560512304306, 36.433312237262726, 19.26785123348236, 22.548210382461548, 16.014072597026825, 18.84339702129364, 4.939164936542511, 24.712453067302704, 27.059265851974487, 24.56292563676834, 16.743345260620117, 16.49345999956131, 18.270783483982086, 13.429786384105682, 21.577271342277527, 28.96412628889084, 23.16844415664673, 17.174951016902924, 27.33545172214508, 16.127726793289185, 22.996440827846527, 10.961332499980927, 24.358693182468414, 19.924428701400757, 13.595026552677155, 39.505682706832886, 9.688215017318726, 19.412164092063904, 28.411353528499603, 14.4739990234375, 36.42430806159973, 28.43256026506424, 23.921789586544037, 24.61174362897873, 17.132685244083405, 16.864452600479126, 32.0464968085289, 21.040986835956573, 14.561336040496826, 2.5439233779907227, 19.207118809223175, 10.338047444820404, 21.588361382484436, 14.984563946723938, 15.308452188968658, 25.085794150829315, 32.10643023252487, 32.699728071689606, 24.225614607334137, 18.30492067337036, 20.17379367351532, 14.691169798374176, 26.594010531902313, 21.38597470521927, 11.14378273487091, 17.257781863212585, 28.544767320156097, 18.169324696063995, 24.13080209493637, 36.59701216220856, 32.41523051261902, 32.930933594703674, 3.0728360414505005, 20.736782431602478, 25.166842103004456, 5.456599950790405, 18.625863015651703, 24.37189543247223, 15.509221374988556, 21.836874544620514, 24.65608549118042, 24.117970645427704, 23.991858303546906, 27.355690896511078, 14.197991967201233, 25.923145651817322, 15.411615431308746, 22.0278981924057, 25.503618359565735, 18.534461796283722, 30.959696531295776, 26.568336188793182, 23.648174047470093, 18.315395057201385, 31.57202535867691, 7.069799542427063, 25.618914127349854, 14.621084153652191, 18.5225932598114, 23.725622355937958, 28.23557323217392, 15.026916801929474, 34.79275572299957, 16.64040046930313, 9.24929690361023, 19.34059625864029, 9.553452789783478, 26.31091731786728, 31.36180478334427, 32.65754133462906, 21.732657253742218, 20.508511126041412, 26.86552518606186, 41.16206365823746, 11.427899360656738, 15.931079864501953, 14.493649959564209, 28.240069150924683, 4.693958759307861, 34.8982834815979, 35.08914393186569, 23.539786279201508, 35.73872351646423, 8.30008578300476, 29.602670669555664, 8.417424738407135, 25.546545028686523, 17.67694628238678, 33.150242269039154, 17.082758903503418, 21.11088764667511, 15.035780429840088, 15.76678329706192, 17.748657941818237, 34.93994480371475, 25.376737356185913, 24.66071903705597, 12.8927241563797, 24.244534611701965, 23.34150916337967, 9.47516530752182, 4.139756441116333, 21.18935388326645, 26.550892233848572, 26.173575937747955, 13.569462239742279, 22.34111762046814, 25.968153059482574, 23.13178712129593, 19.235823094844818, 15.600751638412476, 20.774327397346497, 29.16682004928589, 24.79386192560196, 19.960341036319733, 21.64215886592865, 26.61016869544983, 28.375247418880463, 33.33420789241791, 20.999433279037476, 16.27975231409073, 30.22783935070038, 16.044124364852905, 15.821868121623993, 23.3410062789917, 23.18806529045105, 27.597842693328857, 18.44217622280121, 41.98672479391098, 37.4791904091835, 23.74396800994873, 16.869249880313873, 23.37736827135086, 12.974093437194824, 13.928911030292511, 19.764213144779205, 10.823140680789948, 24.014909088611603, 5.277774214744568, 28.34212154150009, 44.110684752464294, 46.33793920278549, 33.43399274349213, 20.861659705638885, 22.34820806980133, 25.35419934988022, 20.728606939315796, 12.531420290470123, 16.971459984779358, 25.182321786880493, 9.539574444293976, 36.38591980934143, 32.87846177816391, 16.10766512155533, 20.672317504882812, 18.182992219924927, 36.05889266729355, 29.517080664634705, 18.90327286720276, 22.939269065856934, 14.512994587421417, 22.21855080127716, 28.937964916229248, 16.911772072315216, 13.916025757789612, 22.899973571300507, 23.818017899990082, 26.583519458770752, 7.689792573451996, 19.757869958877563, 16.314072370529175, 25.86350381374359, 19.682472586631775, 19.24593812227249, 13.22390353679657, 17.77086353302002, 15.347877740859985, 23.450728476047516, 30.26435023546219, 26.309762358665466, 27.35447996854782, 31.137879848480225, 12.920880436897278, 24.863070368766785, 27.214157104492188, 8.9469273686409, 32.2467600107193, 19.9578138589859, 24.083334267139435, 32.34043174982071, 13.06778335571289, 25.92266756296158, 24.057982861995697, 16.99347013235092, 17.411734580993652, 12.091759860515594, 13.411953270435333, 27.14182871580124, 16.83115303516388, 23.981315851211548, 18.912683069705963, 32.34410047531128, 34.811292946338654, 15.726864695549011, 30.022923707962036, 24.85388422012329, 14.500927805900574, 19.737405717372894, 18.943219780921936, 28.48168981075287, 17.604169070720673, 30.276874125003815, 19.369627714157104, 24.37252378463745, 22.066565334796906, 14.71329939365387, 27.12541311979294, 31.909795463085175, 13.429591834545135, 17.374728620052338, 9.24662959575653, 26.735195636749268, 18.047836482524872, 19.44795048236847, 34.74021261930466, 25.44653058052063, 8.489423751831055, 17.99172455072403, 28.857604146003723, 26.198492467403412, 18.377443850040436, 25.689747095108032, 17.569412648677826, 24.148720264434814, 21.360216557979584, 6.122295379638672, 31.416543543338776, 20.934451818466187, 25.95713847875595, 4.781369984149933, 19.366825342178345, 29.582138895988464, 13.18807578086853, 19.628984332084656, 21.885185956954956, 22.380151391029358, 16.908631086349487, 25.63126641511917, 17.1948139667511, 21.84202140569687, 12.19225412607193, 13.006176233291626, 10.171243727207184, 22.614819526672363, 18.554362654685974, 13.624262809753418, 11.404874086380005, 21.078091144561768, 11.8131223320961, 8.389697968959808, 19.105226159095764, 16.901776790618896, 27.3880712389946, 18.947835087776184, 22.37325668334961, 16.927996814250946, 22.52465981245041, 18.002454459667206, 29.99951070547104, 18.644796133041382, 26.47268682718277, 24.690354764461517, 19.678304255008698, 18.539641737937927, 30.45952981710434, 21.94989937543869, 17.855371236801147, 29.019009292125702, 18.708991587162018, 22.104494631290436, 19.697580993175507, 22.991938829421997, 11.481523633003235, 14.283077120780945, 21.604416131973267, 9.825691521167755, 18.080893456935883, 31.187298715114594, 20.627783715724945, 27.361976385116577, 20.27445787191391, 18.973615407943726, 25.66526871919632, 30.151554942131042, 25.353577971458435, 28.265270590782166, 24.141625821590424, 12.645165801048279, 17.32724690437317, 23.892827808856964, 16.176632344722748, 23.35269010066986, 17.963865339756012, 23.453400373458862, 35.46501404047012, 10.131763279438019, 17.53456848859787, 24.591006219387054, 35.85259646177292, 26.052234888076782, 31.3286612033844, 26.86150598526001, 17.580348432064056, 31.245753169059753, 17.283527314662933, 17.131148159503937, 11.642870008945465, 25.23273003101349, 12.61768352985382, 23.68566060066223, 10.893441438674927, 14.55780303478241, 21.688189446926117, 23.08402043581009, 15.74448424577713, 27.956840932369232, 14.27057009935379, 12.426843762397766, 30.138912618160248, 26.805152475833893, 24.51065981388092, 17.793097138404846, 28.616610527038574, 21.61920028924942, 22.678663969039917, 24.354378581047058, 26.15832281112671, 23.695365726947784, 15.40494704246521, 14.026385962963104, 33.91470557451248, 38.60621225833893, 28.158258974552155, 12.342542588710785, 8.026431322097778, 14.941207230091095, 30.132812023162842, 26.6868656873703, 17.767530620098114, 23.746088683605194, 22.438557982444763, 26.623478949069977, 14.597527861595154, 31.083267629146576, 21.56400817632675, 23.373479306697845, 19.472570300102234, 18.6914182305336, 10.21508914232254, 21.148394882678986, 15.504931092262268, 30.018727660179138, 27.780306100845337, 32.55183184146881, 15.148196637630463, 38.16794973611832, 16.691422402858734, 27.50146907567978, 19.605336844921112, 13.649553000926971, 26.293926894664764, 8.804662823677063, 6.873439252376556, 25.099812984466553, 22.693607926368713, 23.831197798252106, 22.219213664531708, 22.219608783721924, 21.940585672855377, 30.925586879253387, 20.74788099527359, 32.65425080060959, 12.637547850608826, 15.424402475357056, 26.60134345293045, 23.062048077583313, 22.71959900856018, 30.27609407901764, 27.059397637844086, 17.59540492296219, 25.79049575328827, 28.79780113697052, 32.45230031013489, 24.46758794784546, 14.795693635940552, 31.984376788139343, 22.373166263103485, 23.881822168827057, 24.44547188282013, 30.847562730312347, 21.2421875, 14.712181270122528, 16.542763769626617, 20.594794929027557, 13.238165378570557, 17.93351238965988, 20.99355399608612, 21.81448382139206, 22.29888617992401, 26.044360637664795, 17.489534616470337, 26.99752414226532, 16.566323041915894, 22.266843259334564, 26.44130164384842, 21.3117738366127, 22.059204280376434, 13.884419083595276, 21.440826654434204, 24.745301604270935, 20.16317367553711, 1.05369371175766, 7.542632043361664, 15.177708089351654, 39.745833694934845, 20.933409094810486, 16.846306085586548, 14.948204338550568, 19.022192060947418, 17.80484366416931, 34.58324384689331, 24.02666062116623, 17.59971421957016, 23.94525581598282, 7.417094469070435, 13.235575795173645, 16.57216364145279, 15.160587906837463, 26.642711460590363, 22.931267082691193, 18.003183364868164, 29.15778410434723, 20.891282618045807, 19.548249900341034, 18.09894347190857, 23.67015504837036, 18.601449251174927, 6.816775560379028, 15.374901950359344, 25.8838769197464, 29.580719470977783, 27.190123677253723, 18.304043114185333, 20.563933193683624, 22.219285786151886, 24.92355513572693, 18.51466864347458, 2.364938199520111, 27.759434163570404, 17.214021921157837, 21.959034323692322, 19.112374007701874, 25.77421396970749, 26.415106177330017, 14.968541204929352, 18.184818506240845, 16.075928568840027, 19.855856835842133, 23.795802772045135, 27.197409749031067, 22.17297238111496, 28.949414491653442, 26.92657035589218, 38.03685575723648, 22.462608337402344, 29.052437901496887, 15.678978860378265, 17.149256110191345, 21.227286279201508, 25.071105241775513, 25.167280554771423, 9.974848210811615, 21.16621881723404, 27.114890456199646, 15.376849055290222, 15.029176592826843, 27.148636162281036, 18.45740681886673, 31.30334562063217, 28.31903111934662, 16.09595561027527, 16.759199559688568, 20.751036822795868, 20.05071860551834, 17.239651203155518, 30.295007169246674, 24.25002497434616, 30.906860649585724, 8.499236404895782, 15.124009370803833, 18.08942973613739, 11.979645192623138, 21.27031034231186, 18.95106142759323, 23.098078072071075, 12.982221245765686, 7.025587856769562, 11.358707904815674, 25.0382000207901, 26.101191759109497, 11.03768140077591, 24.297445595264435, 24.776208698749542, 23.81084704399109, 20.565147280693054, 14.140408277511597, 27.93274688720703, 11.37156230211258, 23.118428647518158, 11.395760238170624, 20.732556760311127, 19.366794288158417, 5.812344610691071, 25.067449390888214, 20.15785574913025, 24.560919225215912, 23.35355442762375, 19.460380852222443, 37.57058495283127, 25.271937429904938, 28.169110476970673, 17.394863665103912, 28.319425642490387, 20.922979295253754, 22.880085229873657, 10.099819362163544, 27.263634026050568, 14.071054697036743, 19.62493872642517, 16.493166983127594, 23.492990374565125, 26.183797001838684, 17.48910790681839, 30.076976895332336, 41.10521936416626, 25.740403592586517, 14.392237663269043, 20.913384318351746, 29.254677772521973, 16.30476999282837, 16.612335324287415, 29.57894915342331, 18.02499485015869, 24.138532519340515, 28.309681057929993, 13.692074179649353, 24.822826743125916, 28.494232833385468, 27.149671494960785, 22.222230076789856, 23.9691521525383, 23.185746908187866, 24.43235605955124, 24.383464992046356, 17.665376663208008, 24.65000945329666, 16.988305151462555, 26.20969408750534, 26.741746068000793, 16.21038794517517, 22.20457911491394, 12.90910655260086, 24.694473087787628, 42.32377636432648, 33.08968299627304, 15.192818641662598, 31.52740091085434, 12.418849110603333, 22.146673917770386, 23.035259008407593, 12.66754412651062, 14.608776986598969, 16.39107036590576, 18.722068905830383, 14.81033605337143, 22.089433431625366, 6.935876548290253, 14.481708347797394, 14.807641983032227, 25.267542600631714, 14.073176920413971, 21.478103041648865, 18.94683527946472, 23.275045096874237, 13.90481448173523, 12.371617496013641, 17.647558271884918, 10.223087310791016, 15.475391805171967, 14.810451745986938, 3.343791663646698, 14.48539525270462, 33.51349502801895, 13.125949263572693, 27.42632430791855, 19.99822461605072, 21.30399662256241, 5.22685444355011, 34.107935667037964, 18.18299013376236, 40.941012263298035, 10.80075228214264, 25.88880491256714, 29.36125212907791, 18.639618396759033, 37.43950027227402, 10.341256320476532, 32.5547861456871, 18.316421508789062, 30.750901699066162, 28.910710096359253, 26.907829999923706, 29.713978707790375, 27.191416800022125, 17.451331853866577, 22.55977600812912, 31.350879430770874, 15.352106928825378, 18.751803994178772, 16.834852635860443, 40.26094228029251, 12.641110718250275, 23.14464044570923, 13.141485333442688, 19.88672125339508, 21.973067939281464, 27.916736125946045, 17.133701741695404, 21.683479726314545, 7.833814740180969, 16.528923869132996, 25.222302734851837, 18.873189866542816, 6.656840085983276, 19.323761641979218, 23.65158301591873, 17.812066316604614, 27.59822368621826, 24.670624375343323, 20.805811941623688, 16.160817325115204, 18.076567471027374, 21.468265771865845, 24.30777758359909, 22.053649365901947, 16.466847956180573, 21.58324694633484, 20.346491396427155, 30.385695099830627, 24.349943816661835, 26.25955379009247, 26.215953469276428, 25.418672502040863, 18.099454283714294, 25.43744695186615, 21.465292036533356, 40.79099768400192, 10.029886484146118, 18.49890047311783, 0.5225969552993774, 19.808784425258636, 15.289930284023285, 21.65660661458969, 33.68354082107544, 23.903886079788208, 17.999255001544952, 21.055536806583405, 18.92368346452713, 16.058232724666595, 29.079639554023743, 27.985794961452484, 34.58265686035156, 16.746866047382355, 29.44538253545761, 15.445421874523163, 23.129367649555206, 19.57696682214737, 36.53325027227402, 29.540276765823364, 19.169096052646637, 11.11018043756485, 9.936395645141602, 22.78499072790146, 17.652491807937622, 37.73876953125, 10.989115953445435, 35.10106158256531, 23.510032296180725, 35.43333023786545, 18.982622921466827, 24.852335333824158, 38.23773676156998, 19.79758095741272, 14.461159229278564, 7.104963541030884, 19.243089199066162, 19.22092431783676, 14.51710170507431, 20.484997034072876, 27.01410937309265, 12.05266124010086, 22.58829289674759, 24.47350400686264, 26.348874151706696, 17.67024600505829, 11.3983473777771, 23.444562911987305, 20.306650400161743, 20.607825100421906, 16.664744794368744, 28.062678039073944, 11.01851749420166, 20.730595767498016, 12.165763556957245, 23.38235116004944, 23.866115152835846, 31.59369546175003, 27.817424714565277, 33.22032994031906, 21.482995450496674, 16.341368436813354, 11.917124927043915, 26.926778495311737, 25.408022046089172, 13.089075088500977, 30.735949397087097, 24.56246769428253, 25.59955471754074, 13.903482139110565, 25.45080864429474, 27.478628396987915, 21.828709363937378, 32.466097474098206, 1.5445551872253418, 24.47148895263672, 16.11062479019165, 30.151698112487793, 31.33151650428772, 19.84222549200058, 16.517194092273712, 21.82892608642578, 26.881041407585144, 20.910358011722565, 29.24850642681122, 26.12905716896057, 18.15988540649414, 21.41094708442688, 23.201965749263763, 13.626531779766083, 12.949998497962952, 16.342085361480713, 22.48865705728531, 21.360903441905975, 22.0615336894989, 23.669440507888794, 25.139745235443115, 22.89151155948639, 16.24119544029236, 27.93287491798401, 21.457940816879272, 22.061830937862396, 27.440630555152893, 13.897359907627106, 13.245806276798248, 11.050338923931122, 20.307264626026154, 15.601922988891602, 19.466049790382385, 20.59114968776703, 21.154768764972687, 17.505873382091522, 20.839619576931, 29.273535013198853, 23.153796553611755, 19.792292654514313, 26.11720323562622, 28.857511162757874, 18.8231583237648, 14.770803391933441, 26.585516035556793, 27.62372362613678, 29.626224875450134, 20.98165339231491, 17.20426595211029, 19.196542859077454, 21.13894695043564, 16.6838840842247, 15.945302844047546, 17.261007368564606, 23.822069704532623, 17.330222368240356, 20.33991265296936, 20.907489717006683, 22.427197337150574, 18.453577399253845, 12.37069708108902, 20.809643268585205, 11.04238510131836, 16.62807834148407, 20.73540687561035, 30.659040808677673, 21.107337713241577, 25.702731549739838, 13.13425725698471, 18.172278583049774, 20.321336150169373, 25.251848757267, 18.467171609401703, 8.53865921497345, 20.08690631389618, 14.681483209133148, 18.926162481307983, 20.512190282344818, 31.65689754486084, 24.197740077972412, 17.811562716960907, 25.86458855867386, 17.16436219215393, 19.612626552581787, 16.514811277389526, 24.49606442451477, 30.132804930210114, 25.42119324207306, 31.678534984588623, 28.861379504203796, 31.97680014371872, 21.59139460325241, 23.64067107439041, 33.752391159534454, 22.383182525634766, 33.18540817499161, 10.31338107585907, 22.506869792938232, 27.348155558109283, 28.145095646381378, 23.01123720407486, 41.36868876218796, 21.385450959205627, 18.843649327754974, 7.328250586986542, 14.579001069068909, 34.802738189697266, 26.81091982126236, 22.200667679309845, 18.82211172580719, 16.279383599758148, 17.312866985797882, 17.040271282196045, 17.28197854757309, 23.92984914779663, 25.107618808746338, 23.788703322410583, 23.50930368900299, 38.139123141765594, 22.73480087518692, 15.304806590080261, 26.86226260662079, 34.76894277334213, 26.83330410718918, 20.96599167585373, 21.847904205322266, 30.176993489265442, 29.966270565986633, 16.02322393655777, 25.020270228385925, 16.909195363521576, 8.901470720767975, 24.527585864067078, 16.032597541809082, 18.220871806144714, 32.67522567510605, 20.682391345500946, 35.47798544168472, 22.196535766124725, 25.002647578716278, 10.96600604057312, 34.22571277618408, 7.795882880687714, 13.950445413589478, 24.259062469005585, 21.164489090442657, 23.614792823791504, 30.15497225522995, 21.408630967140198, 33.02553343772888, 22.43764626979828, 18.563364624977112, 29.121996641159058, 16.32227849960327, 26.667636573314667, 22.966002762317657, 16.063539683818817, 30.11454153060913, 12.008456885814667, 22.831096172332764, 28.43965184688568, 15.06505286693573, 34.450020134449005, 9.560872972011566, 25.86985021829605, 20.853307783603668, 20.442181289196014, 27.614908516407013, 18.230351865291595, 20.91142374277115, 23.381928741931915, 19.313915133476257, 32.784356236457825, 11.756313443183899, 26.120222330093384, 15.554357349872589, 38.51311868429184, 13.908691108226776, 32.54171013832092, 16.80845332145691, 25.690028607845306, 14.681197047233582, 24.800724804401398, 25.51016092300415, 13.15176510810852, 27.12663221359253, 18.332183599472046, 10.668271899223328, 5.9775430560112, 22.552006125450134, 17.0862038731575, 21.25859636068344, 30.88723659515381, 27.683496594429016, 20.321479380130768, 30.68276333808899, 33.89921987056732, 18.80709683895111, 31.953206181526184, 39.207228660583496, 20.739279568195343, 13.898104190826416, 24.12794327735901, 21.408770382404327, 20.272398054599762, 29.728810489177704, 21.499797999858856, 29.5704146027565, 26.236673414707184, 12.002329289913177, 30.466876924037933, 28.665928661823273, 21.747850835323334, 15.249556183815002, 20.000187814235687, 21.752620220184326, 22.121394097805023, 29.06906235218048, 16.011477649211884, 17.1521617770195, 19.865101277828217, 26.06109482049942, 15.434994757175446, 19.868659913539886, 22.2454075217247, 18.250161230564117, 3.7197548151016235, 29.171048998832703, 16.196055829524994, 31.892253279685974, 16.624123990535736, 24.544146239757538, 11.75358510017395, 18.66557264328003, 20.32994830608368, 17.819268822669983, 14.338347911834717, 36.340915620326996, 8.448915243148804, 27.807918906211853, 16.162493228912354, 20.409670412540436, 25.18260818719864, 23.47550231218338, 15.529158294200897, 21.297296941280365, 11.603373408317566, 15.259380578994751, 26.244001746177673, 21.019144892692566, 14.54081416130066, 20.379582703113556, 28.736480593681335, 18.686113119125366, 32.05186891555786, 21.53259700536728, 32.28949850797653, 24.215316951274872, 14.211451530456543, 25.812448918819427, 14.678799986839294, 3.503431558609009, 8.589094758033752, 7.597890019416809, 15.267009913921356, 22.068753838539124, 22.460862278938293, 26.256233155727386, 27.366008639335632, 20.750564515590668, 22.776973247528076, 23.318709433078766, 26.635650157928467, 13.249431669712067, 28.73520541191101, 11.067570924758911, 33.73101043701172, 34.12843483686447, 15.201809108257294, 7.883439481258392, 24.464640080928802, 19.78199404478073, 34.45812928676605, 42.70225661993027, 45.827801525592804, 31.104214370250702, 29.198038399219513, 17.502803146839142, 19.854073762893677, 25.504685699939728, 28.487169981002808, 22.65935456752777, 24.342381715774536, 29.075435638427734, 18.514205992221832, 20.54813838005066, 15.480735659599304, 16.16385841369629, 26.0948269367218, 21.754725217819214, 17.327886760234833, 17.981743097305298, 27.558299481868744, 13.346285879611969, 34.58922588825226, 36.40794587135315, 14.303071439266205, 10.33512955904007, 21.975656986236572, 28.73960554599762, 31.02428925037384, 20.218367636203766, 18.86752688884735, 10.38552463054657, 24.719820618629456, 18.364356458187103, 31.434632122516632, 36.248235404491425, 6.094727277755737, 23.923478662967682, 21.27397310733795, 28.070329785346985, 31.98672354221344, 25.07398623228073, 26.364345490932465, 10.967286586761475, 18.827828586101532, 22.374853014945984, 15.253530859947205, 11.141684472560883, 21.811373353004456, 24.547222316265106, 9.62472015619278, 33.97701817750931, 21.641064047813416, 14.898058116436005, 5.036193788051605, 14.56221854686737, 25.32002079486847, 11.743411839008331, 27.70166724920273, 19.131842255592346, 25.14177632331848, 21.70391297340393, 16.0747931599617, 19.335736393928528, 16.672838509082794, 22.515173077583313, 15.604617238044739, 19.147485613822937, 22.468493461608887, 28.635750234127045, 18.703034102916718, 15.425020515918732, 20.18125605583191, 20.630619645118713, 14.224817097187042, 23.53005063533783, 29.4784694314003, 17.04840761423111, 17.744743943214417, 24.52901554107666, 28.15620493888855, 14.147639453411102, 17.212018430233, 11.71676379442215, 29.184765696525574, 18.27551633119583, 11.98670095205307, 19.27677971124649, 21.415795147418976, 19.70952558517456, 15.861344814300537, 34.426504731178284, 11.685801923274994, 16.477508783340454, 25.016002535820007, 22.249221682548523, 18.471500992774963, 22.824696362018585, 18.698481798171997, 10.596565067768097, 19.301630675792694, 10.023217380046844, 25.969460785388947, 33.33411741256714, 15.777894914150238, 29.382826268672943, 30.033169209957123, 19.261947572231293, 13.550798535346985, 24.870013415813446, 28.298223555088043, 25.83696097135544, 13.184249579906464, 8.072802603244781, 35.563944578170776, 22.19205129146576, 13.469663977622986, 17.0870224237442, 7.826853036880493, 33.92793095111847, 18.520722150802612, 26.32893282175064, 9.201052486896515, 27.74321275949478, 18.245474815368652, 25.62836879491806, 18.537630021572113, 30.031195878982544, 11.190424501895905, 27.830149710178375, 21.297153532505035, 20.544690310955048, 16.63445246219635, 28.020367205142975, 9.040155947208405, 22.580187797546387, 18.268804490566254, 9.226130783557892, 10.666521787643433, 13.70997941493988, 27.47872895002365, 23.398969769477844, 15.392129242420197, 8.724810063838959, 8.192321181297302, 22.755479872226715, 22.610208213329315, 5.9435102343559265, 37.18514531850815, 32.626392900943756, 30.135282814502716, 24.162436187267303, 20.762060225009918, 14.131661713123322, 3.8731982111930847, 14.086105227470398, 19.8736515045166, 20.287406146526337, 24.408997058868408, 33.94309151172638, 17.604163229465485, 19.12866485118866, 15.037448704242706, 15.957686007022858, 29.911912262439728, 9.420301914215088, 23.197338223457336, 30.22837781906128, 26.153254747390747, 16.94931709766388, 27.62837862968445, 8.655762910842896, 34.696850657463074, 19.50165742635727, 21.86336714029312, 26.70437127351761, 22.30526691675186, 34.252952575683594, 26.353316009044647, 29.49344491958618, 28.264680564403534, 35.717649817466736, 34.203833520412445, 12.663443624973297, 21.76252955198288, 11.83166390657425, 26.31735271215439, 17.580713033676147, 23.24150788784027, 33.21436673402786, 22.13158231973648, 9.080031037330627, 16.985048830509186, 15.11361825466156, 23.83334255218506, 22.436277389526367, 22.558394491672516, 26.947988390922546, 26.64236456155777, 29.836956560611725, 16.458431124687195, 29.019894897937775, 16.75526076555252, 9.326019823551178, 34.43718147277832, 20.6305792927742, 23.86320799589157, 23.600846886634827, 13.292763590812683, 21.26680475473404, 29.847939014434814, 21.271362125873566, 9.601307570934296, 27.851531326770782, 26.55524033308029, 12.682799279689789, 25.570728182792664, 10.506879270076752, 21.149855077266693, 19.208240568637848, 19.94189602136612, 38.994071900844574, 24.47763466835022, 3.0214890837669373, 14.783468782901764, 25.14362931251526, 29.927102148532867, 32.32836961746216, 22.289727568626404, 20.213638305664062, 19.80632084608078, 21.80449116230011, 32.53606241941452, 27.919650197029114, 18.035973608493805, 16.901062607765198, 18.51221525669098, 10.377924799919128, 12.289737164974213, 10.766433358192444, 21.225017786026, 12.460118591785431, 28.08766758441925, 29.401961147785187, 22.050794184207916, 17.65236335992813, 27.68701195716858, 5.990750730037689, 29.77130514383316, 26.989086747169495, 31.71525126695633, 15.354389548301697, 15.100780427455902, 13.286709427833557, 19.075872540473938, 23.579392552375793, 26.413134515285492, 15.533024072647095, 34.210205376148224, 29.90942233800888, 25.293026506900787, 27.001547753810883, 16.25962084531784, 28.86116486787796, 18.56193655729294, 38.053674936294556, 12.838293254375458, 13.112760841846466, 20.620573222637177, 25.498598337173462, 20.493042469024658, 12.051021456718445, 21.880034029483795, 11.212867975234985, 15.023446023464203, 20.917966187000275, 22.743482291698456, 26.80920124053955, 32.88227021694183, 9.108984887599945, 20.822423040866852, 33.12602359056473, 30.277230978012085, 21.208575129508972, 18.945451080799103, 23.455612540245056, 30.90715754032135, 27.36898583173752, 22.064940869808197, 25.34235978126526, 10.615091145038605, 20.85390818119049, 11.438815951347351, 23.54286825656891, 25.996594190597534, 12.69132912158966, 32.66882872581482, 25.40963178873062, 22.026508808135986, 23.544266045093536, 23.870522379875183, 25.989134311676025, 40.983472406864166, 26.398628652095795, 39.11064010858536, 19.90734374523163, 21.93185579776764, 21.978930115699768, 25.831356585025787, 27.169010996818542, 26.157149851322174, 9.934199035167694, 12.398671269416809, 33.80135363340378, 18.888625264167786, 17.45359206199646, 23.07601273059845, 17.858506441116333, 16.045350253582, 22.50998431444168, 20.708152055740356, 19.55172324180603, 23.61096543073654, 26.52288007736206, 29.78096628189087, 21.443122684955597, 14.995517671108246, 28.994461476802826, 17.306129157543182, 20.667378783226013, 11.958909094333649, 30.39695405960083, 18.29594486951828, 20.611870169639587, 22.28710436820984, 30.859931349754333, 20.988664090633392, 30.95771896839142, 16.219385027885437, 13.096690595149994, 9.295941233634949, 35.75915014743805, 17.054895222187042, 30.41844117641449, 34.050092697143555, 28.828245222568512, 15.922571003437042, 34.723562359809875, 2.6699069142341614, 21.40702313184738, 33.293718576431274, 21.142249286174774, 23.462115228176117, 11.784483969211578, 13.17317110300064, 33.0001545548439, 31.01780939102173, 19.039307713508606, 21.871978878974915, 12.611577808856964, 12.063450276851654, 21.191449522972107, 15.547024548053741, 27.11770063638687, 28.127813935279846, 12.53107488155365, 21.213825464248657, 18.242378890514374, 33.292997896671295, 19.116705894470215, 20.31717050075531, 18.19384664297104, 29.69423258304596, 28.928058207035065, 10.786056518554688, 8.014827191829681, 25.041266083717346, 17.943493008613586, 25.61694359779358, 19.980901062488556, 20.462910771369934, 18.60005110502243, 18.188504934310913, 20.902901768684387, 18.64524006843567, 27.316283345222473, 39.22880005836487, 25.835343778133392, 26.152080595493317, 36.91598653793335, 26.105144381523132, 25.949668049812317, 23.434978187084198, 24.44467294216156, 9.166676700115204, 20.79242914915085, 19.155222356319427, 26.901675820350647, 30.656067728996277, 15.858406007289886, 22.100252628326416, 26.814597368240356, 14.442907869815826, 23.456336796283722, 31.606822788715363, 31.304494202136993, 25.3927640914917, 14.398992359638214, 11.505693674087524, 22.66236799955368, 14.822130918502808, 29.58186584711075, 11.697967886924744, 19.832102596759796, 19.243163406848907, 31.400025963783264, 17.37869793176651, 33.35882258415222, 19.602072060108185, 26.556515276432037, 22.00806850194931, 20.576519906520844, 28.251884043216705, 16.846882045269012, 18.727859616279602, 16.408315896987915, 13.842035472393036, 28.740021884441376, 15.738303303718567, 27.00819706916809, 9.554773211479187, 21.34783673286438, 24.679437279701233, 14.241956114768982, 26.623026430606842, 3.7844220995903015, 32.74311339855194, 20.102900564670563, 14.544630467891693, 12.029854953289032, 25.67801707983017, 4.564940929412842, 24.620304822921753, 13.283643305301666, 17.023429811000824, 12.741326749324799, 22.697442173957825, 23.036785304546356, 20.732234358787537, 24.90959119796753, 16.458211839199066, 25.828653037548065, 22.37459886074066, 17.189949870109558, 22.067653834819794, 27.00721800327301, 35.64577674865723, 20.422621965408325, 21.593627393245697, 20.80144053697586, 14.852652907371521, 14.771282494068146, 20.732707142829895, 26.026196897029877, 6.218337893486023, 36.711051285266876, 26.571413576602936, 20.9050954580307, 24.099563717842102, 31.704950988292694, 25.583630979061127, 14.122119426727295, 17.12669974565506, 19.983130931854248, 13.352801978588104, 18.239897668361664, 26.872950315475464, 32.79556185007095, 30.87344741821289, 11.499052226543427, 11.379397928714752, 18.054247736930847, 16.8186137676239, 25.849684357643127, 8.570920705795288, 21.151491165161133, 24.280383467674255, 33.94876420497894, 28.746068120002747, 6.678042411804199, 20.147537291049957, 26.843024373054504, 37.196850299835205, 21.38132256269455, 16.43992644548416, 22.440710723400116, 19.32067519426346, 25.63601177930832, 9.688669323921204, 22.716237664222717, 29.470102608203888, 26.389100074768066, 24.16959297657013, 21.018186151981354, 20.834904491901398, 22.339478194713593, 16.495654106140137, 17.59430980682373, 5.93624222278595, 35.9753515124321, 13.057380378246307, 28.930585980415344, 18.885669887065887, 25.26717710494995, 12.284179627895355, 8.46298199892044, 15.631333947181702, 3.354152739048004, 26.28418803215027, 14.989270806312561, 24.54659855365753, 20.7693230509758, 25.539260804653168, 19.753846347332, 12.227060079574585, 9.044155776500702, 24.505636394023895, 13.456924378871918, 34.81693947315216, 17.26243406534195, 5.910581886768341, 14.506672143936157, 14.155226230621338, 31.9406760931015, 20.949717164039612, 28.769020974636078, 24.141386926174164, 16.051447331905365, 12.18917578458786, 18.319818019866943, 29.887846291065216, 31.882877349853516, 40.199952840805054, 23.891354739665985, 36.08757162094116, 26.879245460033417, 25.272452771663666, 24.201054513454437, 24.516996800899506, 18.63230675458908, 23.31783640384674, 16.179405450820923, 9.952518165111542, 26.83743965625763, 20.64667910337448, 22.314414083957672, 17.351172983646393, 28.89601367712021, 20.427830755710602, 24.13613623380661, 27.048870384693146, 23.877618491649628, 10.06676572561264, 12.946559488773346, 20.467678129673004, 33.8379345536232, 22.44960367679596, 27.506175637245178, 20.84582793712616, 32.411664962768555, 13.598709285259247, 25.826228320598602, 7.8616761565208435, 24.078544437885284, 34.0853117108345, 26.72869634628296, 32.45610135793686, 9.890341818332672, 22.802697837352753, 15.567426323890686, 28.653631687164307, 22.493190467357635, 28.538692355155945, 24.89490956068039, 12.395687699317932, 28.62839424610138, 23.872607111930847, 29.044823825359344, 33.47410184144974, 25.00290358066559, 25.738313496112823, 23.481695532798767, 26.96419495344162, 19.12622207403183, 14.252094030380249, 19.06666189432144, 24.614270567893982, 16.653270959854126, 15.622205138206482, 30.237915694713593, 16.394084990024567, 31.150791227817535, 14.786580622196198, 28.503709256649017, 20.012154459953308, 19.498726665973663, 13.518501043319702, 13.138066709041595, 42.16098690032959, 28.176470458507538, 23.57526445388794, 2.2649084329605103, 22.635002315044403, 24.024477541446686, 14.598088026046753, 24.019704163074493, 26.853798747062683, 11.526009440422058, 23.695164024829865, 23.47904771566391, 4.746808052062988, 22.301140129566193, 9.520934402942657, 24.077525794506073, 48.12690979242325, 28.54757297039032, 7.463039815425873, 18.374620735645294, 16.88779729604721, 11.055178582668304, 21.29093372821808, 17.6517054438591, 23.497421860694885, 22.904696226119995, 19.614087641239166, 33.90622562170029, 12.311172723770142, 19.79012906551361, 19.897352278232574, 15.441176235675812, 19.003482401371002, 24.088376700878143, 12.587434232234955, 26.641064882278442, 13.572905957698822, 23.87505179643631, 32.924550235271454, 21.344932854175568, 20.820801854133606, 20.165463089942932, 21.113352596759796, 21.547523975372314, 18.51671701669693, 24.21646100282669, 30.75713288784027, 10.904011249542236, 28.378417372703552, 19.750417470932007, 23.040676653385162, 24.072663962841034, 1.9156759977340698, 18.070616602897644, 28.01372003555298, 16.67748725414276, 30.08914989233017, 28.71411967277527, 13.388784945011139, 18.663646519184113, 21.475684762001038, 37.09703171253204, 18.114514648914337, 11.630543887615204, 21.975839734077454, 22.37977784872055, 19.164412260055542, 18.17496830224991, 16.668225705623627, 23.719512224197388, 16.326742351055145, 23.075923025608063, 35.22872996330261, 8.887423038482666, 16.400843620300293, 15.310473799705505, 28.41537469625473, 19.62397164106369, 26.20205283164978, 25.352784037590027, 22.078394889831543, 12.307608306407928, 27.687386572360992, 15.510892510414124, 14.27542132139206, 28.18343758583069, 21.45097988843918, 26.542953491210938, 33.15914785861969, 20.726583540439606, 26.53899186849594, 17.43709933757782, 27.868828415870667, 15.74662172794342, 40.743638694286346, 37.04220920801163, 20.137143313884735, 2.348636269569397, 24.332076847553253, 30.515020489692688, 19.62693679332733, 14.205774307250977, 23.785979509353638, 16.259675085544586, 26.735996544361115, 5.98620468378067, 27.479656517505646, 11.322591781616211, 31.361759841442108, 15.837815344333649, 1.13113135099411, 28.569814085960388, 24.75795340538025, 13.402520596981049, 22.555321395397186, 20.040279388427734, 12.547035932540894, 30.29528772830963, 24.64365005493164, 19.0030574798584, 24.908195674419403, 30.239652037620544, 35.029672145843506, 23.500109791755676, 25.19225299358368, 38.350402534008026, 11.60873818397522, 30.055969178676605, 11.838420927524567, 12.235519170761108, 24.006023168563843, 28.817594408988953, 13.93280804157257, 5.799752712249756, 24.647094249725342, 23.351756274700165, 37.28200006484985, 26.88954770565033, 24.410951852798462, 23.830280363559723, 24.31021761894226, 17.7594695687294, 26.82856786251068, 19.80805778503418, 20.954653918743134, 32.432736694812775, 20.69795596599579, 31.358740627765656, 32.11220407485962, 11.066379427909851, 23.49512392282486, 25.172552168369293, 11.701838195323944, 26.48391354084015, 25.8369197845459, 16.92102289199829, 21.69726437330246, 13.74246460199356, 15.865113079547882, 19.128982067108154, 32.79725730419159, 18.764830112457275, 25.231178641319275, 21.8069948554039, 17.94179755449295, 14.915574371814728, 38.1697501540184, 19.55478537082672, 27.817905247211456, 19.666080474853516, 16.373738884925842, 16.19525319337845, 31.462279975414276, 26.758744597434998, 28.005948543548584, 19.111060738563538, 18.887316405773163, 10.681669116020203, 30.785025358200073, 11.751197159290314, 18.341657638549805, 29.68194878101349, 10.643308758735657, 29.001554131507874, 24.42324459552765, 17.101177632808685, 3.6152347922325134, 22.06362497806549, 19.94860053062439, 20.432032763957977, 34.52424502372742, 28.607099533081055, 24.882690846920013, 22.849399209022522, 20.91786116361618, 13.910680592060089, 21.77298128604889, 38.41222268342972, 22.092587530612946, 23.605278313159943, 32.4651340842247, 22.434915781021118, 9.75042849779129, 29.142020046710968, 20.085503101348877, 26.358459293842316, 21.020569443702698, 26.929574489593506, 24.319175601005554, 31.236188054084778, 16.53341120481491, 42.4521290063858, 36.72792452573776, 25.578278064727783, 21.45116114616394, 28.795094192028046, 11.192937195301056, 32.92175394296646, 19.59456831216812, 25.97299736738205, 27.467723548412323, 13.287018299102783, 21.062031090259552, 33.41325533390045, 23.240260660648346, 15.746055126190186, 21.01413607597351, 14.639823019504547, 20.160697042942047, 27.057595372200012, 28.11297369003296, 15.471401929855347, 33.40883105993271, 20.596586525440216, 16.76393687725067, 14.154599666595459, 28.23357892036438, 25.144693613052368, 10.441494584083557, 28.287470877170563, 24.920173943042755, 16.951845407485962, 30.879625260829926, 14.867241859436035, 11.886293232440948, 0.38847512006759644, 22.865409553050995, 34.68154299259186, 31.691605150699615, 34.36480516195297, 26.70937007665634, 18.183726012706757, 23.59132981300354, 14.592508435249329, 16.395493984222412, 29.793256759643555, 22.078112363815308, 14.883200883865356, 18.718428671360016, 27.479139804840088, 18.70896875858307, 20.957954585552216, 10.115629613399506, 21.291300654411316, 36.683864653110504, 24.63340127468109, 20.228954255580902, 26.795804500579834, 16.06610232591629, 17.696027100086212, 22.353480219841003, 19.386881172657013, 16.367686808109283, 31.39254331588745, 11.993752717971802, 25.024674355983734, 12.749690413475037, 19.06738579273224, 24.217202126979828, 17.305128276348114, 23.575941920280457, 22.693683862686157, 28.58514803647995, 5.8515430092811584, 16.07424694299698, 17.85038310289383, 26.97784399986267, 20.856373071670532, 13.160852551460266, 20.582367837429047, 17.918801248073578, 25.74705719947815, 21.79914379119873, 17.713636100292206, 30.35204017162323, 29.373210906982422, 21.354701340198517, 21.562405824661255, 21.032632172107697, 19.059115171432495, 31.617614448070526, 8.296377420425415, 23.634777784347534, 21.952544629573822, 33.95195430517197, 30.05558204650879, 13.38439530134201, 23.414632737636566, 19.56200462579727, 20.679973363876343, 23.164798498153687, 7.711519420146942, 17.700043201446533, 28.089178800582886, 30.774390518665314, 10.494647800922394, 29.087327897548676, 25.206732869148254, 28.74403965473175, 17.60700160264969, 23.80336904525757, 9.671952366828918, 18.80195653438568, 26.993970811367035, 28.93791353702545, 18.02763521671295, 15.314948201179504, 26.882261514663696, 20.65395051240921, 27.36612331867218, 32.44585078954697, 21.172649025917053, 30.289331138134003, 22.587771952152252, 19.588363647460938, 28.270310699939728, 21.222479343414307, 22.914373457431793, 16.08762240409851, 19.641324818134308, 24.617779433727264, 25.269313156604767, 22.91127622127533, 17.857450008392334, 22.95426493883133, 34.88369828462601, 25.40472286939621, 13.6457839012146, 24.4570552110672, 26.760894119739532, 38.57379078865051, 11.062054812908173, 26.67804580926895, 30.237203180789948, 20.850279808044434, 23.42417484521866, 8.606247544288635, 11.745336830615997, 23.227730631828308, 12.916054964065552, 25.881642520427704, 23.578273594379425, 20.29622656106949, 13.195109903812408, 25.827209174633026, 26.1327046751976, 19.734398901462555, 9.342134475708008, 11.096433103084564, 28.58628487586975, 27.697650969028473, 6.302315890789032, 10.169041693210602, 11.90754383802414, 28.24152708053589, 16.836542665958405, 15.987585127353668, 23.20081079006195, 24.82518720626831, 12.365418493747711, 17.462959229946136, 27.01610541343689, 19.541428327560425, 27.1275315284729, 19.740499019622803, 23.691307723522186, 22.192262768745422, 35.73147052526474, 14.754097759723663, 15.23112440109253, 19.618744254112244, 8.343010008335114, 20.064173579216003, 15.311728477478027, 22.628594517707825, 26.023732900619507, 29.49243688583374, 26.50615954399109, 16.86046999692917, 21.308276772499084, 23.622012972831726, 12.98626458644867, 9.27777224779129, 18.719509780406952, 29.85394924879074, 26.825622737407684, 21.476215600967407, 29.829116761684418, 24.494249939918518, 10.47991156578064, 18.908460795879364, 24.982530415058136, 27.040922045707703, 25.815622568130493, 16.323547780513763, 31.146580755710602, 27.400275230407715, 22.732019662857056, 12.921108961105347, 18.737556397914886, 34.743480026721954, 17.567100942134857, 18.50336229801178, 19.143690526485443, 17.218223214149475, 18.073530077934265, 25.509993135929108, 9.831439852714539, 26.137957870960236, 22.475481688976288, 24.442609190940857, 8.915857315063477, 32.716913759708405, 28.15637481212616, 11.646479308605194, 19.19649839401245, 22.58524864912033, 19.04625701904297, 31.114106237888336, 25.601433515548706, 25.433542668819427, 18.010091304779053, 19.999658226966858, 15.297880828380585, 35.17989790439606, 21.562149226665497, 26.64058142900467, 25.430460810661316, 15.045018792152405, 32.891274213790894, 31.16478031873703, 12.244398534297943, 25.118919551372528, 23.23466283082962, 35.333164274692535, 26.163866102695465, 26.236033260822296, 14.869776546955109, 25.858568966388702, 25.59883415699005, 19.757977664470673, 20.566071391105652, 38.53521716594696, 22.60177218914032, 19.034954249858856, 24.191853642463684, 26.33965015411377, 12.691425740718842, 30.40294736623764, 29.509159743785858, 1.4516831040382385, 37.97059851884842, 20.141690611839294, 19.63093340396881, 30.835338592529297, 16.617511212825775, 28.264047622680664, 15.883808553218842, 22.2002010345459, 24.160906612873077, 27.957589387893677, 29.210354685783386, 34.87831902503967, 10.70059061050415, 23.65750151872635, 10.502643465995789, 23.285166263580322, 23.82453864812851, 37.115425646305084, 33.094730257987976, 13.577308714389801, 19.59756648540497, 35.99795228242874, 12.802532851696014, 29.859884679317474, 15.30729615688324, 25.931765854358673, 23.41411417722702, 17.78650200366974, 30.295681715011597, 16.068786323070526, 22.419131636619568, 16.179275393486023, 23.17271375656128, 24.901165306568146, 21.86079251766205, 23.5169757604599, 16.819966673851013, 15.082045137882233, 26.484142243862152, 28.368583977222443, 19.58932739496231, 20.978145241737366, 24.501457810401917, 15.619033873081207, 19.532036900520325, 29.466868460178375, 29.834004640579224, 27.160694658756256, 29.034572899341583, 17.95816671848297, 5.220694124698639, 18.974393129348755, 29.737456917762756, 25.87029856443405, 29.972250163555145, 26.790762662887573, 13.027148485183716, 11.627112030982971, 21.167002379894257, 16.095631778240204, 23.820498168468475, 28.098166704177856, 21.858135521411896, 25.289888620376587, 29.686788320541382, 13.06480485200882, 9.55431717634201, 22.585207283496857, 20.328754901885986, 21.239772081375122, 27.835750102996826, 24.871518969535828, 15.951343059539795, 13.00359296798706, 25.72906517982483, 15.073925495147705, 26.464025139808655, 19.155025362968445, 21.29532301425934, 20.482745110988617, 27.2110196352005, 21.369608521461487, 22.383176147937775, 23.784410417079926, 12.444350183010101, 26.23889595270157, 13.461352944374084, 18.339335203170776, 15.671981692314148, 25.983895540237427, 7.630267262458801, 22.485519766807556, 15.080008268356323, 2.6712904572486877, 21.38806575536728, 33.865565955638885, 28.874802112579346, 18.00805151462555, 33.734598100185394, 21.746094346046448, 26.624261736869812, 22.516720712184906, 16.648750841617584, 25.32807946205139, 19.79277414083481, 33.41645801067352, 21.2625190615654, 22.851145207881927, 23.099986851215363, 9.32021278142929, 14.998631060123444, 31.86190629005432, 1.061728298664093, 9.278950095176697, 14.234377026557922, 26.923178732395172, 15.094438910484314, 24.15156865119934, 15.41147094964981, 22.91592425107956, 17.735494256019592, 30.781357169151306, 12.337622106075287, 18.71579772233963, 18.992843210697174, 21.21272510290146, 32.15645110607147, 25.552118360996246, 12.23260122537613, 28.97114849090576, 20.66692066192627, 22.690733313560486, 17.928215324878693, 18.751125037670135, 29.292383313179016, 20.78467309474945, 28.287944614887238, 19.94886064529419, 17.44179469347, 17.388295829296112, 17.328327238559723, 24.71716994047165, 29.621556997299194, 19.995811641216278, 25.188347220420837, 21.65383219718933, 7.213498651981354, 28.937908232212067, 22.780027985572815, 29.961886048316956, 20.51746791601181, 20.148161232471466, 32.816338777542114, 19.431926608085632, 30.70789533853531, 16.724609315395355, 32.270395278930664, 10.903345227241516, 13.659056007862091, 24.867167115211487, 13.946539640426636, 24.618004202842712, 13.850538194179535, 19.445617258548737, 19.356991350650787, 26.629176318645477, 27.769206643104553, 21.427657306194305, 13.038922846317291, 21.03298556804657, 36.08655899763107, 26.185859382152557, 24.980899810791016, 15.450546741485596, 31.362449884414673, 23.617674708366394, 9.890682756900787, 13.14673912525177, 44.4652236700058, 26.718619644641876, 26.675654411315918, 10.434296488761902, 27.672675251960754, 28.74304562807083, 26.25937330722809, 37.59898912906647, 24.50741744041443, 21.049524009227753, 31.414134740829468, 19.370064079761505, 22.470513105392456, 23.922361731529236, 8.87250953912735, 23.641158878803253, 17.197686433792114, 15.268107950687408, 13.150253057479858, 33.11492496728897, 20.896781504154205, 22.58428567647934, 36.9052340388298, 29.5139382481575, 12.72342449426651, 23.517122387886047, 26.302823662757874, 14.560789227485657, 25.332941949367523, 18.63363689184189, 18.260285258293152, 22.521982967853546, 19.58305037021637, 14.30664974451065, 32.73701226711273, 23.672552585601807, 27.109997630119324, 22.50459998846054, 26.957422852516174, 23.360268354415894, 18.342624068260193, 41.498423516750336, 18.725270807743073, 22.05055546760559, 14.662124633789062, 26.495916843414307, 21.52057510614395, 20.1560977101326, 9.282328248023987, 32.09104645252228, 13.222286880016327, 19.605409741401672, 27.979629695415497, 23.356885492801666, 27.236986756324768, 32.901214957237244, 17.517431557178497, 25.13219064474106, 28.734986901283264, 19.606102645397186, 21.95624488592148, 27.759599924087524, 25.862112879753113, 33.135621309280396, 34.65981525182724, 20.724762797355652, 24.20752239227295, 37.271052956581116, 19.254406690597534, 23.777539610862732, 18.72556561231613, 21.19977903366089, 23.804915070533752, 26.864631593227386, 17.423982858657837, 16.601310431957245, 29.686259388923645, 12.049650490283966, 30.68872570991516, 22.601111352443695, 16.677907347679138, 19.992889046669006, 14.58865624666214, 19.388438999652863, 8.965680718421936, 12.161072790622711, 22.975930213928223, 21.960739970207214, 24.80562400817871, 21.005474507808685, 26.961375772953033, 24.90771770477295, 15.64657998085022, 26.217750370502472, 15.168035566806793, 30.520720720291138, 25.40884232521057, 29.309428095817566, 19.081891775131226, 16.174207746982574, 23.66847425699234, 13.833154320716858, 26.900868594646454, 23.569728791713715, 26.086897492408752, 28.56890869140625, 15.703785598278046, 23.642144799232483, 33.09450048208237, 17.98281842470169, 28.274647653102875, 27.35644805431366, 33.30623573064804, 24.216766834259033, 21.45251876115799, 30.814108550548553, 24.00713539123535, 29.63538283109665, 21.96273410320282, 13.902394711971283, 25.096358120441437, 31.289007604122162, 10.449496448040009, 13.55809110403061, 15.802104771137238, 24.917704641819, 15.852796733379364, 20.01716899871826, 10.731415688991547, 32.11035758256912, 28.087185204029083, 29.711906671524048, 28.063692092895508, 14.25402444601059, 31.68521749973297, 36.9051650762558, 13.134724497795105, 19.867064237594604, 17.20493060350418, 13.952574789524078, 14.664396107196808, 19.98416805267334, 33.23840928077698, 25.220500826835632, 12.010098278522491, 31.60387760400772, 19.33759880065918, 12.57884132862091, 25.300336122512817, 22.899465024471283, 22.05637276172638, 12.901136994361877, 17.051834642887115, 16.305825650691986, 14.058782160282135, 14.272200345993042, 16.17292058467865, 22.281470477581024, 27.38737118244171, 39.45988482236862, 19.823234796524048, 18.70565241575241, 31.436645090579987, 11.273481488227844, 34.615530490875244, 10.547234416007996, 19.85313528776169, 23.801342129707336, 19.865572690963745, 46.74429953098297, 19.3956218957901, 10.861985683441162, 16.611307203769684, 24.34181410074234, 30.31138563156128, 33.902769327163696, 23.111774265766144, 18.460370361804962, 12.4366095662117, 35.70385152101517, 25.177884995937347, 27.69284075498581, 29.853013813495636, 3.9315200448036194, 34.11070376634598, 29.013166427612305, 25.50202441215515, 17.874864637851715, 26.4730122089386, 18.447531640529633, 29.64826536178589, 23.500596404075623, 23.23645693063736, 37.73124009370804, 25.700689733028412, 18.693913996219635, 23.886039793491364, 22.565854847431183, 15.361258089542389, 32.57298409938812, 17.70464289188385, 25.30687415599823, 29.473651707172394, 18.561468303203583, 18.933950185775757, 25.401879370212555, 11.530729174613953, 15.725975275039673, 19.23903250694275, 32.22448867559433, 18.154578983783722, 13.961109459400177, 31.303880155086517, 20.476793348789215, 31.78595405817032, 36.56427335739136, 11.60206413269043, 26.416770040988922, 15.88657033443451, 29.04672199487686, 19.9360334277153, 15.21147620677948, 37.61388158798218, 20.461828529834747, 28.018392026424408, 22.026828587055206, 35.14363545179367, 19.085153460502625, 32.72152125835419, 16.98876029253006, 28.748250126838684, 23.974387407302856, 18.32585048675537, 21.966066002845764, 30.116635739803314, 24.160783410072327, 33.98131388425827, 8.98317003250122, 27.827088594436646, 14.443516850471497, 24.974721491336823, 20.376800000667572, 20.071829855442047, 26.58415585756302, 29.625501930713654, 31.900965631008148, 26.96975988149643, 23.61757642030716, 11.369527697563171, 26.431477546691895, 10.026198089122772, 23.283135056495667, 32.09594136476517, 32.16429686546326, 35.27989733219147, 22.385095357894897, 18.48738843202591, 20.882333040237427, 18.662785530090332, 19.342638432979584, 21.87058436870575, 18.744866847991943, 11.733082115650177, 31.171225666999817, 13.193799138069153, 24.119155645370483, 26.57981914281845, 20.71108901500702, 21.284512400627136, 11.845718801021576, 14.345633089542389, 28.785965621471405, 16.820615112781525, 14.431074917316437, 13.731519758701324, 22.233663737773895, 25.60528540611267, 30.787522315979004, 20.565353214740753, 27.93657386302948, 28.85961389541626, 0.9232400059700012, 18.901905477046967, 26.463912963867188, 3.6931477189064026, 20.89951992034912, 17.599363029003143, 21.857522428035736, 10.373750150203705, 14.369481384754181, 10.166483521461487, 18.624331295490265, 19.91580492258072, 20.095936119556427, 24.992150247097015, 18.44929939508438, 20.07272583246231, 15.50098741054535, 14.511108338832855, 27.496788561344147, 18.242923200130463, 10.560623943805695, 26.941468834877014, 20.343391001224518, 14.345347940921783, 6.838870882987976, 32.03783303499222, 16.468429803848267, 19.83365023136139, 19.990373849868774, 17.687644720077515, 29.646243512630463, 22.71780228614807, 17.508425176143646, 18.778418362140656, 21.4177228808403, 24.11126309633255, 20.594643712043762, 18.610148787498474, 24.80839729309082, 22.121204614639282, 18.95676976442337, 28.203657150268555, 9.92890465259552, 14.023953557014465, 38.633473098278046, 21.631273329257965, 13.41679573059082, 23.833995759487152, 2.1761594414711, 17.254421710968018, 15.48018091917038, 19.441162943840027, 23.08885931968689, 17.723647475242615, 19.687546014785767, 26.778747379779816, 21.671681106090546, 18.880302906036377, 13.515397310256958, 34.38590043783188, 27.40889710187912, 23.093172311782837, 16.054486393928528, 32.21727794408798, 23.289553225040436, 14.713954389095306, 27.749009251594543, 31.246918320655823, 27.119824707508087, 19.955658614635468, 31.378844261169434, 22.853634357452393, 24.610834062099457, 17.280674517154694, 17.551117539405823, 12.526172697544098, 23.142040014266968, 15.851500928401947, 19.359861254692078, 22.72257572412491, 22.98739767074585, 22.222050666809082, 13.620065331459045, 17.076061964035034, 36.10151660442352, 20.642937421798706, 16.762728452682495, 20.798365116119385, 24.641157686710358, 26.076158225536346, 23.894885540008545, 30.66730535030365, 22.97070801258087, 11.31623262166977, 14.145593702793121, 16.670118629932404, 19.05709034204483, 29.93514573574066, 29.08073890209198, 31.59228241443634, 25.444776237010956, 20.8995378613472, 24.909425020217896, 22.25773334503174, 15.550427913665771, 25.88433802127838, 12.266457378864288, 18.979569017887115, 23.653042674064636, 18.611089885234833, 20.98985356092453, 10.10397219657898, 16.37599664926529, 9.717436134815216, 26.806418657302856, 23.020411908626556, 23.20551162958145, 7.658704161643982, 24.139216244220734, 25.96725594997406, 13.71128100156784, 18.932044804096222, 17.47626107931137, 24.98397207260132, 26.943206906318665, 15.677543759346008, 28.63841152191162, 12.18970102071762, 20.935130298137665, 20.82924848794937, 17.46861380338669, 19.120918810367584, 27.006751120090485, 29.255569636821747, 18.68468928337097, 20.875739216804504, 25.604750335216522, 20.33909982442856, 25.742695569992065, 7.900681495666504, 21.43509167432785, 22.93299049139023, 22.83630532026291, 16.063329339027405, 19.670882403850555, 11.508232176303864, 12.277573764324188, 16.48914521932602, 12.77743798494339, 21.796271681785583, 31.20784640312195, 23.10778945684433, 27.83691269159317, 34.77380049228668, 20.251225769519806, 16.98060667514801, 22.48002827167511, 16.073641300201416, 26.38950377702713, 16.340917944908142, 9.820990979671478, 19.590434312820435, 28.180074870586395, 33.25336390733719, 21.795617640018463, 10.523095786571503, 21.42238426208496, 13.636058807373047, 4.034134268760681, 10.482185542583466, 9.786149621009827, 14.970199465751648, 25.81349265575409, 33.29468894004822, 19.95383048057556, 22.371898472309113, 19.644128143787384, 20.3719083070755, 29.820486068725586, 18.34088534116745, 27.326560258865356, 29.792686760425568, 34.28585213422775, 14.920702338218689, 8.464596271514893, 11.544034898281097, 24.108703911304474, 0.9658153057098389, 16.70621120929718, 15.769663214683533, 16.35274338722229, 22.05212539434433, 17.40520542860031, 8.690739631652832, 23.38475215435028, 20.90162581205368, 30.222115099430084, 22.176992297172546, 13.511320769786835, 26.855255007743835, 21.964848041534424, 19.01669156551361, 35.13179475069046, 25.105262100696564, 24.53874897956848, 32.91746789216995, 27.718415677547455, 22.74870240688324, 30.81386810541153, 15.41746312379837, 21.608751118183136, 26.79480081796646, 20.41366934776306, 35.0348601937294, 17.727075815200806, 17.50754576921463, 10.209977149963379, 13.817027270793915, 21.92910385131836, 12.151029288768768, 29.084981381893158, 18.504737198352814, 25.79922664165497, 3.4409186840057373, 34.34966194629669, 26.454788625240326, 28.29142528772354, 32.281789004802704, 19.246022284030914, 31.25703126192093, 25.897194385528564, 8.020395159721375, 10.619138062000275, 16.38335883617401, 11.6901193857193, 29.45538318157196, 18.49641752243042, 23.091327905654907, 26.15008670091629, 27.149795353412628, 27.394017219543457, 23.237817108631134, 2.937200367450714, 18.586786925792694, 16.19800841808319, 19.192012190818787, 15.831983983516693, 9.450943231582642, 26.76212203502655, 20.301840662956238, 29.744710862636566, 25.63340973854065, 31.31038373708725, 15.762571811676025, 28.17650854587555, 19.07837802171707, 24.790502727031708, 16.92791110277176, 25.332631826400757, 18.128907024860382, 37.246338069438934, 33.95364487171173, 10.625511050224304, 25.410741806030273, 19.066920459270477, 21.565654754638672, 30.87396341562271, 15.758662939071655, 19.136100232601166, 23.113803327083588, 25.60652107000351, 14.602600157260895, 14.815262138843536, 39.51679170131683, 21.54255574941635, 29.608626067638397, 28.934000968933105, 33.768359780311584, 20.278938353061676, 9.535208463668823, 30.639200806617737, 20.822150468826294, 13.932731866836548, 29.313796520233154, 20.554393112659454, 22.321266055107117, 13.776969909667969, 32.040827214717865, 30.35278284549713, 26.526146948337555, 18.129279792308807, 17.41371899843216, 29.45024973154068, 40.72658896446228, 23.923681318759918, 13.269193232059479, 17.770285665988922, 17.806529760360718, 24.43770146369934, 30.779956340789795, 21.08869570493698, 39.178289353847504, 13.424858808517456, 26.227559745311737, 20.012217819690704, 19.312155961990356, 27.06240749359131, 30.138181567192078, 21.644855797290802, 19.55235230922699, 35.10973870754242, 22.977878391742706, 23.22230499982834, 27.490918397903442, 36.17903286218643, 28.256961464881897, 20.003227651119232, 20.654136300086975, 37.34969890117645, 17.033466160297394, 30.793757617473602, 37.6534965634346, 16.408512890338898, 33.93928003311157, 32.863614320755005, 22.692071855068207, 22.97148323059082, 25.325022876262665, 15.312131822109222, 27.28024661540985, 32.358736515045166, 23.23881471157074, 16.060778319835663, 2.813885450363159, 13.79604709148407, 27.467825055122375, 22.789830267429352, 17.785148322582245, 29.02664077281952, 18.928825080394745, 20.837818801403046, 29.557468712329865, 21.878826141357422, 18.561270534992218, 30.60354393720627, 24.89260822534561, 18.101300716400146, 14.504892945289612, 24.43380695581436, 22.705374121665955, 20.174556732177734, 17.93159133195877, 24.550156831741333, 26.425213634967804, 25.516469717025757, 19.6576127409935, 23.65234023332596, 16.541288554668427, 24.97869509458542, 15.791414499282837, 30.060011744499207, 13.28329473733902, 12.099879801273346, 22.610016226768494, 21.72029483318329, 24.886509239673615, 26.531126260757446, 31.159265279769897, 17.024624824523926, 21.56521487236023, 17.880673944950104, 26.686853051185608, 29.740118265151978, 23.660852193832397, 14.370727241039276, 30.16537195444107, 30.790535926818848, 10.140184164047241, 8.719838738441467, 35.19847398996353, 31.649532854557037, 22.351610839366913, 20.773292005062103, 27.938088059425354, 28.65320885181427, 24.91933536529541, 25.51178240776062, 31.279398918151855, 19.526822686195374, 14.860321700572968, 16.343481361865997, 29.79649817943573, 28.00834894180298, 24.689395308494568, 24.790762841701508, 17.88450199365616, 46.416339099407196, 18.372678220272064, 31.202417254447937, 25.264774084091187, 23.665466964244843, 22.14486026763916, 41.288889944553375, 25.05044263601303, 28.28747034072876, 9.549969911575317, 15.145803153514862, 12.647415041923523, 20.856216847896576, 21.651327967643738, 28.57406586408615, 23.59771364927292, 18.283496737480164, 21.064561367034912, 27.038427531719208, 30.908904552459717, 11.422226130962372, 29.7894486784935, 27.61088627576828, 11.900168776512146, 14.578170120716095, 32.44786316156387, 23.194736897945404, 23.481088995933533, 16.172590017318726, 2.837051212787628, 25.68033629655838, 17.82339644432068, 17.34832262992859, 23.4699986577034, 32.89717614650726, 16.010028183460236, 17.87828367948532, 21.153400540351868, 16.009425282478333, 24.288203477859497, 21.5030375123024, 15.848213732242584, 25.984081208705902, 21.094295740127563, 31.07259750366211, 24.04211586713791, 17.333665370941162, 29.570311427116394, 34.96338778734207, 21.71392023563385, 21.209940910339355, 23.28033947944641, 18.30117803812027, 24.43468201160431, 13.944842040538788, 17.829748690128326, 21.416944980621338, 20.787850975990295, 27.23558735847473, 17.393125891685486, 30.27693736553192, 17.946542739868164, 21.16358745098114, 23.724460065364838, 24.075191378593445, 28.35524880886078, 27.527818024158478, 36.216860473155975, 10.624512493610382, 15.10921162366867, 22.650278687477112, 28.208463430404663, 25.254780113697052, 9.396981656551361, 24.44686484336853, 22.62208354473114, 15.161300718784332, 31.046156227588654, 31.563362419605255, 19.201180934906006, 22.729215025901794, 18.669321417808533, 20.46579396724701, 41.03638070821762, 21.7813623547554, 24.181607007980347, 16.387564301490784, 23.141395092010498, 18.332735002040863, 26.81680566072464, 20.780028522014618, 33.16529333591461, 21.64300435781479, 29.52107882499695, 21.090387523174286, 26.030087113380432, 35.3015296459198, 35.630810260772705, 31.597387552261353, 25.750965118408203, 37.993734896183014, 16.658905267715454, 28.023466765880585, 24.517260491847992, 31.2630313038826, 32.370176792144775, 25.572945415973663, 31.122886896133423, 23.24854040145874, 21.06157547235489, 21.43472248315811, 23.997990787029266, 12.082085728645325, 10.415388822555542, 11.340039193630219, 30.14496648311615, 15.028551459312439, 19.867451429367065, 16.679654240608215, 16.38633131980896, 13.956353724002838, 21.7409508228302, 24.08941489458084, 35.73432958126068, 31.563598811626434, 35.32971525192261, 24.80181622505188, 19.03293514251709, 25.264096677303314, 37.3682855963707, 21.003763437271118, 19.76207345724106, 21.75549590587616, 12.765094637870789, 24.21165418624878, 20.27616286277771, 21.70002418756485, 27.958974599838257, 19.570443868637085, 15.798888921737671, 30.139359652996063, 32.125386357307434, 20.957140624523163, 32.50061732530594, 9.055258810520172, 21.57718163728714, 19.316436111927032, 25.073175191879272, 21.949451088905334, 27.299884736537933, 20.99639755487442, 24.268319606781006, 24.006544589996338, 24.458915889263153, 17.87581431865692, 20.179759562015533, 31.614189624786377, 22.453020751476288, 28.977418184280396, 35.550406098365784, 26.10958755016327, 22.566574454307556, 38.05222046375275, 21.769853055477142, 21.594069838523865, 18.068293273448944, 12.609393417835236, 29.657799005508423, 31.619330167770386, 24.100953996181488, 11.36219722032547, 7.375792503356934, 19.223276376724243, 13.114589989185333, 19.590193927288055, 19.824085354804993, 19.783913135528564, 20.77546751499176, 23.80594539642334, 18.307792842388153, 16.9321066737175, 26.944484531879425, 25.94954562187195, 18.024554789066315, 20.76273024082184, 15.785383403301239, 20.9487384557724, 20.77391266822815, 23.724899351596832, 33.35829567909241, 8.13701444864273, 25.770822167396545, 17.274795591831207, 25.159863114356995, 24.322364628314972, 27.22836673259735, 28.00059735774994, 34.33516025543213, 25.521948039531708, 34.79269099235535, 32.45927536487579, 22.627747535705566, 19.955635011196136, 25.508565425872803, 27.789879083633423, 24.59685468673706, 10.438704431056976, 13.960041105747223, 28.520494878292084, 17.552556335926056, 32.36998987197876, 21.49240332841873, 29.11656254529953, 23.109285533428192, 16.3934828042984, 13.710159420967102, 28.590212106704712, 22.079911530017853, 25.95062279701233, 19.146100223064423, 27.945293426513672, 33.09486281871796, 20.678657352924347, 33.89128977060318, 24.79630357027054, 23.325811624526978, 23.959790349006653, 23.774956583976746, 12.676690459251404, 18.471160233020782, 29.02457582950592, 24.269611656665802, 11.177299082279205, 22.69964873790741, 16.65220558643341, 17.626261115074158, 24.10456883907318, 28.259203016757965, 15.442974627017975, 20.356686174869537, 25.358854055404663, 13.712500751018524, 23.367599725723267, 27.36852717399597, 17.29701268672943, 20.766093969345093, 14.67063295841217, 21.89742136001587, 18.48770499229431, 36.45094060897827, 11.0607288479805, 26.46215057373047, 24.292091369628906, 31.975176513195038, 19.450291514396667, 17.026606500148773, 14.5476576089859, 22.036985635757446, 4.707253813743591, 30.14347928762436, 18.019693553447723, 15.831503093242645, 23.86252325773239, 20.65700989961624, 8.934051752090454, 23.72932517528534, 27.18772977590561, 31.337693870067596, 4.024772942066193, 21.731394350528717, 6.4588669538497925, 16.608510196208954, 3.5532097816467285, 16.736309587955475, 22.171582639217377, 35.806186854839325, 23.766554713249207, 25.494027972221375, 12.281329452991486, 19.087892651557922, 16.777710616588593, 19.27058833837509, 16.284030497074127, 10.99208015203476, 9.127332270145416, 17.334286332130432, 13.303354322910309, 15.709345996379852, 28.658685088157654, 14.884835064411163, 3.2325108647346497, 28.39070576429367, 13.739070117473602, 19.37404292821884, 11.6878702044487, 20.294748306274414, 26.607997953891754, 23.291173458099365, 21.5008807182312, 28.294300973415375, 15.586443960666656, 25.41702973842621, 16.966021478176117, 15.790220618247986, 29.62426596879959, 12.6739981174469, 28.316496193408966, 7.728551089763641, 21.403835654258728, 27.951056957244873, 23.852144420146942, 18.056423246860504, 27.138363420963287, 14.645102262496948, 18.70186221599579, 22.984911262989044, 19.477244317531586, 18.611078143119812, 25.564887523651123, 29.840016901493073, 22.46541076898575, 30.12386655807495, 24.784653782844543, 31.382908940315247, 27.56147587299347, 12.669773995876312, 26.319754242897034, 23.90425330400467, 18.43522822856903, 33.35296189785004, 20.637003302574158, 18.46103310585022, 19.79386681318283, 8.049700677394867, 15.40633088350296, 27.653661787509918, 11.89382541179657, 19.87975424528122, 1.8937087655067444, 29.803106784820557, 11.227812945842743, 14.634253025054932, 12.137983918190002, 20.194115161895752, 19.502175092697144, 28.59701257944107, 19.950063109397888, 9.710913062095642, 16.340922594070435, 19.123984038829803, 16.21292471885681, 13.731868624687195, 30.62245064973831, 14.60403847694397, 25.291402399539948, 26.592479050159454, 20.36605405807495, 28.781626999378204, 31.786495685577393, 16.944952845573425, 27.24611109495163, 34.418680906295776, 7.058834135532379, 27.233743369579315, 18.97612029314041, 34.14458608627319, 20.966045200824738, 11.945027828216553, 19.081120312213898, 25.715687572956085, 33.979660987854004, 13.038465857505798, 29.717411756515503, 13.93748825788498, 13.240330219268799, 11.10853135585785, 16.016572773456573, 24.796081125736237, 22.860270142555237, 19.40386253595352, 10.524019539356232, 16.583235800266266, 13.687643587589264, 19.265515506267548, 38.99152785539627, 27.340785205364227, 31.296517312526703, 29.2256041765213, 21.22894847393036, 14.001527070999146, 26.362383246421814, 22.349268913269043, 5.584340572357178, 36.1148778796196, 25.08127623796463, 12.686768293380737, 14.402807116508484, 19.457448363304138, 32.19999974966049, 24.309152126312256, 22.395280480384827, 22.66940349340439, 19.723470985889435, 25.40257751941681, 27.495161771774292, 29.272711396217346, 21.871622025966644, 25.62209939956665, 18.362113773822784, 26.003408014774323, 28.618971705436707, 26.045555412769318, 32.43447172641754, 13.606688976287842, 30.383338570594788, 13.80556344985962, 19.726454377174377, 27.874906420707703, 10.830831527709961, 22.08561682701111, 27.454734325408936, 20.665086030960083, 11.293571591377258, 23.327024579048157, 26.173784613609314, 22.62872225046158, 17.024672508239746, 9.0086310505867, 13.470452547073364, 34.63432705402374, 17.539488673210144, 23.608810544013977, 35.70951020717621, 28.487486124038696, 25.569084882736206, 16.247790157794952, 28.569388508796692, 16.01824861764908, 19.97023743391037, 24.402817249298096, 24.447679340839386, 14.702453792095184, 25.574258267879486, 23.019021213054657, 29.40596252679825, 35.016921520233154, 24.242422580718994, 22.822666704654694, 21.486001312732697, 24.754176676273346, 22.578630089759827, 12.571887969970703, 29.304083108901978, 23.174106180667877, 16.955571711063385, 19.716552793979645, 34.98353719711304, 20.269156634807587, 17.888927340507507, 31.596805453300476, 22.072599828243256, 33.55640172958374, 22.70259290933609, 11.058324337005615, 34.28721904754639, 39.109117329120636, 20.92159241437912, 25.710966885089874, 23.53998327255249, 23.63176453113556, 10.198371291160583, 23.664545118808746, 19.65584123134613, 30.948342502117157, 22.65145379304886, 2.3320732712745667, 29.836354732513428, 9.073989689350128, 21.001390039920807, 24.96958899497986, 21.847162902355194, 11.571683704853058, 21.22536790370941, 16.64105850458145, 13.98578530550003, 37.56203651428223, 16.854046881198883, 12.62103945016861, 25.803304255008698, 22.430097579956055, 27.275256872177124, 17.509805500507355, 17.266528844833374, 12.814463496208191, 24.467642068862915, 16.547459721565247, 26.923944890499115, 30.363469302654266, 13.94855660200119, 33.98171538114548, 25.17406517267227, 31.13229089975357, 18.512553453445435, 15.067577183246613, 17.414218485355377, 14.624412596225739, 25.109678328037262, 28.530839323997498, 27.79879254102707, 30.38554811477661, 31.061324536800385, 14.130431890487671, 30.4209326505661, 28.170080423355103, 21.52981263399124, 18.04381811618805, 25.30871742963791, 28.303822934627533, 5.1656100153923035, 36.62491190433502, 10.716026365756989, 20.418112099170685, 14.327612042427063, 38.18199133872986, 12.259396255016327, 24.951380968093872, 15.130139946937561, 22.61558610200882, 12.891790330410004, 19.827012538909912, 32.78754115104675, 18.62696748971939, 13.155828058719635, 36.460283637046814, 18.290363430976868, 15.907035529613495, 21.409113109111786, 18.248904168605804, 10.285105586051941, 14.071149706840515, 22.771881878376007, 23.449938654899597, 25.18433904647827, 21.440420508384705, 19.801296055316925, 19.61591500043869, 29.26795929670334, 28.51246452331543, 28.899890899658203, 19.233044922351837, 18.473944902420044, 21.612793505191803, 18.532499969005585, 29.349520564079285, 22.80552089214325, 31.721831262111664, 17.224552392959595, 25.700622022151947, 20.828030705451965, 25.231249690055847, 17.279271006584167, 17.72759121656418, 13.772395551204681, 11.629001557826996, 16.34833115339279, 25.35308027267456, 28.101476073265076, 28.353440582752228, 19.088360965251923, 39.948301911354065, 30.15110284090042, 26.132177233695984, 20.55919909477234, 17.659388720989227, 25.423916399478912, 8.395394265651703, 20.64577180147171, 30.43629115819931, 25.65044993162155, 21.34456902742386, 25.63639008998871, 21.346943259239197, 26.36711323261261, 19.504203736782074, 29.580374896526337, 32.06880724430084, 35.42527377605438, 27.854294657707214, 13.018192648887634, 24.19177919626236, 22.129133999347687, 16.180629551410675, 22.586442172527313, 32.59870505332947, 30.558674573898315, 38.50400322675705, 18.278355717658997, 16.446398556232452, 24.083974182605743, 17.599829614162445, 29.215339064598083, 18.60082060098648, 15.387521207332611, 23.10635554790497, 9.922269344329834, 18.086072385311127, 28.24570095539093, 18.78497749567032, 19.27598237991333, 15.340337455272675, 19.40960133075714, 33.103296756744385, 21.988562047481537, 20.27681791782379, 19.876170456409454, 15.958248734474182, 20.97222512960434, 10.411900997161865, 28.32199478149414, 10.417727410793304, 10.888537764549255, 13.406858205795288, 28.141244292259216, 23.567674934864044, 15.649855971336365, 10.602773487567902, 20.267191410064697, 22.6844602227211, 12.24414724111557, 13.784749686717987, 24.03857922554016, 31.42521333694458, 14.687994837760925, 35.288842022418976, 26.977657973766327, 20.85243934392929, 18.121876001358032, 27.537321090698242, 22.82903152704239, 28.221471905708313, 19.720423877239227, 32.124629855155945, 31.69660711288452, 14.922839999198914, 11.259929418563843, 11.861488819122314, 14.797977089881897, 17.879448413848877, 18.62585574388504, 22.997893393039703, 20.77955824136734, 19.86197078227997, 7.115341424942017, 26.769918501377106, 27.882790446281433, 30.461541652679443, 31.473053336143494, 18.121574997901917, 22.071370899677277, 28.157100915908813, 20.357377648353577, 24.3899547457695, 24.92845904827118, 24.26228892803192, 24.981011152267456, 26.592597484588623, 21.85791265964508, 14.47631311416626, 7.792036294937134, 28.383417069911957, 21.446397304534912, 32.62718707323074, 19.08821076154709, 29.302292048931122, 32.157135248184204, 29.151452779769897, 38.42142045497894, 21.295202672481537, 18.947377622127533, 15.588881969451904, 29.598649263381958, 4.91780149936676, 23.746442794799805, 13.963707566261292, 22.775303184986115, 14.477660119533539, 13.62234514951706, 17.289693355560303, 18.973809003829956, 15.204302847385406, 18.04980331659317, 18.555279672145844, 11.858951687812805, 21.726008534431458, 9.707447469234467, 29.051579415798187, 10.171823620796204, 25.392313718795776, 29.09955644607544, 19.876933157444, 25.306359887123108, 30.34315860271454, 28.754531860351562, 9.748689830303192, 15.926248610019684, 29.02909141778946, 26.647007405757904, 28.94689506292343, 22.198780059814453, 11.41278725862503, 39.32876926660538, 27.5664324760437, 30.612015962600708, 17.413173615932465, 32.37743878364563, 31.045403480529785, 17.435830652713776, 11.924668550491333, 22.836754143238068, 33.19401001930237, 28.75969260931015, 30.135179340839386, 22.051071107387543, 25.750412225723267, 21.757840037345886, 24.447001039981842, 23.7292919754982, 23.581417500972748, 17.923336029052734, 22.498565018177032, 13.747375845909119, 12.963389813899994, 25.666650235652924, 20.37696385383606, 23.51548284292221, 22.659320771694183, 29.98286211490631, 31.91400307416916, 26.34567093849182, 28.632777273654938, 7.596331596374512, 22.86045354604721, 19.11115860939026, 36.83608430624008, 18.667650640010834, 20.375444173812866, 37.406844675540924, 25.376092553138733, 27.02667135000229, 36.672086238861084, 20.838766038417816, 35.792372941970825, 16.919865608215332, 23.737463414669037, 14.183512568473816, 25.104137241840363, 21.748902022838593, 28.24936056137085, 32.08148676156998, 15.599462985992432, 25.488207757472992, 6.281540334224701, 16.556252360343933, 30.4526087641716, 17.92728942632675, 31.974000990390778, 15.650268614292145, 28.229868352413177, 12.763357520103455, 38.67097806930542, 13.45981615781784, 12.790960252285004, 24.208729922771454, 25.718635857105255, 33.985359609127045, 23.61086893081665, 24.106546998023987, 30.59813416004181, 22.13342297077179, 19.345458328723907, 37.98014384508133, 28.616148591041565, 32.434991121292114, 24.12487542629242, 36.452688336372375, 37.47155499458313, 16.922194063663483, 23.989219963550568, 32.79094260931015, 22.482885777950287, 17.678704142570496, 23.679496228694916, 20.558104932308197, 21.926579535007477, 24.172082901000977, 23.59662938117981, 9.623386204242706, 21.015841007232666, 21.094259917736053, 23.081687450408936, 25.119360268115997, 21.286239504814148, 19.694425344467163, 16.062771797180176, 29.361148953437805, 39.39112764596939, 15.26864492893219, 13.87031090259552, 20.041340947151184, 16.14616346359253, 17.67434400320053, 23.86837500333786, 22.642318546772003, 12.721175789833069, 14.79371166229248, 27.36574697494507, 17.761314392089844, 9.220225214958191, 20.276864886283875, 17.572281777858734, 27.84762930870056, 32.33801430463791, 25.222713947296143, 34.10532206296921, 22.27413022518158, 17.62057662010193, 16.79665982723236, 18.10617297887802, 24.303517401218414, 35.30102902650833, 2.031886339187622, 17.91364049911499, 28.583746433258057, 23.3438703417778, 24.53737711906433, 11.618918061256409, 13.46269154548645, 27.695359349250793, 17.47762566804886, 23.450245082378387, 25.758451223373413, 25.386028289794922, 26.399361968040466, 22.980915009975433, 17.020684123039246, 26.381523072719574, 12.384461402893066, 23.96557980775833, 22.22241747379303, 27.535203099250793, 6.713470160961151, 23.58024626970291, 26.276245415210724, 28.62419366836548, 40.81389731168747, 23.120058357715607, 17.596815407276154, 12.543017864227295, 30.096533000469208, 7.724493324756622, 13.681262195110321, 24.839231550693512, 11.782715797424316, 21.304798305034637, 16.139398455619812, 23.02554851770401, 12.381941258907318, 22.197425961494446, 20.98490607738495, 23.325156807899475, 18.921501636505127, 17.090483963489532, 30.41541874408722, 18.094300389289856, 16.47048592567444, 23.278111159801483, 22.653645515441895, 20.397820115089417, 24.72265261411667, 25.411895871162415, 15.827070653438568, 16.78532373905182, 26.781035602092743, 10.68747866153717, 13.28983360528946, 28.447676122188568, 22.64183020591736, 22.060222029685974, 22.025856912136078, 26.859520137310028, 22.08032613992691, 24.761912286281586, 9.298711121082306, 19.342806458473206, 19.929037988185883, 21.645659625530243, 27.905982971191406, 20.19102030992508, 23.1926491856575, 13.096773505210876, 12.65607488155365, 23.046520173549652, 29.241970777511597, 25.33625155687332, 23.25663471221924, 15.625402331352234, 28.491774082183838, 17.11870813369751, 14.902847528457642, 28.615196228027344, 33.1606183052063, 23.048809468746185, 23.43600344657898, 23.67826384305954, 21.646766662597656, 19.583485901355743, 21.78781884908676, 25.251530468463898, 43.57870239019394, 24.05974555015564, 21.177779257297516, 27.778594970703125, 17.35460191965103, 28.730409026145935, 23.067266881465912, 12.860502183437347, 19.531924664974213, 24.723936855793, 13.461269080638885, 9.525947570800781, 23.82616227865219, 10.638257205486298, 23.639101088047028, 19.196197986602783, 24.530230581760406, 23.67572146654129, 22.726166546344757, 14.0038121342659, 26.560754597187042, 18.683483004570007, 23.37273544073105, 14.612986862659454, 38.68546152114868, 25.278271317481995, 26.183701515197754, 29.735762298107147, 23.511010348796844, 27.73382306098938, 22.696742832660675, 25.65745609998703, 15.200121641159058, 32.849392116069794, 21.20636284351349, 34.64930731058121, 12.658925235271454, 18.61025232076645, 23.943462550640106, 24.89883863925934, 28.314042925834656, 21.72965180873871, 7.159926891326904, 1.7816506028175354, 32.9442937374115, 33.66824287176132, 14.559480607509613, 17.195848524570465, 23.939210057258606, 25.66169661283493, 40.460659205913544, 16.643360495567322, 30.81266087293625, 27.667204201221466, 24.606962978839874, 14.081076741218567, 27.2232523560524, 28.324243664741516, 30.426495373249054, 19.933774054050446, 20.09094476699829, 28.192230463027954, 16.241672217845917, 24.8807652592659, 15.696996748447418, 26.40204554796219, 23.729879319667816, 24.30556344985962, 26.968250811100006, 26.075801193714142, 26.857253968715668, 19.423047244548798, 15.18203890323639, 21.74184286594391, 32.65535604953766, 27.11557275056839, 17.295623779296875, 23.39331144094467, 32.541675090789795, 24.0688995718956, 24.420075118541718, 34.56849104166031, 29.511261701583862, 24.319806337356567, 23.03240591287613, 36.20385241508484, 39.40602511167526, 20.076753616333008, 33.9406675696373, 27.581565260887146, 28.182596385478973, 2.058081805706024, 12.007380664348602, 23.134303748607635, 7.783530533313751, 37.218569338321686, 14.314227104187012, 14.212378740310669, 27.116656839847565, 19.14259898662567, 36.35107773542404, 21.192447245121002, 28.906667828559875, 31.93570828437805, 34.80727595090866, 24.57985234260559, 19.91638082265854, 27.400470733642578, 24.757395386695862, 12.008213639259338, 23.95269811153412, 24.428464472293854, 26.220242083072662, 14.574233710765839, 16.634138643741608, 22.171423733234406, 28.747768104076385, 24.0958890914917, 29.497815787792206, 19.499654471874237, 23.15750390291214, 33.26982021331787, 26.430562794208527, 18.888097286224365, 36.26799887418747, 24.02547186613083, 24.470304310321808, 27.58347374200821, 18.7509868144989, 19.330324709415436, 14.2042595744133, 21.801015377044678, 15.737376689910889, 22.012319326400757, 19.616131067276, 24.844229876995087, 19.928038716316223, 24.621889233589172, 14.823286652565002, 22.374529898166656, 15.520325124263763, 12.66175252199173, 7.043745636940002, 33.85496711730957, 26.15884244441986, 22.895873427391052, 24.38480931520462, 28.12613797187805, 18.563122153282166, 25.088594138622284, 19.476243376731873, 27.179333806037903, 5.904629766941071, 20.328856706619263, 19.341975569725037, 21.998205959796906, 21.019647896289825, 24.09427970647812, 23.09947443008423, 15.652607917785645, 25.064618349075317, 19.067560732364655, 24.884788513183594, 29.470055162906647, 14.857556760311127, 22.97063183784485, 12.785934746265411, 11.74975872039795, 14.368798196315765, 17.63003796339035, 24.768736958503723, 28.321765959262848, 13.859430015087128, 24.560632526874542, 13.36481124162674, 30.854012668132782, 27.62984937429428, 27.68982309103012, 25.419880509376526, 17.447943687438965, 20.724745750427246, 20.10446834564209, 27.356887578964233, 14.497480750083923, 17.97172600030899, 21.322585463523865, 22.786592423915863, 27.257610738277435, 9.84624308347702, 23.42010462284088, 19.895899951457977, 20.68679392337799, 20.798632740974426, 35.02823954820633, 34.967168033123016, 19.89128279685974, 31.81548762321472, 27.708341479301453, 17.503296196460724, 25.232548236846924, 31.197641968727112, 37.26122343540192, 39.1339156627655, 25.70442771911621, 15.578469812870026, 24.173210561275482, 29.182538330554962, 12.254483342170715, 15.061026632785797, 22.084700047969818, 20.934900641441345, 17.004470884799957, 19.328649640083313, 19.8999245762825, 31.52908033132553, 19.459331393241882, 40.08614647388458, 22.341558635234833, 36.92418110370636, 29.119460701942444, 15.901938796043396, 5.992687463760376, 18.459409475326538, 20.62494945526123, 30.981310844421387, 21.985070943832397, 25.18249785900116, 12.05396020412445, 13.11824882030487, 34.64326727390289, 20.66492623090744, 14.161424040794373, 20.834858179092407, 21.135464429855347, 19.165551722049713, 26.649224162101746, 13.601196467876434, 21.126384139060974, 11.708977460861206, 20.133922338485718, 21.7084823846817, 20.52872985601425, 26.53130680322647, 19.427347242832184, 27.638279497623444, 20.95518308877945, 24.69658625125885, 23.36019867658615, 12.667438566684723, 20.033704698085785, 18.444891333580017, 27.262792468070984, 17.70105290412903, 29.873784005641937, 5.362935423851013, 12.171388268470764, 24.608173847198486, 21.21352732181549, 19.195187866687775, 26.730384171009064, 31.382898807525635, 18.783361732959747, 15.951045036315918, 16.741314351558685, 19.84324073791504, 16.865052819252014, 27.98082000017166, 21.67949938774109, 27.5582093000412, 16.44098472595215, 14.820979356765747, 25.298826694488525, 32.44661903381348, 19.69614863395691, 9.884272933006287, 30.932543396949768, 16.19984918832779, 19.800898790359497, 28.037315487861633, 17.693096458911896, 23.79218816757202, 32.920696914196014, 18.165041744709015, 21.928008675575256, 26.0680730342865, 20.939296543598175, 9.957199692726135, 17.049214780330658, 26.86779087781906, 19.574108362197876, 21.04039305448532, 35.0902955532074, 15.064723372459412, 20.737100064754486, 16.98727250099182, 13.614023685455322, 22.661910235881805, 6.937144637107849, 27.54678988456726, 26.835565268993378, 20.32610923051834, 26.823269188404083, 17.08261376619339, 27.849954962730408, 28.63114368915558, 22.326234996318817, 19.864500284194946, 28.39806878566742, 27.395350992679596, 11.344955563545227, 11.841169595718384, 28.04508352279663, 24.942725121974945, 31.95837289094925, 23.28689581155777, 22.56744110584259, 31.818360149860382, 23.344177722930908, 33.06082087755203, 23.758058309555054, 10.789463996887207, 32.2230766415596, 20.027616262435913, 22.93444973230362, 23.916020095348358, 18.194802224636078, 24.64419537782669, 18.605156123638153, 16.779097080230713, 19.495292603969574, 18.720996499061584, 10.457870244979858, 19.652306854724884, 29.259943306446075, 30.719985783100128, 14.041601419448853, 23.025195002555847, 25.614055037498474, 16.148572385311127, 23.636367797851562, 32.64919638633728, 16.421009361743927, 44.48964065313339, 24.29754137992859, 34.9273202419281, 32.13883030414581, 10.057320535182953, 28.46770530939102, 23.56364756822586, 20.72472721338272, 23.42910772562027, 16.37637758255005, 24.2604478597641, 29.510783195495605, 45.95944368839264, 29.47644293308258, 28.696599543094635, 23.02040147781372, 37.37838751077652, 15.556325376033783, 17.667975425720215, 26.196797966957092, 29.517778635025024, 23.78562480211258, 29.508503079414368, 24.539992570877075, 20.559138536453247, 26.00679349899292, 8.163942277431488, 17.11735361814499, 19.82514989376068, 29.34102064371109, 24.040693759918213, 14.42044335603714, 28.995950996875763, 27.749435544013977, 16.619428277015686, 24.095615804195404, 17.642369210720062, 25.628048479557037, 30.210957050323486, 19.097965121269226, 19.884689509868622, 29.539052605628967, 30.158022820949554, 20.040847539901733, 15.90793126821518, 32.28038215637207, 12.216247498989105, 26.12404990196228, 16.889225721359253, 13.586315274238586, 9.716192603111267, 17.351666629314423, 17.486172258853912, 23.210677921772003, 27.469290614128113, 11.031696140766144, 22.608473002910614, 23.605546236038208, 24.18731278181076, 28.450879096984863, 15.035046339035034, 19.437832355499268, 19.229003965854645, 26.238677978515625, 19.717288196086884, 23.684869408607483, 23.589998841285706, 19.306607484817505, 16.668778717517853, 13.94315093755722, 24.582059741020203, 16.002280116081238, 25.408979773521423, 27.13552874326706, 20.617669939994812, 32.268036246299744, 21.247596204280853, 24.89625519514084, 22.23688906431198, 21.38777846097946, 9.966165125370026, 23.84192419052124, 26.722487032413483, 16.20697981119156, 16.85040158033371, 28.99681794643402, 18.090935349464417, 16.104071140289307, 21.34352695941925, 21.863734483718872, 19.50897091627121, 19.324134051799774, 22.346862614154816, 17.045473039150238, 17.789628863334656, 26.14572250843048, 24.59667259454727, 26.431091725826263, 19.4488525390625, 25.32053577899933, 24.5836700797081, 28.53950208425522, 22.082126438617706, 19.258421063423157, 26.310861110687256, 33.134754061698914, 35.45784294605255, 21.032024800777435, 16.203547179698944, 18.971260488033295, 13.947818517684937, 24.672298967838287, 17.548964023590088, 26.778305888175964, 27.32327437400818, 23.454934537410736, 31.074025094509125, 19.314694583415985, 11.635825455188751, 22.81439870595932, 6.56640499830246, 20.76629137992859, 12.176950991153717, 22.390443682670593, 10.79256409406662, 15.672284841537476, 14.759283483028412, 24.85803109407425, 16.976758003234863, 32.253395199775696, 26.957352697849274, 23.4331756234169, 19.477413594722748, 11.951661050319672, 19.501335382461548, 15.188579380512238, 13.50424838066101, 16.436985850334167, 26.18158519268036, 18.087706446647644, 17.421798706054688, 19.69558835029602, 20.005444526672363, 23.835240066051483, 25.28784841299057, 12.767153918743134, 21.807691395282745, 11.852549970149994, 19.46749073266983, 24.772857666015625, 5.032245934009552, 27.447010397911072, 21.076131761074066, 9.725239396095276, 25.988366961479187, 23.902647137641907, 25.150921046733856, 31.795170545578003, 19.178722023963928, 16.039223313331604, 16.948477923870087, 22.82899397611618, 27.091055810451508, 39.791676700115204, 25.103317499160767, 26.129117906093597, 21.334491670131683, 21.592281579971313, 20.235826671123505, 18.163976728916168, 21.685491621494293, 18.76231151819229, 17.343055188655853, 9.530399680137634, 13.884578466415405, 20.411871910095215, 13.583071291446686, 16.530570149421692, 25.414303183555603, 24.217086136341095, 35.1826508641243, 9.904950022697449, 19.971681118011475, 32.76800191402435, 26.21789050102234, 22.01592242717743, 29.810593903064728, 10.472538709640503, 14.044464528560638, 22.339565336704254, 30.409344375133514, 34.09039968252182, 32.27575546503067, 17.536074340343475, 25.743377089500427, 19.058524191379547, 14.443457186222076, 23.77187818288803, 13.023656725883484, 31.331233501434326, 17.968790590763092, 17.964784502983093, 25.45989567041397, 32.45537710189819, 19.817238688468933, 17.88944375514984, 34.303706407547, 16.97907853126526, 28.02971088886261, 16.293785870075226, 9.695680022239685, 20.968508780002594, 13.292703032493591, 22.663938403129578, 34.14209020137787, 17.643059194087982, 24.91779363155365, 23.646629750728607, 22.88520610332489, 33.97200059890747, 22.269566655158997, 24.702085077762604, 26.06064361333847, 21.049380481243134, 29.173454582691193, 12.276278972625732, 26.59929883480072, 18.285152435302734, 21.774893164634705, 24.969035804271698, 23.722258925437927, 19.1066055893898, 25.841994404792786, 21.929271161556244, 20.638031721115112, 24.459604620933533, 15.021046161651611, 29.610361993312836, 16.767992198467255, 31.90718901157379, 28.956376671791077, 27.717832326889038, 23.512725591659546, 21.444827139377594, 10.286847949028015, 25.03558075428009, 18.556731045246124, 16.38435608148575, 13.840478122234344, 21.314486980438232, 25.589815735816956, 25.514932572841644, 21.702695727348328, 12.286212861537933, 22.48315340280533, 24.911480128765106, 25.685002088546753, 16.467252016067505, 26.430491268634796, 27.35815531015396, 21.58519423007965, 28.024998784065247, 28.263114988803864, 21.833178877830505, 13.008858501911163, 26.925157606601715, 12.697819352149963, 24.141426622867584, 33.28319263458252, 30.180505216121674, 26.473830938339233, 23.121105909347534, 28.00628525018692, 23.937022864818573, 10.902789533138275, 14.884706258773804, 14.488292932510376, 7.538065075874329, 31.2393781542778, 34.85279905796051, 28.452654361724854, 12.415651798248291, 14.672990500926971, 19.038785755634308, 25.983519434928894, 19.863791525363922, 22.185997664928436, 22.026529788970947, 21.563410222530365, 17.00628674030304, 23.539964079856873, 20.309575974941254, 21.58797562122345, 24.74115264415741, 12.456088662147522, 23.327047049999237, 19.40555053949356, 18.021649658679962, 14.844026684761047, 17.572014570236206, 8.084841907024384, 27.13035023212433, 20.045605063438416, 27.35569441318512, 27.323783695697784, 18.891700744628906, 30.090984284877777, 28.855487823486328, 30.076421082019806, 23.214758038520813, 31.27111315727234, 20.5327325463295, 38.883464992046356, 28.52576869726181, 21.69577294588089, 15.378862738609314, 10.752420127391815, 3.449460983276367, 24.13324922323227, 14.755064845085144, 23.149570763111115, 20.789534986019135, 25.014422118663788, 16.375035047531128, 26.68349438905716, 21.42322027683258, 19.724377393722534, 24.556017518043518, 14.389839351177216, 16.232151806354523, 18.132497191429138, 21.809634268283844, 32.26893353462219, 26.476706087589264, 23.013957798480988, 21.017017543315887, 29.932290375232697, 19.188837826251984, 17.734726667404175, 16.331888675689697, 33.2310289144516, 18.204020082950592, 27.790003955364227, 10.635195672512054, 36.15480679273605, 17.127390265464783, 19.33272433280945, 17.091943323612213, 34.7848801612854, 25.432213187217712, 24.421265244483948, 10.864363849163055, 16.09410971403122, 20.76688462495804, 25.162904977798462, 21.995993614196777, 15.986611545085907, 19.021441102027893, 13.63875263929367, 16.57739531993866, 41.957015573978424, 30.882743418216705, 30.47444838285446, 18.207035958766937, 17.909201204776764, 30.589260578155518, 22.996647894382477, 21.594027280807495, 20.311333119869232, 26.853718757629395, 13.124880373477936, 22.685734629631042, 18.723572492599487, 23.55240535736084, 8.617735922336578, 17.856198489665985, 18.75679576396942, 29.989333748817444, 19.088306725025177, 29.69379234313965, 24.505195558071136, 15.950277328491211, 14.880160808563232, 35.16962295770645, 18.50759345293045, 13.391416847705841, 33.13759207725525, 12.534878015518188, 21.83662623167038, 32.91926968097687, 20.905681490898132, 18.690757930278778, 30.117466926574707, 18.74350929260254, 25.512664139270782, 18.826645612716675, 22.775073170661926, 17.214417278766632, 19.33418482542038, 27.63096809387207, 29.629739940166473, 22.5236594080925, 23.266766667366028, 23.832560062408447, 16.424615561962128, 14.411202251911163, 22.002720713615417, 34.12294751405716, 20.878517508506775, 18.499145090579987, 20.31441342830658, 25.51766264438629, 17.285815000534058, 5.664003968238831, 28.13275557756424, 8.5690758228302, 32.124425649642944, 27.188034296035767, 25.66313773393631, 18.794098138809204, 20.799877762794495, 11.626036286354065, 18.38819169998169, 6.358730852603912, 28.773641645908356, 30.83701241016388, 21.1385715007782, 18.56953114271164, 14.207488298416138, 33.5398313999176, 21.512402176856995, 25.75400733947754, 29.019133031368256, 19.91321349143982, 17.85343360900879, 22.870628893375397, 15.683401703834534, 29.840677320957184, 18.8282373547554, 13.921399235725403, 12.232259631156921, 16.602523386478424, 28.332583963871002, 14.49827790260315, 18.266453683376312, 18.00784605741501, 14.207545578479767, 19.33400309085846, 12.853357434272766, 12.961426854133606, 34.4417325258255, 26.839643120765686, 21.35871547460556, 33.71953707933426, 29.37475174665451, 17.621771335601807, 20.536694407463074, 30.277461528778076, 34.298544466495514, 17.725117027759552, 25.731642305850983, 26.682348370552063, 27.853899538517, 27.19497674703598, 22.875711679458618, 11.106312692165375, 23.2581285238266, 25.55297940969467, 30.99674093723297, 21.990624368190765, 12.475716054439545, 21.19953364133835, 33.22769892215729, 28.40729910135269, 29.290792286396027, 27.82233703136444, 22.634771406650543, 23.318125545978546, 13.765473008155823, 21.915885865688324, 17.210874557495117, 9.204424858093262, 13.909122586250305, 22.365549087524414, 19.75939118862152, 20.672305941581726, 23.762802720069885, 18.377131760120392, 24.279789865016937, 18.222692787647247, 22.42843645811081, 14.646336615085602, 31.236774384975433, 24.85336685180664, 32.028189301490784, 28.839806139469147, 15.840723991394043, 18.256919145584106, 25.709999442100525, 21.098083972930908, 27.797526359558105, 24.56373155117035, 10.077141284942627, 41.66909998655319, 17.59998393058777, 33.07122415304184, 17.94944727420807, 30.939302802085876, 27.21561360359192, 23.55798178911209, 20.156377494335175, 17.819602072238922, 15.542306661605835, 6.268992602825165, 16.323645055294037, 18.843854546546936, 20.032235085964203, 20.815967202186584, 18.645135939121246, 29.32304811477661, 27.561910152435303, 21.539561450481415, 18.924072086811066, 14.4898521900177, 30.007688999176025, 16.79276943206787, 22.85790306329727, 21.82934594154358, 16.110937476158142, 31.02821958065033, 32.6241739988327, 15.213275074958801, 35.35559940338135, 26.275049805641174, 6.468784987926483, 20.83830636739731, 22.586674511432648, 23.351626932621002, 29.72634845972061, 26.52636867761612, 25.723990559577942, 17.383085250854492, 35.18971276283264, 27.818678081035614, 4.5949366092681885, 8.584024369716644, 17.8489670753479, 21.138684928417206, 28.996349215507507, 17.755176544189453, 21.12442046403885, 12.71859884262085, 20.850597381591797, 21.369888842105865, 3.887795627117157, 4.3739013671875, 33.555379807949066, 19.170623242855072, 9.996412813663483, 20.376317501068115, 18.89477187395096, 3.4541136622428894, 22.603366553783417, 32.41341710090637, 25.620156943798065, 19.887755751609802, 29.627203106880188, 17.181183099746704, 15.654774069786072, 27.81940984725952, 27.437275648117065, 28.94517606496811, 22.160903811454773, 19.81038498878479, 37.9591121673584, 27.97506332397461, 24.84107929468155, 20.267644226551056, 23.245187401771545, 17.515071034431458, 27.988744974136353, 26.723885893821716, 24.174241065979004, 10.449861526489258, 40.93960797786713, 24.55242168903351, 26.306337356567383, 31.758566975593567, 22.37670862674713, 19.71013307571411, 26.389374375343323, 18.63293319940567, 26.669238567352295, 22.851109743118286, 21.797554433345795, 26.332735657691956, 24.617305994033813, 27.314887404441833, 19.06306141614914, 16.051597833633423, 18.91625303030014, 16.560729563236237, 23.603608667850494, 14.563243567943573, 26.780748188495636, 18.795498728752136, 39.364037215709686, 40.821755945682526, 17.640130400657654, 15.706642925739288, 25.932463943958282, 13.276059985160828, 18.43268495798111, 24.211212158203125, 7.694152414798737, 15.671250760555267, 31.408294558525085, 16.75624394416809, 2.7236016988754272, 19.31448894739151, 28.363506138324738, 22.043796479701996, 17.10944104194641, 21.890237867832184, 32.46576505899429, 30.163336396217346, 20.300461649894714, 22.039987325668335, 5.400457203388214, 23.004379451274872, 13.057931780815125, 22.426894903182983, 12.978792250156403, 15.82980066537857, 13.415570497512817, 21.44002056121826, 28.775973856449127, 31.133612036705017, 13.704331696033478, 17.584856748580933, 26.995343923568726, 20.94843190908432, 26.349859595298767, 16.553268373012543, 21.888521909713745, 20.93262493610382, 22.6487597823143, 29.31626832485199, 33.352566957473755, 24.63160789012909, 21.712921500205994, 27.866435766220093, 22.878825962543488, 19.422003269195557, 19.366609275341034, 18.90039211511612, 15.191040813922882, 18.143848299980164, 20.75112807750702, 21.37018758058548, 18.949954867362976, 18.380185782909393, 29.04455816745758, 16.45490437746048, 20.685445308685303, 23.655596911907196, 20.569920361042023, 37.46156567335129, 14.390386283397675, 20.773262679576874, 21.808940529823303, 15.953995108604431, 19.44017380475998, 26.161033391952515, 19.879125952720642, 36.249696254730225, 30.171039283275604, 11.130894243717194, 21.834770441055298, 22.66879516839981, 24.299601316452026, 25.730349898338318, 16.41367518901825, 11.709171414375305, 26.481008112430573, 14.773996710777283, 25.345785558223724, 13.930063247680664, 14.518172442913055, 37.700663328170776, 23.41833406686783, 17.171213150024414, 24.886110067367554, 29.207111299037933, 16.020055830478668, 11.864122211933136, 12.588533878326416, 19.22661566734314, 24.187170207500458, 14.392490088939667, 15.83356785774231, 23.558712899684906, 10.978916049003601, 17.571849822998047, 19.541200518608093, 20.880929172039032, 24.844883024692535, 23.76412606239319, 12.097816109657288, 25.470615029335022, 22.061619579792023, 29.452475666999817, 27.333153307437897, 16.46109515428543, 21.56505036354065, 33.63519883155823, 16.26365166902542, 7.641222596168518, 23.037203073501587, 30.790262699127197, 18.01852595806122, 14.54725056886673, 6.599784553050995, 25.983274936676025, 27.142618536949158, 34.45410239696503, 23.10445487499237, 19.550687968730927, 21.44491571187973, 24.979583859443665, 30.3002912402153, 28.839210867881775, 19.997664272785187, 24.580471456050873, 21.60702759027481, 6.723396062850952, 23.50076323747635, 18.87426269054413, 33.15207105875015, 20.521649837493896, 22.27357941865921, 21.93399691581726, 16.545056998729706, 20.58811992406845, 2.8620795011520386, 19.025031328201294, 32.49499553442001, 10.944737315177917, 8.830033659934998, 22.525861501693726, 30.1870059967041, 25.33512908220291, 17.017641961574554, 16.967513382434845, 30.038018703460693, 27.100893318653107, 12.916039645671844, 2.635827660560608, 27.37784308195114, 36.94093990325928, 20.300836086273193, 20.910808861255646, 29.29729199409485, 11.466036856174469, 28.028527081012726, 23.703486025333405, 12.421126663684845, 12.32246708869934, 21.310069859027863, 17.864124476909637, 26.652165591716766, 21.13447654247284, 22.22570413351059, 31.214722454547882, 27.504805862903595, 11.09186464548111, 29.780812203884125, 16.14934879541397, 23.323435306549072, 17.761962294578552, 20.64338606595993, 14.880809545516968, 19.322546005249023, 16.540565371513367, 20.779685616493225, 21.827871084213257, 27.918766677379608, 16.380496740341187, 22.889769196510315, 25.06755757331848, 20.911821961402893, 28.151146054267883, 25.189509868621826, 22.69270896911621, 34.869246423244476, 18.99149078130722, 18.03664880990982, 11.127853274345398, 36.621762573719025, 19.185934126377106, 21.44252038002014, 19.234697461128235, 23.3321453332901, 10.498921751976013, 28.74957513809204, 14.63565045595169, 15.912546396255493, 18.850963592529297, 25.181164801120758, 18.22140061855316, 22.49011540412903, 17.22517639398575, 19.15192997455597, 11.440383732318878, 22.59027808904648, 19.28105366230011, 22.50863605737686, 20.505111634731293, 17.40875917673111, 19.907412707805634, 34.58520811796188, 13.712013006210327, 32.36337172985077, 30.647019922733307, 23.355174005031586, 33.184805274009705, 12.740633189678192, 35.380224883556366, 17.723448872566223, 16.74440461397171, 29.08558362722397, 25.634605407714844, 10.014953553676605, 21.945984363555908, 31.28755283355713, 23.903541088104248, 15.050196647644043, 10.795827984809875, 3.91701740026474, 28.417201817035675, 15.558461308479309, 22.99650663137436, 17.438113927841187, 28.419020652770996, 29.03334641456604, 25.76016902923584, 27.920876920223236, 41.41029095649719, 22.606470704078674, 22.779573142528534, 8.65915858745575, 26.2279252409935, 25.285666167736053, 31.60412335395813, 17.257151067256927, 23.838030755519867, 27.935838282108307, 31.992901921272278, 26.06946963071823, 17.036832571029663, 20.736765146255493, 19.661720633506775, 12.487898111343384, 30.800555169582367, 24.572663843631744, 33.36996120214462, 20.99897563457489, 18.483343303203583, 30.54246485233307, 10.298018991947174, 23.901492714881897, 23.190312445163727, 29.80264800786972, 21.954310595989227, 16.922748923301697, 17.606604754924774, 17.588948249816895, 21.31676149368286, 16.022237420082092, 26.292891919612885, 7.132160902023315, 35.42273020744324, 16.34634095430374, 21.92324948310852, 25.89975255727768, 27.230286598205566, 28.67563796043396, 13.90521639585495, 15.326777935028076, 17.44201898574829, 20.633748173713684, 6.9461318254470825, 26.86320126056671, 3.1810625791549683, 12.39910638332367, 32.38446897268295, 17.076868891716003, 33.74592864513397, 28.05628502368927, 15.301039338111877, 14.054627895355225, 21.81162118911743, 34.1895192861557, 16.074575543403625, 26.63927674293518, 26.307842075824738, 30.17486709356308, 35.6813628077507, 14.463132679462433, 24.506720542907715, 27.09752070903778, 38.56057941913605, 17.752423405647278, 24.681346476078033, 26.115319788455963, 14.106423258781433, 23.833608031272888, 27.592062950134277, 18.596540689468384, 26.822291314601898, 17.313121140003204, 9.954127669334412, 13.816826105117798, 20.360930562019348, 22.409635841846466, 15.677749335765839, 21.802940726280212, 12.665857434272766, 20.282829701900482, 7.66308468580246, 24.45732682943344, 21.950024783611298, 17.194231927394867, 37.309366047382355, 26.646069169044495, 17.9588765501976, 17.59756100177765, 29.296797037124634, 12.538714051246643, 39.02290713787079, 21.028849482536316, 17.222605407238007, 23.331458032131195, 23.433464527130127, 15.97060912847519, 20.96867561340332, 26.09487473964691, 23.82109570503235, 17.58401584625244, 16.499176383018494, 28.512573063373566, 22.3740696310997, 25.045554220676422, 26.654397785663605, 16.386846721172333, 15.52526593208313, 26.65182137489319, 18.19797146320343, 25.126324474811554, 21.708529949188232, 24.91453105211258, 29.218207716941833, 10.515867412090302, 18.55733895301819, 28.184755384922028, 28.18851864337921, 18.99785053730011, 24.884085834026337, 11.14719146490097, 22.621411323547363, 22.642574429512024, 19.894110023975372, 15.905454397201538, 16.031223714351654, 27.336968660354614, 20.371937692165375, 30.064887583255768, 23.432967364788055, 22.90055227279663, 12.603256642818451, 18.321498095989227, 12.605271756649017, 29.72840905189514, 23.21555531024933, 12.383325457572937, 16.21292930841446, 22.844446659088135, 18.984573006629944, 25.051474630832672, 26.96627366542816, 27.862718641757965, 29.57825529575348, 22.35604417324066, 32.43321365118027, 28.566270768642426, 12.497308015823364, 29.744343638420105, 33.354274809360504, 23.837706983089447, 15.832379341125488, 26.35294872522354, 30.989136338233948, 31.76301395893097, 25.80491954088211, 27.760652780532837, 14.209422171115875, 21.28753399848938, 35.0308552980423, 36.73515570163727, 28.93655002117157, 34.26115119457245, 32.261867702007294, 18.004509568214417, 15.80903422832489, 13.62113904953003, 12.440624833106995, 29.215059995651245, 19.71429568529129, 25.15402501821518, 22.902988255023956, 23.254286527633667, 28.201472878456116, 23.2846999168396, 14.526075601577759, 28.76249748468399, 30.913758635520935, 9.282316863536835, 28.58411955833435, 27.306203603744507, 19.19050246477127, 24.43471360206604, 14.44788646697998, 7.070007264614105, 12.978373885154724, 32.81609266996384, 26.75764137506485, 23.18919575214386, 23.616757571697235, 27.882309794425964, 29.777577757835388, 22.815366208553314, 15.927515923976898, 13.803670167922974, 16.009974896907806, 28.932709395885468, 14.244798004627228, 17.93632471561432, 32.771256268024445, 20.424581706523895, 27.42323672771454, 28.567325055599213, 28.442554473876953, 14.828665792942047, 25.26418888568878, 19.769220113754272, 8.913481056690216, 23.482917964458466, 16.46558427810669, 20.251156330108643, 11.672412157058716, 29.248910009860992, 13.59141731262207, 21.706017911434174, 16.016253530979156, 29.32722306251526, 19.62300354242325, 32.24259912967682, 24.295033991336823, 23.50394558906555, 33.371077954769135, 19.382209300994873, 16.512774407863617, 15.51377958059311, 23.564607441425323, 24.466545283794403, 28.3726047873497, 26.993476927280426, 33.136070132255554, 25.04764360189438, 17.7358615398407, 18.594811260700226, 17.360556066036224, 17.65645569562912, 16.518453061580658, 21.867399513721466, 21.14717745780945, 16.360827028751373, 35.10182321071625, 21.78066796064377, 16.816069841384888, 13.04737138748169, 28.03348082304001, 17.085442900657654, 34.94128477573395, 17.99433273077011, 24.635400772094727, 20.49820703268051, 13.3209148645401, 8.445137739181519, 7.898336708545685, 29.92695277929306, 22.01980608701706, 19.20335602760315, 7.568529188632965, 26.17497342824936, 14.087726175785065, 19.56481224298477, 35.371407210826874, 24.16183763742447, 14.935056746006012, 26.525892734527588, 24.019655644893646, 23.839677929878235, 31.101955235004425, 32.789110124111176, 5.710870623588562, 16.350763738155365, 24.427740573883057, 23.222456336021423, 26.220185339450836, 16.328443706035614, 27.67777270078659, 15.193874716758728, 18.678588092327118, 25.219753623008728, 43.07888561487198, 14.895933747291565, 18.95604658126831, 29.9033362865448, 32.44760149717331, 6.770501017570496, 14.645101606845856, 25.78124076128006, 25.10942828655243, 25.995610058307648, 17.354583263397217, 12.148345112800598, 6.680711507797241, 30.39474642276764, 23.21787816286087, 28.69963639974594, 30.85598123073578, 23.820174157619476, 19.4724879860878, 38.939134418964386, 3.6233291625976562, 3.021700620651245, 20.186995208263397, 25.00623369216919, 22.09527486562729, 13.375558257102966, 24.35559779405594, 18.128787457942963, 28.34908151626587, 28.152812898159027, 18.51998734474182, 21.542698562145233, 17.905289828777313, 29.016444087028503, 30.436647355556488, 11.013325154781342, 12.82545691728592, 18.41697508096695, 26.80758422613144, 17.962446749210358, 24.466795921325684, 18.577388763427734, 29.082743883132935, 21.398148894309998, 17.93999707698822, 32.33270990848541, 32.04048550128937, 25.462343335151672, 25.366484820842743, 36.296773850917816, 31.54023027420044, 27.702008426189423, 17.422063291072845, 13.413866460323334, 15.099081575870514, 21.73744535446167, 30.817128121852875, 24.131298542022705, 11.010462701320648, 24.768786668777466, 35.08371663093567, 29.338460564613342, 22.774659276008606, 24.579069137573242, 30.05201768875122, 23.42635464668274, 20.41998529434204, 36.41049003601074, 22.56528002023697, 14.873847126960754, 22.595763862133026, 12.744310736656189, 10.846153914928436, 28.243829309940338, 10.03521054983139, 29.56747943162918, 26.776950180530548, 7.159429967403412, 26.693728148937225, 13.388625502586365, 29.522847533226013, 16.727706253528595, 16.936149179935455, 17.263570070266724, 14.38494223356247, 11.980035424232483, 30.989501535892487, 16.536949276924133, 26.072246432304382, 34.42641580104828, 29.741614162921906, 10.311514496803284, 17.57962942123413, 15.663182020187378, 27.14021325111389, 14.968241930007935, 21.810776591300964, 21.274623036384583, 23.03048151731491, 27.02958106994629, 22.57816469669342, 24.70978993177414, 21.37080889940262, 30.591344594955444, 32.24074459075928, 20.574067056179047, 30.912737011909485, 33.28773945569992, 23.749658226966858, 19.661703288555145, 15.697133958339691, 17.207056522369385, 24.713128626346588, 34.87055653333664, 27.177909016609192, 23.675817787647247, 12.549942910671234, 24.431227803230286, 7.264779150485992, 10.816072881221771, 10.276149153709412, 27.484993636608124, 10.423761427402496, 14.968971908092499, 30.860772907733917, 15.772855997085571, 23.45206105709076, 34.44602674245834, 22.06942993402481, 30.207016706466675, 21.944003522396088, 18.829032599925995, 18.240143716335297, 23.892303586006165, 17.94042181968689, 19.53962755203247, 26.727801501750946, 22.34290587902069, 29.247507631778717, 16.75301480293274, 19.604963898658752, 23.916090965270996, 33.98767286539078, 35.18477541208267, 21.205925166606903, 11.125204801559448, 28.36410081386566, 27.17849236726761, 17.58954519033432, 17.307211816310883, 33.02070677280426, 23.32102119922638, 15.575223743915558, 13.182788968086243, 28.280756652355194, 27.3400017619133, 15.16812914609909, 22.375787138938904, 29.32948362827301, 26.708239197731018, 25.527001202106476, 22.83399099111557, 26.395212471485138, 16.290166437625885, 33.76919740438461, 13.85773915052414, 16.709025025367737, 26.50431889295578, 20.359679639339447, 26.37360715866089, 32.362938582897186, 29.459856271743774, 20.559251070022583, 17.639787554740906, 27.896712362766266, 26.3311750292778, 14.927900314331055, 37.59268796443939, 20.230195701122284, 30.253043055534363, 22.336214423179626, 30.544827461242676, 24.6834157705307, 27.745497405529022, 26.201027870178223, 13.494686901569366, 16.205015659332275, 27.994871258735657, 30.55420696735382, 32.3380931019783, 20.841316998004913, 18.74990826845169, 19.19304645061493, 23.328768730163574, 19.540093302726746, 15.29723435640335, 22.696431696414948, 29.604190230369568, 18.967267632484436, 30.31543004512787, 19.66766709089279, 17.851877450942993, 22.155166685581207, 19.90366703271866, 26.53623527288437, 16.169877648353577, 25.241015076637268, 27.766081154346466, 13.312337577342987, 29.377036333084106, 24.079705238342285, 30.543140947818756, 36.50940191745758, 23.348932027816772, 28.6181960105896, 21.583163559436798, 20.29823088645935, 19.47185641527176, 13.858640730381012, 22.62486833333969, 20.17924290895462, 22.745053350925446, 23.52360826730728, 13.79891151189804, 18.69469565153122, 33.16703462600708, 25.422202348709106, 20.92893350124359, 28.220438838005066, 21.645648896694183, 19.038306653499603, 18.48688143491745, 23.874426543712616, 25.81544202566147, 23.0267151594162, 15.135102152824402, 19.69383478164673, 25.60162454843521, 15.565308034420013, 18.06997299194336, 24.430680572986603, 29.24485146999359, 19.097399830818176, 26.00503098964691, 23.472409665584564, 38.719721257686615, 14.324014902114868, 13.215018332004547, 16.61659926176071, 20.14250123500824, 12.312833428382874, 22.049745798110962, 18.246129870414734, 4.878234505653381, 23.475438237190247, 20.34750783443451, 19.462271451950073, 12.47242283821106, 27.457903683185577, 24.364624798297882, 23.859475135803223, 36.93345749378204, 23.440322935581207, 20.294335305690765, 13.278472363948822, 35.35120344161987, 13.185135006904602, 15.81064361333847, 13.662514746189117, 23.347397565841675, 26.457042574882507, 11.0975341796875, 22.737168669700623, 18.982370793819427, 32.35572022199631, 20.25400000810623, 5.083983838558197, 2.971423923969269, 29.10513526201248, 18.526950776576996, 19.15628892183304, 30.26669681072235, 26.181293547153473, 39.354814648628235, 12.149450123310089, 13.000974893569946, 10.855452239513397, 29.523012101650238, 25.7485214471817, 23.521309792995453, 25.133954882621765, 36.073252737522125, 20.535667777061462, 28.870520412921906, 13.758484065532684, 12.899266839027405, 13.614179968833923, 31.69048708677292, 27.13259643316269, 16.685419023036957, 14.225809931755066, 26.32749217748642, 29.781043708324432, 39.65856629610062, 21.504857420921326, 21.308271050453186, 26.763463020324707, 30.451540231704712, 25.218773305416107, 31.84548854827881, 15.31050044298172, 12.005666434764862, 25.66100025177002, 30.027304351329803, 17.869611084461212, 24.628732681274414, 23.645840525627136, 23.44565451145172, 10.638299286365509, 25.163922786712646, 18.230361104011536, 20.811798930168152, 14.225042462348938, 17.74100637435913, 25.562927842140198, 13.647557139396667, 25.200338661670685, 16.878659188747406, 17.097160279750824, 30.453712463378906, 26.470859944820404, 30.740370213985443, 10.335545241832733, 31.066089630126953, 24.65078866481781, 12.557911574840546, 21.932890832424164, 31.05251282453537, 16.043924272060394, 17.803297579288483, 22.410396814346313, 24.93135279417038, 20.910776674747467, 28.168524205684662, 24.27828973531723, 25.070145845413208, 18.433972656726837, 16.23808240890503, 13.145776391029358, 14.624615252017975, 32.33947491645813, 21.1268692612648, 27.02081573009491, 32.94264578819275, 29.137450635433197, 26.13179647922516, 20.960798978805542, 8.85436338186264, 17.05097907781601, 17.973766267299652, 17.67037796974182, 14.075927197933197, 29.849492490291595, 22.121989607810974, 27.424769043922424, 32.92102909088135, 27.60915219783783, 8.426014065742493, 30.251548886299133, 30.423867225646973, 24.14366066455841, 21.555291533470154, 18.997147977352142, 22.476475715637207, 21.475946247577667, 34.5114141702652, 18.389959692955017, 22.519012331962585, 31.11279845237732, 20.070116877555847, 24.14364928007126, 22.854428946971893, 32.77195858955383, 27.893022418022156, 25.632309675216675, 26.858072817325592, 27.470504701137543, 33.75332188606262, 10.409886538982391, 22.060204327106476, 21.103020668029785, 22.780383467674255, 14.487040162086487, 17.67780441045761, 35.59820157289505, 24.01680612564087, 17.740669548511505, 11.912332892417908, 11.792643189430237, 24.59899812936783, 21.733560740947723, 39.55533146858215, 23.397278487682343, 23.63798826932907, 25.458493530750275, 12.367524921894073, 2.291745960712433, 19.64323055744171, 23.444619297981262, 26.360575795173645, 31.768797159194946, 29.80021333694458, 28.202234506607056, 12.802651941776276, 14.350034713745117, 22.656695783138275, 31.702778816223145, 23.327166080474854, 22.273273050785065, 19.912099361419678, 31.469466745853424, 25.133419454097748, 36.11237847805023, 16.52408528327942, 17.55558031797409, 23.258191645145416, 13.843060851097107, 9.01944887638092, 22.541926503181458, 12.461050689220428, 34.028789043426514, 27.67873203754425, 22.54902809858322, 20.85437434911728, 19.78722846508026, 15.115120768547058, 17.029357731342316, 22.33525139093399, 40.49514561891556, 25.270383954048157, 20.985386788845062, 16.39564174413681, 27.235522627830505, 24.184347987174988, 18.41337341070175, 18.471603333950043, 27.75354152917862, 27.378645658493042, 30.008128583431244, 17.840425610542297, 30.90779161453247, 30.403536081314087, 17.29131245613098, 20.059753954410553, 15.791725814342499, 14.803403854370117, 27.337193310260773, 21.515319228172302, 23.74355447292328, 33.719644606113434, 8.855132699012756, 19.329749822616577, 13.208012819290161, 15.466200232505798, 13.882119119167328, 21.46182370185852, 23.49258828163147, 18.455955922603607, 24.907952308654785, 35.4097905755043, 23.166823506355286, 21.401961386203766, 29.31545865535736, 40.3805046081543, 26.541074633598328, 29.661170423030853, 30.66921353340149, 14.781636714935303, 20.66113168001175, 14.600929319858551, 7.664658427238464, 20.165168344974518, 22.019992768764496, 24.487327933311462, 22.592514991760254, 22.898721575737, 22.563108384609222, 17.798040866851807, 19.07291352748871, 12.095191717147827, 17.798904597759247, 22.79877930879593, 31.57530826330185, 25.31457370519638, 24.480703055858612, 24.03100222349167, 22.024318158626556, 23.693052411079407, 35.43811744451523, 13.916892349720001, 23.116698265075684, 23.75976526737213, 13.46838915348053, 26.170194387435913, 14.264983594417572, 21.355310320854187, 30.195490777492523, 14.404238939285278, 25.98057270050049, 12.77784514427185, 33.96471172571182, 15.381506979465485, 27.136770486831665, 30.151663720607758, 17.99909281730652, 21.20403343439102, 20.31346946954727, 17.261962234973907, 29.10742974281311, 3.2424550652503967, 21.12687987089157, 23.84151655435562, 24.12119746208191, 32.446876525878906, 21.0531547665596, 18.120010137557983, 3.32735413312912, 20.19304722547531, 13.465071737766266, 22.578224062919617, 13.028350055217743, 24.548786997795105, 18.29052060842514, 31.601065039634705, 17.99891573190689, 16.759209394454956, 35.602006912231445, 16.633994042873383, 27.86853778362274, 12.864979147911072, 26.396036863327026, 26.272364914417267, 18.161538124084473, 28.819536805152893, 17.93343150615692, 36.005142986774445, 23.05086088180542, 25.703612208366394, 19.274140417575836, 18.18955135345459, 17.615505397319794, 36.1175354719162, 19.973271667957306, 16.764857411384583, 22.938273668289185, 21.243696570396423, 23.920658886432648, 9.321245908737183, 18.25638896226883, 22.74356323480606, 37.35672181844711, 28.34143763780594, 22.545522809028625, 29.208160161972046, 18.729462683200836, 10.328689754009247, 18.101615965366364, 29.708982527256012, 22.546190202236176, 14.921286940574646, 37.31983160972595, 12.16967922449112, 13.209482252597809, 21.02668595314026, 27.977676451206207, 26.43097084760666, 39.59109914302826, 13.910085618495941, 23.882134437561035, 14.671193957328796, 30.052194476127625, 21.757827162742615, 20.996164202690125, 28.693546652793884, 28.95270925760269, 26.368448674678802, 25.41882359981537, 27.426417768001556, 24.398069441318512, 23.625489711761475, 24.896002173423767, 20.992334246635437, 30.173927307128906, 18.767177283763885, 19.771684885025024, 25.281295776367188, 19.848254084587097, 24.041182279586792, 18.389511227607727, 18.92843121290207, 23.608109414577484, 33.55121958255768, 30.079656720161438, 26.399305760860443, 26.67672073841095, 23.133794605731964, 5.8907583355903625, 12.24732619524002, 21.4066863656044, 17.565320253372192, 20.440916538238525, 22.21466302871704, 20.66519945859909, 19.08108550310135, 22.37378638982773, 11.092793047428131, 15.9830983877182, 16.92809170484543, 25.64955961704254, 20.0808864235878, 34.58757472038269, 16.275277733802795, 38.350750207901, 22.75728267431259, 22.467602789402008, 26.62345540523529, 10.848081588745117, 6.190315425395966, 27.792479813098907, 20.020743668079376, 22.142643213272095, 30.114285945892334, 9.418607532978058, 19.572113633155823, 32.701836585998535, 19.552312970161438, 7.340553283691406, 17.01112401485443, 28.452741146087646, 41.069646656513214, 37.205081820487976, 31.71832948923111, 32.11942797899246, 28.00361841917038, 21.493244290351868, 23.390299201011658, 29.487899839878082, 12.30284708738327, 29.31560504436493, 18.73439908027649, 27.900518655776978, 20.39358389377594, 14.123036801815033, 12.693144977092743, 27.055992245674133, 18.251151025295258, 33.0078404545784, 13.708380341529846, 10.07445102930069, 22.70719987154007, 18.77401375770569, 16.83713060617447, 20.92908662557602, 24.179743468761444, 10.643251836299896, 28.668425023555756, 31.163428723812103, 36.9172682762146, 23.402795255184174, 26.76752996444702, 13.651876449584961, 25.947912454605103, 10.046263873577118, 23.822544395923615, 27.485316455364227, 35.36654007434845, 15.360199093818665, 28.441231846809387, 20.28875184059143, 18.501823008060455, 19.043484032154083, 7.294711172580719, 14.721224248409271, 15.719950258731842, 37.453528583049774, 15.187714993953705, 20.37009459733963, 17.21494024991989, 24.953948378562927, 18.03114753961563, 18.594025194644928, 12.522035419940948, 17.824349761009216, 21.4510977268219, 21.364855468273163, 26.905985116958618, 35.30657696723938, 35.1256348490715, 10.04959112405777, 22.38593679666519, 14.12790334224701, 17.336101472377777, 28.37827706336975, 31.562172651290894, 15.35562527179718, 17.869788765907288, 21.508495807647705, 9.24091362953186, 20.602603137493134, 21.099559009075165, 22.14391452074051, 21.07116264104843, 21.717390656471252, 27.972701609134674, 19.523799777030945, 23.752712428569794, 35.10456383228302, 27.61362600326538, 31.043397188186646, 15.042930841445923, 14.804713010787964, 21.62797725200653, 19.937267005443573, 19.24525487422943, 26.383221447467804, 21.590991735458374, 18.013572990894318, 20.07750964164734, 31.979057550430298, 17.094762980937958, 18.813859939575195, 21.66019332408905, 20.564241230487823, 24.948730647563934, 5.393719136714935, 12.784311771392822, 11.285674452781677, 12.550755023956299, 26.193086624145508, 24.67410284280777, 23.664952516555786, 21.990211129188538, 13.8731968998909, 31.344857096672058, 18.385978162288666, 21.961695730686188, 22.422255039215088, 5.777202844619751, 16.180347979068756, 24.352746725082397, 31.306230306625366, 21.392202496528625, 23.50667369365692, 19.91320163011551, 26.065725564956665, 19.21494746208191, 20.91253960132599, 29.50298237800598, 26.898576378822327, 19.293709695339203, 15.736852705478668, 20.681160151958466, 17.603470861911774, 18.85244196653366, 10.418968081474304, 18.44813710451126, 31.925115883350372, 31.822190165519714, 36.19148379564285, 13.073038816452026, 20.52913624048233, 29.414366960525513, 20.695522367954254, 20.98268336057663, 33.40386140346527, 26.652031183242798, 23.037931263446808, 17.95038467645645, 21.825552999973297, 26.425557136535645, 17.602909088134766, 14.015300929546356, 20.807143211364746, 16.67141193151474, 23.895830810070038, 30.823704779148102, 25.611541748046875, 18.48813486099243, 19.65592324733734, 14.806248843669891, 10.199151694774628, 19.95469617843628, 12.440163969993591, 22.988478362560272, 19.666358292102814, 26.233700931072235, 26.390372693538666, 15.832826972007751, 18.692859530448914, 15.380857586860657, 16.541272163391113, 20.092281818389893, 18.76672053337097, 24.421286582946777, 12.154388785362244, 14.693775534629822, 20.32251524925232, 21.068507611751556, 20.140508353710175, 18.177058577537537, 29.261721789836884, 24.559925973415375, 21.21753489971161, 19.874634265899658, 17.369328141212463, 9.097219347953796, 18.873244762420654, 20.764947831630707, 21.719833433628082, 12.925629794597626, 23.562263548374176, 24.726863384246826, 24.455113410949707, 26.01406890153885, 29.650424003601074, 24.201776087284088, 22.378928184509277, 20.628041625022888, 28.542886912822723, 14.370966911315918, 26.841788411140442, 20.152653455734253, 23.9963241815567, 15.314624726772308, 22.834271490573883, 18.164071083068848, 27.16788560152054, 24.092679023742676, 16.12746500968933, 26.810742437839508, 21.981319665908813, 19.60075157880783, 16.418949902057648, 31.354968011379242, 39.491947412490845, 13.692745983600616, 22.731995940208435, 16.10504150390625, 10.845185935497284, 16.615366399288177, 28.363008856773376, 21.07149910926819, 23.50895768404007, 17.537708401679993, 23.139783203601837, 17.81100970506668, 18.310681521892548, 14.054522335529327, 21.11989253759384, 36.260572016239166, 28.095705032348633, 10.89573734998703, 24.541187167167664, 30.810307681560516, 28.363684117794037, 19.345543026924133, 12.0323686003685, 9.519275724887848, 21.313401103019714, 28.803048014640808, 32.446890115737915, 19.61020028591156, 21.483936309814453, 33.2889369726181, 14.83825147151947, 36.77977705001831, 48.39409655332565, 20.861420214176178, 30.884779036045074, 26.569389522075653, 8.890761137008667, 22.166362464427948, 21.99732506275177, 21.475063025951385, 18.74511706829071, 19.47045999765396, 14.618942320346832, 15.661503612995148, 17.377932727336884, 10.177379608154297, 15.127319514751434, 17.09618192911148, 20.440144658088684, 22.636820912361145, 33.68181848526001, 22.494359731674194, 27.494551360607147, 20.942554771900177, 24.71074879169464, 24.138390004634857, 15.894058644771576, 13.076028287410736, 24.011837780475616, 7.3347808718681335, 18.10058581829071, 20.140139877796173, 21.266603887081146, 19.93765163421631, 20.648989975452423, 22.06787872314453, 17.941509425640106, 33.22627371549606, 14.930345714092255, 18.569572865962982, 7.664655148983002, 27.5232971906662, 39.3114618062973, 8.400228261947632, 28.741225242614746, 29.67089593410492, 21.546743750572205, 25.391349136829376, 23.42563772201538, 21.358612775802612, 21.63854819536209, 7.3249987959861755, 34.68220603466034, 29.156527936458588, 30.236571431159973, 20.725754141807556, 22.871777415275574, 21.531015753746033, 15.546396136283875, 25.78000819683075, 30.676918983459473, 17.33915650844574, 4.784174919128418, 15.199616134166718, 7.124673902988434, 36.27055275440216, 22.107677578926086, 11.960810661315918, 26.054114162921906, 16.758209466934204, 16.47847855091095, 28.956313371658325, 14.69899708032608, 26.22683584690094, 20.703781485557556, 39.70039224624634, 25.067876160144806, 20.499226987361908, 37.73790502548218, 23.91137033700943, 19.791080951690674, 23.028010368347168, 25.674671053886414, 10.558646559715271, 20.224265694618225, 10.661539852619171, 11.837210834026337, 17.976646602153778, 26.02949845790863, 25.216489613056183, 13.992933571338654, 26.278484582901, 24.436676383018494, 15.023949146270752, 9.98605066537857, 10.057947278022766, 31.643159091472626, 15.317665934562683, 30.699348747730255, 26.934776961803436, 16.315396189689636, 17.674707651138306, 31.998838126659393, 16.900258362293243, 9.228199422359467, 9.22399628162384, 18.816380977630615, 21.766529619693756, 13.884965896606445, 26.59223634004593, 31.566283226013184, 28.659733057022095, 17.6979079246521, 21.25680047273636, 16.52627819776535, 12.258807063102722, 24.48393005132675, 9.419534146785736, 14.51217633485794, 27.055554509162903, 30.37793481349945, 26.85992068052292, 10.668025314807892, 18.991537868976593, 25.925550401210785, 37.38896429538727, 27.0055011510849, 20.808815896511078, 7.338934779167175, 26.690149784088135, 26.461926579475403, 21.845570504665375, 30.67610239982605, 18.567067861557007, 25.20619088411331, 27.754769802093506, 23.61381369829178, 25.71624857187271, 22.837676882743835, 24.125865280628204, 21.12352979183197, 28.70785528421402, 23.15570294857025, 19.190518975257874, 23.43093901872635, 13.266202092170715, 14.924951791763306, 12.046081185340881, 16.90721559524536, 16.953473567962646, 15.751169860363007, 45.03158783912659, 14.417304039001465, 24.840807795524597, 16.818100929260254, 16.367557287216187, 25.344614565372467, 18.788507401943207, 27.65135782957077, 30.52325713634491, 20.27822434902191, 16.66242253780365, 30.20702713727951, 20.917087852954865, 27.573137521743774, 38.359330117702484, 16.609033167362213, 13.070431888103485, 20.181644916534424, 22.463570594787598, 18.569871366024017, 11.625883162021637, 26.874830901622772, 33.600345730781555, 12.434273838996887, 36.455533504486084, 18.417840242385864, 15.75697809457779, 22.69329059123993, 19.77371895313263, 20.681088745594025, 21.9121612906456, 24.228196263313293, 29.813827633857727, 23.76030135154724, 23.084261298179626, 17.223428070545197, 14.063328802585602, 23.733521819114685, 11.604252517223358, 18.470604181289673, 16.862044036388397, 19.282578706741333, 23.88806462287903, 24.20796310901642, 14.4062220454216, 25.451001048088074, 25.82236099243164, 14.135336697101593, 21.743221402168274, 19.592779397964478, 27.471332013607025, 13.12039977312088, 30.681882739067078, 34.74389523267746, 19.922921538352966, 12.409388065338135, 24.02337020635605, 33.029090106487274, 16.72309297323227, 28.906297981739044, 21.599189043045044, 23.85065269470215, 25.09517616033554, 23.152657330036163, 40.43870770931244, 28.015967786312103, 15.096941113471985, 37.87152010202408, 13.299538493156433, 26.18180251121521, 21.684652745723724, 9.579150795936584, 24.66950273513794, 24.669757783412933, 27.118222057819366, 15.17060500383377, 16.176496505737305, 11.280060827732086, 22.878544509410858, 26.049469470977783, 6.889776825904846, 20.692707180976868, 17.417236506938934, 27.208598256111145, 12.06633585691452, 23.828010737895966, 14.860518634319305, 32.50905376672745, 17.59891587495804, 15.698232114315033, 8.289610147476196, 27.97122424840927, 15.223347246646881, 22.75027358531952, 18.925219774246216, 1.7779633402824402, 16.965321719646454, 12.029074549674988, 29.428111791610718, 22.269585967063904, 16.68402898311615, 29.332278847694397, 15.905496180057526, 17.875005304813385, 21.518825590610504, 14.958652436733246, 15.189797163009644, 24.331310510635376, 15.3009734749794, 30.006732642650604, 12.305799424648285, 23.762085795402527, 27.36757230758667, 25.622532427310944, 14.452065110206604, 21.807609379291534, 36.369607985019684, 37.83127403259277, 25.04006564617157, 16.189680814743042, 21.488983750343323, 20.62377107143402, 15.7539541721344, 28.157397508621216, 16.1571586728096, 32.64432770013809, 20.724567651748657, 36.20727163553238, 14.502058982849121, 26.27572512626648, 15.292602479457855, 15.614782273769379, 31.31951493024826, 12.79827493429184, 16.67826122045517, 3.1478177905082703, 17.111437022686005, 24.55009287595749, 13.51713216304779, 15.738088428974152, 22.86891108751297, 25.091171979904175, 17.76602989435196, 27.00030255317688, 29.241504430770874, 27.530125439167023, 37.49968445301056, 14.934433698654175, 25.358986139297485, 17.2834312915802, 27.293771386146545, 16.001540422439575, 25.34546059370041, 24.88463443517685, 17.551310062408447, 25.341303288936615, 18.482660353183746, 20.730198085308075, 24.21977460384369, 15.695880711078644, 20.56064200401306, 34.79056078195572, 10.032866597175598, 26.42563408613205, 26.596203804016113, 21.580730676651, 22.177890241146088, 24.59690970182419, 4.17892062664032, 24.113378643989563, 17.50886970758438, 22.65265792608261, 28.066665589809418, 27.554011166095734, 24.118859946727753, 20.35979825258255, 11.016494810581207, 22.94217139482498, 17.869221031665802, 16.99931573867798, 14.057108461856842, 15.372355699539185, 14.406221270561218, 32.57486367225647, 28.169137060642242, 36.826049625873566, 12.294023513793945, 14.729758381843567, 32.70944356918335, 14.370364010334015, 29.418395817279816, 27.545541048049927, 27.695778608322144, 26.074311316013336, 24.923741340637207, 21.441704511642456, 26.749320089817047, 21.8792582154274, 26.847882509231567, 7.1929789781570435, 38.47809541225433, 17.998913288116455, 26.10919624567032, 29.276506066322327, 17.36864960193634, 27.48981899023056, 28.236290276050568, 23.978414118289948, 24.771878242492676, 17.899815261363983, 20.548497796058655, 22.173922896385193, 20.242504477500916, 19.122590959072113, 14.611056327819824, 14.892574310302734, 28.00589829683304, 18.861471712589264, 9.101040720939636, 13.057900190353394, 8.321029603481293, 20.471909284591675, 26.879666686058044, 21.35248190164566, 17.46256548166275, 24.638253390789032, 13.852061450481415, 23.87630707025528, 15.722226679325104, 23.333173155784607, 9.911628246307373, 11.818678975105286, 31.701728463172913, 30.151236832141876, 10.351843118667603, 13.121796011924744, 0.5778688192367554, 21.66081827878952, 25.401086270809174, 26.578466176986694, 26.30561763048172, 20.790106177330017, 8.828568041324615, 21.90388774871826, 22.319846510887146, 28.637353241443634, 31.033381521701813, 19.40695732831955, 16.196071565151215, 23.955656051635742, 26.762126326560974, 18.485705018043518, 36.044834673404694, 34.172846138477325, 22.999880015850067, 27.00860971212387, 24.267423689365387, 17.660189390182495, 17.22716051340103, 20.348515272140503, 18.116253554821014, 17.64621639251709, 27.203762531280518, 26.02128392457962, 9.981288611888885, 37.666846096515656, 24.873437821865082, 18.514898419380188, 17.340321362018585, 17.03869718313217, 14.683378279209137, 17.208688020706177, 25.12351417541504, 18.614653706550598, 32.99532973766327, 19.029870569705963, 34.349865794181824, 31.547073423862457, 2.7323665022850037, 14.32139790058136, 28.602158069610596, 37.44272470474243, 19.365115225315094, 9.428980231285095, 28.25338524580002, 21.694283545017242, 29.537674367427826, 15.718957841396332, 24.356423139572144, 19.602851450443268, 17.644572615623474, 24.87042075395584, 19.507107377052307, 26.853643655776978, 3.7423223853111267, 28.5677330493927, 24.74963629245758, 24.72109282016754, 21.223399221897125, 30.17002934217453, 14.072931826114655, 14.281046271324158, 18.196080207824707, 17.687443792819977, 21.792102575302124, 28.284624338150024, 24.569422721862793, 24.52020388841629, 15.811799228191376, 19.515316426753998, 24.223712384700775, 29.535476684570312, 27.685363292694092, 15.978271842002869, 25.490895211696625, 24.5467187166214, 24.385727047920227, 21.8210209608078, 19.459263622760773, 24.897435128688812, 27.11203896999359, 24.75453668832779, 32.411378264427185, 15.465453863143921, 31.24455153942108, 20.310481071472168, 22.954578638076782, 24.085486352443695, 12.774350345134735, 36.45958364009857, 23.125864028930664, 14.393588483333588, 16.62865400314331, 22.421651244163513, 18.11137056350708, 21.47240114212036, 27.769629776477814, 16.00717133283615, 26.20753276348114, 33.856590270996094, 26.309323132038116, 11.252543151378632, 28.123245537281036, 22.02564811706543, 25.367971897125244, 18.03823411464691, 22.14387035369873, 18.889545142650604, 18.857470870018005, 6.1201305985450745, 23.538731813430786, 22.305092334747314, 25.690713584423065, 29.331810235977173, 6.9748111963272095, 30.020843505859375, 34.033110201358795, 14.573988735675812, 16.139521062374115, 16.026215314865112, 25.688641726970673, 17.59539622068405, 15.22334635257721, 23.68844884634018, 20.093142211437225, 20.608134865760803, 30.060432970523834, 13.373476922512054, 27.28649091720581, 28.09971308708191, 9.572222888469696, 28.011775016784668, 16.36592048406601, 22.274046003818512, 24.99152934551239, 13.081083595752716, 22.157958924770355, 12.63966166973114, 22.549184262752533, 25.62757557630539, 12.133396923542023, 13.688808500766754, 31.330618381500244, 24.91516500711441, 33.030661940574646, 3.358155369758606, 38.18096339702606, 24.824482262134552, 14.093795239925385, 5.586009740829468, 14.429820001125336, 29.487900018692017, 17.456279754638672, 28.09902197122574, 7.50163859128952, 22.838903427124023, 31.388832449913025, 28.903691291809082, 18.488684713840485, 9.420105338096619, 20.38160991668701, 30.2260439991951, 14.458687901496887, 19.528981029987335, 27.46251618862152, 22.176294147968292, 11.13449090719223, 22.98724353313446, 10.610307037830353, 11.707428336143494, 32.75289958715439, 13.82536631822586, 17.4384982585907, 26.636377334594727, 18.386284947395325, 13.999533414840698, 4.2314112186431885, 29.427626132965088, 17.321691513061523, 27.872102558612823, 32.03602337837219, 29.541924715042114, 34.57958596944809, 22.927189707756042, 28.1074156165123, 21.29473078250885, 14.58414512872696, 24.414253890514374, 24.891885995864868, 19.673327028751373, 13.848821580410004, 18.514400124549866, 12.41027444601059, 13.883349061012268, 13.830154478549957, 22.16895842552185, 21.82978057861328, 23.895521700382233, 15.987199664115906, 12.14233672618866, 22.957224249839783, 31.998592972755432, 21.648296177387238, 26.314855575561523, 21.197489321231842, 12.420469582080841, 27.81916844844818, 20.69036501646042, 31.555142998695374, 18.636156737804413, 23.637983679771423, 20.908377051353455, 22.60190337896347, 19.204816043376923, 21.465008676052094, 24.434327363967896, 21.662231147289276, 16.786468625068665, 28.337673246860504, 15.994520366191864, 19.723084688186646, 27.95028692483902, 29.14782589673996, 21.337710678577423, 25.668907523155212, 14.072643399238586, 26.289888441562653, 22.336490869522095, 31.36275678873062, 19.11130428314209, 14.305159389972687, 28.420412838459015, 15.197317481040955, 26.269294917583466, 26.402410447597504, 28.149077713489532, 27.521500945091248, 22.631697714328766, 24.982796013355255, 24.925281703472137, 23.36249303817749, 4.052793979644775, 20.613936185836792, 9.354610085487366, 18.830475747585297, 7.584565579891205, 34.231516897678375, 32.2495374083519, 23.29656094312668, 32.39594602584839, 18.212480187416077, 22.65414947271347, 12.902237355709076, 19.137806713581085, 26.980701684951782, 35.48830771446228, 27.148066580295563, 19.278768956661224, 19.39249449968338, 13.196200430393219, 32.34988611936569, 11.108205318450928, 21.699650764465332, 24.17254662513733, 28.047951340675354, 17.183488428592682, 20.331292986869812, 27.042932987213135, 27.624683260917664, 17.175294399261475, 30.398036181926727, 12.353814899921417, 25.042315304279327, 16.03341579437256, 21.638615250587463, 17.42162150144577, 29.512788593769073, 23.880122661590576, 32.55928736925125, 26.612029910087585, 33.23532736301422, 19.860465049743652, 16.252326130867004, 22.666187524795532, 24.13917964696884, 24.84620088338852, 24.15526807308197, 19.058817625045776, 6.433472454547882, 20.271939754486084, 22.57949036359787, 20.499404072761536, 21.895177483558655, 16.264955639839172, 16.648998200893402, 26.396339178085327, 22.035004913806915, 17.530798077583313, 25.03116875886917, 28.736121594905853, 34.59467363357544, 28.51532691717148, 22.03213369846344, 17.311046719551086, 26.139708161354065, 18.979507863521576, 20.12135648727417, 21.070120751857758, 16.114137828350067, 26.7902889251709, 17.878897547721863, 15.475929141044617, 14.68141222000122, 22.84921234846115, 30.562984466552734, 35.066228091716766, 9.792305171489716, 17.618335008621216, 21.427188515663147, 28.359786689281464, 24.413445830345154, 13.339818298816681, 18.907383620738983, 30.005274295806885, 20.233112692832947, 22.246181547641754, 10.496798396110535, 38.12028908729553, 19.370238780975342, 29.979559421539307, 25.359721660614014, 17.518610537052155, 22.412922263145447, 17.32628971338272, 25.584270894527435, 28.700967013835907, 33.585321962833405, 23.486544013023376, 18.143025159835815, 32.89298903942108, 22.175694584846497, 24.315736532211304, 21.63761866092682, 25.13041591644287, 17.163420736789703, 33.44526648521423, 32.27787798643112, 14.194496989250183, 26.629276514053345, 26.606054186820984, 10.12760728597641, 26.589019894599915, 28.43204563856125, 17.49267041683197, 13.314197301864624, 30.758544266223907, 18.70055741071701, 31.28468233346939, 18.00303077697754, 26.74466723203659, 29.042204201221466, 17.572829842567444, 13.563510715961456, 16.042506515979767, 6.891178548336029, 24.948672115802765, 11.559560298919678, 24.724880576133728, 17.727746069431305, 18.930414736270905, 14.197401106357574, 28.450834155082703, 27.927197873592377, 19.20131629705429, 3.0863125324249268, 27.90677058696747, 27.49006748199463, 25.402423202991486, 23.03766494989395, 26.617158234119415, 24.273220360279083, 23.587286353111267, 24.282235503196716, 16.1317977309227, 23.704114317893982, 23.675697028636932, 33.73844921588898, 21.678919732570648, 16.876340210437775, 24.016552448272705, 20.87417984008789, 26.964726626873016, 23.09134829044342, 19.537364184856415, 22.304928183555603, 23.991053223609924, 19.953191459178925, 26.789245665073395, 29.748819649219513, 22.84103173017502, 10.71025002002716, 26.294816434383392, 25.69172692298889, 20.757501900196075, 22.49031090736389, 16.00642031431198, 10.694405376911163, 29.686408579349518, 15.030666649341583, 25.13042312860489, 12.149737656116486, 36.618621587753296, 25.094717741012573, 38.789403676986694, 13.818429708480835, 18.053006529808044, 23.537867426872253, 25.494552850723267, 24.504797101020813, 18.107672452926636, 20.171672880649567, 14.358849167823792, 14.134745061397552, 25.333852529525757, 15.214075922966003, 27.175140261650085, 7.656095206737518, 25.374241888523102, 25.35960990190506, 23.49754697084427, 18.475184977054596, 21.495682895183563, 21.094205260276794, 25.887820601463318, 23.663338661193848, 16.548154711723328, 26.027558743953705, 27.335155606269836, 14.647837400436401, 12.486224472522736, 24.565531849861145, 24.436911940574646, 31.460020542144775, 30.81104016304016, 33.24361300468445, 17.568943679332733, 30.68048518896103, 15.319152295589447, 22.1764857172966, 20.94884216785431, 26.241027295589447, 26.046501994132996, 34.15694063901901, 42.7101371884346, 25.23295760154724, 22.092227697372437, 15.441991567611694, 20.275315940380096, 18.46561300754547, 21.839860200881958, 17.71030765771866, 18.415134966373444, 24.863445818424225, 15.265110850334167, 29.860331177711487, 32.20269560813904, 21.474181532859802, 12.317090928554535, 19.350825667381287, 26.887049615383148, 35.867770075798035, 18.952540338039398, 29.149889826774597, 29.12345999479294, 30.225642025470734, 20.009388625621796, 21.508281230926514, 20.701200366020203, 24.690931379795074, 18.845434367656708, 17.801479756832123, 21.522346138954163, 10.670176982879639, 26.08716255426407, 18.010158836841583, 20.394218266010284, 23.81856280565262, 25.694793224334717, 26.097600519657135, 13.206216633319855, 33.3114932179451, 30.93277871608734, 28.27755492925644, 29.257685482501984, 25.37656342983246, 20.756353437900543, 24.583950698375702, 22.56023073196411, 36.057133197784424, 26.464702129364014, 19.72268110513687, 7.350451350212097, 17.75896453857422, 17.633928656578064, 21.533886313438416, 30.00937259197235, 33.59823900461197, 21.841300070285797, 29.875283539295197, 25.604177057743073, 23.262763619422913, 27.858624398708344, 20.086978316307068, 18.801867246627808, 15.123811960220337, 36.54278337955475, 19.004387974739075, 27.224544942378998, 26.564327657222748, 21.320002496242523, 23.043887615203857, 13.460358381271362, 21.704043328762054, 23.014848470687866, 25.967673182487488, 30.07241064310074, 20.645626962184906, 26.28248506784439, 18.806481778621674, 18.20014524459839, 19.400458335876465, 14.99201488494873, 25.650969326496124, 24.71035486459732, 20.447489380836487, 9.438217282295227, 22.211368083953857, 20.84784471988678, 22.256295919418335, 27.621162056922913, 15.13844209909439, 27.313353061676025, 21.599410593509674, 26.320981562137604, 23.715391874313354, 14.0879345536232, 22.171220541000366, 33.639968037605286, 24.220675110816956, 18.295401573181152, 24.289569079875946, 19.785811483860016, 16.36476182937622, 19.531419157981873, 3.8183836340904236, 22.102547109127045, 15.224829256534576, 29.695846378803253, 12.623853862285614, 27.317789375782013, 23.997561931610107, 14.754770576953888, 36.113917768001556, 24.78735065460205, 13.657018184661865, 29.438433051109314, 10.948626279830933, 49.59558171033859, 24.711593627929688, 28.58570569753647, 27.379831731319427, 20.066000998020172, 30.973954796791077, 30.53307843208313, 20.593612670898438, 14.637335896492004, 19.041371643543243, 14.362298786640167, 9.893849492073059, 32.61792427301407, 28.058969378471375, 14.420342981815338, 19.446926653385162, 26.85589909553528, 29.042566239833832, 25.328268885612488, 7.1430365443229675, 15.922946393489838, 31.936654031276703, 25.37915724515915, 29.933734476566315, 26.14544677734375, 27.54098469018936, 22.818186938762665, 12.02091383934021, 27.72594690322876, 16.91052484512329, 24.42116141319275, 26.9558162689209, 10.779255270957947, 30.97776222229004, 11.062436819076538, 13.774540603160858, 25.06264191865921, 19.713979840278625, 30.20881998538971, 17.665756702423096, 8.429554343223572, 28.20630931854248, 28.879539012908936, 32.406653463840485, 19.68333101272583, 24.02251809835434, 21.23827886581421, 40.42648810148239, 27.045899152755737, 21.412903010845184, 35.491737723350525, 18.768708169460297, 18.44952690601349, 22.221742928028107, 13.650976955890656, 22.14709562063217, 18.643366515636444, 9.380227267742157, 24.966310739517212, 23.87807947397232, 14.084385514259338, 29.339284896850586, 25.300383627414703, 8.218342781066895, 39.29857885837555, 28.998873114585876, 6.9931811690330505, 16.3393075466156, 21.71433252096176, 24.41241282224655, 15.324257731437683, 25.33144438266754, 15.252390921115875, 27.196523368358612, 20.77976030111313, 33.09869056940079, 20.97965532541275, 17.70119720697403, 15.565537750720978, 29.62267976999283, 26.44839036464691, 16.116174399852753, 23.75265896320343, 27.792466521263123, 30.744843542575836, 29.393175661563873, 20.16841048002243, 18.473803520202637, 20.506396412849426, 23.634749352931976, 18.14893251657486, 19.49135422706604, 3.0590330362319946, 16.84896945953369, 32.56083935499191, 21.461625397205353, 27.61611533164978, 10.566559731960297, 28.44168847799301, 27.687045454978943, 27.309633433818817, 34.94672894477844, 14.25683069229126, 25.15369349718094, 27.455731689929962, 17.913668155670166, 7.605994343757629, 24.748457312583923, 2.9521724581718445, 12.050454556941986, 21.389226496219635, 29.714740931987762, 25.31607449054718, 26.29041576385498, 16.85816729068756, 15.874763309955597, 15.608512818813324, 21.78530728816986, 20.013263940811157, 25.918975472450256, 18.071627736091614, 19.063706934452057, 31.06001788377762, 21.10872906446457, 14.659682810306549, 19.066077888011932, 25.067187130451202, 20.54738211631775, 28.74447524547577, 31.255436778068542, 24.716140508651733, 24.556253254413605, 9.044306635856628, 21.34303379058838, 19.421722769737244, 45.96864926815033, 23.065496563911438, 19.683308362960815, 7.816915154457092, 11.209241211414337, 20.787482857704163, 25.149683594703674, 23.493148624897003, 14.744715929031372, 29.136691629886627, 29.158259212970734, 20.190739452838898, 24.10070711374283, 14.866097450256348, 18.028423845767975, 17.803923070430756, 17.545619785785675, 18.727071344852448, 23.643605828285217, 20.228182554244995, 37.04728275537491, 5.741596698760986, 21.236157417297363, 10.201911509037018, 15.487181067466736, 23.378927171230316, 18.05732887983322, 23.47439730167389, 30.180548667907715, 34.54297459125519, 27.452243864536285, 24.392554342746735, 25.586744904518127, 27.521972477436066, 19.357825338840485, 12.26789116859436, 30.68927949666977, 36.271201848983765, 25.986878097057343, 17.019005239009857, 28.213398814201355, 20.962459981441498, 20.153482377529144, 7.458169400691986, 22.944449722766876, 25.584030091762543, 21.59315836429596, 29.53266268968582, 20.893767058849335, 19.312334418296814, 18.262420535087585, 27.71193265914917, 20.242821037769318, 17.964561760425568, 24.59339129924774, 39.04990100860596, 26.459169328212738, 26.829762876033783, 28.64871507883072, 21.82662057876587, 21.8720600605011, 12.480289459228516, 24.172629714012146, 21.410524904727936, 47.06616526842117, 27.040948629379272, 26.29223620891571, 19.795468151569366, 25.59676492214203, 14.459531903266907, 38.593067705631256, 34.1726633310318, 18.141692399978638, 15.19258737564087, 29.186961472034454, 20.660995423793793, 21.45533961057663, 24.65699464082718, 29.01894634962082, 24.170603215694427, 32.35062265396118, 10.895297169685364, 21.91207265853882, 19.18690949678421, 22.321011304855347, 29.194356083869934, 26.210598170757294, 11.706343352794647, 43.387812316417694, 15.525800287723541, 24.569634318351746, 18.2207373380661, 10.189349293708801, 24.51691710948944, 21.76704043149948, 17.946679949760437, 32.387920677661896, 32.98396563529968, 32.4581652879715, 21.47964185476303, 29.83380353450775, 25.18850153684616, 23.057476341724396, 24.805670976638794, 18.11861503124237, 16.201748847961426, 22.999950647354126, 22.46090042591095, 21.226812481880188, 35.394103705883026, 20.40705955028534, 32.75837308168411, 24.499755322933197, 16.716041207313538, 10.57692402601242, 17.93818163871765, 13.09982055425644, 24.995481431484222, 27.22670805454254, 26.34415292739868, 28.91828829050064, 17.89580750465393, 20.168914437294006, 26.240953862667084, 25.912926971912384, 22.182379245758057, 13.555225849151611, 19.380675494670868, 20.808189392089844, 10.560781717300415, 20.964127898216248, 16.079071819782257, 28.947765707969666, 25.16422802209854, 22.666287064552307, 25.91127449274063, 38.803024768829346, 24.22357565164566, 21.632042467594147, 25.82002955675125, 28.62958836555481, 25.777136206626892, 27.76607209444046, 27.839241802692413, 9.150352001190186, 18.527073204517365, 10.827302098274231, 25.403770625591278, 21.453325629234314, 16.02088326215744, 19.418305039405823, 18.523008227348328, 17.212368071079254, 6.527753055095673, 11.386026263237, 22.985095143318176, 23.58485907316208, 27.563359797000885, 12.632671296596527, 17.308731377124786, 18.356355011463165, 11.5265634059906, 24.04240494966507, 24.9627622961998, 33.944288432598114, 25.089042961597443, 14.668811321258545, 6.563859343528748, 28.72768658399582, 33.09402757883072, 38.29579716920853, 14.44881671667099, 20.34971195459366, 22.77533495426178, 13.61150312423706, 29.238798439502716, 14.144663572311401, 13.688304364681244, 20.04595297574997, 1.6805830001831055, 30.623427271842957, 24.951846659183502, 24.13884663581848, 22.965455412864685, 20.935621678829193, 28.447051882743835, 24.092913210392, 33.43411523103714, 19.26498508453369, 22.6173574924469, 27.537704050540924, 12.626175165176392, 8.952533423900604, 24.284037470817566, 17.785763561725616, 16.906416416168213, 18.90862798690796, 18.440020978450775, 22.987172782421112, 10.745001137256622, 13.461176097393036, 21.01893526315689, 23.28452241420746, 28.817236304283142, 40.79871755838394, 29.621195256710052, 23.261152148246765, 15.809455335140228, 33.858335971832275, 32.23890084028244, 6.113054573535919, 27.359645307064056, 32.638101398944855, 7.856078147888184, 6.260796308517456, 25.510949909687042, 21.774152517318726, 18.040144085884094, 13.464165568351746, 24.38648295402527, 0.3190491199493408, 16.334360659122467, 29.753504395484924, 12.215681433677673, 31.27141374349594, 19.537503957748413, 10.512719571590424, 15.698994994163513, 19.952805638313293, 12.239012897014618, 20.78610622882843, 29.107781767845154, 30.518901467323303, 16.006353616714478, 32.13567703962326, 28.395930111408234, 13.612221479415894, 21.657706260681152, 23.863970041275024, 29.71947008371353, 17.590621888637543, 25.516320943832397, 20.365799009799957, 23.63482314348221, 35.866900742053986, 27.099596858024597, 25.78954380750656, 23.096639275550842, 32.91528171300888, 14.402471423149109, 23.26977890729904, 20.14760810136795, 26.168581128120422, 13.467597484588623, 38.50402581691742, 25.055505573749542, 20.29713147878647, 18.442827999591827, 30.772091269493103, 16.59952849149704, 19.347895860671997, 22.01618081331253, 19.291577458381653, 27.401441037654877, 19.38721114397049, 18.401550114154816, 21.31128489971161, 16.975126922130585, 24.03760129213333, 31.30628889799118, 24.25376546382904, 14.170545279979706, 18.47435760498047, 17.20294290781021, 21.265542149543762, 17.254218220710754, 31.654907286167145, 26.948251843452454, 31.73317039012909, 22.782261192798615, 19.66292232275009, 28.05764889717102, 32.46743559837341, 21.86057996749878, 15.696820855140686, 23.022342324256897, 14.36820501089096, 28.39862585067749, 36.70582056045532, 24.887746393680573, 9.536203920841217, 17.40672665834427, 22.263131141662598, 23.757300555706024, 17.334963262081146, 11.249827802181244, 19.311585545539856, 25.903600335121155, 22.666086554527283, 13.97534292936325, 21.55772238969803, 8.950787425041199, 23.208715856075287, 20.765806674957275, 12.038196325302124, 21.418237626552582, 21.532835245132446, 13.408464908599854, 32.90797448158264, 12.242437660694122, 20.940522372722626, 31.321234345436096, 24.191464126110077, 34.5457438826561, 13.596114039421082, 1.6184879541397095, 25.904225647449493, 28.130821704864502, 21.548436999320984, 26.544682443141937, 17.16836452484131, 25.863590240478516, 31.682312965393066, 22.51599508523941, 25.39917379617691, 15.513711273670197, 25.797876596450806, 13.458283245563507, 22.64602094888687, 21.635078191757202, 31.632270753383636, 18.044909715652466, 8.580753147602081, 24.127904534339905, 14.788168847560883, 18.145046412944794, 27.27391278743744, 15.720341324806213, 24.871886134147644, 27.511759281158447, 27.660442054271698, 16.77574932575226, 27.203595876693726, 15.6271293759346, 16.437351763248444, 18.129652082920074, 18.10010814666748, 26.262268126010895, 20.24557662010193, 24.221417546272278, 27.515179693698883, 18.88327968120575, 13.438552677631378, 23.967149257659912, 25.027031242847443, 29.26395869255066, 22.45094358921051, 17.647903382778168, 22.880969285964966, 18.72605788707733, 28.9385227560997, 22.566033005714417, 19.217069804668427, 18.855093836784363, 15.51484763622284, 6.033768534660339, 28.258381068706512, 20.537311553955078, 18.55804181098938, 26.956804633140564, 31.48252499103546, 20.93273162841797, 14.79025912284851, 24.58872812986374, 26.739101946353912, 14.723592936992645, 22.66013753414154, 29.455819189548492, 17.772644877433777, 35.09905767440796, 24.086468517780304, 23.23226797580719, 39.33853632211685, 12.075081825256348, 25.645493745803833, 33.707202434539795, 26.77709984779358, 10.677440822124481, 14.691138923168182, 33.758283734321594, 31.81690764427185, 11.41059422492981, 29.388142347335815, 13.727846622467041, 18.604426324367523, 11.827380061149597, 27.148191452026367, 18.645732045173645, 27.274473547935486, 17.820270597934723, 12.74854576587677, 20.306415617465973, 12.960182309150696, 22.653436720371246, 16.58957827091217, 23.185932755470276, 32.161268413066864, 23.848291039466858, 31.807013869285583, 25.42943024635315, 24.84078961610794, 25.080755949020386, 29.327452838420868, 30.09121733903885, 24.010863304138184, 25.46765387058258, 20.777203738689423, 14.26488572359085, 33.68615102767944, 20.249160587787628, 32.68260735273361, 25.849895536899567, 20.204505026340485, 28.075014054775238, 14.788201928138733, 20.676450490951538, 30.421749114990234, 10.72100841999054, 25.241382837295532, 18.085505843162537, 16.76712852716446, 15.924891531467438, 32.301722049713135, 15.282261908054352, 20.682836711406708, 10.1172394156456, 15.807170391082764, 27.292773246765137, 25.079812228679657, 23.240280389785767, 21.18275284767151, 16.683359384536743, 17.740310966968536, 17.02186417579651, 23.037911295890808, 32.03749376535416, 31.679953157901764, 19.297099471092224, 15.856795489788055, 26.714519798755646, 24.352616667747498, 33.02805095911026, 22.002982020378113, 24.184127151966095, 10.659152388572693, 24.523814916610718, 27.61350131034851, 24.722610592842102, 17.90188878774643, 34.00340914726257, 21.21278464794159, 18.21027261018753, 19.129454135894775, 29.59901601076126, 13.114266693592072, 31.426558673381805, 6.847304999828339, 13.403257429599762, 14.829019248485565, 19.257304549217224, 32.326581716537476, 26.159594655036926, 13.69560170173645, 23.301952302455902, 19.619113981723785, 9.240137994289398, 10.639367043972015, 34.5399032831192, 19.440910279750824, 26.475585103034973, 14.595416784286499, 24.448231041431427, 15.529147922992706, 25.37129694223404, 35.429910480976105, 15.313384354114532, 23.780632197856903, 18.869605600833893, 21.87317144870758, 27.270313024520874, 32.372078239917755, 18.934563636779785, 23.351549804210663, 20.81783527135849, 23.032694399356842, 8.214173674583435, 25.00236678123474, 17.657474100589752, 20.30838108062744, 33.36037677526474, 12.646905899047852, 19.631793677806854, 10.145754098892212, 4.865428030490875, 19.87252187728882, 20.482287347316742, 22.903066873550415, 24.263125598430634, 12.71916252374649, 16.376827657222748, 36.9840646982193, 15.871643900871277, 26.59178864955902, 27.196315050125122, 12.114902913570404, 22.614690363407135, 21.247004628181458, 33.154682636260986, 34.7783527970314, 33.51282340288162, 27.9264515042305, 9.892465829849243, 17.04459649324417, 16.696248769760132, 13.382673799991608, 20.567094087600708, 20.69108408689499, 28.49915188550949, 16.4024378657341, 22.43707263469696, 9.258580029010773, 21.344294130802155, 25.830778777599335, 20.295520186424255, 24.184747993946075, 32.8985977768898, 24.649947226047516, 29.128031969070435, 30.666292548179626, 34.01801770925522, 27.291967511177063, 20.01678204536438, 26.709532380104065, 8.712318062782288, 30.420457363128662, 21.59233433008194, 29.643642961978912, 25.02261883020401, 11.067651093006134, 25.16600489616394, 24.74141573905945, 28.16857248544693, 32.50225269794464, 24.502313911914825, 20.989269137382507, 15.07319039106369, 20.780433416366577, 23.023773729801178, 24.288610517978668, 28.662463128566742, 20.35687428712845, 24.345145344734192, 22.45113718509674, 25.089393198490143, 24.84895884990692, 26.341102421283722, 24.851521134376526, 25.599407136440277, 7.627210855484009, 14.919153451919556, 17.89878821372986, 10.252794623374939, 24.936973333358765, 9.727025628089905, 29.962199985980988, 35.44826114177704, 13.615531027317047, 15.625517904758453, 25.703401744365692, 30.72794806957245, 20.597581326961517, 16.984309494495392, 7.697095215320587, 19.82638543844223, 20.63926601409912, 29.002788245677948, 27.848283767700195, 22.622035920619965, 23.848031640052795, 19.52004075050354, 23.44671541452408, 29.137313902378082, 13.121926128864288, 13.76382690668106, 26.722309172153473, 22.39114421606064, 28.222619771957397, 24.249056458473206, 21.115566730499268, 26.249287009239197, 20.41656184196472, 18.390192449092865, 11.532934725284576, 30.4206805229187, 11.606261074543, 25.892744958400726, 30.765668511390686, 24.159880995750427, 28.575259804725647, 14.492871701717377, 18.00145572423935, 15.929598033428192, 16.746032178401947, 23.375335097312927, 22.67315900325775, 22.23631066083908, 24.222923934459686, 8.130627512931824, 27.942575871944427, 16.346103131771088, 25.157423317432404, 24.249349355697632, 20.47627741098404, 30.33546507358551, 9.720370054244995, 21.811221063137054, 21.846101760864258, 18.61406534910202, 21.364515125751495, 25.806476831436157, 29.95764309167862, 13.65329396724701, 23.763274013996124, 14.54692256450653, 20.562120616436005, 26.216117560863495, 23.062077701091766, 9.623128414154053, 10.573987662792206, 27.159405648708344, 16.282659947872162, 30.631892025470734, 21.664548337459564, 24.020070612430573, 32.33016437292099, 27.22980099916458, 19.82048147916794, 23.16506564617157, 26.842623233795166, 32.77374243736267, 14.226316452026367, 19.536617875099182, 23.998457670211792, 22.466679751873016, 22.745374739170074, 21.147982001304626, 1.7530062794685364, 20.645987689495087, 14.641959369182587, 26.602031111717224, 27.13618105649948, 23.76700758934021, 13.5482919216156, 13.267609179019928, 16.104944169521332, 19.882365703582764, 21.323768258094788, 19.902022123336792, 18.386194229125977, 27.001289129257202, 39.31391751766205, 21.178868234157562, 13.548201858997345, 33.962223172187805, 25.233415842056274, 24.707068264484406, 26.78815072774887, 11.267761647701263, 15.239898681640625, 18.650728940963745, 20.97482281923294, 16.99437153339386, 16.452292323112488, 31.40010493993759, 18.65769499540329, 25.61566299200058, 23.020385205745697, 14.885845839977264, 21.207751512527466, 23.37993633747101, 28.765020668506622, 2.188498377799988, 34.13045746088028, 20.57604467868805, 17.95009708404541, 22.392008781433105, 16.26346755027771, 31.86500346660614, 18.826442003250122, 17.23430460691452, 15.186036586761475, 20.232196748256683, 25.363397538661957, 28.96130859851837, 20.065695106983185, 23.092564523220062, 13.682494401931763, 29.40941971540451, 20.05595773458481, 13.221964657306671, 13.437666833400726, 17.25774770975113, 12.857929110527039, 22.693649291992188, 19.49494242668152, 23.28510046005249, 36.64339327812195, 17.44630777835846, 31.43388557434082, 12.07930701971054, 10.637315690517426, 20.26897794008255, 19.89657962322235, 23.5324005484581, 33.96245354413986, 23.862935185432434, 20.521291375160217, 32.971605718135834, 27.37967151403427, 15.893073976039886, 27.34287667274475, 17.503451347351074, 20.58052659034729, 26.227663934230804, 23.15486115217209, 8.883646547794342, 35.767127096652985, 29.572769582271576, 16.294415295124054, 26.46329039335251, 18.52994614839554, 16.54751092195511, 18.300434231758118, 30.174311935901642, 19.8379185795784, 19.741174459457397, 24.40441459417343, 15.922194957733154, 22.308206260204315, 25.732087016105652, 23.55536723136902, 22.58797413110733, 13.670488953590393, 23.35570579767227, 22.428955256938934, 26.604214429855347, 27.137357771396637, 23.928515553474426, 25.313217759132385, 11.22139424085617, 24.828715205192566, 16.16781848669052, 28.000339329242706, 4.267990708351135, 18.873937666416168, 22.452547430992126, 16.77635419368744, 26.111440122127533, 24.97190123796463, 24.370774269104004, 26.74628448486328, 9.323376178741455, 11.253544867038727, 13.23556900024414, 15.46904855966568, 24.320038497447968, 18.63012671470642, 30.638901352882385, 27.437666654586792, 23.23197603225708, 31.409859776496887, 38.50691717863083, 15.944209635257721, 17.77535194158554, 16.459187269210815, 25.48530811071396, 20.49285727739334, 19.72234058380127, 20.329104006290436, 29.80658632516861, 28.49536943435669, 22.34526038169861, 26.878119707107544, 15.002913773059845, 24.25267845392227, 12.441035747528076, 16.655452132225037, 21.46197283267975, 35.650626957416534, 33.25114947557449, 32.67041313648224, 17.813662469387054, 26.777176201343536, 16.711498856544495, 12.542153060436249, 14.42609041929245, 13.343489646911621, 31.817514836788177, 24.805717825889587, 32.53770887851715, 21.04223930835724, 26.324780106544495, 12.716299712657928, 19.419342041015625, 12.079095661640167, 23.698203086853027, 25.64877039194107, 20.59436684846878, 29.36889898777008, 14.572731733322144, 16.80085051059723, 28.068842232227325, 18.22843998670578, 30.28874409198761, 32.26647251844406, 27.840499877929688, 15.144130766391754, 15.220771491527557, 21.912219047546387, 8.222970068454742, 35.85523217916489, 20.860565841197968, 20.464751183986664, 18.720901668071747, 36.4589558839798, 26.47630274295807, 30.21843421459198, 25.480772137641907, 31.64077991247177, 25.855572938919067, 14.743001222610474, 27.08214896917343, 22.474310874938965, 34.15222120285034, 17.699468195438385, 19.11118972301483, 23.82404536008835, 16.92488545179367, 21.865865468978882, 27.51670640707016, 8.308658599853516, 26.978369653224945, 27.854206919670105, 15.638425409793854, 26.835852682590485, 21.548302173614502, 23.056982219219208, 23.943335354328156, 22.767758071422577, 30.12508976459503, 14.857581079006195, 24.765235006809235, 16.832715153694153, 22.839193046092987, 10.648485779762268, 10.69697242975235, 12.343422532081604, 33.785718500614166, 19.368140757083893, 22.362945437431335, 18.164599180221558, 27.9419424533844, 9.813893795013428, 28.149504125118256, 23.18636119365692, 20.700217187404633, 23.688595950603485, 24.420835852622986, 30.364984393119812, 16.263496339321136, 18.24204194545746, 13.858234882354736, 18.696185529232025, 23.8747678399086, 20.94207113981247, 18.469477236270905, 22.77294433116913, 41.7082222700119, 31.068950414657593, 21.819151163101196, 16.68595153093338, 32.61540234088898, 23.06627744436264, 16.96498715877533, 20.175062596797943, 13.160514235496521, 24.607353389263153, 26.654045045375824, 35.51457101106644, 22.027441024780273, 24.83707720041275, 14.96644788980484, 13.678205609321594, 11.232444822788239, 22.40095418691635, 18.910186290740967, 30.861285865306854, 28.181608200073242, 15.578623533248901, 17.179286897182465, 15.218977689743042, 21.19719099998474, 32.873125195503235, 29.12728840112686, 22.37317931652069, 21.593315958976746, 29.963248789310455, 25.367249965667725, 27.7177654504776, 27.738374888896942, 13.861940145492554, 26.993246018886566, 21.839367866516113, 21.67395305633545, 40.848724246025085, 8.91597831249237, 30.8527153134346, 24.9212583899498, 21.9091637134552, 32.30506843328476, 20.97588163614273, 39.68954825401306, 17.9510560631752, 13.706419587135315, 8.441089689731598, 17.947016775608063, 29.836084187030792, 26.586047053337097, 13.525677144527435, 19.096543729305267, 23.14070689678192, 24.493761479854584, 20.57351064682007, 19.401405930519104, 15.045478701591492, 24.266761124134064, 18.77426850795746, 28.205259084701538, 21.323135673999786, 26.63065814971924, 37.24551725387573, 27.529651939868927, 12.384273171424866, 27.150819301605225, 21.422224819660187, 25.76902049779892, 24.789549350738525, 22.131634175777435, 11.106298625469208, 21.113016188144684, 22.07585519552231, 24.46561187505722, 23.189656734466553, 27.026302218437195, 16.77998560667038, 31.716503739356995, 27.284353494644165, 20.44403612613678, 36.57847285270691, 17.553672790527344, 15.894471228122711, 33.47833341360092, 34.389891028404236, 13.967595994472504, 22.452693700790405, 17.166343092918396, 16.938836872577667, 7.982183873653412, 17.77748155593872, 14.233221709728241, 23.470646619796753, 36.8424186706543, 15.655669510364532, 14.435604929924011, 17.124975323677063, 29.87740182876587, 12.978930413722992, 15.801734387874603, 22.556502282619476, 24.095139980316162, 12.641704380512238, 38.352003276348114, 19.750153124332428, 29.420966506004333, 13.734338223934174, 19.42036324739456, 37.96388453245163, 15.278676748275757, 24.252789855003357, 21.966946601867676, 21.249137580394745, 17.72986501455307, 20.112025678157806, 26.608618676662445, 22.025958776474, 27.595919013023376, 27.02461212873459, 14.312490940093994, 17.360618770122528, 11.058749616146088, 23.93602764606476, 10.778551816940308, 16.27330631017685, 5.608391165733337, 25.20121556520462, 14.859874248504639, 9.666355073451996, 18.260380446910858, 19.61680644750595, 8.555872023105621, 36.69627857208252, 26.030290842056274, 11.309751212596893, 20.845951735973358, 19.759781539440155, 23.51377958059311, 10.131069302558899, 33.41867530345917, 23.81048756837845, 22.767660319805145, 18.23528778553009, 22.58726930618286, 21.053271651268005, 18.531700611114502, 22.74279236793518, 26.853344678878784, 19.662406027317047, 14.237816393375397, 35.71949076652527, 12.623798072338104, 20.246815383434296, 25.162324726581573, 23.262396156787872, 17.240296185016632, 21.935824394226074, 32.492468655109406, 10.701384425163269, 24.77006608247757, 31.845051884651184, 12.397204875946045, 13.511537969112396, 29.403298914432526, 36.13977789878845, 17.88082867860794, 18.523636639118195, 32.65965586900711, 19.354331612586975, 27.02106511592865, 16.878698468208313, 31.687740921974182, 26.385235905647278, 2.9760192036628723, 16.14625769853592, 22.946256399154663, 17.94665253162384, 14.393535614013672, 22.556903064250946, 18.841776967048645, 21.995086133480072, 26.666026175022125, 31.164610743522644, 24.915216505527496, 23.91094082593918, 31.87212073802948, 33.48826712369919, 27.762172877788544, 16.04196459054947, 36.668794214725494, 19.695533394813538, 14.61764258146286, 19.482808828353882, 23.88717383146286, 23.652630925178528, 8.040023684501648, 25.35971510410309, 17.631963968276978, 15.83281135559082, 18.88521581888199, 27.19556176662445, 19.957713782787323, 23.111674785614014, 31.732387959957123, 19.514188706874847, 16.242296814918518, 24.068775534629822, 35.0398223400116, 21.185788810253143, 23.682318806648254, 23.90419489145279, 21.774293541908264, 16.65994256734848, 23.590472996234894, 28.140493988990784, 23.119771003723145, 8.977180063724518, 17.103374540805817, 25.979467749595642, 5.701786935329437, 21.261476516723633, 29.726936399936676, 21.5927894115448, 27.255799651145935, 22.077375769615173, 25.947543740272522, 19.541681110858917, 18.325632452964783, 16.718989729881287, 20.389335989952087, 17.78646695613861, 24.58113145828247, 28.058364748954773, 24.41720849275589, 12.92296153306961, 17.8432856798172, 18.080457091331482, 23.01873219013214, 24.814535677433014, 24.379253029823303, 28.050532937049866, 26.77916657924652, 24.53655117750168, 21.463363826274872, 18.8847593665123, 22.23792064189911, 17.115336060523987, 9.800349771976471, 22.46217167377472, 6.902291655540466, 20.739045560359955, 21.41437828540802, 15.523019671440125, 31.12201017141342, 19.153235971927643, 22.133163511753082, 30.46748948097229, 10.866903483867645, 25.16130381822586, 13.718434035778046, 16.142046630382538, 18.272825837135315, 22.757616698741913, 23.765661895275116, 28.160689651966095, 26.131130576133728, 23.31858217716217, 36.707516610622406, 13.5166494846344, 29.99328750371933, 17.920452773571014, 17.491724252700806, 30.178439915180206, 23.560965180397034, 33.674631237983704, 21.1967790722847, 19.958430767059326, 22.241210460662842, 15.808111369609833, 36.245548248291016, 34.716411888599396, 10.49790894985199, 18.116128027439117, 23.558558881282806, 36.06078773736954, 31.817934215068817, 30.37272447347641, 26.275689601898193, 17.924871265888214, 15.477464139461517, 36.82044070959091, 29.439475059509277, 34.17536932229996, 24.688138127326965, 24.544108510017395, 22.002826035022736, 33.90479630231857, 13.996732652187347, 26.905448257923126, 12.873700201511383, 25.432767689228058, 22.266374051570892, 31.6209756731987, 22.505955815315247, 23.913423776626587, 17.428106606006622, 22.567860662937164, 24.660495400428772, 22.425729632377625, 5.154159784317017, 23.581836342811584, 14.362062394618988, 28.897128343582153, 24.983772695064545, 21.226101756095886, 15.966532051563263, 16.917940616607666, 23.59839963912964, 14.396073818206787, 15.486587464809418, 13.192897975444794, 19.125651240348816, 15.53795313835144, 18.723884284496307, 17.81814432144165, 32.80040967464447, 23.906056880950928, 29.209984481334686, 13.65555465221405, 29.035045206546783, 20.662334382534027, 24.709412574768066, 25.523051977157593, 23.863434612751007, 27.900502860546112, 32.22884511947632, 19.006388187408447, 22.790732204914093, 21.288315534591675, 25.397248089313507, 31.64503413438797, 23.990299463272095, 23.759858191013336, 15.927192747592926, 22.821991205215454, 12.67069274187088, 20.46821904182434, 12.744844615459442, 16.275764107704163, 22.321208238601685, 21.099736750125885, 28.14051067829132, 14.04043847322464, 24.269415616989136, 23.38822889328003, 19.141693353652954, 16.30057018995285, 17.185220897197723, 17.230800211429596, 28.295289397239685, 24.21752941608429, 26.48950445652008, 17.56342202425003, 19.33492636680603, 15.791023552417755, 17.36171406507492, 27.477030277252197, 16.3625465631485, 36.60207575559616, 21.50477910041809, 16.96744829416275, 13.581327080726624, 36.3760125041008, 24.073398113250732, 6.102464079856873, 31.141183614730835, 20.808699250221252, 25.249299824237823, 14.611782133579254, 21.057085931301117, 19.355306148529053, 17.070264041423798, 14.617743372917175, 31.56332039833069, 21.915804505348206, 20.81327497959137, 19.54310566186905, 17.79742169380188, 27.872724950313568, 21.821143686771393, 14.15511929988861, 22.808860778808594, 19.414987981319427, 26.234126448631287, 25.39498943090439, 29.374042212963104, 21.393232226371765, 7.9587501883506775, 26.743130028247833, 9.800869464874268, 29.61781758069992, 29.737634003162384, 11.141016721725464, 20.104580640792847, 19.40055012702942, 18.447873413562775, 31.496635913848877, 16.838168740272522, 16.2017440199852, 32.487172305583954, 27.561851978302002, 42.237217485904694, 20.3463574051857, 20.44281679391861, 15.271397650241852, 24.59175157546997, 7.6814035177230835, 22.69769310951233, 31.328836381435394, 19.28459995985031, 19.153702974319458, 26.885819256305695, 38.538446962833405, 16.310332238674164, 5.434525549411774, 18.44871038198471, 25.964373111724854, 16.456795930862427, 27.94946378469467, 32.62449836730957, 13.765913128852844, 20.160381257534027, 21.866345643997192, 23.19989937543869, 23.09996998310089, 17.71873265504837, 14.467415452003479, 33.355662763118744, 21.11751812696457, 13.076828479766846, 17.122107684612274, 20.75237202644348, 22.87524551153183, 31.11415123939514, 15.264783024787903, 1.3778488636016846, 8.339678764343262, 25.273299157619476, 29.360027134418488, 3.122170388698578, 13.458778619766235, 17.355308771133423, 17.659665942192078, 37.73381865024567, 14.707811653614044, 35.70767420530319, 30.125651836395264, 20.5219749212265, 25.128474712371826, 9.942930698394775, 20.935182452201843, 16.794561564922333, 20.536387741565704, 28.84246301651001, 18.696984589099884, 15.877232909202576, 22.268873035907745, 21.66279101371765, 19.85861200094223, 23.077829778194427, 19.372181296348572, 24.433660745620728, 23.00847351551056, 15.922074794769287, 18.098353385925293, 26.28483271598816, 32.044859170913696, 28.809516191482544, 25.79659116268158, 33.28279197216034, 15.74571579694748, 31.26104587316513, 22.709162294864655, 17.63586461544037, 20.993744909763336, 11.495528399944305, 25.22751224040985, 10.667392551898956, 27.05451363325119, 38.88637214899063, 1.3294089436531067, 15.720812499523163, 14.697358310222626, 25.277804732322693, 16.96221297979355, 18.96085685491562, 31.63571548461914, 12.074287116527557, 10.103209376335144, 20.68565261363983, 28.44745635986328, 37.04112559556961, 23.675880789756775, 31.876040637493134, 17.346762239933014, 22.27885466814041, 3.152682065963745, 18.80540579557419, 24.80557668209076, 29.405551552772522, 17.926929891109467, 31.984661519527435, 14.71125316619873, 14.643893241882324, 21.231929898262024, 28.340748488903046, 24.168282091617584, 22.695590674877167, 23.172027707099915, 34.98276960849762, 24.237610280513763, 20.063566505908966, 17.63329815864563, 12.157648742198944, 23.43117594718933, 28.928768396377563, 15.25975477695465, 26.950712978839874, 18.290094673633575, 27.260583221912384, 31.54224193096161, 18.362858414649963, 22.368617057800293, 22.059464752674103, 19.444763243198395, 2.3941141963005066, 16.883902609348297, 16.38845205307007, 22.19590675830841, 9.00822228193283, 10.876532316207886, 18.020638406276703, 23.01819747686386, 18.13208132982254, 23.92586237192154, 18.04832261800766, 11.59933227300644, 18.304239332675934, 24.14768773317337, 7.916110634803772, 34.41462004184723, 30.865321695804596, 42.408346116542816, 34.02015906572342, 2.3435387015342712, 19.04108703136444, 20.208527982234955, 25.2919842004776, 24.472833573818207, 10.884395718574524, 23.017180025577545, 16.081354796886444, 14.832027912139893, 22.996561467647552, 39.10487824678421, 37.81467962265015, 16.435624957084656, 15.790120422840118, 30.783655643463135, 18.021687150001526, 37.34457391500473, 28.163245141506195, 25.99262011051178, 24.720117390155792, 11.567691266536713, 36.3107385635376, 27.163612246513367, 33.281715631484985, 15.326910138130188, 17.028938114643097, 19.033627808094025, 12.456024050712585, 17.91120535135269, 18.6732639670372, 30.903610825538635, 29.733945190906525, 25.868055880069733, 23.627395153045654, 22.72230041027069, 21.307404458522797, 15.423408031463623, 7.613280832767487, 28.99691015481949, 22.32593125104904, 18.609388768672943, 36.28826558589935, 34.79970461130142, 24.435474038124084, 15.693058431148529, 33.23975908756256, 25.924101769924164, 22.051312506198883, 15.366054236888885, 14.547939479351044, 36.425597965717316, 11.200154900550842, 24.345135033130646, 33.96209079027176, 24.863640248775482, 30.60458528995514, 30.287542045116425, 18.07950520515442, 17.712113559246063, 21.780398666858673, 24.696125268936157, 12.079215824604034, 25.861141860485077, 20.860260486602783, 20.939585208892822, 31.742449164390564, 16.923218965530396, 34.976278483867645, 11.445072054862976, 10.121674299240112, 19.055095076560974, 24.886787950992584, 19.923812925815582, 30.63027173280716, 28.31176060438156, 23.54603236913681, 28.63885098695755, 22.92557042837143, 14.055176019668579, 15.31440818309784, 30.09753441810608, 30.23032009601593, 23.94670844078064, 29.13944286108017, 30.425476372241974, 17.55712991952896, 34.46297115087509, 22.537770926952362, 27.528206825256348, 22.32821899652481, 10.903836131095886, 28.051372289657593, 16.944844484329224, 26.212230145931244, 27.997093975543976, 19.095073759555817, 27.24783980846405, 20.97412270307541, 23.18545573949814, 30.90258300304413, 23.400108456611633, 11.329845070838928, 25.097984313964844, 32.49788671731949, 19.46550887823105, 23.957935571670532, 17.747836351394653, 16.895329415798187, 20.45309752225876, 29.68955558538437, 14.530104219913483, 18.554886996746063, 27.18588697910309, 11.696163833141327, 29.025416314601898, 28.237164616584778, 23.738827168941498, 34.66342103481293, 13.943395376205444, 22.09209281206131, 20.76904410123825, 31.767530262470245, 17.159161508083344, 27.401937425136566, 19.08113658428192, 23.93156611919403, 16.84808200597763, 26.84923428297043, 15.33583778142929, 33.15958917140961, 17.15071803331375, 27.157112777233124, 30.995121479034424, 17.82976758480072, 19.85931646823883, 15.294969320297241, 21.39880859851837, 32.24427509307861, 32.57275664806366, 23.312960505485535, 21.489886820316315, 8.083124339580536, 17.114172101020813, 37.945850253105164, 18.79005777835846, 24.469129741191864, 33.371896266937256, 21.0917489528656, 21.058885991573334, 23.26420658826828, 14.267928123474121, 21.819656252861023, 27.729721665382385, 14.463451981544495, 8.787803888320923, 27.04767006635666, 19.81995391845703, 25.730233132839203, 20.14271765947342, 28.212500512599945, 16.592419803142548, 30.959188878536224, 17.793169915676117, 20.815529763698578, 21.85248374938965, 21.44738608598709, 25.197014033794403, 22.115326941013336, 6.8980912566185, 38.31515330076218, 17.996921598911285, 20.770741820335388, 7.967740535736084, 28.550056159496307, 26.96952974796295, 33.16082316637039, 26.816441357135773, 24.878350377082825, 37.0512358546257, 35.44118708372116, 13.615463674068451, 19.24999088048935, 22.392483353614807, 16.134738445281982, 7.239225625991821, 14.82428252696991, 11.170020639896393, 13.006750524044037, 31.306559562683105, 22.213119566440582, 31.704756379127502, 9.096275985240936, 25.50983864068985, 33.84692770242691, 17.176077365875244, 32.08910286426544, 15.093607008457184, 22.343611240386963, 16.53506910800934, 33.699213206768036, 17.255876004695892, 25.934580206871033, 16.35573124885559, 16.364713191986084, 8.6689572930336, 19.848634660243988, 12.783200442790985, 29.523415207862854, 26.349973559379578, 32.1705407500267, 24.471381723880768, 17.7202667593956, 25.94352352619171, 17.695546984672546, 29.38102298974991, 18.880657613277435, 32.750066220760345, 29.419469892978668, 20.108650505542755, 26.569541037082672, 18.509236812591553, 21.7903151512146, 29.604598581790924, 10.973480641841888, 19.56927114725113, 18.67390537261963, 22.247199952602386, 35.57325541973114, 15.679342091083527, 23.993108808994293, 34.07538175582886, 22.615038871765137, 7.882806599140167, 16.50626629590988, 14.480169773101807, 22.830115795135498, 15.145610809326172, 21.637819230556488, 32.08352613449097, 43.78640031814575, 13.609313666820526, 24.34166979789734, 24.926867365837097, 25.070610880851746, 15.796758830547333, 23.25887382030487, 24.51649272441864, 7.770733892917633, 22.805075347423553, 13.385229647159576, 26.065365850925446, 24.771514296531677, 37.739706456661224, 25.552054226398468, 22.889382362365723, 20.38042849302292, 12.595459699630737, 21.60638278722763, 17.363247454166412, 27.69068604707718, 22.89180564880371, 21.507766604423523, 25.180530846118927, 34.71201092004776, 25.531645119190216, 20.029463410377502, 15.169874668121338, 27.6606724858284, 16.865652680397034, 37.77464383840561, 23.667227864265442, 36.7650220990181, 23.585969865322113, 11.243556499481201, 25.620313107967377, 36.077698945999146, 26.645467281341553, 26.142920315265656, 20.533437252044678, 13.954807579517365, 30.88500863313675, 17.85077828168869, 23.512557208538055, 21.85508269071579, 36.238389909267426, 19.519775390625, 24.79316234588623, 27.902891993522644, 10.214402735233307, 15.188776075839996, 32.47513967752457, 19.621725022792816, 29.604149103164673, 35.70586180686951, 18.118518114089966, 22.419247031211853, 13.702286005020142, 14.748520493507385, 15.45927518606186, 26.23068392276764, 29.768782317638397, 14.721940100193024, 17.320888102054596, 26.37110948562622, 24.702353477478027, 7.097147703170776, 9.257177948951721, 25.291077315807343, 18.310459852218628, 24.932576954364777, 29.00039380788803, 37.699379205703735, 29.17025339603424, 17.935163378715515, 30.366862058639526, 10.888412117958069, 25.811776757240295, 21.08676254749298, 26.881105482578278, 18.425985395908356, 12.428337931632996, 32.02216428518295, 3.453613758087158, 21.836071729660034, 26.86003452539444, 30.42165219783783, 14.668480098247528, 21.992379069328308, 19.737696290016174, 29.944244980812073, 33.975708186626434, 34.2309935092926, 26.175369560718536, 30.364960372447968, 14.624289512634277, 15.350291192531586, 11.149008393287659, 15.883016288280487, 15.479650735855103, 17.395349740982056, 26.77550834417343, 20.248351514339447, 26.16218852996826, 27.788030207157135, 22.772023797035217, 33.68508291244507, 24.319750487804413, 21.457124054431915, 21.61650460958481, 17.6964350938797, 15.748688578605652, 17.709248781204224, 24.789261877536774, 6.020112931728363, 17.205456972122192, 24.169722378253937, 20.62705135345459, 23.001480519771576, 16.507371068000793, 26.771809577941895, 23.447935223579407, 31.221734762191772, 19.783554077148438, 24.10259360074997, 16.019949793815613, 27.895689010620117, 15.295438587665558, 12.394212245941162, 31.72403973340988, 22.69385975599289, 31.76347029209137, 16.249305069446564, 14.476037979125977, 19.49931514263153, 17.631573259830475, 23.561464250087738, 25.188663065433502, 27.46680974960327, 21.904217422008514, 15.48778086900711, 10.052980899810791, 20.24922513961792, 29.48335510492325, 22.281391501426697, 32.13483202457428, 25.178050458431244, 24.11958223581314, 28.971518516540527, 17.79403305053711, 35.89185094833374, 15.128574788570404, 22.109532952308655, 19.31353449821472, 13.562249600887299, 25.918020606040955, 21.35449993610382, 19.405973732471466, 18.385757088661194, 17.80814814567566, 14.008616507053375, 30.918351590633392, 16.767579197883606, 23.73551309108734, 25.641999900341034, 10.701104998588562, 30.93907779455185, 19.889560997486115, 19.981298744678497, 26.011567890644073, 23.95218527317047, 22.88938808441162, 33.72031790018082, 17.787817537784576, 35.16727513074875, 28.83657169342041, 27.629307091236115, 13.656507313251495, 29.510155618190765, 23.51089334487915, 30.444119155406952, 23.851761400699615, 20.50602024793625, 21.207636058330536, 10.779517710208893, 21.027882397174835, 24.82597327232361, 10.223533570766449, 12.132123410701752, 27.8727884888649, 24.07281595468521, 28.98229604959488, 26.031780779361725, 18.43240475654602, 21.57422226667404, 16.296950042247772, 27.93296229839325, 22.291090846061707, 26.661740958690643, 27.267748057842255, 39.33688884973526, 7.47972708940506, 34.13340049982071, 21.36487078666687, 19.028853058815002, 9.79832649230957, 25.613908529281616, 13.906485497951508, 21.549854159355164, 7.94078528881073, 22.932372272014618, 17.8756405711174, 25.324631690979004, 29.472118079662323, 14.534752488136292, 20.10497283935547, 23.567905068397522, 16.09279441833496, 15.095149338245392, 25.64547348022461, 11.240934133529663, 18.124336004257202, 30.467596471309662, 17.788561940193176, 32.56718933582306, 23.491468608379364, 33.25082063674927, 25.65244174003601, 17.956053376197815, 16.847622513771057, 24.23943543434143, 26.655536234378815, 35.07614952325821, 33.09064269065857, 12.454283773899078, 26.1976820230484, 21.311406433582306, 26.703248739242554, 19.688565731048584, 28.3373401761055, 4.912617802619934, 15.71365737915039, 11.512442767620087, 9.755369007587433, 30.246951580047607, 24.78295648097992, 21.81073808670044, 30.761055052280426, 15.884695649147034, 15.255881488323212, 29.087084233760834, 16.221257209777832, 15.609621286392212, 33.07245737314224, 24.70114678144455, 11.329950869083405, 26.17368119955063, 33.37955164909363, 26.1559197306633, 17.574591994285583, 31.963148057460785, 8.002399206161499, 24.372607111930847, 15.234436929225922, 17.427642107009888, 10.54345816373825, 22.203050017356873, 35.547004878520966, 29.2606999874115, 24.11582362651825, 20.977734923362732, 39.954348385334015, 16.79173171520233, 26.663577437400818, 18.240691483020782, 22.41680556535721, 13.456786692142487, 18.200484573841095, 22.51529335975647, 19.255213797092438, 30.78779274225235, 20.197726607322693, 23.051767766475677, 17.07046341896057, 21.618102431297302, 22.124724805355072, 26.31860113143921, 18.703589260578156, 17.952170372009277, 25.064610600471497, 10.246565699577332, 19.871391654014587, 26.17272961139679, 22.68113738298416, 21.358528912067413, 23.12171721458435, 16.822790026664734, 19.098374783992767, 19.248694717884064, 23.350516855716705, 30.974630177021027, 35.7961665391922, 33.94417405128479, 19.48448473215103, 12.309918820858002, 14.107818961143494, 25.72721928358078, 30.11142146587372, 15.736571252346039, 37.493014216423035, 22.65057671070099, 16.668305695056915, 28.293159186840057, 24.11253786087036, 29.034588634967804, 23.665422081947327, 13.033563256263733, 15.150770366191864, 26.605654418468475, 28.4251771569252, 11.144794702529907, 18.607033133506775, 12.919480443000793, 24.976657271385193, 25.73379933834076, 17.83369070291519, 26.550864279270172, 15.172642230987549, 18.77877050638199, 16.6148042678833, 18.30883288383484, 12.034711420536041, 23.175964772701263, 20.73549324274063, 3.5270801186561584, 12.011585116386414, 15.851154863834381, 21.7830827832222, 19.873521864414215, 33.587386667728424, 20.846265852451324, 11.045292973518372, 21.830813705921173, 16.441627025604248, 18.22214049100876, 21.23879361152649, 37.01626068353653, 40.059795677661896, 20.20084697008133, 22.499880075454712, 28.01996225118637, 35.382133066654205, 12.460798799991608, 24.235804617404938, 20.15107548236847, 11.956532418727875, 29.871880412101746, 22.612644255161285, 35.430934369564056, 17.343688428401947, 8.473214566707611, 20.865050077438354, 29.367404460906982, 13.562966465950012, 16.81658935546875, 25.32811152935028, 27.742461144924164, 18.398512065410614, 15.369113564491272, 13.652217268943787, 28.054854452610016, 9.244925796985626, 9.24665492773056, 15.744479894638062, 21.77828013896942, 26.17601764202118, 17.444670259952545, 10.890423476696014, 11.553018033504486, 36.3800573348999, 18.781647086143494, 27.377332627773285, 27.209792852401733, 38.98639380931854, 11.02109831571579, 28.912185311317444, 14.05680912733078, 30.34775298833847, 11.30712229013443, 11.020906686782837, 20.51022094488144, 20.696570098400116, 16.406852185726166, 25.931196212768555, 16.996049106121063, 19.180699288845062, 19.553382635116577, 33.860180616378784, 21.98033183813095, 16.39693123102188, 25.174824237823486, 19.245463848114014, 26.81364870071411, 32.08682066202164, 18.085746943950653, 19.474481225013733, 23.755136132240295, 25.89787596464157, 25.667527318000793, 8.084937751293182, 25.699746131896973, 24.625497698783875, 33.87835603952408, 17.843780875205994, 17.016545295715332, 20.20656430721283, 22.714392006397247, 22.888484001159668, 20.836449205875397, 18.992419362068176, 17.685953557491302, 18.82075583934784, 30.61418306827545, 25.28945940732956, 10.834510385990143, 19.782608449459076, 14.308508813381195, 17.41172879934311, 20.93087238073349, 14.180049479007721, 31.220427870750427, 18.758602023124695, 35.7583401799202, 29.429585099220276, 20.30493938922882, 16.028220295906067, 27.338830173015594, 21.257462799549103, 14.127448618412018, 14.65776526927948, 26.996922492980957, 28.570089042186737, 23.608303606510162, 21.136125445365906, 23.86442643404007, 31.766648590564728, 23.40004074573517, 16.031535029411316, 14.628640592098236, 23.7291117310524, 13.581463515758514, 16.98850989341736, 20.392845034599304, 25.355161607265472, 23.878955841064453, 18.936650693416595, 27.949047088623047, 39.571579575538635, 19.47361522912979, 10.80134528875351, 33.844206750392914, 27.28153520822525, 23.98684698343277, 4.90942656993866, 9.738628447055817, 31.154829442501068, 22.678070902824402, 22.850510895252228, 32.9734913110733, 26.398170173168182, 15.82618623971939, 34.43974560499191, 19.579732596874237, 16.15269947052002, 17.360837519168854, 19.356285393238068, 24.200040221214294, 27.66668576002121, 23.405552983283997, 23.758164703845978, 30.316066086292267, 29.689307749271393, 16.756563186645508, 29.101117312908173, 27.692003309726715, 25.945357978343964, 17.56857568025589, 40.70416724681854, 20.382217407226562, 19.28978705406189, 35.07505214214325, 20.057174861431122, 22.78332018852234, 37.22987711429596, 20.323314368724823, 23.56547874212265, 25.836762309074402, 31.43656724691391, 21.94624787569046, 23.031402826309204, 18.171612858772278, 26.566416263580322, 32.87142360210419, 28.198503732681274, 32.342736303806305, 17.426690816879272, 16.799992203712463, 23.21230512857437, 24.317079305648804, 21.032102584838867, 24.26884686946869, 14.680289626121521, 22.924171149730682, 26.031948566436768, 39.54725080728531, 16.764609336853027, 15.756985247135162, 30.95612508058548, 0.9973644614219666, 21.954931497573853, 15.923689365386963, 9.55422991514206, 15.613254427909851, 11.79317033290863, 20.466288447380066, 11.994358003139496, 7.947330355644226, 16.73082345724106, 12.93771344423294, 22.18826538324356, 19.215454757213593, 20.35680466890335, 25.377141416072845, 24.520029366016388, 23.120026171207428, 26.050115883350372, 22.082469582557678, 18.380150735378265, 18.878790378570557, 21.51088696718216, 31.122369050979614, 12.067734122276306, 7.595713496208191, 19.64391964673996, 25.936661422252655, 19.475342512130737, 31.86863797903061, 30.797266602516174, 15.765654444694519, 25.266369342803955, 26.72048109769821, 11.034754157066345, 19.690065264701843, 15.757103860378265, 30.06907057762146, 15.897162139415741, 28.452972769737244, 26.20469033718109, 26.666404008865356, 29.86378788948059, 24.36482810974121, 14.99759441614151, 14.467684507369995, 18.66763174533844, 17.220877468585968, 28.863406479358673, 20.533819258213043, 36.076510190963745, 11.053638100624084, 18.035328567028046, 12.09384799003601, 20.020299434661865, 15.320007026195526, 27.36623078584671, 11.46100229024887, 27.261604726314545, 16.36004936695099, 14.080948233604431, 24.05921334028244, 17.24185800552368, 13.191775441169739, 18.27132534980774, 24.582354426383972, 19.863010585308075, 20.676208078861237, 24.242366194725037, 31.589213252067566, 17.05429756641388, 18.614408671855927, 8.891250193119049, 22.029902279376984, 25.172960817813873, 12.716560900211334, 16.488089084625244, 5.988916635513306, 27.14845985174179, 31.33235591650009, 26.11721384525299, 32.0651239156723, 17.219180405139923, 15.636966228485107, 45.46463871002197, 8.993871212005615, 11.234871804714203, 17.503010630607605, 21.95200204849243, 9.89220678806305, 1.6315300464630127, 21.99513465166092, 27.921300649642944, 23.61965149641037, 23.71513521671295, 17.286592841148376, 26.26211792230606, 13.029542028903961, 22.900734305381775, 24.472836792469025, 16.009710013866425, 28.425235629081726, 27.56012064218521, 13.70553058385849, 8.010949790477753, 21.04919719696045, 15.498002648353577, 8.532037436962128, 31.408465564250946, 26.425553858280182, 23.791652858257294, 2.860887587070465, 17.73560267686844, 21.965620934963226, 24.018979609012604, 17.948619782924652, 30.933271765708923, 21.42599582672119, 23.86514961719513, 20.166891276836395, 19.79139006137848, 24.49678099155426, 20.33301204442978, 27.415172398090363, 34.40772247314453, 27.77151048183441, 37.73985743522644, 6.630106329917908, 12.624487102031708, 13.181873559951782, 7.7802733182907104, 32.58729088306427, 22.425095200538635, 25.898987472057343, 27.94163328409195, 32.998044073581696, 16.319981276988983, 26.36600238084793, 23.534264862537384, 19.754859626293182, 32.02577990293503, 28.914992570877075, 17.940821528434753, 20.578952729701996, 32.12939888238907, 24.1391019821167, 28.30506032705307, 21.910142242908478, 19.17206436395645, 15.380729973316193, 12.493699491024017, 17.926758110523224, 8.242254555225372, 25.409020364284515, 24.209767818450928, 21.299899339675903, 10.781557500362396, 18.236622095108032, 27.80488908290863, 30.41937267780304, 15.965465247631073, 28.247133791446686, 21.161494612693787, 27.723668336868286, 15.710332095623016, 22.213687777519226, 16.62476873397827, 20.522114634513855, 24.086940109729767, 29.80762404203415, 19.533313989639282, 7.194969058036804, 24.65773570537567, 23.247407495975494, 16.56768560409546, 33.797019958496094, 22.57963514328003, 21.050687968730927, 30.0424365401268, 20.772677659988403, 27.843928515911102, 20.76222676038742, 37.40622490644455, 5.823175728321075, 22.883869647979736, 27.481887221336365, 23.085433542728424, 25.66545271873474, 32.90202236175537, 23.82267874479294, 27.39008378982544, 19.823707938194275, 21.704898953437805, 18.714604437351227, 7.87547379732132, 22.66489952802658, 18.834085404872894, 18.00237113237381, 16.629624247550964, 18.30936163663864, 2.32437402009964, 16.86206090450287, 42.23351639509201, 21.43501204252243, 27.182034134864807, 29.975838780403137, 24.29994571208954, 16.83744215965271, 16.30697512626648, 32.03805232048035, 36.505483627319336, 38.38225096464157, 6.29491263628006, 23.867307245731354, 17.610007405281067, 19.673771500587463, 19.248227953910828, 27.001388430595398, 34.36336612701416, 24.553488552570343, 14.072788774967194, 35.120402097702026, 22.810251712799072, 21.488661885261536, 24.422077119350433, 29.023467183113098, 25.107331156730652, 32.41082566976547, 28.853904962539673, 20.24831646680832, 21.74242651462555, 33.53145968914032, 27.374765038490295, 14.121765196323395, 38.84021610021591, 18.731466114521027, 28.6899054646492, 23.151972711086273, 17.258264243602753, 15.92372852563858, 27.017036259174347, 10.776572704315186, 6.274643838405609, 10.531971514225006, 18.274738013744354, 9.866905629634857, 18.775156438350677, 26.87269777059555, 23.481376230716705, 18.581224024295807, 23.54740196466446, 23.01485925912857, 23.508774638175964, 15.267878651618958, 13.967044472694397, 20.061588048934937, 14.197875380516052, 20.71999990940094, 25.811545252799988, 23.693793416023254, 13.716343700885773, 25.30237376689911, 10.993248760700226, 29.376094579696655, 28.322273313999176, 21.38497817516327, 22.355416655540466, 20.526722252368927, 11.139080703258514, 13.064668238162994, 13.804632604122162, 37.73546487092972, 30.910528659820557, 10.859759390354156, 16.220059156417847, 18.513828814029694, 15.640365600585938, 25.031329810619354, 25.490597367286682, 21.22390615940094, 21.110705316066742, 20.383511424064636, 19.27586591243744, 20.47286993265152, 20.988525986671448, 31.06899929046631, 20.213686764240265, 31.155286967754364, 19.928127467632294, 18.228406727313995, 23.310547530651093, 22.91930854320526, 29.88942849636078, 10.851849555969238, 16.5709787607193, 13.74304348230362, 18.302554726600647, 26.00878018140793, 25.628714382648468, 12.361150979995728, 23.679853320121765, 25.79620361328125, 26.50444656610489, 26.650376617908478, 19.457679986953735, 35.721477031707764, 23.05780291557312, 15.939427256584167, 18.388533651828766, 22.11288321018219, 15.14236032962799, 33.73289680480957, 6.675103783607483, 20.26382601261139, 21.877138257026672, 23.959556877613068, 27.13693994283676, 13.082865834236145, 16.03711724281311, 33.15130937099457, 24.870769917964935, 21.010670125484467, 13.358034014701843, 12.345338642597198, 28.13907414674759, 24.16141551733017, 40.843684792518616, 27.6437965631485, 19.713706076145172, 39.420063495635986, 22.490656971931458, 35.12148094177246, 25.8764671087265, 32.07668000459671, 20.277291417121887, 24.783770084381104, 9.285802125930786, 17.799632847309113, 18.44308876991272, 15.579545557498932, 22.215065956115723, 15.697212755680084, 27.906720280647278, 32.50003743171692, 23.527463018894196, 4.140190124511719, 19.00704550743103, 33.52299666404724, 32.66705924272537, 33.02331930398941, 19.88286852836609, 28.649763822555542, 22.859294056892395, 18.481610774993896, 18.45685565471649, 23.21326106786728, 26.22281700372696, 19.568055272102356, 23.068639874458313, 19.12487369775772, 14.11408406496048, 2.6327555775642395, 19.09796166419983, 15.007792115211487, 22.51010775566101, 17.91128158569336, 1.009807527065277, 10.68770706653595, 18.93264377117157, 21.875721216201782, 26.392534732818604, 15.74362450838089, 26.030481040477753, 13.682129681110382, 30.68114721775055, 31.24396777153015, 26.0337997674942, 31.837572753429413, 10.48551219701767, 28.741697013378143, 20.52906209230423, 12.21997356414795, 18.645118176937103, 23.119071424007416, 14.890975832939148, 23.130229830741882, 15.789007067680359, 20.342535734176636, 19.324519515037537, 13.747276425361633, 22.95019942522049, 21.492147982120514, 10.033409714698792, 24.63384222984314, 6.69125896692276, 22.950520992279053, 23.727568864822388, 18.71213388442993, 22.42786806821823, 37.366936802864075, 23.41646146774292, 25.236882627010345, 24.2727352976799, 29.163815796375275, 13.579205870628357, 32.972036957740784, 17.192870497703552, 22.773807764053345, 15.84875750541687, 27.693010210990906, 17.546371936798096, 17.719324231147766, 23.168105483055115, 20.54348051548004, 10.239919126033783, 11.9246386885643, 19.450741827487946, 14.987950205802917, 20.904707729816437, 14.878783702850342, 19.997086107730865, 26.207752525806427, 26.424364686012268, 35.886186957359314, 23.110717058181763, 28.60088473558426, 18.092783212661743, 14.066506564617157, 23.07232004404068, 26.397532999515533, 31.929506301879883, 35.14860850572586, 19.611687421798706, 15.747024357318878, 15.941803872585297, 18.579869508743286, 18.869977474212646, 24.968063473701477, 26.01615709066391, 27.17235666513443, 25.452429354190826, 19.797930479049683, 17.43970912694931, 23.87171471118927, 19.48601323366165, 19.175431966781616, 29.114537298679352, 23.189855813980103, 22.81522446870804, 18.85373443365097, 34.31796491146088, 20.062877357006073, 28.207084596157074, 22.369149029254913, 25.086762487888336, 33.70427566766739, 27.288643956184387, 33.199183344841, 18.92173033952713, 29.315543293952942, 18.81563013792038, 9.7749342918396, 11.625756025314331, 7.961974382400513, 27.002803802490234, 26.42321276664734, 31.178721129894257, 30.257754504680634, 16.17921644449234, 20.040769457817078, 19.63519984483719, 31.66577559709549, 29.13993936777115, 24.47967654466629, 17.87606179714203, 15.268802106380463, 3.533734977245331, 15.323073744773865, 23.09994351863861, 27.260804533958435, 15.285712718963623, 19.182028710842133, 27.128324806690216, 18.634978234767914, 26.2648184299469, 20.627206325531006, 38.5674712061882, 33.76785087585449, 29.763261198997498, 15.266350030899048, 14.358040273189545, 30.116970121860504, 19.227829337120056, 14.317010343074799, 25.22575056552887, 20.257945895195007, 14.682776629924774, 27.257869958877563, 24.29096496105194, 21.458608329296112, 4.146427810192108, 15.926035761833191, 14.348749339580536, 19.60653054714203, 19.267799496650696, 19.02501630783081, 26.851989269256592, 32.9651015996933, 31.036946058273315, 20.12691241502762, 24.864220321178436, 19.04654586315155, 21.408160030841827, 13.926937997341156, 38.82964360713959, 26.91117835044861, 27.64171874523163, 18.20529544353485, 21.065476536750793, 12.010188400745392, 21.6089448928833, 22.23149871826172, 27.60992532968521, 19.119491934776306, 21.53123104572296, 16.414179742336273, 24.629638850688934, 18.047524988651276, 23.87860244512558, 3.0761293172836304, 23.593761265277863, 24.91042125225067, 27.732973515987396, 21.798108100891113, 15.120733976364136, 28.68240976333618, 20.93244755268097, 17.383835792541504, 21.787474036216736, 22.2728391289711, 26.807144224643707, 29.666240692138672, 28.82013374567032, 15.921052396297455, 18.98653680086136, 24.861978352069855, 31.334909439086914, 20.84525829553604, 35.97214961051941, 18.029580175876617, 17.065838634967804, 20.042160153388977, 17.85964125394821, 22.011028587818146, 13.767796397209167, 23.675882697105408, 16.332306504249573, 20.83319842815399, 1.90272456407547, 30.18146526813507, 26.341104686260223, 29.539005935192108, 18.964497447013855, 30.80315923690796, 31.833182990550995, 28.202917754650116, 27.996167838573456, 33.56738346815109, 9.336264610290527, 20.763506591320038, 17.690336644649506, 24.94956076145172, 15.020964920520782, 19.823348581790924, 24.997850358486176, 16.4227534532547, 19.096115231513977, 23.92228001356125, 12.253110647201538, 24.576334536075592, 17.13446933031082, 22.247906982898712, 19.837149679660797, 26.40046352148056, 30.70825982093811, 28.66362762451172, 22.470796763896942, 20.71057939529419, 32.92256909608841, 28.72340339422226, 26.92307299375534, 16.98919916152954, 40.60021185874939, 32.28544944524765, 12.488988220691681, 18.63121461868286, 28.43847930431366, 40.40343791246414, 15.890781700611115, 21.60192757844925, 23.641734063625336, 19.25211727619171, 12.595917403697968, 22.531674683094025, 21.262624323368073, 3.478257477283478, 11.15458869934082, 23.256491720676422, 15.449171543121338, 28.7819983959198, 17.973862528800964, 20.06051766872406, 25.523462891578674, 17.320388913154602, 20.26934790611267, 18.089807987213135, 30.026221573352814, 23.35849291086197, 14.293950021266937, 8.908286929130554, 34.354761600494385, 13.897485494613647, 23.637102663517, 16.675800263881683, 25.694958865642548, 29.936459243297577, 22.033001482486725, 12.703932702541351, 19.162573277950287, 20.691676080226898, 17.652344346046448, 27.447183907032013, 19.242578864097595, 27.64584642648697, 16.85183012485504, 22.553660809993744, 18.430082499980927, 15.483485519886017, 17.48900055885315, 23.473673701286316, 24.892522871494293, 27.766823530197144, 22.44106787443161, 13.515966475009918, 30.919354498386383, 21.56876426935196, 20.00968235731125, 23.960882782936096, 34.302117228507996, 21.257281184196472, 10.597577571868896, 29.2935191988945, 16.142310738563538, 28.310158491134644, 33.53840970993042, 22.019398868083954, 22.569858014583588, 9.307352602481842, 27.704539597034454, 28.90056276321411, 27.143694698810577, 28.755150616168976, 23.50956642627716, 14.34005343914032, 15.892163336277008, 40.686036705970764, 24.833136439323425, 26.876238644123077, 14.841435551643372, 30.691126763820648, 21.008531033992767, 14.6723473072052, 21.056358873844147, 17.2260023355484, 25.615521669387817, 20.95581305027008, 11.995764911174774, 24.263591289520264, 25.830089211463928, 26.84985876083374, 19.07679373025894, 27.03416657447815, 19.87255084514618, 24.575475871562958, 17.535601139068604, 16.971911787986755, 24.226400077342987, 15.170099437236786, 25.324148416519165, 30.62313723564148, 18.793809294700623, 19.719938039779663, 15.331476271152496, 31.505146265029907, 24.08532029390335, 22.86411041021347, 16.6420858502388, 38.17260146141052, 27.277594804763794, 19.62254524230957, 30.116051077842712, 13.49966686964035, 25.88423317670822, 12.062690258026123, 18.81884855031967, 19.747556567192078, 18.083600521087646, 33.825529634952545, 11.90927767753601, 18.629944443702698, 19.19600999355316, 17.783678650856018, 25.417669892311096, 23.03330910205841, 21.85804033279419, 18.013616919517517, 29.15038949251175, 16.1316277384758, 25.33661425113678, 18.71179097890854, 23.503704369068146, 16.143984615802765, 25.142490327358246, 26.315245449543, 19.916703641414642, 32.66051709651947, 8.201395034790039, 24.436722338199615, 16.92320340871811, 36.39588660001755, 19.648949205875397, 21.134450137615204, 38.26336407661438, 28.57778364419937, 11.836465060710907, 10.285817742347717, 23.249478220939636, 14.786379277706146, 22.893681943416595, 25.254790723323822, 23.85407155752182, 16.622796773910522, 18.49142426252365, 17.989516258239746, 20.32970416545868, 23.009447515010834, 24.15922886133194, 9.996937274932861, 22.491076588630676, 25.677131295204163, 28.69646430015564, 15.336571276187897, 26.619071066379547, 23.263377487659454, 9.129413604736328, 25.92863929271698, 37.14315986633301, 14.337190926074982, 24.47309786081314, 25.579196393489838, 30.44341540336609, 25.931039810180664, 17.234718084335327, 28.507762014865875, 28.77562552690506, 33.848255038261414, 10.572291731834412, 26.563244700431824, 46.95502471923828, 35.40086072683334, 22.537945806980133, 23.207511842250824, 17.925097703933716, 22.818140625953674, 24.07789719104767, 32.77650821208954, 22.45469957590103, 8.967334151268005, 25.726350843906403, 20.87651401758194, 14.449653267860413, 22.671480655670166, 2.8333455324172974, 29.421352744102478, 21.232153475284576, 17.696698427200317, 26.276646971702576, 34.738709449768066, 17.63563597202301, 29.652507066726685, 28.54455542564392, 25.615655779838562, 36.73410511016846, 23.738912880420685, 22.476914882659912, 16.46811008453369, 26.796550571918488, 21.038508474826813, 25.756652772426605, 15.1197829246521, 15.748678863048553, 30.155113399028778, 24.81642073392868, 28.708093285560608, 30.12903791666031, 20.568823635578156, 35.46439212560654, 22.80483639240265, 23.348402738571167, 27.178046762943268, 26.973539233207703, 23.1748144030571, 33.884540140628815, 18.871337711811066, 21.65047550201416, 17.385298550128937, 29.820470213890076, 27.185243785381317, 22.30867463350296, 28.99127995967865, 26.621629118919373, 13.213477849960327, 21.128518879413605, 23.23671841621399, 20.982060372829437, 25.150561213493347, 11.484003126621246, 16.059912741184235, 8.73735398054123, 32.13703417778015, 26.468398213386536, 24.91476607322693, 21.194697976112366, 15.86630892753601, 22.490419805049896, 26.052562952041626, 17.416894495487213, 26.97914958000183, 14.985835313796997, 32.94096922874451, 30.007735431194305, 23.98817068338394, 39.13490003347397, 23.64671617746353, 24.9818634390831, 15.105793833732605, 26.428264558315277, 8.829274833202362, 17.000277280807495, 19.505809783935547, 12.361342430114746, 30.343774676322937, 16.729173123836517, 21.665501832962036, 19.573086857795715, 19.75050288438797, 24.15013027191162, 8.208636105060577, 9.71521544456482, 23.079835057258606, 27.226258158683777, 24.444967567920685, 23.523179709911346, 17.401750028133392, 22.815195500850677, 25.125705063343048, 14.090230166912079, 28.843849897384644, 22.545083165168762, 21.936670780181885, 22.155524611473083, 23.408069491386414, 16.98626881837845, 27.51561838388443, 29.557220816612244, 24.454548478126526, 16.311584949493408, 11.280769526958466, 13.960178911685944, 20.722872138023376, 28.354540824890137, 13.280348718166351, 16.57957351207733, 22.669448971748352, 19.469375550746918, 21.971466720104218, 26.39636540412903, 25.974748015403748, 14.330003559589386, 23.1763778924942, 29.386119425296783, 22.9349684715271, 8.99642825126648, 19.242663621902466, 25.352470219135284, 16.91212499141693, 35.55949366092682, 22.973840475082397, 32.03178882598877, 8.6093470454216, 20.049955189228058, 6.218154191970825, 26.427210748195648, 21.217926740646362, 4.19028103351593, 20.79350459575653, 34.92393583059311, 22.672918260097504, 25.509683549404144, 30.45506751537323, 25.189291775226593, 12.7008256316185, 13.614226460456848, 19.808877825737, 10.823216736316681, 22.96250069141388, 20.70084720849991, 23.712578892707825, 22.707217931747437, 26.956968545913696, 31.521284818649292, 19.308000922203064, 21.304556906223297, 23.09383338689804, 34.45348012447357, 15.428333640098572, 12.41275942325592, 17.183169305324554, 32.46073931455612, 21.674878776073456, 23.95084321498871, 19.854405224323273, 27.19468468427658, 29.992374777793884, 28.502841770648956, 32.10411125421524, 33.40741842985153, 18.605375468730927, 18.42484813928604, 16.335288524627686, 28.82863086462021, 13.571933150291443, 17.712022840976715, 28.300313115119934, 24.137085020542145, 35.30480599403381, 27.368574142456055, 24.411373019218445, 28.816726505756378, 29.089211523532867, 7.196008384227753, 26.39466893672943, 26.382980346679688, 24.74113416671753, 27.563689470291138, 27.03139090538025, 22.875802099704742, 20.452234864234924, 27.41208916902542, 16.69028663635254, 19.255836963653564, 33.15498077869415, 27.30134207010269, 14.32699704170227, 21.27160954475403, 10.67058402299881, 21.431436598300934, 18.610831201076508, 28.82958573102951, 18.273345172405243, 22.690906882286072, 26.913446366786957, 23.113806128501892, 16.602762043476105, 16.061577439308167, 19.912924885749817, 29.07253324985504, 17.63239485025406, 35.23905527591705, 16.160779118537903, 29.63185566663742, 22.55644726753235, 25.193592607975006, 26.256222188472748, 16.82235038280487, 8.432040452957153, 4.014196217060089, 12.150476217269897, 30.952397167682648, 13.149735987186432, 19.878712058067322, 28.298483192920685, 33.32881337404251, 25.06744474172592, 16.477529525756836, 40.793202340602875, 29.344124376773834, 26.247336328029633, 13.050063729286194, 15.385744988918304, 15.313921988010406, 17.73303997516632, 19.70753961801529, 19.486410796642303, 37.250166833400726, 31.35029309988022, 23.061389327049255, 30.68868339061737, 19.53527134656906, 37.948508977890015, 25.30836510658264, 29.058193564414978, 26.517742097377777, 16.146299183368683, 28.06685972213745, 32.20629060268402, 17.318894922733307, 27.7088702917099, 7.385555326938629, 10.651562869548798, 15.156178951263428, 24.1450297832489, 13.787152469158173, 22.250790059566498, 20.131801664829254, 20.98947447538376, 23.764934062957764, 19.834666848182678, 22.380020320415497, 19.05327433347702, 20.972361505031586, 17.895619988441467, 15.803545415401459, 16.849809765815735, 13.230561316013336, 17.835162818431854, 14.48406708240509, 33.368795812129974, 29.09705150127411, 22.47615134716034, 11.991270899772644, 9.383472621440887, 29.445148706436157, 27.687114119529724, 15.16537857055664, 18.33588820695877, 21.20656782388687, 29.17652779817581, 34.80571484565735, 29.173055112361908, 17.00835472345352, 16.43393576145172, 27.867809414863586, 19.973053753376007, 17.127731442451477, 30.999015748500824, 21.409992158412933, 22.12965452671051, 3.422736942768097, 29.185746729373932, 21.4820374250412, 22.272948503494263, 24.265233278274536, 26.078556716442108, 22.361890971660614, 31.99803251028061, 16.960385859012604, 17.261843085289, 22.255613148212433, 21.266997754573822, 17.62170284986496, 27.796068131923676, 20.27949321269989, 34.89959001541138, 14.355525851249695, 26.58316195011139, 14.650390625, 15.794003546237946, 13.758610010147095, 24.739575743675232, 18.049214363098145, 5.186071157455444, 38.705599308013916, 23.091783821582794, 34.1515074968338, 15.08054804801941, 25.45439738035202, 16.815504133701324, 18.648461878299713, 21.126578330993652, 27.44993358850479, 30.594577848911285, 23.14792048931122, 20.843253195285797, 14.143019556999207, 37.71562820672989, 26.916606545448303, 10.119729220867157, 19.128869593143463, 22.18490296602249, 30.53989428281784, 27.423671662807465, 35.05467450618744, 22.168344855308533, 21.004425764083862, 16.970747649669647, 22.61530351638794, 17.627733170986176, 23.816286325454712, 36.51631289720535, 26.22067230939865, 19.698169708251953, 26.610445261001587, 25.60644507408142, 16.25963717699051, 16.72578501701355, 30.607186019420624, 11.354492127895355, 17.904936015605927, 3.37640243768692, 30.675528347492218, 27.295820116996765, 33.11982560157776, 20.019933700561523, 16.90518367290497, 19.22468465566635, 10.928731977939606, 37.809650123119354, 16.771858751773834, 29.130382120609283, 23.470045804977417, 14.012568891048431, 26.61840808391571, 33.17018610239029, 17.731057167053223, 19.525672495365143, 23.033649921417236, 11.453749001026154, 7.6999799609184265, 33.18426167964935, 26.49776417016983, 24.681233286857605, 20.73256939649582, 18.244773864746094, 30.14992845058441, 16.333798944950104, 11.554990410804749, 23.951403379440308, 18.109292089939117, 30.151654481887817, 20.93525528907776, 16.078608691692352, 25.77836537361145, 23.6102015376091, 27.37195736169815, 23.595289945602417, 31.187535345554352, 28.884010314941406, 25.928653240203857, 23.32648742198944, 19.250107407569885, 19.9934219121933, 20.384522914886475, 26.00805228948593, 33.110561430454254, 14.881691217422485, 17.04295390844345, 21.851145029067993, 14.727266550064087, 18.67079794406891, 16.666640162467957, 28.216496527194977, 15.800452411174774, 20.04605519771576, 24.184932231903076, 23.552682518959045, 21.474197447299957, 13.918397903442383, 18.33813613653183, 16.64188152551651, 35.31481593847275, 37.19398730993271, 16.509408056735992, 14.609396994113922, 23.29582929611206, 19.73852503299713, 15.098477840423584, 35.78539973497391, 10.840101540088654, 22.495678544044495, 28.967169225215912, 23.209298491477966, 26.89424705505371, 31.21236962080002, 15.473667621612549, 17.75846540927887, 12.97891253232956, 13.059509754180908, 33.71223956346512, 19.957311153411865, 16.184404969215393, 29.23148214817047, 25.0912544131279, 15.14852237701416, 11.763539433479309, 17.645603954792023, 14.480826139450073, 25.464347422122955, 23.535303831100464, 13.93009340763092, 16.72199010848999, 25.07142412662506, 26.225922405719757, 24.57381373643875, 21.837720692157745, 37.24785953760147, 3.360659122467041, 25.234423875808716, 20.952764749526978, 19.004791736602783, 25.51911586523056, 19.079627752304077, 19.416788637638092, 14.852948546409607, 23.99739581346512, 19.37960910797119, 21.963657677173615, 31.781843662261963, 24.913133919239044, 23.23575723171234, 36.78556960821152, 17.05893224477768, 24.446760177612305, 29.699711740016937, 28.66838538646698, 21.724625825881958, 19.494414925575256, 26.054538547992706, 28.72495800256729, 14.001601159572601, 19.158023416996002, 22.469292759895325, 22.00572443008423, 31.593115746974945, 18.367306530475616, 29.906803965568542, 0.7049221396446228, 27.1739439368248, 31.17788589000702, 23.444108188152313, 30.368494749069214, 25.646633446216583, 16.497711539268494, 27.259903252124786, 7.234877943992615, 15.886119723320007, 21.248506009578705, 26.196312129497528, 22.417958676815033, 15.61352413892746, 21.217045426368713, 15.842003226280212, 17.12107765674591, 20.489247262477875, 11.867424309253693, 24.40546941757202, 14.808178007602692, 12.30207073688507, 12.83498865365982, 32.128436744213104, 19.944336593151093, 28.06532782316208, 22.869538724422455, 13.771796882152557, 11.041943728923798, 24.258824110031128, 16.813618540763855, 20.001792907714844, 26.642959117889404, 31.857449412345886, 19.32203459739685, 26.97112864255905, 22.750893115997314, 29.073280811309814, 28.618371188640594, 22.15369027853012, 24.919966876506805, 13.030952095985413, 21.474951148033142, 20.639597833156586, 29.305147230625153, 28.784075558185577, 16.921289384365082, 2.637733221054077, 27.11273545026779, 17.106510162353516, 29.473842084407806, 23.885656654834747, 21.18652069568634, 37.639645516872406, 26.276746034622192, 28.419210255146027, 13.290993452072144, 30.111200749874115, 27.50514429807663, 25.15514463186264, 22.05194801092148, 36.18222874403, 23.65990376472473, 24.47539323568344, 24.495601654052734, 16.692882657051086, 31.291546404361725, 40.61172527074814, 36.213206231594086, 19.5997211933136, 24.909455955028534, 15.80728954076767, 31.679328739643097, 33.714060604572296, 12.708483755588531, 24.751685798168182, 13.151371836662292, 13.507280766963959, 24.38306748867035, 24.39637577533722, 19.023677229881287, 33.70101237297058, 29.907666206359863, 32.30397617816925, 24.726376056671143, 20.085803151130676, 26.234235763549805, 30.951765537261963, 34.80283397436142, 20.39276820421219, 28.212622582912445, 19.460930466651917, 17.373054265975952, 19.11162430047989, 25.679918467998505, 20.53440034389496, 28.502778232097626, 31.94605016708374, 16.60046422481537, 22.971610188484192, 30.828952133655548, 25.84777146577835, 13.315864086151123, 18.023386001586914, 19.612465918064117, 18.154152154922485, 25.64890491962433, 16.38862055540085, 22.83246338367462, 24.01040405035019, 30.838539481163025, 30.04676604270935, 37.63252812623978, 23.878828406333923, 22.81603252887726, 20.17107355594635, 14.521457076072693, 20.59091490507126, 20.062539279460907, 31.050461888313293, 17.901631891727448, 18.93223536014557, 25.166809499263763, 28.670479238033295, 17.981692612171173, 36.84527027606964, 25.34441614151001, 16.358888268470764, 13.302354454994202, 22.96491265296936, 21.142752826213837, 16.79850548505783, 28.251761198043823, 28.605444014072418, 24.8445303440094, 24.576794862747192, 12.510725140571594, 18.906065702438354, 25.394105195999146, 16.812483251094818, 23.180969834327698, 24.408832252025604, 37.37070119380951, 26.279462575912476, 20.568754196166992, 18.336479663848877, 24.336288034915924, 19.726932406425476, 23.44477880001068, 12.85047596693039, 21.624912083148956, 15.766810238361359, 11.280778586864471, 30.161224603652954, 34.22467654943466, 14.391271352767944, 12.39131909608841, 17.002828299999237, 19.67018723487854, 10.964875340461731, 25.32493555545807, 16.406890869140625, 31.483113408088684, 26.822406232357025, 20.02208524942398, 23.818291008472443, 21.80900228023529, 23.575812339782715, 15.97489845752716, 29.7749964594841, 22.25013941526413, 30.49608153104782, 13.540336608886719, 14.755514025688171, 21.997400403022766, 16.978837370872498, 20.045754075050354, 27.48168408870697, 16.413245916366577, 33.33023077249527, 16.20482575893402, 16.269119679927826, 29.546310544013977, 24.761571526527405, 25.72202181816101, 18.501534819602966, 5.674426853656769, 28.84755825996399, 28.959670901298523, 9.658682525157928, 14.205709874629974, 23.26098197698593, 14.837235808372498, 31.39311319589615, 25.78639942407608, 21.946733117103577, 17.662252247333527, 17.670400083065033, 19.347511112689972, 17.240562796592712, 25.76140123605728, 15.432721495628357, 13.065203964710236, 31.142109215259552, 26.240050852298737, 29.029298841953278, 26.66379827260971, 16.42407065629959, 4.190833687782288, 21.43533307313919, 18.83077722787857, 19.800507426261902, 22.472458481788635, 32.38199430704117, 22.587885677814484, 16.488368213176727, 16.876954793930054, 18.99915724992752, 11.738397002220154, 28.007087528705597, 15.438276052474976, 19.810837984085083, 28.66834533214569, 26.222583651542664, 19.987272262573242, 24.41182005405426, 19.718285858631134, 24.80174046754837, 34.968451261520386, 22.527264416217804, 10.750137150287628, 26.661247432231903, 31.114901900291443, 35.60082459449768, 24.728141367435455, 29.187040627002716, 34.31793564558029, 24.2025026679039, 27.222569167613983, 27.824136793613434, 18.296033263206482, 14.975627839565277, 30.909265756607056, 16.820777475833893, 26.208462417125702, 18.623996138572693, 10.712168753147125, 20.547783195972443, 21.319237768650055, 34.269060492515564, 19.758677661418915, 22.170143365859985, 30.926698863506317, 19.81811511516571, 23.18643343448639, 21.573848724365234, 14.60047334432602, 17.956535935401917, 15.65654170513153, 19.37013977766037, 22.259382009506226, 17.115810334682465, 24.42004692554474, 23.76096135377884, 32.20329129695892, 23.071539282798767, 22.467334032058716, 21.67376536130905, 8.80076777935028, 34.358681440353394, 18.384421169757843, 23.494478046894073, 30.12539941072464, 26.9425528049469, 17.033856213092804, 41.03983533382416, 22.15208500623703, 29.303952932357788, 12.14176470041275, 37.450142204761505, 17.274847388267517, 24.677647054195404, 21.67075264453888, 31.18545311689377, 19.811714589595795, 19.280087649822235, 8.365920841693878, 18.157603800296783, 15.967239081859589, 20.892072439193726, 29.630220592021942, 18.14322179555893, 15.699082016944885, 9.813242673873901, 35.98688280582428, 21.617253601551056, 18.809385299682617, 12.201412856578827, 25.14718246459961, 20.93235033750534, 24.161738693714142, 24.05526965856552, 17.845944344997406, 15.715341210365295, 23.973424911499023, 38.51691824197769, 23.865305066108704, 29.29193538427353, 28.87247210741043, 19.314784288406372, 22.408669471740723, 26.450230956077576, 30.576408803462982, 27.78406924009323, 22.333610594272614, 24.900321066379547, 23.074785828590393, 23.50980681180954, 29.318650722503662, 20.785946488380432, 13.073712170124054, 22.789294242858887, 19.250890135765076, 18.380243003368378, 32.97828245162964, 28.876781105995178, 19.56936651468277, 25.840673565864563, 19.97213101387024, 13.597665846347809, 10.555869579315186, 26.514899969100952, 2.7357924580574036, 25.68759959936142, 23.20281982421875, 6.225844442844391, 26.772775411605835, 2.344708800315857, 25.089671552181244, 15.447386682033539, 24.580382168293, 32.57356256246567, 22.33955419063568, 19.773641169071198, 15.21973305940628, 15.963742196559906, 13.626942873001099, 19.102511882781982, 22.395949065685272, 2.070673644542694, 11.593897521495819, 26.39126145839691, 31.55965554714203, 18.08586084842682, 27.077130913734436, 26.300677478313446, 19.335147976875305, 18.8965305685997, 11.27342826128006, 25.35710233449936, 16.523324131965637, 11.590434312820435, 21.555493712425232, 25.19112229347229, 21.354077219963074, 3.491890609264374, 24.49715965986252, 12.056967735290527, 29.005073726177216, 18.414055585861206, 13.049664676189423, 27.110745072364807, 19.396986067295074, 24.82438212633133, 24.808316946029663, 24.496426343917847, 14.227302730083466, 14.989138305187225, 15.435794711112976, 24.108996987342834, 14.289644479751587, 21.790106654167175, 22.519932746887207, 18.574380457401276, 14.70682018995285, 8.327930986881256, 33.7846274971962, 22.454984486103058, 22.276041626930237, 23.497485280036926, 13.19818240404129, 27.766756176948547, 18.248716354370117, 17.837316632270813, 19.298533856868744, 25.643671214580536, 24.57557737827301, 22.992076098918915, 21.45858108997345, 14.909975171089172, 23.91435533761978, 20.234955608844757, 20.143163681030273, 21.134069323539734, 33.83223885297775, 20.507724702358246, 11.473355114459991, 15.111878097057343, 22.667716205120087, 23.766753137111664, 10.098396599292755, 18.89922332763672, 14.684804022312164, 12.963454008102417, 10.0650634765625, 13.600536465644836, 34.90118616819382, 28.099510431289673, 18.195289313793182, 18.604366064071655, 22.288224756717682, 33.51450091600418, 19.71823811531067, 16.201683163642883, 33.504046618938446, 23.251648485660553, 11.038903057575226, 15.66266667842865, 11.293359637260437, 28.75895982980728, 16.0129714012146, 16.085343539714813, 33.10302013158798, 8.983344912528992, 31.18091493844986, 18.794987976551056, 14.67137885093689, 25.608693182468414, 15.678416132926941, 23.887250304222107, 22.310841143131256, 24.677287101745605, 21.781370043754578, 23.228145122528076, 18.951595306396484, 20.58195608854294, 37.050066113471985, 14.330698013305664, 15.73839008808136, 23.056419789791107, 28.03927046060562, 18.94342875480652, 22.07370537519455, 19.954731047153473, 21.583409011363983, 27.040053725242615, 30.725400924682617, 21.884892165660858, 16.403868317604065, 27.56325727701187, 37.70139795541763, 16.60105013847351, 20.125132024288177, 29.97800499200821, 27.213879108428955, 19.978999376296997, 27.341921031475067, 15.859642744064331, 26.961469888687134, 23.99454551935196, 29.07624852657318, 29.865828812122345, 20.125742614269257, 26.950368344783783, 27.696094274520874, 37.25659167766571, 3.034972906112671, 14.075492858886719, 32.28923100233078, 28.692097008228302, 29.51302433013916, 13.927290678024292, 28.287894546985626, 24.8666895031929, 10.544811427593231, 27.376177430152893, 13.056243598461151, 17.603838980197906, 31.94264531135559, 20.54171848297119, 19.669074714183807, 31.890038430690765, 16.280473232269287, 18.303788781166077, 16.29481428861618, 20.9319965839386, 30.01895833015442, 26.135995388031006, 18.221842348575592, 22.371567130088806, 14.272297143936157, 34.68006443977356, 31.35890132188797, 24.498959839344025, 23.26155185699463, 21.920581817626953, 16.653234004974365, 40.42835462093353, 27.13600617647171, 17.739226579666138, 28.564220666885376, 18.261740803718567, 14.529267191886902, 38.35790973901749, 22.925783216953278, 16.6129110455513, 20.822295367717743, 32.13704824447632, 16.69563192129135, 21.854260504245758, 20.25138372182846, 26.98934316635132, 23.924608409404755, 24.633730471134186, 18.81295418739319, 23.05511713027954, 18.841579139232635, 16.033114850521088, 30.523742854595184, 22.93647140264511, 22.928518176078796, 24.610762417316437, 24.08422017097473, 22.91518783569336, 33.05625283718109, 37.53537678718567, 27.435568869113922, 10.552182853221893, 23.05025976896286, 20.806687474250793, 25.44522500038147, 19.659725785255432, 31.086679756641388, 18.445078551769257, 29.211314380168915, 19.368466019630432, 23.638802587985992, 26.950189352035522, 7.235189497470856, 17.97931408882141, 29.31286907196045, 18.86619108915329, 41.35838741064072, 20.594227373600006, 32.60057181119919, 26.410501539707184, 30.996861159801483, 35.47181159257889, 21.13427883386612, 15.446450471878052, 27.202968776226044, 28.24821835756302, 26.583159863948822, 27.847116470336914, 29.556949257850647, 25.58303439617157, 42.95982110500336, 25.511781334877014, 25.961152017116547, 24.22274672985077, 2.2590606808662415, 13.050865650177002, 18.08226490020752, 35.784280598163605, 21.882884800434113, 24.262945890426636, 29.026746034622192, 19.91128134727478, 31.797619462013245, 8.115622580051422, 22.657367169857025, 35.505042135715485, 20.273884177207947, 18.039304494857788, 23.343928158283234, 16.77415019273758, 33.26085424423218, 16.217512369155884, 19.093667328357697, 28.171722531318665, 25.340651154518127, 24.28569257259369, 26.42010372877121, 31.20493048429489, 23.120535612106323, 31.600699067115784, 31.547864198684692, 18.306495666503906, 19.709423303604126, 28.96281659603119, 17.791943550109863, 21.71333223581314, 7.365090489387512, 29.73049485683441, 24.293043673038483, 19.87135010957718, 32.91614228487015, 13.286553025245667, 17.278917253017426, 26.653093338012695, 32.15047860145569, 24.88247525691986, 23.306828439235687, 38.64454197883606, 24.358060121536255, 33.1327942609787, 32.7935106754303, 18.746333956718445, 24.48019313812256, 8.396978974342346, 23.74916046857834, 8.393834054470062, 22.964242339134216, 20.869003891944885, 21.07340270280838, 26.96952247619629, 22.203181982040405, 25.69911617040634, 28.780918419361115, 16.952702403068542, 24.527383625507355, 22.230649054050446, 34.965086579322815, 25.868950366973877, 17.730439364910126, 24.32520705461502, 25.307889461517334, 17.94362235069275, 15.686612963676453, 23.88342183828354, 19.809147477149963, 19.699782490730286, 20.81194692850113, 22.443791151046753, 10.725337326526642, 15.155716001987457, 11.753673017024994, 23.27024883031845, 31.28877717256546, 15.54103422164917, 14.08505791425705, 21.371879637241364, 11.086246490478516, 29.04013067483902, 13.181509792804718, 29.12734568119049, 26.316920161247253, 22.66783571243286, 24.807319402694702, 13.260176360607147, 28.881131172180176, 25.014119029045105, 16.049116492271423, 26.069575309753418, 29.75486832857132, 10.658291399478912, 31.48625946044922, 30.512299954891205, 17.323928475379944, 37.08482927083969, 24.63201552629471, 20.560945093631744, 20.12637835741043, 28.607152342796326, 28.112924933433533, 12.600493133068085, 24.608700275421143, 31.561706006526947, 21.659894227981567, 20.34669119119644, 11.35720020532608, 18.948087871074677, 13.405706465244293, 14.508052289485931, 14.11069643497467, 25.769026458263397, 29.643009305000305, 20.401558101177216, 28.32377976179123, 27.46920496225357, 19.7385134100914, 26.509177267551422, 14.991853058338165, 26.72235906124115, 31.95124042034149, 18.08066552877426, 14.088379859924316, 32.53890186548233, 28.23537814617157, 19.52961230278015, 2.2565669417381287, 27.15252321958542, 28.286996722221375, 25.64882928133011, 30.585823357105255, 20.96645051240921, 18.833778142929077, 17.361858665943146, 5.3906484842300415, 19.486216366291046, 22.450996339321136, 29.749418437480927, 22.665217339992523, 15.787556529045105, 23.934364199638367, 19.263351261615753, 26.568171799182892, 26.04693955183029, 7.644315004348755, 34.41361463069916, 18.356355905532837, 20.913448750972748, 21.301128149032593, 17.932234287261963, 31.52628928422928, 21.225382328033447, 20.21622771024704, 18.40397721529007, 21.12811917066574, 32.98102617263794, 19.3847416639328, 19.20822674036026, 17.792387783527374, 18.54933601617813, 18.98203331232071, 13.159768998622894, 14.992373585700989, 22.19848519563675, 15.724876344203949, 20.438170433044434, 10.74966150522232, 32.08921718597412, 15.724001228809357, 28.008840322494507, 12.665739715099335, 20.659118115901947, 13.78243201971054, 22.901649475097656, 20.68321132659912, 18.567893028259277, 36.55040639638901, 23.236457347869873, 33.799364268779755, 14.905875325202942, 22.800424456596375, 9.70665192604065, 18.963673293590546, 22.670163214206696, 20.41941601037979, 12.279178142547607, 28.07617098093033, 26.396112859249115, 24.28005361557007, 17.13626903295517, 22.37787175178528, 22.944746494293213, 19.73125785589218, 31.914593160152435, 19.01423591375351, 25.498354136943817, 30.723620772361755, 28.639808535575867, 21.818862438201904, 18.804092168807983, 21.905744791030884, 43.51961475610733, 18.528816640377045, 16.022181808948517, 30.428843080997467, 7.377986133098602, 28.14802485704422, 31.878191113471985, 23.507608473300934, 15.678348183631897, 12.234359562397003, 33.28383034467697, 28.829027950763702, 20.31583970785141, 12.53445851802826, 34.22258096933365, 23.463252663612366, 31.927983343601227, 17.974398851394653, 13.776490151882172, 21.88949805498123, 25.540730357170105, 20.313731729984283, 12.826584458351135, 28.591483175754547, 13.487446308135986, 23.435641825199127, 32.44542199373245, 21.968453347682953, 41.14236956834793, 17.586403131484985, 6.127069115638733, 29.75127387046814, 21.50530833005905, 25.452542424201965, 10.46061909198761, 31.783666610717773, 21.69873183965683, 22.842660009860992, 20.492065012454987, 27.227714717388153, 14.268284261226654, 23.701751172542572, 20.47074717283249, 10.986519515514374, 13.512944042682648, 30.81318974494934, 11.362535774707794, 23.021202385425568, 15.453694581985474, 27.099159836769104, 31.730558693408966, 29.350464165210724, 19.58817195892334, 30.750636041164398, 16.406624972820282, 38.895780861377716, 11.207161128520966, 27.800967276096344, 18.14624047279358, 15.433363556861877, 18.619240283966064, 25.390496492385864, 12.954284012317657, 28.76503950357437, 16.83849573135376, 30.363593697547913, 13.817480623722076, 10.072794556617737, 30.114292979240417, 29.267944395542145, 30.16939127445221, 23.632057189941406, 22.36865597963333, 11.619204878807068, 17.07121855020523, 33.90718895196915, 4.326824069023132, 30.77737808227539, 18.580229699611664, 16.3318088054657, 22.754331707954407, 28.059228003025055, 24.42744666337967, 19.936771154403687, 14.843930304050446, 22.68878746032715, 29.866664350032806, 16.157615840435028, 21.763851702213287, 8.819988667964935, 17.877913177013397, 19.450350880622864, 24.314260244369507, 19.10461986064911, 26.240489900112152, 25.84324938058853, 25.026004791259766, 19.952778339385986, 28.9785475730896, 15.45407509803772, 19.84586226940155, 16.505830764770508, 16.93181401491165, 25.877873718738556, 12.425192534923553, 30.715727031230927, 28.711399614810944, 22.206665992736816, 35.071840047836304, 24.16009396314621, 27.359393894672394, 15.582984566688538, 21.986266791820526, 28.807297348976135, 20.705137014389038, 17.56504237651825, 16.696634531021118, 26.8132204413414, 25.256309688091278, 28.918286383152008, 23.86083048582077, 25.12653958797455, 21.189918518066406, 25.382983207702637, 30.34393012523651, 23.391886711120605, 31.189196467399597, 9.868089139461517, 17.436106085777283, 23.08705621957779, 29.547823131084442, 29.89886498451233, 23.172452092170715, 25.15019303560257, 7.652466595172882, 22.14234972000122, 19.667730450630188, 17.955780386924744, 18.96273022890091, 17.6926047205925, 33.92343533039093, 26.440980672836304, 18.229311883449554, 15.847994923591614, 15.280787587165833, 10.541300773620605, 31.628777503967285, 23.02816742658615, 23.937319576740265, 20.167923867702484, 6.314218103885651, 21.25804167985916, 25.190403819084167, 3.8386982083320618, 23.040676772594452, 24.98340266942978, 19.729694366455078, 25.25506091117859, 18.694211840629578, 18.482293784618378, 18.355468928813934, 25.918721556663513, 22.534051775932312, 18.623149931430817, 23.932129561901093, 30.283882975578308, 15.623298525810242, 34.24145042896271, 17.291779100894928, 30.501575589179993, 28.803338587284088, 17.245110869407654, 22.27211856842041, 19.929016172885895, 11.177351713180542, 23.382182002067566, 18.108140885829926, 27.91208815574646, 17.87796860933304, 30.086269795894623, 25.42162400484085, 18.869596242904663, 8.024638950824738, 33.210698544979095, 17.88241547346115, 18.332144498825073, 21.547897040843964, 26.152161836624146, 16.817242324352264, 33.06478130817413, 21.006960570812225, 10.976219654083252, 21.879009544849396, 20.271876752376556, 19.48212218284607, 16.71658706665039, 16.432872772216797, 20.188424825668335, 28.447343289852142, 28.40826040506363, 20.92327708005905, 20.00261425971985, 22.11871898174286, 31.375725626945496, 15.624962091445923, 15.234946250915527, 7.800314903259277, 20.928420901298523, 31.864536345005035, 14.059605717658997, 37.117292404174805, 25.720960021018982, 18.7114080786705, 22.826283752918243, 19.504044234752655, 10.492919266223907, 24.33031940460205, 25.573425769805908, 22.439094066619873, 21.802148520946503, 7.370174765586853, 18.379366040229797, 20.02237904071808, 22.317094802856445, 16.868671476840973, 17.181691467761993, 10.416104674339294, 17.636679112911224, 19.45495367050171, 25.593445479869843, 25.98049235343933, 19.919755578041077, 29.270937204360962, 16.543404817581177, 29.79313552379608, 20.31652009487152, 19.812612175941467, 19.480287313461304, 24.89518767595291, 23.696876347064972, 11.591436684131622, 6.057511985301971, 29.24834030866623, 22.956144511699677, 16.045875906944275, 24.070157289505005, 22.35432916879654, 30.742394387722015, 17.57677733898163, 22.580226123332977, 15.263895452022552, 34.82213616371155, 22.509876608848572, 28.753114879131317, 22.78419715166092, 19.234633207321167, 19.766825079917908, 33.73756545782089, 21.463495075702667, 34.64865219593048, 21.23983722925186, 18.82226324081421, 21.59932804107666, 20.424641847610474, 11.505740106105804, 17.939378559589386, 14.419608414173126, 12.746944010257721, 32.55558955669403, 18.41436940431595, 13.020026922225952, 20.245723068714142, 27.86411488056183, 13.023408591747284, 27.59820729494095, 13.916246891021729, 30.41297173500061, 22.524115085601807, 21.209798097610474, 27.21167767047882, 21.01459491252899, 30.46839839220047, 19.709377646446228, 7.857333481311798, 20.600854754447937, 23.909024000167847, 30.571853697299957, 11.599961817264557, 29.335955798625946, 29.24607414007187, 25.311178505420685, 18.880360960960388, 21.400210857391357, 26.878225564956665, 16.034505486488342, 31.834449529647827, 18.400803089141846, 14.601773798465729, 23.92335730791092, 19.910372972488403, 13.111291527748108, 25.11722421646118, 21.862629890441895, 33.78794938325882, 31.76694655418396, 19.240619719028473, 6.316934704780579, 5.666231095790863, 26.355805575847626, 7.56307590007782, 19.921713709831238, 9.884266138076782, 38.11686545610428, 24.918712317943573, 9.12583303451538, 25.52700513601303, 36.76106142997742, 18.659353733062744, 8.82119607925415, 9.101532459259033, 28.19487601518631, 20.248600006103516, 31.36576008796692, 25.857594430446625, 26.33924239873886, 33.42192876338959, 24.124819695949554, 26.31412583589554, 27.382091164588928, 26.278641045093536, 17.333600163459778, 32.84756672382355, 9.3378626704216, 21.444515109062195, 14.193068742752075, 24.062218487262726, 22.267517745494843, 34.323591232299805, 15.267265617847443, 20.70183891057968, 13.977695643901825, 14.946177780628204, 18.025969982147217, 14.676545977592468, 21.300351858139038, 18.07259875535965, 28.879752159118652, 23.954203724861145, 21.87481564283371, 17.770466148853302, 25.32533699274063, 18.347537517547607, 19.42040491104126, 20.150874197483063, 25.53362536430359, 21.138014137744904, 19.99127346277237, 17.248579740524292, 29.720150470733643, 20.095064282417297, 24.155474960803986, 27.741045713424683, 15.63599282503128, 24.39147973060608, 16.635216176509857, 27.893354296684265, 21.07615041732788, 23.628469705581665, 11.552259624004364, 15.383574366569519, 16.777280271053314, 17.150479078292847, 19.86040997505188, 25.08494085073471, 24.053370893001556, 15.552655518054962, 26.524375438690186, 10.597851634025574, 23.577620029449463, 22.332665383815765, 19.321918725967407, 25.129237949848175, 21.04479295015335, 18.8290935754776, 18.869523346424103, 21.573670148849487, 25.609065175056458, 20.337713301181793, 21.510591328144073, 22.29820090532303, 26.14204090833664, 26.05576741695404, 27.170454025268555, 25.549385845661163, 33.60461324453354, 18.712241649627686, 16.632405698299408, 23.381294190883636, 20.01484775543213, 30.321848928928375, 30.3443141579628, 35.32181179523468, 17.817063808441162, 21.2390855550766, 28.48751151561737, 21.2054985165596, 25.51252394914627, 23.57433372735977, 15.67298823595047, 18.774590373039246, 38.872435450553894, 24.542407512664795, 23.567102551460266, 18.303981602191925, 24.655047833919525, 27.224580883979797, 17.501461386680603, 21.235880434513092, 17.881839275360107, 37.24952298402786, 19.322338461875916, 17.467166125774384, 21.6383655667305, 15.547532439231873, 20.316615641117096, 28.821746289730072, 14.662268459796906, 20.90743052959442, 13.033311545848846, 24.681624352931976, 31.15548676252365, 19.734829127788544, 21.077556312084198, 15.97317761182785, 35.50307089090347, 30.50791233778, 30.476033627986908, 37.10720098018646, 19.22865319252014, 17.532305538654327, 13.15659213066101, 8.196983575820923, 7.267783105373383, 27.564927577972412, 18.721278250217438, 11.931625127792358, 11.893518209457397, 22.213081777095795, 27.77237296104431, 8.424869298934937, 27.203899562358856, 33.68810772895813, 22.64585429430008, 21.89083021879196, 36.63764727115631, 18.471477925777435, 19.055232524871826, 27.93776136636734, 9.568512797355652, 31.23446273803711, 17.471665143966675, 17.98451793193817, 29.508299708366394, 15.157473862171173, 19.518897235393524, 16.857431888580322, 22.22328644990921, 11.151335537433624, 24.323743402957916, 34.38912534713745, 22.728503465652466, 37.15920078754425, 15.813863277435303, 22.780101001262665, 18.91889661550522, 10.132975041866302, 14.365692436695099, 33.427128195762634, 16.776578724384308, 15.611097753047943, 10.377504765987396, 26.341870486736298, 26.84312003850937, 16.26872968673706, 23.662830650806427, 34.10698562860489, 31.85625660419464, 22.239263594150543, 38.83606272935867, 27.710080981254578, 16.183431148529053, 22.533141613006592, 19.71691197156906, 12.822763860225677, 23.44788008928299, 28.568109273910522, 20.968041479587555, 37.935098350048065, 28.46308797597885, 28.938416302204132, 20.37081491947174, 20.857048988342285, 17.873949885368347, 24.772319614887238, 21.310347199440002, 15.22643095254898, 24.682982921600342, 18.480983436107635, 43.92426598072052, 23.440575122833252, 24.748092651367188, 21.43760746717453, 41.75798499584198, 33.50687062740326, 39.25555223226547, 28.093736171722412, 37.537458539009094, 19.88048756122589, 21.81594318151474, 20.032374322414398, 20.183850169181824, 14.153041779994965, 19.85969042778015, 14.846155226230621, 20.099932551383972, 23.592459797859192, 1.7223751544952393, 28.50768154859543, 17.787002623081207, 24.6337251663208, 16.745126247406006, 18.7659273147583, 34.418258130550385, 19.80554109811783, 33.72182375192642, 5.950397789478302, 36.09307110309601, 26.53324842453003, 18.16074651479721, 30.930827498435974, 29.348628044128418, 23.722470819950104, 35.41677403450012, 20.33386516571045, 11.01042228937149, 24.510248124599457, 2.8694565892219543, 25.90415722131729, 20.990037858486176, 23.28173053264618, 16.070621252059937, 16.379480481147766, 25.091944873332977, 32.85316061973572, 22.902475953102112, 21.944826900959015, 20.937927782535553, 21.93423056602478, 43.821254670619965, 13.881112277507782, 12.781133949756622, 26.791394293308258, 26.947101593017578, 27.941797852516174, 13.05488896369934, 27.26071786880493, 21.06088238954544, 25.29052323102951, 33.3380064368248, 24.45879775285721, 22.774825870990753, 8.455784618854523, 10.890327215194702, 15.749545931816101, 20.50090742111206, 22.571284651756287, 24.672433018684387, 21.070587396621704, 19.788548409938812, 34.28071981668472, 23.256740748882294, 31.357662975788116, 21.173820316791534, 39.199701964855194, 16.67309921979904, 23.03801602125168, 27.80202543735504, 12.86922299861908, 21.54248136281967, 7.200040340423584, 34.02126330137253, 19.56031435728073, 24.720068752765656, 15.309705793857574, 23.86247032880783, 18.546757996082306, 25.10970002412796, 17.742870151996613, 14.174002349376678, 19.030580461025238, 30.952843606472015, 14.335906386375427, 22.36522489786148, 35.22816604375839, 14.95789921283722, 6.680417001247406, 17.79368495941162, 18.40557986497879, 15.359768271446228, 14.82596868276596, 14.841527879238129, 11.398878991603851, 27.89898693561554, 19.774118304252625, 23.760604083538055, 19.18728667497635, 15.13481867313385, 18.584914982318878, 23.991222262382507, 16.752713084220886, 23.309561371803284, 36.10047650337219, 19.26850301027298, 20.04293316602707, 26.729793787002563, 30.285945296287537, 18.32845801115036, 26.515735268592834, 29.889328956604004, 23.239094853401184, 20.224210679531097, 28.818284153938293, 21.929618000984192, 24.54617601633072, 3.2057401537895203, 15.58298397064209, 25.11957037448883, 30.528936684131622, 7.410004079341888, 21.078702211380005, 20.421054303646088, 28.723353564739227, 25.535830974578857, 20.443764805793762, 30.510362088680267, 11.486023545265198, 21.978256583213806, 28.725805461406708, 28.911414623260498, 8.79267531633377, 23.836597442626953, 26.55056345462799, 20.625963509082794, 20.540424466133118, 30.26811319589615, 32.01469659805298, 19.898623168468475, 8.39212954044342, 29.032369792461395, 15.469975173473358, 16.09822952747345, 18.983553409576416, 21.471087992191315, 20.736312687397003, 21.189610481262207, 16.323061406612396, 19.846090734004974, 25.15803188085556, 29.08905667066574, 19.231641709804535, 14.268715798854828, 14.426275968551636, 16.405724823474884, 22.10822993516922, 18.443576276302338, 24.859139323234558, 15.956523835659027, 10.320840835571289, 19.736882627010345, 12.583179652690887, 21.992922961711884, 29.401225984096527, 20.584692060947418, 17.312819838523865, 19.342045605182648, 31.870041966438293, 17.7149658203125, 13.862538516521454, 22.90729284286499, 36.59464085102081, 20.458361268043518, 25.11111545562744, 25.18691861629486, 20.67582130432129, 28.640668630599976, 12.969411671161652, 24.53909868001938, 31.21972268819809, 13.185069739818573, 13.891068577766418, 34.08810383081436, 32.51893448829651, 20.778870165348053, 23.604673266410828, 20.868714153766632, 20.80339115858078, 18.420351564884186, 10.321625888347626, 21.04362714290619, 36.439259707927704, 11.899920523166656, 5.871497631072998, 36.49694961309433, 25.131938815116882, 12.913364946842194, 30.57800555229187, 29.791732013225555, 19.270153045654297, 16.86616188287735, 22.070920586586, 10.07248741388321, 17.401553213596344, 17.563453197479248, 14.713209211826324, 29.26624971628189, 21.45620161294937, 22.57560968399048, 22.197800934314728, 21.670288503170013, 24.245804488658905, 16.715584874153137, 20.01363706588745, 12.770070135593414, 25.06132435798645, 23.881370902061462, 14.314170241355896, 33.504511535167694, 15.311253190040588, 19.573158144950867, 13.404924094676971, 14.033610880374908, 23.896188735961914, 15.175300061702728, 17.419188499450684, 22.06697702407837, 25.161221504211426, 24.14507132768631, 6.471286833286285, 8.040310621261597, 27.683923840522766, 18.136179208755493, 17.462703347206116, 13.329911530017853, 25.91194862127304, 16.815508544445038, 18.634847164154053, 34.66242688894272, 25.5078187584877, 16.847514271736145, 17.092626869678497, 23.698446571826935, 23.571885406970978, 17.104905545711517, 15.575415849685669, 12.562180995941162, 23.347896099090576, 23.535426139831543, 20.027445673942566, 16.12759929895401, 15.601835429668427, 30.386476814746857, 26.434370636940002, 17.620726227760315, 23.133107244968414, 1.9225756525993347, 8.246275782585144, 19.581756353378296, 24.076673328876495, 27.266046941280365, 19.247786700725555, 30.28177797794342, 26.339006662368774, 19.86978316307068, 20.54446917772293, 27.79239457845688, 32.24215340614319, 14.007075309753418, 19.649906754493713, 15.146817862987518, 15.704396367073059, 19.68603217601776, 41.643947184085846, 9.26962411403656, 20.336681067943573, 19.551836729049683, 26.624350905418396, 19.922327756881714, 15.259830594062805, 19.24249619245529, 20.10073620080948, 22.948187589645386, 26.68594855070114, 26.80946934223175, 18.192274749279022, 28.01975977420807, 18.48650151491165, 31.16305911540985, 21.855100572109222, 31.033043146133423, 14.604133069515228, 22.295885622501373, 26.250137090682983, 37.24436664581299, 15.079184770584106, 30.918344497680664, 21.864591538906097, 24.030098021030426, 16.364915668964386, 19.045256316661835, 22.81227880716324, 20.89879560470581, 19.06839632987976, 17.036784768104553, 10.736947894096375, 15.536486446857452, 23.76224809885025, 10.059589385986328, 21.53762674331665, 20.482137441635132, 26.318375527858734, 17.33946293592453, 17.74176436662674, 16.516672492027283, 8.365702629089355, 18.153080880641937, 20.75178188085556, 27.868659019470215, 11.983578979969025, 16.297074496746063, 28.36900371313095, 26.98691713809967, 12.138269186019897, 18.27020651102066, 20.280607640743256, 26.788390457630157, 38.16433072090149, 23.71644502878189, 31.40885990858078, 35.51207536458969, 14.285678207874298, 17.87613081932068, 26.048132181167603, 21.14547437429428, 23.913619875907898, 31.251860737800598, 15.51416277885437, 35.51705747842789, 19.447575271129608, 25.044809103012085, 22.121520459651947, 19.366485357284546, 11.613951086997986, 22.653663337230682, 24.499063909053802, 30.48385912179947, 22.77170443534851, 24.663083910942078, 30.409840166568756, 27.604314267635345, 24.57351416349411, 16.001032829284668, 28.234425604343414, 30.114766538143158, 16.836872100830078, 27.008336782455444, 20.162288069725037, 37.65582758188248, 38.73981446027756, 21.18844825029373, 24.080973386764526, 28.438436329364777, 9.188470304012299, 23.018457293510437, 16.7176855802536, 37.63639599084854, 8.274854958057404, 1.943581461906433, 23.70997178554535, 21.20949536561966, 20.23948085308075, 15.612764954566956, 17.572898209095, 19.93944388628006, 13.78942209482193, 31.698423385620117, 29.782308399677277, 28.485702574253082, 12.135384321212769, 21.222058713436127, 15.655323803424835, 23.303647696971893, 28.588183879852295, 30.262236177921295, 31.59490805864334, 32.4768300652504, 27.83484196662903, 37.76665025949478, 29.025881230831146, 27.338848412036896, 22.42521506547928, 15.702243447303772, 25.415422439575195, 28.231227040290833, 24.857861578464508, 20.41741704940796, 16.473670780658722, 21.963497519493103, 12.553310811519623, 25.37240195274353, 23.81771093606949, 15.960806906223297, 18.897814989089966, 25.719130873680115, 17.684703528881073, 29.629588842391968, 10.626174569129944, 23.523625135421753, 9.556318700313568, 19.22502952814102, 17.605762898921967, 28.266596496105194, 32.929134488105774, 29.068803191184998, 22.088158190250397, 20.23235422372818, 21.308593213558197, 24.974729359149933, 12.468801081180573, 24.264757215976715, 4.321647047996521, 33.15955591201782, 22.435683965682983, 5.796201229095459, 10.198182165622711, 15.862832427024841, 29.669033527374268, 19.904712915420532, 21.25425148010254, 18.858300924301147, 15.566443800926208, 32.347690999507904, 18.353076577186584, 21.036753475666046, 19.824409008026123, 20.623161613941193, 13.89649897813797, 34.486138105392456, 31.611383855342865, 13.713907420635223, 10.386865735054016, 19.580130517482758, 29.676474153995514, 14.812687933444977, 19.93969476222992, 25.117729663848877, 27.598772048950195, 27.283696949481964, 19.35269832611084, 30.561842560768127, 24.621132731437683, 24.441507279872894, 21.94011378288269, 18.710442662239075, 7.764603078365326, 25.17461621761322, 39.4284844994545, 19.74493008852005, 21.885063767433167, 18.10090672969818, 17.558728635311127, 32.540560364723206, 25.791406273841858, 20.994062423706055, 21.811791598796844, 13.905023694038391, 21.06805980205536, 22.266506373882294, 29.225507497787476, 36.54045134782791, 24.169079661369324, 22.392628133296967, 23.071711599826813, 14.79525089263916, 19.117587983608246, 23.40824669599533, 29.534943401813507, 47.33995586633682, 19.175638139247894, 25.357012569904327, 29.591039776802063, 24.795497000217438, 9.182586431503296, 19.22452485561371, 25.344538033008575, 27.305264234542847, 14.1114541888237, 28.533303916454315, 28.814405977725983, 14.117434084415436, 16.216331899166107, 29.173216819763184, 18.213636815547943, 24.71518474817276, 26.444909811019897, 13.469026625156403, 30.71110039949417, 7.825318336486816, 28.836295068264008, 27.19920116662979, 28.627973437309265, 21.721884965896606, 20.315257489681244, 21.91891920566559, 16.37805551290512, 27.214903950691223, 31.16930913925171, 35.93028110265732, 37.9108549952507, 24.603696882724762, 21.165762782096863, 21.89690351486206, 13.0560884475708, 18.62509322166443, 17.64591372013092, 23.869068920612335, 19.690375447273254, 31.398801445961, 19.74973714351654, 31.828350245952606, 11.751882135868073, 40.47997385263443, 6.801057934761047, 7.1537224650383, 26.11659449338913, 19.50808185338974, 13.874392628669739, 12.642547249794006, 29.18535614013672, 33.84090214967728, 17.494263887405396, 18.002361536026, 27.05395370721817, 12.561714828014374, 14.171356081962585, 26.67260104417801, 23.51096087694168, 18.49289357662201, 24.332246840000153, 12.671002388000488, 37.44540590047836, 34.59116214513779, 20.881011605262756, 19.667822897434235, 19.310538232326508, 27.613524436950684, 11.65531724691391, 25.6946918964386, 25.57381969690323, 20.215814888477325, 25.903987050056458, 19.359866440296173, 14.988873064517975, 13.549131393432617, 16.846391320228577, 15.510902106761932, 14.158942937850952, 35.68119269609451, 28.32769203186035, 25.52764195203781, 15.353257596492767, 8.889221906661987, 12.1041778922081, 31.622367024421692, 34.36077296733856, 10.28412812948227, 28.540872275829315, 31.8000271320343, 23.540783286094666, 20.46985125541687, 14.223442316055298, 21.910573959350586, 12.625175178050995, 14.103116035461426, 29.706250727176666, 20.83348548412323, 34.46411871910095, 22.88442426919937, 26.33844029903412, 26.06766051054001, 20.527111053466797, 23.972796320915222, 8.72321331501007, 32.604602456092834, 31.97612178325653, 21.413862764835358, 17.351989209651947, 23.82107651233673, 35.71115618944168, 25.380689680576324, 32.47999119758606, 23.495077550411224, 28.602938413619995, 17.92326307296753, 16.091559946537018, 31.37223756313324, 29.014180541038513, 15.664003610610962, 17.13461208343506, 26.07263892889023, 8.180171310901642, 28.733464777469635, 21.947076559066772, 27.370559513568878, 30.54128611087799, 23.519525349140167, 27.22281986474991, 18.707704305648804, 29.632273733615875, 13.927434980869293, 19.8432235121727, 12.843414545059204, 22.608172833919525, 32.513792634010315, 22.152705192565918, 11.843842208385468, 14.148768723011017, 25.64696604013443, 25.343319475650787, 20.7030428647995, 20.115406453609467, 32.83058738708496, 28.77206778526306, 21.4654421210289, 8.36341792345047, 34.4103963971138, 24.109098255634308, 25.673621475696564, 20.16625988483429, 28.70397049188614, 29.454328775405884, 11.483260095119476, 13.846497654914856, 21.245964229106903, 16.82704931497574, 20.73101019859314, 32.62739187479019, 22.40689927339554, 16.714015007019043, 8.512770473957062, 31.57092046737671, 31.218675017356873, 11.677449822425842, 24.675713181495667, 31.435467839241028, 23.73820447921753, 28.218062698841095, 19.283095121383667, 9.299093961715698, 18.66644686460495, 20.009051859378815, 18.834284126758575, 18.91562455892563, 19.2716007232666, 27.89604091644287, 22.54530930519104, 22.93043953180313, 29.179469168186188, 17.571942031383514, 16.646417915821075, 22.85214912891388, 23.844733953475952, 29.029161870479584, 22.600739419460297, 25.28682643175125, 17.01775759458542, 22.546907663345337, 23.751029789447784, 25.415778815746307, 7.804657995700836, 27.52150148153305, 13.658985018730164, 21.441910445690155, 17.529452323913574, 15.520422399044037, 27.825706005096436, 24.660664916038513, 30.87661910057068, 23.444716811180115, 19.228206634521484, 24.50683432817459, 22.932644367218018, 14.699340760707855, 15.671894013881683, 17.84707522392273, 25.612030923366547, 15.815891087055206, 12.011638343334198, 21.62568497657776, 25.05649882555008, 7.99108624458313, 22.8748881816864, 28.620157718658447, 14.447591841220856, 26.369752049446106, 24.909634053707123, 22.474134027957916, 9.116255104541779, 27.811153829097748, 33.68408364057541, 19.09975814819336, 22.938335120677948, 14.495828628540039, 23.893997609615326, 30.88412082195282, 17.316539227962494, 12.135997772216797, 22.56525617837906, 17.546851813793182, 28.71800148487091, 36.086461544036865, 27.324998676776886, 15.597356975078583, 13.748068511486053, 23.8096684217453, 19.919648826122284, 9.207504034042358, 30.72978377342224, 30.964460790157318, 9.088598608970642, 27.43026238679886, 22.82691389322281, 24.90822857618332, 10.381092846393585, 32.03911608457565, 13.361469566822052, 24.71568214893341, 13.947566568851471, 35.177649199962616, 32.505594074726105, 21.3308567404747, 25.57338410615921, 34.54245167970657, 20.904553711414337, 19.78829860687256, 26.85266935825348, 11.2080859541893, 20.10526603460312, 27.635216057300568, 26.142847299575806, 21.014448821544647, 14.669609308242798, 13.18038672208786, 26.136274755001068, 21.799927234649658, 29.599237978458405, 23.581919312477112, 21.8320671916008, 23.899438083171844, 19.85245633125305, 10.083029806613922, 20.493716597557068, 27.76544624567032, 26.70056027173996, 29.86170756816864, 30.695990025997162, 20.214521884918213, 23.561516642570496, 22.025307834148407, 15.74249517917633, 22.38112086057663, 33.26366746425629, 13.890258193016052, 16.79460620880127, 23.949327409267426, 28.251067221164703, 17.977833688259125, 24.892545104026794, 26.517794847488403, 20.935854732990265, 22.32987380027771, 27.010431110858917, 18.078489780426025, 18.815512597560883, 18.790740370750427, 20.018872439861298, 23.713683485984802, 22.662537455558777, 30.38240146636963, 8.128874897956848, 32.1986939907074, 10.869500458240509, 29.955778539180756, 26.27240127325058, 25.284039199352264, 13.817745625972748, 18.486797630786896, 24.27906984090805, 24.29436105489731, 23.195119082927704, 9.547204434871674, 14.170141339302063, 33.081948697566986, 18.481668710708618, 21.582315981388092, 22.325499534606934, 25.769441068172455, 9.794889032840729, 26.884570240974426, 18.193525433540344, 10.419100940227509, 22.23589050769806, 24.232465505599976, 9.147202968597412, 16.740244209766388, 15.888342440128326, 23.612301468849182, 8.7705557346344, 17.77442353963852, 19.434524595737457, 29.025043547153473, 27.11343878507614, 20.12107115983963, 18.758248209953308, 21.834642469882965, 16.54799485206604, 29.324433088302612, 22.00214433670044, 9.88224709033966, 17.2967267036438, 7.971598029136658, 33.435584366321564, 20.924818694591522, 29.67538011074066, 18.52292364835739, 29.845409512519836, 22.764736771583557, 25.619866728782654, 17.55175691843033, 31.923686921596527, 24.668299078941345, 14.990796506404877, 21.97518253326416, 16.940433502197266, 42.51219433546066, 31.18947660923004, 37.44680470228195, 24.21698957681656, 23.365163564682007, 25.05588388442993, 12.851730227470398, 40.14843791723251, 31.443425238132477, 33.869985580444336, 28.370056331157684, 13.284842789173126, 28.438906133174896, 23.337342500686646, 20.79939603805542, 22.82491248846054, 12.080290496349335, 24.48345237970352, 23.876477241516113, 31.429833590984344, 29.828443229198456, 44.10191798210144, 15.754126191139221, 34.29901486635208, 18.800624310970306, 13.467059791088104, 23.97455984354019, 22.406516075134277, 15.660376012325287, 20.5854452252388, 12.566651463508606, 12.152261555194855, 26.142389953136444, 16.758552253246307, 25.852248311042786, 14.294790923595428, 12.084187150001526, 27.53740781545639, 22.38643306493759, 23.693999767303467, 21.159625828266144, 14.784522891044617, 37.255829870700836, 25.201326489448547, 25.834726631641388, 24.389533698558807, 22.829734325408936, 26.890546023845673, 24.24646931886673, 28.952177703380585, 31.49536442756653, 11.45872312784195, 25.99742352962494, 3.762583613395691, 27.435858845710754, 32.802303433418274, 17.676516354084015, 15.124877572059631, 38.6584934592247, 16.76260530948639, 22.802893042564392, 33.396830558776855, 12.822471380233765, 23.439074754714966, 20.084222555160522, 25.69822007417679, 14.905173182487488, 19.684443831443787, 35.41885316371918, 24.049608051776886, 16.38265174627304, 13.815966665744781, 22.775782644748688, 24.61296510696411, 33.75831186771393, 32.06206172704697, 35.5213907957077, 1.0187819004058838, 24.099180161952972, 22.999529600143433, 10.295211613178253, 18.48325091600418, 15.789364993572235, 20.35795646905899, 25.26781690120697, 22.235148310661316, 10.54564255475998, 9.378664016723633, 23.10020738840103, 11.256515204906464, 21.912132441997528, 27.08941775560379, 28.065495193004608, 19.00365376472473, 12.298545062541962, 33.466255605220795, 21.670602023601532, 13.464933454990387, 10.341020345687866, 19.014628171920776, 25.652187645435333, 20.079212427139282, 27.62175852060318, 24.715923070907593, 25.68403971195221, 25.810091197490692, 15.072610199451447, 34.36901646852493, 32.440492033958435, 31.51324498653412, 31.148466527462006, 18.645054697990417, 16.975642383098602, 15.961631655693054, 13.279677867889404, 22.960479736328125, 30.817341685295105, 29.197120487689972, 11.938557505607605, 27.71545034646988, 18.46280014514923, 22.984254717826843, 17.4580340385437, 27.025334656238556, 15.927998483181, 26.782045304775238, 20.126387774944305, 26.99796348810196, 12.77601706981659, 28.4762145280838, 25.417138278484344, 29.479678511619568, 17.31923246383667, 26.513550579547882, 27.0534907579422, 12.755716145038605, 20.791463911533356, 29.764645636081696, 10.38032442331314, 14.828672409057617, 27.53061956167221, 14.380281865596771, 24.732639014720917, 16.371432721614838, 6.679742336273193, 13.640738844871521, 17.037158727645874, 29.4519425034523, 12.933015286922455, 16.303347766399384, 27.272222816944122, 23.000374734401703, 19.382385969161987, 18.286064624786377, 8.01509964466095, 25.07897913455963, 15.190215051174164, 27.60088324546814, 29.786875903606415, 6.781973779201508, 28.706481099128723, 27.229859173297882, 35.596800446510315, 23.74170809984207, 32.91551351547241, 33.1803542971611, 23.18047684431076, 25.54387217760086, 15.819331049919128, 23.159980475902557, 24.311082899570465, 20.96351194381714, 19.29757994413376, 28.21351009607315, 24.830466091632843, 23.141395926475525, 29.143004179000854, 38.234459698200226, 11.688690602779388, 24.98735511302948, 18.604548454284668, 25.749690175056458, 24.534290373325348, 25.826247811317444, 12.894510447978973, 12.252511858940125, 19.61752152442932, 17.609660029411316, 8.389459609985352, 11.276868343353271, 26.060281693935394, 11.34637713432312, 7.902320563793182, 28.68241822719574, 22.840367257595062, 25.819367289543152, 8.09804904460907, 16.099824905395508, 9.380740702152252, 17.421173214912415, 24.33130520582199, 25.952127158641815, 17.42101299762726, 23.10306191444397, 20.07143098115921, 13.561172485351562, 16.293101906776428, 14.301031172275543, 29.950635850429535, 36.3213392496109, 27.715847551822662, 18.529345631599426, 13.95338523387909, 17.0855233669281, 14.918486177921295, 21.18211680650711, 25.903984546661377, 13.622210144996643, 19.356950402259827, 20.159950733184814, 17.78985619544983, 24.161518394947052, 14.616997063159943, 24.040583789348602, 19.245553612709045, 18.769392728805542, 20.022286593914032, 13.633344292640686, 21.618898570537567, 18.48754096031189, 21.546137750148773, 10.572324395179749, 9.822853803634644, 25.156877756118774, 23.47882354259491, 23.654469907283783, 23.852409422397614, 19.05651217699051, 32.45747363567352, 20.26948970556259, 17.254043757915497, 20.689433872699738, 27.03406196832657, 26.709396243095398, 33.246355175971985, 25.150160491466522, 27.412751019001007, 15.41014838218689, 20.402957022190094, 24.000830352306366, 21.37370729446411, 17.393092274665833, 10.657213747501373, 18.973698556423187, 11.952754259109497, 18.84613996744156, 25.917103171348572, 20.969934284687042, 35.99101537466049, 17.594390213489532, 12.77602869272232, 22.38459974527359, 28.322581350803375, 15.941340744495392, 19.807945549488068, 20.582239091396332, 15.518867671489716, 14.608319818973541, 21.917585015296936, 24.86843204498291, 20.720743894577026, 18.551503121852875, 21.965132474899292, 24.59692221879959, 23.139526665210724, 18.78804063796997, 31.784435868263245, 25.74319702386856, 24.732963383197784, 17.459997415542603, 25.50186550617218, 15.345633566379547, 16.573530972003937, 26.656561493873596, 16.363676011562347, 18.738071262836456, 27.213856756687164, 23.68663913011551, 27.13080531358719, 11.111514210700989, 10.90936154127121, 30.611494719982147, 22.411643385887146, 15.128072202205658, 24.426028609275818, 30.519984364509583, 25.11036455631256, 29.1533465385437, 31.619959235191345, 31.22506195306778, 11.866621613502502, 38.9921652674675, 30.57713621854782, 13.608548402786255, 22.202209949493408, 29.83284890651703, 22.408746361732483, 14.427473366260529, 29.69570827484131, 15.236118197441101, 31.446633636951447, 28.793363332748413, 21.374421894550323, 8.844665765762329, 21.260884940624237, 16.109430134296417, 16.308895230293274, 18.299603760242462, 21.30317372083664, 27.810245871543884, 22.18393361568451, 21.127759635448456, 24.060381710529327, 21.164901196956635, 19.756428837776184, 31.10938823223114, 26.984842240810394, 24.948589384555817, 26.465779900550842, 25.954193472862244, 6.965835332870483, 22.4084752202034, 18.39671391248703, 20.673922538757324, 12.477585554122925, 14.90925520658493, 19.497358560562134, 19.20079869031906, 24.125090062618256, 23.804068744182587, 29.570020496845245, 26.769469738006592, 33.91945433616638, 30.797363579273224, 15.521148800849915, 16.2542462348938, 15.116872668266296, 26.826347649097443, 28.524189829826355, 24.021666288375854, 21.48956733942032, 26.469252288341522, 23.837806224822998, 21.550288558006287, 16.33456540107727, 17.735777854919434, 15.694811284542084, 20.846139311790466, 25.988329768180847, 24.67637187242508, 21.490871787071228, 22.118222951889038, 37.79230958223343, 15.141992390155792, 23.92759346961975, 26.953734278678894, 22.955454409122467, 21.28008234500885, 12.237504422664642, 10.4735067486763, 23.134795784950256, 27.009563326835632, 11.650890588760376, 23.820454001426697, 15.233715415000916, 23.766523897647858, 20.96841013431549, 18.52381157875061, 22.076555490493774, 18.64319145679474, 20.55550968647003, 19.760432600975037, 29.066322445869446, 23.113861918449402, 11.617464363574982, 27.22612327337265, 24.537993609905243, 21.51705116033554, 29.847213089466095, 25.33187586069107, 30.65206402540207, 26.968372225761414, 14.498341023921967, 22.05338340997696, 27.038070261478424, 21.459389984607697, 9.483921766281128, 24.435141563415527, 8.170808732509613, 20.635161459445953, 22.01785546541214, 20.90610957145691, 20.23460763692856, 25.803244709968567, 23.859417378902435, 35.79883700609207, 31.805847644805908, 19.03476458787918, 19.432270169258118, 16.48103028535843, 13.206401407718658, 31.223990321159363, 25.7664932012558, 30.1861669421196, 19.527232766151428, 21.01068753004074, 20.432976007461548, 7.365452945232391, 9.698081851005554, 22.984045147895813, 23.484471440315247, 26.874103665351868, 28.975021719932556, 16.517266035079956, 14.04292756319046, 19.900209665298462, 31.376447021961212, 23.739014744758606, 26.778740882873535, 18.467016756534576, 30.79598641395569, 18.93561679124832, 20.027160108089447, 16.48118108510971, 23.440840780735016, 13.844753324985504, 26.748993635177612, 25.124213695526123, 21.60469102859497, 17.432468831539154, 26.614662051200867, 25.420006573200226, 21.837992250919342, 13.817549169063568, 18.19455063343048, 21.431000530719757, 12.85437935590744, 33.50939899682999, 36.24727326631546, 16.879307627677917, 19.759842932224274, 29.88384574651718, 18.263173758983612, 20.634084701538086, 25.46438318490982, 23.682845771312714, 26.001389801502228, 15.204676330089569, 20.680049121379852, 23.62137335538864, 25.131270110607147, 46.480950713157654, 19.745760321617126, 29.18373018503189, 25.86700451374054, 15.506294071674347, 19.062449753284454, 13.976186156272888, 20.32870489358902, 18.785822093486786, 24.80865603685379, 26.879559457302094, 25.250221371650696, 20.525356113910675, 10.991442382335663, 20.266264259815216, 20.558753609657288, 30.869852125644684, 18.56748265028, 32.04776334762573, 13.966627359390259, 21.03450036048889, 17.52576172351837, 13.531207025051117, 22.23584771156311, 18.053275227546692, 25.63163948059082, 15.786030352115631, 18.472719311714172, 22.27185559272766, 19.053874135017395, 27.082387447357178, 7.220512807369232, 16.567289412021637, 17.22833925485611, 12.408960223197937, 15.795920133590698, 26.30557155609131, 35.332121670246124, 31.129961669445038, 20.752180516719818, 20.312938451766968, 23.611902475357056, 14.700018286705017, 15.216174840927124, 25.99960458278656, 29.00312340259552, 18.26419574022293, 26.033415138721466, 21.633902668952942, 18.2237166762352, 18.362243115901947, 20.484831035137177, 30.363276064395905, 17.588592290878296, 16.25219362974167, 24.19658762216568, 14.853651404380798, 30.68738454580307, 12.889792740345001, 20.168065786361694, 31.47437036037445, 16.883642613887787, 9.284449875354767, 13.385101616382599, 20.72594130039215, 17.411005795001984, 8.114768922328949, 9.550626397132874, 15.04411381483078, 8.598049283027649, 32.908732414245605, 22.978143334388733, 22.270934343338013, 32.97434574365616, 26.14612066745758, 20.195561051368713, 22.2628213763237, 21.028633415699005, 25.442515015602112, 30.24785804748535, 21.813909471035004, 15.801308333873749, 20.026522278785706, 27.480814516544342, 10.272344052791595, 25.981544315814972, 20.64380645751953, 22.4590322971344, 25.45347088575363, 25.53622406721115, 23.403245866298676, 20.526372373104095, 12.482808291912079, 10.512689530849457, 21.612402021884918, 32.900768518447876, 22.05502986907959, 22.631260752677917, 23.035488665103912, 18.006158351898193, 16.779929459095, 24.12799197435379, 21.906488358974457, 30.008160650730133, 31.193765997886658, 21.13513559103012, 18.742654025554657, 21.523864209651947, 34.086535930633545, 15.151988625526428, 24.12196785211563, 23.951382040977478, 39.90667527914047, 24.985959768295288, 16.192758858203888, 17.374864876270294, 27.432429552078247, 17.637365460395813, 18.18630748987198, 29.771927297115326, 18.91547429561615, 25.650612711906433, 22.596260011196136, 14.221618592739105, 19.681238532066345, 31.011332273483276, 44.479992508888245, 10.386083602905273, 17.92658269405365, 10.11548227071762, 32.93040466308594, 19.836165070533752, 22.51593667268753, 34.91511291265488, 10.525643050670624, 13.194400489330292, 36.661649227142334, 13.790619969367981, 35.789181888103485, 14.274868428707123, 18.337697327136993, 33.347552835941315, 18.823363721370697, 10.774802684783936, 31.987978518009186, 19.225721299648285, 31.140568912029266, 7.527994513511658, 23.230576872825623, 14.503732025623322, 24.915590465068817, 19.918801844120026, 24.564168989658356, 13.857875943183899, 28.66970866918564, 21.81827622652054, 23.486982762813568, 19.727489829063416, 14.564987599849701, 6.541444957256317, 18.17189872264862, 22.729075849056244, 26.77274388074875, 18.77325838804245, 20.147300362586975, 14.228034436702728, 24.78770524263382, 27.393128514289856, 20.66841697692871, 26.77871811389923, 33.84880596399307, 22.830194354057312, 23.578024983406067, 10.256244122982025, 16.805516362190247, 11.793678164482117, 35.648641526699066, 35.25653463602066, 9.077993094921112, 11.440889298915863, 22.08091789484024, 13.156403064727783, 19.57314372062683, 16.780330777168274, 26.877237617969513, 20.132549047470093, 32.72917079925537, 29.501725912094116, 22.43391388654709, 23.2109152674675, 26.815544843673706, 19.12482988834381, 20.84079110622406, 16.442920982837677, 13.298843622207642, 24.185721576213837, 17.823856472969055, 31.44841295480728, 29.92727029323578, 24.372747123241425, 28.391853153705597, 22.06061840057373, 25.808871686458588, 26.75191706418991, 21.978919804096222, 15.353574275970459, 18.85927790403366, 16.028737723827362, 30.147883713245392, 22.00071108341217, 17.934450268745422, 11.745608866214752, 24.8378164768219, 20.50775170326233, 26.837081909179688, 19.563282132148743, 16.48246157169342, 36.04516911506653, 31.10935890674591, 14.093393087387085, 32.882528424263, 23.14745408296585, 25.727357983589172, 16.07298755645752, 16.74297273159027, 37.18147522211075, 19.984455049037933, 17.52959281206131, 17.52582013607025, 25.315254390239716, 27.450781404972076, 21.309974312782288, 32.93575632572174, 19.58508586883545, 13.362732529640198, 23.157972633838654, 10.145298659801483, 4.651502013206482, 38.026635587215424, 15.062255024909973, 26.747599482536316, 30.318809151649475, 19.90770810842514, 27.293119609355927, 20.028214514255524, 21.51074492931366, 32.938288033008575, 11.943628489971161, 14.092846274375916, 23.68622177839279, 18.741113007068634, 28.581266283988953, 18.79993623495102, 21.626946210861206, 18.761122405529022, 25.894118309020996, 21.281508207321167, 36.623435735702515, 41.46251457929611, 31.81142097711563, 33.91998952627182, 26.713703334331512, 31.53049337863922, 16.061381936073303, 34.22636902332306, 22.13766247034073, 15.181317389011383, 39.69653505086899, 23.98849731683731, 14.094094395637512, 24.35295331478119, 34.47180104255676, 15.776997745037079, 11.421997547149658, 16.23627334833145, 14.593700766563416, 21.84374290704727, 33.63511621952057, 18.780459463596344, 33.180985033512115, 18.18622213602066, 15.291560053825378, 13.503130972385406, 20.684227466583252, 23.501479625701904, 20.80238962173462, 19.869612276554108, 15.483098983764648, 21.165110051631927, 20.046612799167633, 21.527107536792755, 18.453134298324585, 11.630594253540039, 24.02705806493759, 27.816033601760864, 13.251496493816376, 30.563873827457428, 20.680453896522522, 22.469729244709015, 27.81049734354019, 18.25116729736328, 17.613190233707428, 33.073128163814545, 4.528419077396393, 15.243327260017395, 9.590364336967468, 21.706770539283752, 22.028614401817322, 21.51733487844467, 29.394964635372162, 12.71811693906784, 25.79413551092148, 21.261682987213135, 23.054951608181, 26.416710376739502, 18.540205538272858, 10.134791254997253, 22.136275947093964, 12.205653607845306, 12.839445054531097, 14.237098455429077, 15.611332297325134, 15.593573033809662, 28.38017648458481, 21.955990493297577, 25.99538564682007, 19.80528563261032, 18.097369730472565, 16.96117413043976, 15.176425039768219, 20.995866894721985, 19.692429065704346, 23.31929463148117, 27.43728917837143, 39.096205711364746, 3.013558328151703, 18.393655121326447, 25.275042176246643, 20.639130651950836, 20.2563978433609, 19.382668197155, 15.774166285991669, 30.406347334384918, 22.56585967540741, 19.128152668476105, 24.263509154319763, 17.84143775701523, 24.20432585477829, 19.748591601848602, 25.642351984977722, 24.5132999420166, 16.289115130901337, 23.103833973407745, 28.916638553142548, 22.019078016281128, 24.886148393154144, 17.311420500278473, 28.03599190711975, 7.276684463024139, 35.52513635158539, 27.174688696861267, 16.265392303466797, 17.380957007408142, 28.322154939174652, 17.396422564983368, 19.506151795387268, 24.08080941438675, 12.929477453231812, 20.88908737897873, 21.081093847751617, 32.21618610620499, 26.812277913093567, 11.98317176103592, 17.2529177069664, 14.604020237922668, 15.706638395786285, 26.83634579181671, 14.611875236034393, 26.552112936973572, 22.161365628242493, 28.836766719818115, 25.78904277086258, 18.815426766872406, 3.5321426391601562, 28.968668341636658, 21.933399736881256, 23.29434311389923, 19.44972723722458, 21.837858974933624, 15.352385103702545, 28.932246685028076, 14.407325506210327, 21.795300126075745, 31.73460817337036, 24.336638629436493, 12.601431965827942, 17.569503247737885, 27.708087384700775, 31.432025015354156, 18.319094359874725, 16.05080872774124, 14.798295140266418, 15.486723005771637, 21.712627410888672, 14.824975967407227, 22.313779294490814, 26.333991169929504, 16.211009740829468, 24.849307537078857, 16.96558368206024, 14.690384447574615, 17.109277546405792, 35.86728757619858, 34.06683886051178, 24.89255863428116, 22.139922082424164, 32.00357282161713, 37.66312074661255, 27.36002105474472, 18.872774183750153, 24.059217870235443, 13.728480160236359, 31.1593958735466, 20.876293182373047, 18.0639790892601, 41.45841324329376, 26.357171058654785, 7.448761284351349, 19.443736672401428, 32.991078436374664, 18.709049463272095, 31.669301688671112, 27.789379835128784, 27.913961350917816, 24.436173379421234, 1.7182506918907166, 10.879510641098022, 25.822118818759918, 39.400002002716064, 30.899637460708618, 17.20834791660309, 15.57768565416336, 16.17464315891266, 34.7780956029892, 29.953481316566467, 22.247620224952698, 21.5218745470047, 10.644632816314697, 29.785405457019806, 8.807883322238922, 25.45848286151886, 22.665186285972595, 23.890169084072113, 28.061561465263367, 22.72430384159088, 20.126950085163116, 22.91399222612381, 22.86524474620819, 25.785676300525665, 14.10729306936264, 15.941425383090973, 20.833654046058655, 22.32599276304245, 25.65805745124817, 24.0082905292511, 32.29657357931137, 25.52792775630951, 26.640934586524963, 25.175198793411255, 28.25751954317093, 18.67150527238846, 27.00897967815399, 32.1236327290535, 29.599864184856415, 19.938638865947723, 23.15722954273224, 16.903203010559082, 19.91536247730255, 19.29807025194168, 26.5639625787735, 24.98281490802765, 28.17756313085556, 30.01307386159897, 16.045248091220856, 33.16967839002609, 22.59939843416214, 15.933466374874115, 30.154944956302643, 18.41187673807144, 43.118268847465515, 20.322318017482758, 26.0109344124794, 11.420942783355713, 25.265603840351105, 15.925293147563934, 24.66797775030136, 18.631132423877716, 22.327896416187286, 20.95949560403824, 19.82326751947403, 36.00475734472275, 27.989062190055847, 35.694756746292114, 25.074321389198303, 8.081583976745605, 31.57042282819748, 15.284906089305878, 19.660108625888824, 22.845135748386383, 11.439945578575134, 11.50751805305481, 28.42989706993103, 22.077622771263123, 23.332647264003754, 21.892024517059326, 17.020929276943207, 18.428880214691162, 26.74718189239502, 6.2216126918792725, 16.47236281633377, 18.538695812225342, 34.193751990795135, 22.431110978126526, 13.216473042964935, 23.758293449878693, 29.016479969024658, 21.27694445848465, 27.29375982284546, 29.848786652088165, 14.102449655532837, 33.90747547149658, 11.006279289722443, 11.712437748908997, 16.729735612869263, 14.556188762187958, 22.201293766498566, 35.32645934820175, 22.889619946479797, 38.406442523002625, 11.89090347290039, 13.133309185504913, 22.998851001262665, 25.784056842327118, 29.514133632183075, 22.713854610919952, 15.889183640480042, 19.21360605955124, 9.568799316883087, 28.4186252951622, 14.601301312446594, 17.59653091430664, 26.266587138175964, 24.868955612182617, 27.075886130332947, 17.55382227897644, 22.073980748653412, 25.052317798137665, 28.045209228992462, 36.969689667224884, 21.23248702287674, 16.390801787376404, 30.01592046022415, 15.06749302148819, 23.297662794589996, 25.858029067516327, 16.92209631204605, 34.0024431347847, 16.588663399219513, 28.88570362329483, 17.333872437477112, 15.879831314086914, 20.030911147594452, 13.367812156677246, 32.546284675598145, 28.033200204372406, 28.706763327121735, 40.97618490457535, 30.614188015460968, 26.30966430902481, 24.30478996038437, 23.18850976228714, 20.95058184862137, 22.25011855363846, 15.645612895488739, 21.779893457889557, 26.149849832057953, 23.68922907114029, 25.879690170288086, 22.092037200927734, 39.36675006151199, 26.95029926300049, 32.05809676647186, 23.48242598772049, 24.987786293029785, 16.707437932491302, 20.383130252361298, 18.1412250995636, 21.68212080001831, 32.59427088499069, 15.773437261581421, 5.940833508968353, 23.68877762556076, 21.09498357772827, 14.814740002155304, 24.069884598255157, 22.77111554145813, 7.08515202999115, 28.221204161643982, 26.546489894390106, 16.10685497522354, 17.79872089624405, 23.13861745595932, 35.18442791700363, 18.534272253513336, 18.10996675491333, 27.978550791740417, 22.675679087638855, 31.945884108543396, 20.55013906955719, 20.750171959400177, 17.8767147064209, 17.926597893238068, 34.20815497636795, 25.966277539730072, 18.869196355342865, 22.339526176452637, 29.56231862306595, 15.247344017028809, 21.16866171360016, 21.35154402256012, 13.876790285110474, 32.509987354278564, 8.432344257831573, 13.299879491329193, 18.346543788909912, 20.00790899991989, 14.860827267169952, 16.90135568380356, 33.55644464492798, 19.785409092903137, 23.10940659046173, 31.791538894176483, 35.38699156045914, 30.754303574562073, 20.863250613212585, 25.745430886745453, 15.820782899856567, 25.8792422413826, 16.42235940694809, 16.455375850200653, 19.07450431585312, 38.33020371198654, 16.512161791324615, 27.05777609348297, 19.797986686229706, 19.59699147939682, 13.164815187454224, 15.517021238803864, 19.298684656620026, 34.59545737504959, 28.080965399742126, 26.803485691547394, 19.80364888906479, 10.154303312301636, 14.284989058971405, 0.14823061227798462, 30.694175124168396, 10.442678987979889, 29.980919182300568, 15.226888716220856, 18.680908620357513, 33.47783613204956, 16.33709418773651, 31.695029616355896, 17.875812649726868, 22.16427105665207, 20.039680898189545, 18.923583269119263, 33.605590522289276, 14.751279592514038, 15.829794049263, 5.645675003528595, 29.86430037021637, 35.01858174800873, 26.49362015724182, 34.046171486377716, 19.18743544816971, 29.497558414936066, 15.093777000904083, 14.127179682254791, 20.72597026824951, 3.698804557323456, 21.9543594121933, 19.685865938663483, 28.54080832004547, 17.784003257751465, 34.04659926891327, 11.534361600875854, 15.069728314876556, 26.381331980228424, 24.348413288593292, 27.46564745903015, 27.884163200855255, 17.963190019130707, 18.27518516778946, 22.550942420959473, 20.879947125911713, 20.255215287208557, 16.175402879714966, 32.42617630958557, 9.90641063451767, 16.80234283208847, 23.52605903148651, 22.35222017765045, 26.6033952832222, 27.398484587669373, 28.54700469970703, 18.13535588979721, 17.807212471961975, 24.38123595714569, 19.994144022464752, 15.287860095500946, 27.664092302322388, 24.1449915766716, 14.92278379201889, 13.61536592245102, 34.74905341863632, 20.948523700237274, 32.68609344959259, 25.353633880615234, 7.525304794311523, 30.78829926252365, 33.803323209285736, 22.849967300891876, 16.625704050064087, 20.14118719100952, 19.219864547252655, 18.441040813922882, 24.43907779455185, 23.36489635705948, 13.480826497077942, 9.915249645709991, 17.873753130435944, 23.58024090528488, 20.201058566570282, 26.656288385391235, 24.875709414482117, 28.465600550174713, 21.74509620666504, 23.46181046962738, 33.278213143348694, 29.780107080936432, 23.856618583202362, 17.01851922273636, 20.2433220744133, 17.597581565380096, 22.67951065301895, 27.771185338497162, 27.26713854074478, 13.57386690378189, 20.6638263463974, 15.65897250175476, 25.92259454727173, 24.70165377855301, 22.42192393541336, 14.570327818393707, 15.457924723625183, 18.628429532051086, 17.547176122665405, 21.484539568424225, 19.91699105501175, 15.45943307876587, 16.329982221126556, 27.575203895568848, 26.570902109146118, 34.11973649263382, 33.51725500822067, 10.905780494213104, 20.160260260105133, 19.65507161617279, 39.55991542339325, 20.42570197582245, 14.891749560832977, 26.811034321784973, 19.892390072345734, 26.08680647611618, 19.23901242017746, 21.175597429275513, 28.120706140995026, 15.89789867401123, 17.782058775424957, 19.999189138412476, 15.027141034603119, 27.748301208019257, 20.606302738189697, 14.769931077957153, 18.18310809135437, 14.182630181312561, 23.266956448554993, 19.046587646007538, 22.48719310760498, 25.444526374340057, 13.021385610103607, 19.614616870880127, 9.19210696220398, 17.932816922664642, 21.922835528850555, 33.04092401266098, 23.722152590751648, 32.325469970703125, 18.752354323863983, 8.072536706924438, 29.113926708698273, 27.85457468032837, 14.20700877904892, 30.068315982818604, 20.15387934446335, 32.00836944580078, 31.380206763744354, 3.9082953333854675, 19.082046270370483, 21.52425330877304, 19.131673753261566, 39.89186495542526, 20.57947850227356, 21.817516922950745, 24.546004712581635, 19.97365790605545, 19.88508290052414, 24.924816489219666, 25.98504739999771, 27.7511328458786, 16.457548916339874, 25.53921115398407, 24.094092190265656, 37.93945348262787, 25.51872092485428, 17.435010015964508, 30.773419857025146, 19.729754269123077, 14.966749548912048, 10.401655733585358, 15.452442467212677, 14.497965037822723, 9.239109516143799, 29.432670891284943, 22.8426154255867, 15.795468747615814, 19.266371071338654, 5.4663325548172, 16.806255400180817, 33.97300982475281, 25.538545429706573, 22.279995679855347, 18.46864825487137, 17.740496039390564, 9.280936062335968, 24.544162452220917, 34.67953336238861, 22.90942108631134, 22.308955252170563, 16.866693139076233, 19.91405838727951, 23.215635299682617, 11.01034563779831, 31.88961112499237, 16.52034103870392, 9.816295504570007, 22.26771104335785, 14.836600303649902, 26.680456042289734, 9.36973774433136, 28.653009355068207, 18.676776468753815, 21.18484514951706, 33.514003813266754, 23.998747646808624, 12.446432709693909, 22.07361799478531, 25.60469001531601, 19.733384609222412, 27.57986330986023, 30.219786643981934, 26.611853778362274, 19.39504200220108, 30.107257425785065, 26.763025283813477, 25.274876534938812, 24.30707335472107, 24.88612389564514, 8.072339415550232, 19.073731899261475, 15.19163602590561, 26.490513622760773, 40.969921708106995, 11.551941514015198, 30.284159064292908, 24.454375565052032, 30.101996779441833, 20.2679141163826, 24.19173526763916, 22.92299747467041, 3.1485626101493835, 33.841439723968506, 20.150791466236115, 14.65678983926773, 14.872014105319977, 12.642569661140442, 27.641161561012268, 40.363358080387115, 30.744438111782074, 27.92426747083664, 12.110810399055481, 20.014003813266754, 17.81660097837448, 16.431017756462097, 27.200717389583588, 18.36974185705185, 36.9630001783371, 22.307530164718628, 26.06042617559433, 25.83537322282791, 23.488468945026398, 25.935933709144592, 26.037503123283386, 34.034801602363586, 19.478696942329407, 21.680075228214264, 14.172729194164276, 16.517116963863373, 26.476874232292175, 18.95194560289383, 20.656944632530212, 20.983796000480652, 19.323069751262665, 10.232718348503113, 26.0590940117836, 12.135309636592865, 18.50689733028412, 19.014460027217865, 23.165383279323578, 21.33168512582779, 15.00485110282898, 31.657887399196625, 17.838613867759705, 31.796539306640625, 31.827260196208954, 27.968459367752075, 18.210751354694366, 22.196391940116882, 23.077429115772247, 24.75332683324814, 14.90655517578125, 19.278153240680695, 23.648028075695038, 30.661654472351074, 24.10885578393936, 26.862465143203735, 18.199557662010193, 22.627092480659485, 29.205152928829193, 34.15044093132019, 18.402405977249146, 27.966898322105408, 23.276521682739258, 18.20462691783905, 20.551324605941772, 32.76887899637222, 17.147154986858368, 22.42454242706299, 21.257832169532776, 24.425736963748932, 30.092678248882294, 21.697031438350677, 27.740420758724213, 34.949114382267, 30.037760317325592, 30.66823184490204, 16.744641602039337, 16.22816288471222, 18.853015422821045, 24.41920167207718, 30.139486849308014, 22.94018793106079, 36.6091126203537, 17.357085704803467, 29.874183356761932, 15.909856617450714, 23.508176743984222, 21.870973944664, 33.194047927856445, 16.049629986286163, 25.507516086101532, 19.65455138683319, 22.35144865512848, 25.614198327064514, 22.39921736717224, 21.568326473236084, 26.09526813030243, 32.58799833059311, 8.102551758289337, 11.456975877285004, 23.156802892684937, 11.918493211269379, 18.485852479934692, 17.229572892189026, 11.632622003555298, 18.405258238315582, 27.55611079931259, 35.026114881038666, 26.53074437379837, 24.365733861923218, 30.668048858642578, 27.074273228645325, 20.59604436159134, 24.048037827014923, 22.22653204202652, 13.714641273021698, 19.246807396411896, 25.764833748340607, 15.374902725219727, 17.436817705631256, 17.49121856689453, 31.872460901737213, 35.52756208181381, 21.310136318206787, 28.7012180685997, 14.743744969367981, 27.34843134880066, 33.66199916601181, 31.04189842939377, 25.24154484272003, 29.103922128677368, 20.87127333879471, 31.04380375146866, 28.455000340938568, 29.81394875049591, 11.072251319885254, 30.671723186969757, 17.486557185649872, 14.413481771945953, 30.592509865760803, 16.57494169473648, 24.62829178571701, 13.005911409854889, 21.182779848575592, 15.251819372177124, 22.910040497779846, 22.415156960487366, 21.24606144428253, 10.121897757053375, 31.50566655397415, 13.938527286052704, 19.68122398853302, 21.59889507293701, 11.173617124557495, 21.746522128582, 26.733019292354584, 9.073428690433502, 25.976175487041473, 24.932143688201904, 23.313707888126373, 18.042783081531525, 28.410791337490082, 16.400213360786438, 12.856919407844543, 21.519374430179596, 19.031452238559723, 30.67587172985077, 27.096977055072784, 25.588366985321045, 19.986157298088074, 18.765142142772675, 18.88216131925583, 25.28737074136734, 30.840308845043182, 24.202655851840973, 10.251939117908478, 26.740616261959076, 1.1648591756820679, 26.493497788906097, 23.870598256587982, 18.589666604995728, 18.598196625709534, 9.23052829504013, 26.333471477031708, 28.220434486865997, 11.180120527744293, 20.08430576324463, 11.234196245670319, 30.94033372402191, 30.236177146434784, 13.639062762260437, 25.66723519563675, 36.382019102573395, 10.71314662694931, 24.641893982887268, 29.17459225654602, 21.046699702739716, 23.69064289331436, 16.187185883522034, 23.13859248161316, 19.27784937620163, 18.790422081947327, 20.099526166915894, 30.424367010593414, 5.7775633335113525, 17.384137511253357, 19.31681478023529, 17.525153517723083, 23.823970675468445, 12.81865406036377, 21.432963132858276, 24.63105434179306, 18.34040379524231, 25.03593522310257, 4.964019060134888, 18.021708011627197, 17.22883540391922, 19.90600484609604, 24.174141585826874, 15.980444192886353, 25.856451332569122, 12.563217878341675, 16.056962549686432, 31.627833008766174, 22.69973248243332, 21.787507712841034, 10.973811209201813, 28.5062655210495, 23.862097442150116, 15.497436344623566, 26.983644664287567, 37.93492293357849, 24.407268583774567, 17.889207899570465, 26.024552404880524, 22.131350457668304, 18.057194113731384, 19.960569858551025, 19.521722078323364, 31.1597421169281, 19.983834087848663, 27.398052394390106, 33.19330281019211, 27.71162837743759, 13.226244926452637, 15.376867473125458, 10.941202342510223, 28.892830729484558, 20.919524133205414, 22.249706029891968, 33.64107674360275, 21.56695955991745, 19.296514868736267, 32.54907143115997, 19.94014346599579, 41.96254014968872, 30.771620988845825, 34.058295130729675, 35.692269921302795, 8.574063003063202, 14.802357196807861, 17.2790504693985, 27.588424265384674, 27.10716950893402, 18.90054029226303, 25.78325766324997, 30.474121809005737, 26.234178066253662, 20.538459718227386, 14.973787605762482, 29.618006229400635, 25.293975293636322, 23.035443544387817, 23.98752248287201, 24.448536098003387, 20.045484602451324, 27.30388730764389, 7.786534368991852, 30.682859480381012, 36.40357333421707, 32.44059091806412, 28.39426201581955, 29.878492951393127, 10.916902661323547, 20.96727478504181, 31.07578343153, 21.112156569957733, 20.64821046590805, 13.265361964702606, 28.67742556333542, 34.58141618967056, 11.191536605358124, 24.517961621284485, 16.218165814876556, 9.196778893470764, 19.73684537410736, 26.764908730983734, 11.229157149791718, 23.22652316093445, 2.401376187801361, 17.839645206928253, 4.537477076053619, 20.74957698583603, 22.337156414985657, 11.716192901134491, 21.61366617679596, 18.085253357887268, 22.542074620723724, 32.65879267454147, 16.845288634300232, 14.042623400688171, 11.783214747905731, 14.868951797485352, 26.23079401254654, 28.130741000175476, 12.886357247829437, 8.088013172149658, 20.033020853996277, 19.79562795162201, 14.76728230714798, 15.794933080673218, 32.267206847667694, 16.212020754814148, 18.92321389913559, 20.86579257249832, 28.008153676986694, 34.687562465667725, 20.54921519756317, 21.464521288871765, 10.107424557209015, 25.852718949317932, 15.492562532424927, 29.293084144592285, 38.25610542297363, 17.256521701812744, 37.06951427459717, 24.335232198238373, 27.754287004470825, 22.895324409008026, 38.38939809799194, 33.1502006649971, 28.209679543972015, 18.308033645153046, 23.64657974243164, 18.706533670425415, 24.353082299232483, 41.26678228378296, 17.14153003692627, 19.441488027572632, 28.145906686782837, 13.30505895614624, 22.334689736366272, 24.77474719285965, 16.232778310775757, 19.895241916179657, 14.589973747730255, 19.25809210538864, 22.925753474235535, 21.535691261291504, 16.112737596035004, 20.979372680187225, 24.61450970172882, 15.829659461975098, 22.57572191953659, 17.192670941352844, 27.710047602653503, 26.246241807937622, 27.689054667949677, 33.04477071762085, 33.24395251274109, 18.029421031475067, 16.963787615299225, 20.033191859722137, 25.61012428998947, 36.58280700445175, 33.54050523042679, 10.76011210680008, 30.016533613204956, 25.28657817840576, 22.104287803173065, 2.4931191205978394, 10.835765480995178, 24.11365169286728, 19.865561842918396, 20.906923294067383, 23.71556907892227, 14.732379913330078, 35.292180955410004, 7.778416395187378, 23.6573526263237, 17.616069614887238, 14.550447762012482, 23.120100736618042, 13.360950708389282, 20.039481461048126, 21.98237931728363, 27.832333862781525, 27.065553784370422, 28.008733332157135, 28.906928718090057, 30.373018860816956, 14.248106777668, 8.732155501842499, 13.387420773506165, 21.494244277477264, 17.93114995956421, 24.24577248096466, 22.451926290988922, 27.345273971557617, 14.415029287338257, 18.5149587392807, 25.120918571949005, 20.34653949737549, 10.168854773044586, 26.505823373794556, 17.3408482670784, 24.524629712104797, 19.684055745601654, 14.014804124832153, 20.368976175785065, 37.42923617362976, 30.05801546573639, 28.055311739444733, 13.263719379901886, 23.783004939556122, 14.78358381986618, 9.676451921463013, 11.77576994895935, 31.136693477630615, 21.71671724319458, 20.125157058238983, 20.877517521381378, 13.677982211112976, 25.66760277748108, 23.544018864631653, 21.216241717338562, 24.045289993286133, 21.877990543842316, 16.87596756219864, 24.593131184577942, 25.709529519081116, 28.83050185441971, 13.26009464263916, 20.406186521053314, 17.481014847755432, 26.320030748844147, 42.52082973718643, 35.45766597986221, 24.330414295196533, 22.576590418815613, 20.6172354221344, 32.29504877328873, 21.752327859401703, 23.827480912208557, 14.783685863018036, 28.591372907161713, 22.099404752254486, 26.318474113941193, 19.670074939727783, 16.776992082595825, 33.06519174575806, 17.40891122817993, 18.35181987285614, 10.787456691265106, 24.650902450084686, 17.03870916366577, 10.142708659172058, 26.855954468250275, 29.11532199382782, 18.637840569019318, 14.924849390983582, 28.94263845682144, 15.260465502738953, 31.508066534996033, 13.921586334705353, 19.893634498119354, 18.539818823337555, 26.52261996269226, 19.617148399353027, 26.16424733400345, 20.003046989440918, 13.871627271175385, 13.571598589420319, 24.697573840618134, 29.353167474269867, 17.66323947906494, 36.20863252878189, 25.868622183799744, 26.282612919807434, 21.003384292125702, 23.093846023082733, 31.31131684780121, 18.191856384277344, 23.360465466976166, 14.299383997917175, 17.60576367378235, 32.10807704925537, 24.981025278568268, 24.35425513982773, 22.98433566093445, 15.855580866336823, 28.961468636989594, 11.98542582988739, 17.70923513174057, 14.64985579252243, 23.716848611831665, 23.80397868156433, 22.416893005371094, 21.90330880880356, 9.11905425786972, 22.46289372444153, 12.607978284358978, 17.23006844520569, 13.559165120124817, 23.311618626117706, 21.854145169258118, 14.558550477027893, 9.781757473945618, 34.33851820230484, 24.62206792831421, 8.283575713634491, 22.599262714385986, 20.236705720424652, 19.375388383865356, 19.390550911426544, 15.275666117668152, 32.439638912677765, 20.366615116596222, 26.5052969455719, 36.505333960056305, 32.673282504081726, 32.57755529880524, 15.58087682723999, 15.684394478797913, 28.81691551208496, 24.550404489040375, 18.650125980377197, 25.918681740760803, 39.679870665073395, 18.024250626564026, 20.269266724586487, 25.922894299030304, 28.443760454654694, 10.2718505859375, 18.7971710562706, 34.89517664909363, 13.315987586975098, 31.559528350830078, 28.481754660606384, 28.037236034870148, 30.081843972206116, 17.039394438266754, 12.29908674955368, 19.189977765083313, 18.563244342803955, 23.884029984474182, 12.4298215508461, 30.98431897163391, 21.367740869522095, 33.380288660526276, 29.466812670230865, 13.570489168167114, 21.79577225446701, 31.59968203306198, 21.34368187189102, 29.309605717658997, 36.72970300912857, 30.56051516532898, 24.88655298948288, 19.98108571767807, 18.159490525722504, 21.392080903053284, 31.083218097686768, 25.39584094285965, 25.449719429016113, 20.60131984949112, 28.84548509120941, 13.764144003391266, 26.801116168498993, 29.590724885463715, 34.92027312517166, 13.21945470571518, 27.53421926498413, 25.48681128025055, 16.749401926994324, 33.74136734008789, 31.387865483760834, 21.700337052345276, 25.796326875686646, 33.939736902713776, 20.210524439811707, 46.78964853286743, 22.068379759788513, 18.24117225408554, 23.702720403671265, 21.27744084596634, 22.78213942050934, 18.440491497516632, 20.63438707590103, 29.943354725837708, 20.606782376766205, 22.881960093975067, 28.279030680656433, 33.7738738656044, 22.079696118831635, 36.26140224933624, 17.831763923168182, 20.74203461408615, 17.43527442216873, 20.959104597568512, 18.06294560432434, 11.70952433347702, 3.267141342163086, 19.83909660577774, 29.43753218650818, 24.047817945480347, 19.71427309513092, 25.379699051380157, 10.537150084972382, 30.815285563468933, 13.5820791721344, 20.942070722579956, 17.124459862709045, 6.551923394203186, 20.081976175308228, 16.05583119392395, 14.369469344615936, 22.341914892196655, 23.12484860420227, 27.52227222919464, 27.268090069293976, 23.074109256267548, 19.93311846256256, 20.664061844348907, 17.75591093301773, 21.03849583864212, 25.955327451229095, 16.75220787525177, 19.765117466449738, 13.756774604320526, 27.530907034873962, 29.586221396923065, 23.19474071264267, 20.15751749277115, 28.44257742166519, 20.08317357301712, 15.585381507873535, 36.820450842380524, 26.912823021411896, 24.71142268180847, 27.50334459543228, 6.445131361484528, 22.456885933876038, 28.320541560649872, 27.687469005584717, 27.75170987844467, 6.662333786487579, 26.664058208465576, 28.240216851234436, 15.530714452266693, 27.59225171804428, 28.32444930076599, 18.834328353405, 18.45426118373871, 24.32496690750122, 27.59855806827545, 19.373060762882233, 14.401890397071838, 24.92123645544052, 6.534757375717163, 28.611586570739746, 22.753596127033234, 21.072894394397736, 18.26508742570877, 12.641812682151794, 28.514367401599884, 11.077577114105225, 24.32533484697342, 11.973406195640564, 36.807882487773895, 22.065005004405975, 8.77540636062622, 31.597714066505432, 24.617285907268524, 32.42918884754181, 34.37346309423447, 23.284975588321686, 31.10700559616089, 15.751952528953552, 28.904380321502686, 32.34802359342575, 23.538346230983734, 9.504496455192566, 14.913003206253052, 24.22504097223282, 23.22894948720932, 35.92392319440842, 22.14596176147461, 31.885191202163696, 19.066335916519165, 26.802307069301605, 23.77192634344101, 21.87683790922165, 24.973163902759552, 17.187112987041473, 19.10982519388199, 16.9452702999115, 20.68463844060898, 25.988656997680664, 16.094156742095947, 31.856384336948395, 23.007709622383118, 34.55781805515289, 23.64704144001007, 27.25172197818756, 16.85419750213623, 9.067011296749115, 28.18888157606125, 16.71257257461548, 20.560924530029297, 14.783182680606842, 25.706424713134766, 11.866415858268738, 28.75994163751602, 26.544910669326782, 16.480735421180725, 10.303056061267853, 21.07175225019455, 18.015883803367615, 15.359388589859009, 30.973682403564453, 29.713873147964478, 20.42893809080124, 22.421663522720337, 40.20448708534241, 24.811427772045135, 12.45774245262146, 15.854767680168152, 25.787469744682312, 9.357730209827423, 17.72434675693512, 29.088617742061615, 26.83667552471161, 14.802435398101807, 22.618053913116455, 29.493026316165924, 27.15838712453842, 33.27499359846115, 20.055798709392548, 12.304119288921356, 24.946299195289612, 22.700914084911346, 25.350520074367523, 26.593238294124603, 16.45419019460678, 22.31211107969284, 22.05344045162201, 15.774511754512787, 24.023064076900482, 22.462892532348633, 17.501721262931824, 32.36993336677551, 23.025266766548157, 21.257319450378418, 18.363553166389465, 8.625819265842438, 34.19861680269241, 28.69047522544861, 18.741719663143158, 9.508156776428223, 20.7270787358284, 26.199405908584595, 25.777259588241577, 13.758102416992188, 9.218814194202423, 21.047918498516083, 18.126707792282104, 26.393687844276428, 18.30676394701004, 30.274881958961487, 13.15438163280487, 29.66375207901001, 22.484841406345367, 37.117999732494354, 25.828790724277496, 25.061464548110962, 23.47234755754471, 34.73637926578522, 20.029998183250427, 23.002220392227173, 13.713815450668335, 13.706926047801971, 23.799814105033875, 34.85920029878616, 14.261154294013977, 27.33163672685623, 25.55927139520645, 25.88476538658142, 25.128921151161194, 14.773971319198608, 15.94990473985672, 30.485488176345825, 19.498142302036285, 11.174280047416687, 15.865444481372833, 24.51301348209381, 39.14553463459015, 19.473870933055878, 24.245054066181183, 34.00243163108826, 25.65477591753006, 38.606498062610626, 24.43267983198166, 20.986207127571106, 18.243882417678833, 16.352696120738983, 22.050655484199524, 32.421473920345306, 29.70833420753479, 25.303568840026855, 28.759358048439026, 26.668806791305542, 19.600160002708435, 27.789093255996704, 9.628797888755798, 32.35088348388672, 14.988557040691376, 25.648207008838654, 23.84464728832245, 23.689407229423523, 14.646356642246246, 22.428596794605255, 27.071219503879547, 15.656478106975555, 28.498753368854523, 24.754308223724365, 18.87734305858612, 10.388607442378998, 17.406300485134125, 16.169052600860596, 26.569638192653656, 12.534444630146027, 26.022849440574646, 21.017322063446045, 28.76687353849411, 23.75559812784195, 14.938767790794373, 34.93762093782425, 18.640763223171234, 15.377166211605072, 29.64542055130005, 13.284906208515167, 14.738351702690125, 36.063003182411194, 13.947234451770782, 27.14340716600418, 20.19777226448059, 23.949792861938477, 23.98572087287903, 21.864454865455627, 10.067230761051178, 31.53779572248459, 21.511634469032288, 39.666959285736084, 12.597383677959442, 25.60692870616913, 27.852240204811096, 14.80957305431366, 21.894565641880035, 23.78329110145569, 23.053269684314728, 15.457930445671082, 19.117614805698395, 24.22824329137802, 16.8550945520401, 8.427021265029907, 23.21204447746277, 14.457454800605774, 28.641770780086517, 30.594070494174957, 31.45688807964325, 24.337726294994354, 32.07525271177292, 14.356829941272736, 30.104986488819122, 21.171995639801025, 27.81168693304062, 13.357982397079468, 17.75634390115738, 22.893266677856445, 20.411364495754242, 19.421696662902832, 18.25256735086441, 22.63110226392746, 17.01907753944397, 21.742287158966064, 32.59878444671631, 23.176425993442535, 25.56259924173355, 9.673752963542938, 22.154823541641235, 27.233249843120575, 31.91173106431961, 15.816303431987762, 19.17062199115753, 20.4779212474823, 21.129681885242462, 28.07958447933197, 23.828900933265686, 23.14432817697525, 14.922084987163544, 16.721996009349823, 14.468180179595947, 18.19402724504471, 36.111534893512726, 21.131738543510437, 16.697165727615356, 13.547444581985474, 26.015615165233612, 14.71708470582962, 14.487581610679626, 21.670757174491882, 30.833045542240143, 20.306255638599396, 24.408473074436188, 18.483684182167053, 15.937711536884308, 31.835559010505676, 26.92200267314911, 18.434600949287415, 19.340559005737305, 24.27816355228424, 18.586605846881866, 21.640927374362946, 15.615284025669098, 31.94794487953186, 18.757203578948975, 30.035034120082855, 28.306914925575256, 25.064398109912872, 27.080435693264008, 20.65590798854828, 46.52562463283539, 26.18434965610504, 27.958831191062927, 15.111090540885925, 18.323724448680878, 21.064131379127502, 21.514587581157684, 16.083513855934143, 18.552164018154144, 1.581934630870819, 23.168286085128784, 20.7733713388443, 21.391350030899048, 20.932647824287415, 25.257890939712524, 19.033173084259033, 16.745533764362335, 31.127820014953613, 12.057015419006348, 37.5537605881691, 30.338206887245178, 21.481270670890808, 28.238041281700134, 24.126971781253815, 31.425042688846588, 21.487146973609924, 9.011884927749634, 25.96327495574951, 19.866713762283325, 24.822942972183228, 18.523490369319916, 20.39995574951172, 16.780055701732635, 19.62477934360504, 23.8762965798378, 17.682356476783752, 23.137101888656616, 20.163728833198547, 27.852152109146118, 21.930298030376434, 13.194768190383911, 37.74528270959854, 35.72325390577316, 19.392271518707275, 18.729283690452576, 11.324152112007141, 28.583706200122833, 26.152400016784668, 19.53961306810379, 22.340526521205902, 27.511139690876007, 16.327112436294556, 21.244860589504242, 29.13803243637085, 20.432076930999756, 28.091658055782318, 21.22463846206665, 31.43940681219101, 34.32203823328018, 33.66237407922745, 22.264565229415894, 32.711176097393036, 10.357427179813385, 26.53626900911331, 25.881063520908356, 23.927578926086426, 19.48338156938553, 9.43819397687912, 11.080041944980621, 21.93335235118866, 35.720751225948334, 20.52721816301346, 14.912319779396057, 23.48231828212738, 17.292148053646088, 17.266562938690186, 25.53375416994095, 12.551469326019287, 18.933050990104675, 35.75504630804062, 27.260202765464783, 11.47135603427887, 24.757148802280426, 35.04980129003525, 28.64564198255539, 34.252255618572235, 28.011636912822723, 17.31652122735977, 18.64060604572296, 24.88696575164795, 16.20625901222229, 25.65941172838211, 22.647734761238098, 22.82935255765915, 19.765151858329773, 15.471533477306366, 29.133336901664734, 35.04012358188629, 42.62119334936142, 8.527637422084808, 16.27070426940918, 17.054911613464355, 13.882683992385864, 24.13154947757721, 19.661283552646637, 19.94618731737137, 26.928053498268127, 15.195919334888458, 26.756884157657623, 20.24320739507675, 26.26903247833252, 26.29589068889618, 22.75162148475647, 17.998733520507812, 16.516765832901, 29.725865423679352, 23.411824464797974, 11.551678240299225, 9.321361184120178, 24.668502032756805, 26.873406410217285, 25.55312943458557, 18.81686371564865, 13.694203913211823, 31.506555676460266, 18.116520702838898, 11.599793553352356, 18.892204463481903, 6.95837789773941, 20.46844869852066, 22.598945200443268, 22.764006197452545, 18.393881380558014, 23.934425950050354, 22.585269510746002, 14.32661384344101, 26.535487115383148, 22.66610199213028, 12.386410176753998, 15.338013172149658, 26.40038526058197, 18.319246888160706, 17.672328174114227, 34.7194510102272, 19.542510628700256, 24.80497109889984, 22.783131957054138, 24.150545060634613, 22.01072382926941, 28.31335085630417, 9.209377944469452, 24.635210812091827, 4.039017975330353, 29.861307203769684, 36.53399580717087, 24.662469148635864, 22.07628232240677, 21.80535989999771, 9.47389143705368, 20.003153324127197, 9.174871802330017, 24.90267449617386, 19.321968913078308, 23.949458062648773, 26.171130895614624, 21.862105906009674, 32.56350976228714, 17.857440650463104, 30.843130588531494, 2.5447444915771484, 17.921518981456757, 28.38217794895172, 17.868807196617126, 22.101192891597748, 21.497628211975098], "train_mse": 0.35953006074607374, "lemma": [{"N": 55, "lam1": 0.041025932959058674, "trace": 0.4496947647088252, "predicted": 1.4364856055859974, "axis_split": 1.7726249910428749, "free_2means": 1.623737876856481}, {"N": 103, "lam1": 0.014869163073090146, "trace": 0.26155146118010375, "predicted": 0.9749983307213708, "axis_split": 1.070744186547767, "free_2means": 0.9746782786502912}, {"N": 75, "lam1": 0.029364738572172724, "trace": 0.41678459874784546, "predicted": 1.4020629889087604, "axis_split": 1.7767742166163387, "free_2means": 1.5719819605317653}, {"N": 54, "lam1": 0.03275451733944288, "trace": 0.342755626535413, "predicted": 1.1260173621228908, "axis_split": 1.417899912755928, "free_2means": 1.2032103423117135}, {"N": 33, "lam1": 0.06354723011271489, "trace": 0.5669104413517578, "predicted": 1.3350289645752464, "axis_split": 1.65186726404378, "free_2means": 1.6561551450523453}, {"N": 55, "lam1": 0.03299994852539854, "trace": 0.42835596606858456, "predicted": 1.1554630845109617, "axis_split": 1.4091425252757936, "free_2means": 1.2498342525465667}, {"N": 57, "lam1": 0.04148756081810879, "trace": 0.5427055693512693, "predicted": 1.5054726868743047, "axis_split": 1.9501146937565537, "free_2means": 1.7300548553661024}, {"N": 194, "lam1": 0.011553741581554209, "trace": 0.2055710186693882, "predicted": 1.4269360251147227, "axis_split": 1.5340134629427666, "free_2means": 1.504484439488266}, {"N": 27, "lam1": 0.06705750480763914, "trace": 0.4726615499267357, "predicted": 1.1526336030467852, "axis_split": 1.441333339063453, "free_2means": 1.4356937877191278}, {"N": 43, "lam1": 0.03476749882830423, "trace": 0.4067323219834538, "predicted": 0.9517481191642033, "axis_split": 1.1747798733061217, "free_2means": 1.089974693310971}, {"N": 43, "lam1": 0.034448366529348476, "trace": 0.317159899635828, "predicted": 0.943011984109, "axis_split": 1.1527490687751367, "free_2means": 1.188160070021759}, {"N": 56, "lam1": 0.037563191765773316, "trace": 0.5121086795999004, "predicted": 1.3391543531142793, "axis_split": 1.524041461034951, "free_2means": 1.6608245524674707}, {"N": 40, "lam1": 0.045625457275827445, "trace": 0.5373727013119612, "predicted": 1.161842729004163, "axis_split": 1.3887698004679123, "free_2means": 1.1444880543095053}, {"N": 43, "lam1": 0.03918142379715219, "trace": 0.38520283645702724, "predicted": 1.0725777712475728, "axis_split": 1.2585467791907927, "free_2means": 1.1646207103279522}, {"N": 42, "lam1": 0.030545268728010708, "trace": 0.358453019091999, "predicted": 0.8167203250303767, "axis_split": 0.9972545323959192, "free_2means": 0.9259307706749915}, {"N": 36, "lam1": 0.050578791227771765, "trace": 0.4690388501139896, "predicted": 1.1591805080898534, "axis_split": 1.4011574341382502, "free_2means": 1.2747285143819482}, {"N": 60, "lam1": 0.03287093168501979, "trace": 0.4043991547535516, "predicted": 1.2555771028096572, "axis_split": 1.4813262805197596, "free_2means": 1.4039753777423911}, {"N": 32, "lam1": 0.05608100807979408, "trace": 0.5621876158095556, "predicted": 1.142472915132896, "axis_split": 1.489495879622055, "free_2means": 1.2937775859106608}, {"N": 80, "lam1": 0.018116545458355914, "trace": 0.241524537317447, "predicted": 0.9226680836628386, "axis_split": 1.0711964204051156, "free_2means": 0.9097487062209524}, {"N": 79, "lam1": 0.02540164131089939, "trace": 0.42414942422707014, "predicted": 1.27752378161951, "axis_split": 1.362338160488335, "free_2means": 1.26217997170221}, {"N": 54, "lam1": 0.03438254961853994, "trace": 0.5006994934627272, "predicted": 1.1819849892248864, "axis_split": 1.45368964832128, "free_2means": 1.2863593016503572}, {"N": 91, "lam1": 0.017570634747268003, "trace": 0.18918582182010768, "predicted": 1.01790902787753, "axis_split": 1.0586915938528207, "free_2means": 1.1259306138768679}, {"N": 34, "lam1": 0.06031366809824779, "trace": 0.5295985719689662, "predicted": 1.3054937042822523, "axis_split": 1.7197462818424327, "free_2means": 1.6973457096401603}, {"N": 34, "lam1": 0.049864609176546226, "trace": 0.5107429642188678, "predicted": 1.079323068867823, "axis_split": 1.3161545958401604, "free_2means": 1.2343575394229518}, {"N": 61, "lam1": 0.03814473331858838, "trace": 0.4047423607965881, "predicted": 1.4813051779804116, "axis_split": 1.7601889491543936, "free_2means": 1.5522791562969545}, {"N": 58, "lam1": 0.02697851783791063, "trace": 0.3548302754482267, "predicted": 0.9961533573175532, "axis_split": 1.1507947959212466, "free_2means": 1.0764614416953933}, {"N": 57, "lam1": 0.030435468234962265, "trace": 0.25712383908161046, "predicted": 1.1044217889996186, "axis_split": 1.3178526403032151, "free_2means": 1.2638926899564833}, {"N": 36, "lam1": 0.05711921244558493, "trace": 0.48924077299672275, "predicted": 1.3090759208972567, "axis_split": 1.5293977068720181, "free_2means": 1.3920581629650286}, {"N": 103, "lam1": 0.015606529219786556, "trace": 0.24318165642896142, "predicted": 1.023348783172898, "axis_split": 1.1252471337566057, "free_2means": 1.1561128643802867}, {"N": 89, "lam1": 0.025547582309438873, "trace": 0.41066806399804573, "predicted": 1.4475045470595551, "axis_split": 1.6671605610693234, "free_2means": 1.6076776054940467}, {"N": 43, "lam1": 0.05270634011431639, "trace": 0.45775138489327005, "predicted": 1.4428176245738902, "axis_split": 1.7765174907999324, "free_2means": 1.7062206221879563}, {"N": 66, "lam1": 0.0421918822276397, "trace": 0.45431495183540654, "predicted": 1.7727723063283058, "axis_split": 1.8075386364575294, "free_2means": 1.9736269242862505}, {"N": 52, "lam1": 0.04285733016620912, "trace": 0.46061928676541997, "predicted": 1.418758836284105, "axis_split": 1.7321908996000275, "free_2means": 1.6892863468604347}, {"N": 63, "lam1": 0.021807545923155425, "trace": 0.19495195324967923, "predicted": 0.8746362400541714, "axis_split": 1.0081036501557836, "free_2means": 1.0267926958430742}, {"N": 55, "lam1": 0.02585228187810488, "trace": 0.3196093238325693, "predicted": 0.9051940592431923, "axis_split": 1.0784486963925026, "free_2means": 1.0134493342288096}, {"N": 49, "lam1": 0.04671984418705871, "trace": 0.5547709756089743, "predicted": 1.4573960519992952, "axis_split": 1.753155321080662, "free_2means": 1.5578908877254776}, {"N": 29, "lam1": 0.043943058965726096, "trace": 0.26021685898887637, "predicted": 0.8112755856809769, "axis_split": 1.0267855802045203, "free_2means": 0.9155878456139375}, {"N": 45, "lam1": 0.03842661984351925, "trace": 0.4564403085170767, "predicted": 1.1008415689936564, "axis_split": 1.2611114380971706, "free_2means": 1.122911341154193}, {"N": 42, "lam1": 0.04078849407126047, "trace": 0.40209440044349265, "predicted": 1.090603996056216, "axis_split": 1.2603168520762775, "free_2means": 1.3144908882678052}, {"N": 57, "lam1": 0.030006119884269242, "trace": 0.2838538474967369, "predicted": 1.0888418849903971, "axis_split": 1.236888571972024, "free_2means": 1.16543953283891}, {"N": 60, "lam1": 0.03363351301976788, "trace": 0.49199332712036614, "predicted": 1.2847055641540028, "axis_split": 1.6199674412173266, "free_2means": 1.5662228572024333}, {"N": 31, "lam1": 0.04889986580641793, "trace": 0.4409966055630923, "predicted": 0.9650492645930989, "axis_split": 1.193784319930515, "free_2means": 1.0069085664011723}, {"N": 58, "lam1": 0.03194286236316477, "trace": 0.39827390209609764, "predicted": 1.1794565504516026, "axis_split": 1.4058910206283812, "free_2means": 1.2639450068763978}, {"N": 20, "lam1": 0.059547728422896455, "trace": 0.42314915975891976, "predicted": 0.758185226271818, "axis_split": 1.0023276017419462, "free_2means": 0.9442506474183858}, {"N": 56, "lam1": 0.02955608164144837, "trace": 0.3958476397849757, "predicted": 1.053695214132765, "axis_split": 1.3324844432910723, "free_2means": 1.2279384090133263}, {"N": 216, "lam1": 0.008079164428743159, "trace": 0.10961915042101157, "predicted": 1.1109648570220938, "axis_split": 1.1783606251303915, "free_2means": 1.171215265962914}, {"N": 66, "lam1": 0.029786405381277924, "trace": 0.38658546931148996, "predicted": 1.251532564489525, "axis_split": 1.4167041438869248, "free_2means": 1.4209233994850976}, {"N": 41, "lam1": 0.046888210127729354, "trace": 0.4881039410835487, "predicted": 1.223848427987774, "axis_split": 1.5970241033820969, "free_2means": 1.5058242827897566}, {"N": 62, "lam1": 0.029180562686680244, "trace": 0.4234449169399317, "predicted": 1.1517692368594437, "axis_split": 1.285003534923625, "free_2means": 1.2521600608470607}, {"N": 76, "lam1": 0.021975630215762106, "trace": 0.3362734544111611, "predicted": 1.063249173625039, "axis_split": 1.2878447526994918, "free_2means": 1.1255748783878907}, {"N": 62, "lam1": 0.02892012145444886, "trace": 0.2568037915594545, "predicted": 1.1414895105047904, "axis_split": 1.371508635493342, "free_2means": 1.3698455213272922}, {"N": 46, "lam1": 0.03547372354542249, "trace": 0.4148441885864737, "predicted": 1.0388305951917993, "axis_split": 1.2463771707583469, "free_2means": 1.1532863187766154}, {"N": 52, "lam1": 0.03610985123685849, "trace": 0.3879382050250847, "predicted": 1.195388754281076, "axis_split": 1.4137041943785924, "free_2means": 1.3990115605963922}, {"N": 42, "lam1": 0.03856137508224629, "trace": 0.37709084903684387, "predicted": 1.0310552207357033, "axis_split": 1.286461095218236, "free_2means": 1.248334305787676}, {"N": 62, "lam1": 0.03297885542780173, "trace": 0.3399741082404175, "predicted": 1.301689468994212, "axis_split": 1.5226024984531215, "free_2means": 1.5225990413502224}, {"N": 48, "lam1": 0.043392642682404, "trace": 0.570470449594608, "predicted": 1.3259814867311919, "axis_split": 1.5619845606468985, "free_2means": 1.362501014134935}, {"N": 45, "lam1": 0.03884748493525165, "trace": 0.4278215194412466, "predicted": 1.1128984657439829, "axis_split": 1.3769993678975858, "free_2means": 1.4163150698023834}, {"N": 56, "lam1": 0.03533170974067192, "trace": 0.325918873118494, "predicted": 1.259600440697985, "axis_split": 1.5687517524678185, "free_2means": 1.452726044415936}, {"N": 76, "lam1": 0.02611308217575703, "trace": 0.26134885595140567, "predicted": 1.2634319367215254, "axis_split": 1.558577959411199, "free_2means": 1.5637059081417988}, {"N": 82, "lam1": 0.029339940516040042, "trace": 0.38043477556106303, "predicted": 1.5316276727131828, "axis_split": 1.6988806042347484, "free_2means": 1.5660701445911585}, {"N": 54, "lam1": 0.02967905191192798, "trace": 0.28139928331492137, "predicted": 1.0202906487018901, "axis_split": 1.1228580279746865, "free_2means": 1.038910755792859}, {"N": 39, "lam1": 0.047247374750720016, "trace": 0.5099395290456306, "predicted": 1.1730659053919985, "axis_split": 1.4379192185638878, "free_2means": 1.3218171241126022}, {"N": 41, "lam1": 0.04149453519620266, "trace": 0.39589020022708393, "predicted": 1.0830659035953103, "axis_split": 1.2481502459361824, "free_2means": 1.1308808005579998}, {"N": 70, "lam1": 0.028493868251073667, "trace": 0.3703287599619812, "predicted": 1.269783194390926, "axis_split": 1.3600671083969438, "free_2means": 1.3311400283933708}, {"N": 65, "lam1": 0.03364181289609908, "trace": 0.2404409012689646, "predicted": 1.3921078124165782, "axis_split": 1.5763453035934116, "free_2means": 1.678773214135532}, {"N": 56, "lam1": 0.02992633508054644, "trace": 0.36901620733552654, "predicted": 1.0668950110993127, "axis_split": 1.3120099872242221, "free_2means": 1.1787587765609686}, {"N": 84, "lam1": 0.01680684875565097, "trace": 0.14794322013046843, "predicted": 0.8987640672392667, "axis_split": 0.9597046224682799, "free_2means": 1.0196672814256562}, {"N": 52, "lam1": 0.03587973803957481, "trace": 0.3160958553940733, "predicted": 1.1877710344948533, "axis_split": 1.3975064008995162, "free_2means": 1.3314146410142769}, {"N": 22, "lam1": 0.05994575684658924, "trace": 0.521595031232549, "predicted": 0.8395783897177165, "axis_split": 1.145283524908054, "free_2means": 0.9254576609930325}, {"N": 69, "lam1": 0.02747745914675354, "trace": 0.33963871273390966, "predicted": 1.2069958713199571, "axis_split": 1.5385572771644327, "free_2means": 1.521397777760857}, {"N": 137, "lam1": 0.014161221883958536, "trace": 0.2566605415791924, "predicted": 1.2350979977531118, "axis_split": 1.2947301896731602, "free_2means": 1.3276095527946694}, {"N": 35, "lam1": 0.04474677728658898, "trace": 0.4524492158291822, "predicted": 0.9970339109629899, "axis_split": 1.2360409937839396, "free_2means": 1.1968608978324102}, {"N": 44, "lam1": 0.03663945034379007, "trace": 0.3593320874559064, "predicted": 1.0263175356516252, "axis_split": 1.200019634001226, "free_2means": 1.2240115444099793}, {"N": 43, "lam1": 0.036674964106921726, "trace": 0.47857002616676547, "predicted": 1.0039643139575223, "axis_split": 1.2497034420202482, "free_2means": 1.1393135848877094}, {"N": 29, "lam1": 0.04222685194549845, "trace": 0.38814902104564203, "predicted": 0.7795910173269408, "axis_split": 0.9815864068952411, "free_2means": 0.8921849144618026}, {"N": 53, "lam1": 0.04335271004207856, "trace": 0.5280607509485571, "predicted": 1.4627571971208078, "axis_split": 1.7823647207538542, "free_2means": 1.518555630962009}, {"N": 47, "lam1": 0.03224529934219698, "trace": 0.2825126150728061, "predicted": 0.9648157709762362, "axis_split": 1.1612086005165043, "free_2means": 0.9151082511342885}, {"N": 68, "lam1": 0.025247499462483124, "trace": 0.32537788203890844, "predicted": 1.0929679005246515, "axis_split": 1.2493002173289298, "free_2means": 0.975557123665304}, {"N": 98, "lam1": 0.020584766238700036, "trace": 0.3206153837219625, "predicted": 1.284257581317867, "axis_split": 1.3531378476162281, "free_2means": 1.3948292417152146}, {"N": 78, "lam1": 0.02771781176918059, "trace": 0.3782698341957045, "predicted": 1.3763651474838108, "axis_split": 1.5285061330976433, "free_2means": 1.5340998016399539}, {"N": 65, "lam1": 0.03416932741425805, "trace": 0.3863946970825549, "predicted": 1.4139365136271906, "axis_split": 1.5499844040996855, "free_2means": 1.5031408145164598}, {"N": 53, "lam1": 0.03928379848958111, "trace": 0.3557090181825645, "predicted": 1.325468671165066, "axis_split": 1.6608855928874249, "free_2means": 1.6365745457071696}, {"N": 38, "lam1": 0.036980094210932256, "trace": 0.3853861565946939, "predicted": 0.8946058480304255, "axis_split": 1.0915236329636517, "free_2means": 1.050219185278543}, {"N": 74, "lam1": 0.02129666395826024, "trace": 0.3217918272146685, "predicted": 1.0032829247359416, "axis_split": 1.1552046342595332, "free_2means": 1.1108892812682818}, {"N": 28, "lam1": 0.07952534235776261, "trace": 0.23430247190474324, "predicted": 1.4175673497790788, "axis_split": 2.1499305695068927, "free_2means": 2.1499305399319324}, {"N": 69, "lam1": 0.029574521787396297, "trace": 0.46590165991097326, "predicted": 1.299113047643889, "axis_split": 1.5154257190682614, "free_2means": 1.5437942762887928}, {"N": 243, "lam1": 0.007448213478858585, "trace": 0.11873461061632458, "predicted": 1.1522282325778332, "axis_split": 1.234198767241459, "free_2means": 1.231195377325463}, {"N": 62, "lam1": 0.031666726348416496, "trace": 0.44429119272592715, "predicted": 1.249899175412435, "axis_split": 1.4611121098742466, "free_2means": 1.4330187469811122}, {"N": 40, "lam1": 0.04433085709812534, "trace": 0.49190472734411583, "predicted": 1.1288760061867333, "axis_split": 1.4657699189059592, "free_2means": 1.190768866713853}, {"N": 64, "lam1": 0.029323913804162785, "trace": 0.36517544647731837, "predicted": 1.194763733179692, "axis_split": 1.3071633030136809, "free_2means": 1.232102750573766}, {"N": 67, "lam1": 0.029400983875936607, "trace": 0.43219867354210795, "predicted": 1.2540555933862734, "axis_split": 1.4603435313706399, "free_2means": 1.4552015997333392}, {"N": 72, "lam1": 0.032401692080251364, "trace": 0.3166247133771518, "predicted": 1.4851841642246941, "axis_split": 1.7237878395052633, "free_2means": 1.7339376761432135}, {"N": 30, "lam1": 0.05416505676320881, "trace": 0.5380761284500746, "predicted": 1.0344763832061337, "axis_split": 1.2977185327563205, "free_2means": 1.209428247423137}, {"N": 85, "lam1": 0.024357177139477902, "trace": 0.3990948022578239, "predicted": 1.3180321481143586, "axis_split": 1.6224374156342094, "free_2means": 1.49494234718847}, {"N": 63, "lam1": 0.03263251914725793, "trace": 0.4320972836834459, "predicted": 1.3087939354124092, "axis_split": 1.5479561424335841, "free_2means": 1.4268503228627551}, {"N": 28, "lam1": 0.054864776631184456, "trace": 0.507329731405479, "predicted": 0.9779840450783998, "axis_split": 1.2445072012139384, "free_2means": 1.2490671656327095}, {"N": 87, "lam1": 0.017335317642812847, "trace": 0.1948707548323621, "predicted": 0.9601325195367892, "axis_split": 1.1249208049439634, "free_2means": 0.9777634676567146}, {"N": 40, "lam1": 0.05980521726206562, "trace": 0.5755943579810527, "predicted": 1.5229273519907987, "axis_split": 1.7689416812770098, "free_2means": 1.581334286283127}, {"N": 48, "lam1": 0.036070547689088656, "trace": 0.39783710542140815, "predicted": 1.102234745232077, "axis_split": 1.3209301252208228, "free_2means": 1.275250579270562}, {"N": 46, "lam1": 0.03480299378009114, "trace": 0.4253393203534979, "predicted": 1.0191886029876307, "axis_split": 1.251173446988691, "free_2means": 1.112266298516765}, {"N": 32, "lam1": 0.05049506397661933, "trace": 0.5012393542104114, "predicted": 1.0286769963034192, "axis_split": 1.2566565404796535, "free_2means": 1.170497728898205}, {"N": 65, "lam1": 0.03048791280645229, "trace": 0.37427122357262077, "predicted": 1.261598527202411, "axis_split": 1.3527013813141444, "free_2means": 1.2783989566588296}, {"N": 47, "lam1": 0.04445881427031394, "trace": 0.5670870810919297, "predicted": 1.3302579303634923, "axis_split": 1.6062307357646475, "free_2means": 1.4999918439134703}, {"N": 50, "lam1": 0.03496289160974056, "trace": 0.46039618403335647, "predicted": 1.1129034048952728, "axis_split": 1.3643479725185408, "free_2means": 1.2483591589432166}, {"N": 29, "lam1": 0.0492796572247242, "trace": 0.4623334427454264, "predicted": 0.9097997207779345, "axis_split": 1.0790197232664358, "free_2means": 0.882168588396663}, {"N": 48, "lam1": 0.03659422306419332, "trace": 0.4346686269838931, "predicted": 1.118237085940572, "axis_split": 1.3351239688326721, "free_2means": 1.2983573245969886}, {"N": 80, "lam1": 0.02130308530276434, "trace": 0.22216785553788454, "predicted": 1.0849572252938402, "axis_split": 1.1205003687073543, "free_2means": 1.1437687903207987}, {"N": 37, "lam1": 0.04217115488077434, "trace": 0.3929910943320839, "predicted": 0.9933386677650333, "axis_split": 1.2153534317151884, "free_2means": 1.1158390999062426}, {"N": 51, "lam1": 0.0333439492671664, "trace": 0.4494011876831951, "predicted": 1.0825982870072823, "axis_split": 1.2079667895581494, "free_2means": 1.284601486759943}, {"N": 57, "lam1": 0.03508873191982983, "trace": 0.42118174391626595, "predicted": 1.2732762900657417, "axis_split": 1.5212762353287452, "free_2means": 1.5055607734664171}, {"N": 61, "lam1": 0.033421677434279845, "trace": 0.36796180662804795, "predicted": 1.297890941501592, "axis_split": 1.4526641066433577, "free_2means": 1.5279990006976476}, {"N": 31, "lam1": 0.048852313925732783, "trace": 0.5051777517634151, "predicted": 0.9641108181019186, "axis_split": 1.3017259040665596, "free_2means": 1.1268551380398897}, {"N": 76, "lam1": 0.024353563915490185, "trace": 0.3637353392983591, "predicted": 1.1783009840326217, "axis_split": 1.2718247999200436, "free_2means": 1.2074367357719744}, {"N": 55, "lam1": 0.027985052763015064, "trace": 0.3158889845152121, "predicted": 0.9798710855826973, "axis_split": 1.2132017559400339, "free_2means": 1.0832866959440857}, {"N": 56, "lam1": 0.02843425364145813, "trace": 0.3352705995551344, "predicted": 1.0137012525173603, "axis_split": 1.2090459251806855, "free_2means": 1.094684062148069}, {"N": 64, "lam1": 0.027806345769784475, "trace": 0.2763039640208316, "predicted": 1.1329324489174049, "axis_split": 1.244676455758917, "free_2means": 1.2292758408879116}, {"N": 26, "lam1": 0.045390287691774334, "trace": 0.43027062701905844, "predicted": 0.7513052200689465, "axis_split": 0.9634771056434932, "free_2means": 0.8324287204032359}, {"N": 57, "lam1": 0.024392179733186144, "trace": 0.18945002231036884, "predicted": 0.8851270028295355, "axis_split": 0.9825509112211179, "free_2means": 1.0270200308462982}, {"N": 52, "lam1": 0.03623697731555044, "trace": 0.3865958708015987, "predicted": 1.1995971649955761, "axis_split": 1.5243440665902668, "free_2means": 1.2983664462339135}, {"N": 40, "lam1": 0.03793724646766627, "trace": 0.2600631441132446, "predicted": 0.9660640484199412, "axis_split": 1.038439571754921, "free_2means": 1.0734375534702139}, {"N": 97, "lam1": 0.017737653710411336, "trace": 0.30929615089925816, "predicted": 1.095337683543334, "axis_split": 1.2486557147895212, "free_2means": 1.0266213515835148}, {"N": 58, "lam1": 0.031656478466453135, "trace": 0.407160009641587, "predicted": 1.168882126685813, "axis_split": 1.382973558417266, "free_2means": 1.3395046497882177}, {"N": 75, "lam1": 0.024993331090321806, "trace": 0.3265991696166856, "predicted": 1.1933436562071198, "axis_split": 1.3406214084401569, "free_2means": 1.339765373228957}, {"N": 89, "lam1": 0.026954947564538406, "trace": 0.39689537340222575, "predicted": 1.5272446798617714, "axis_split": 1.6820034835655164, "free_2means": 1.6534840702004345}, {"N": 63, "lam1": 0.03260059388133338, "trace": 0.49432941049957635, "predicted": 1.3075135073142925, "axis_split": 1.5182406294788287, "free_2means": 1.4028370136949881}, {"N": 45, "lam1": 0.03017956532073354, "trace": 0.36817777192751744, "predicted": 0.8645808602087072, "axis_split": 1.0106007795676906, "free_2means": 1.042973415327154}, {"N": 41, "lam1": 0.05858626528147404, "trace": 0.6101582793493452, "predicted": 1.5291841695617083, "axis_split": 1.954616518699428, "free_2means": 1.9217113924100673}, {"N": 95, "lam1": 0.022746615569973924, "trace": 0.2834594249548271, "predicted": 1.3756897964975197, "axis_split": 1.4900150825324197, "free_2means": 1.4742424471245883}, {"N": 70, "lam1": 0.021811606969162844, "trace": 0.31322853643847537, "predicted": 0.9719990184575721, "axis_split": 1.1917344123663511, "free_2means": 0.9852016522557747}, {"N": 53, "lam1": 0.03399946514694072, "trace": 0.3265980224208062, "predicted": 1.1471707834106406, "axis_split": 1.3398590899819816, "free_2means": 1.3437194268891552}, {"N": 49, "lam1": 0.03829353348507002, "trace": 0.40110757336188296, "predicted": 1.1945426079503658, "axis_split": 1.2516900642268531, "free_2means": 1.3193292307185907}, {"N": 48, "lam1": 0.03829796721952021, "trace": 0.4872661713765079, "predicted": 1.1702996723247383, "axis_split": 1.3350773931164106, "free_2means": 1.223615093259884}, {"N": 51, "lam1": 0.04370758235995339, "trace": 0.5785118298329793, "predicted": 1.4190806677692729, "axis_split": 1.7023793584080842, "free_2means": 1.5907370037329187}, {"N": 35, "lam1": 0.05079979103157175, "trace": 0.5053570753863016, "predicted": 1.1319052990993967, "axis_split": 1.4809134840351028, "free_2means": 1.390594028291062}, {"N": 67, "lam1": 0.029132382394405403, "trace": 0.3129800331449907, "predicted": 1.2425987934462641, "axis_split": 1.392752347847626, "free_2means": 1.382689030406759}, {"N": 47, "lam1": 0.03774263097047161, "trace": 0.44829168633036576, "predicted": 1.1293021414378375, "axis_split": 1.3184099332097716, "free_2means": 1.2706942123611782}, {"N": 49, "lam1": 0.03303455193559615, "trace": 0.4225177542784917, "predicted": 1.030491997741709, "axis_split": 1.2496209576617119, "free_2means": 1.0866669261988235}, {"N": 68, "lam1": 0.029709225642962786, "trace": 0.2808123911790421, "predicted": 1.2861166716907255, "axis_split": 1.4203681026310875, "free_2means": 1.3866854712686134}, {"N": 52, "lam1": 0.038860233385509944, "trace": 0.41595791797436144, "predicted": 1.28643803246579, "axis_split": 1.4675073550943836, "free_2means": 1.4332728094958966}, {"N": 82, "lam1": 0.020807403499473378, "trace": 0.28422435191387, "predicted": 1.086205167310403, "axis_split": 1.2611166755146819, "free_2means": 1.1399043947791405}, {"N": 102, "lam1": 0.025525839348319205, "trace": 0.2307340512856319, "predicted": 1.657525911612679, "axis_split": 1.6401020777179482, "free_2means": 1.6754104930973455}, {"N": 25, "lam1": 0.05283002789078236, "trace": 0.29368199202728734, "predicted": 0.8408160082500711, "axis_split": 1.2137488284757403, "free_2means": 0.774883472252009}, {"N": 42, "lam1": 0.04874340810703404, "trace": 0.4723687042769686, "predicted": 1.3033027296878457, "axis_split": 1.6521457596583957, "free_2means": 1.6377205192078748}, {"N": 45, "lam1": 0.05686226637258662, "trace": 0.4623673658888806, "predicted": 1.6289839383489393, "axis_split": 2.037915978394796, "free_2means": 2.046435868686153}, {"N": 30, "lam1": 0.05763941995081288, "trace": 0.4982715784045405, "predicted": 1.1008318322545778, "axis_split": 1.2677476823772693, "free_2means": 1.1549316004882648}, {"N": 116, "lam1": 0.018354847078005436, "trace": 0.22063373591339286, "predicted": 1.355466793962424, "axis_split": 1.551132956703249, "free_2means": 1.545198317735796}, {"N": 107, "lam1": 0.020651797282762053, "trace": 0.32764991628365325, "predicted": 1.4067656459092754, "axis_split": 1.6060991073398867, "free_2means": 1.4905745811692555}, {"N": 41, "lam1": 0.035271754190990864, "trace": 0.28146622255630127, "predicted": 0.9206425410870295, "axis_split": 1.0860757976553508, "free_2means": 0.9737222262487819}, {"N": 96, "lam1": 0.014178520836734342, "trace": 0.1612427354736132, "predicted": 0.8665273639287192, "axis_split": 0.9426653199441759, "free_2means": 0.8596860969829834}, {"N": 58, "lam1": 0.03687705152428211, "trace": 0.3997498692422188, "predicted": 1.3616462885246108, "axis_split": 1.5040749238487692, "free_2means": 1.4089173275477123}, {"N": 55, "lam1": 0.03384957891258499, "trace": 0.3893367619877287, "predicted": 1.1852121172137589, "axis_split": 1.4679625392951472, "free_2means": 1.0467635627674632}, {"N": 82, "lam1": 0.025389376930821692, "trace": 0.3975868668721442, "predicted": 1.3253971077048632, "axis_split": 1.50698048782251, "free_2means": 1.5774953979689457}, {"N": 81, "lam1": 0.02150948268273338, "trace": 0.2884058930603337, "predicted": 1.1091623195073188, "axis_split": 1.2938697603042364, "free_2means": 1.2114251284143727}, {"N": 83, "lam1": 0.02502164257290555, "trace": 0.3194943637995372, "predicted": 1.3221296091191674, "axis_split": 1.448585578809272, "free_2means": 1.3271981499514354}, {"N": 49, "lam1": 0.0354872600398174, "trace": 0.429002578708393, "predicted": 1.1070026790163883, "axis_split": 1.4000812866122843, "free_2means": 1.255020704855788}, {"N": 55, "lam1": 0.03359364877391475, "trace": 0.3925956414870463, "predicted": 1.176250956949535, "axis_split": 1.3701592696041374, "free_2means": 1.3308355381352008}, {"N": 33, "lam1": 0.05330225926281776, "trace": 0.5330491761284928, "predicted": 1.119797981232904, "axis_split": 1.3526869617105568, "free_2means": 1.189463525741239}, {"N": 45, "lam1": 0.04525144420959625, "trace": 0.5513881164368423, "predicted": 1.2963583850407863, "axis_split": 1.58834717242582, "free_2means": 1.5965323935885678}, {"N": 67, "lam1": 0.022917511064677508, "trace": 0.16329177432552255, "predicted": 0.977512625374177, "axis_split": 1.3061180427326544, "free_2means": 1.1922616788822769}, {"N": 59, "lam1": 0.03471070669069044, "trace": 0.4009728714398943, "predicted": 1.3037538093365688, "axis_split": 1.4252395650524718, "free_2means": 1.343692063269188}, {"N": 99, "lam1": 0.016758312356038564, "trace": 0.15713339348733082, "predicted": 1.0561986267392436, "axis_split": 1.1089549928224205, "free_2means": 1.0781395108487768}, {"N": 35, "lam1": 0.04424456937870943, "trace": 0.47612757288133545, "predicted": 0.985843869023148, "axis_split": 1.273705480756668, "free_2means": 0.9768343974653959}, {"N": 103, "lam1": 0.019103373134925113, "trace": 0.2524653012140692, "predicted": 1.2526432608307263, "axis_split": 1.4070245809037587, "free_2means": 1.3263251644534222}, {"N": 70, "lam1": 0.027804294779469902, "trace": 0.3223422002801999, "predicted": 1.239053466934308, "axis_split": 1.365796646697639, "free_2means": 1.3640352726657525}, {"N": 81, "lam1": 0.029089977598142858, "trace": 0.35942987353471073, "predicted": 1.5000596482533277, "axis_split": 1.7370248764669363, "free_2means": 1.3911673210088367}, {"N": 43, "lam1": 0.03814369509336654, "trace": 0.3629588437295397, "predicted": 1.0441703109666898, "axis_split": 1.2890685009475114, "free_2means": 1.050217722386808}, {"N": 67, "lam1": 0.034335244416988264, "trace": 0.4422789963433648, "predicted": 1.4645191974901985, "axis_split": 1.7175064204497978, "free_2means": 1.5802711851812248}, {"N": 59, "lam1": 0.034787084780677685, "trace": 0.4580652365053366, "predicted": 1.3066226136700003, "axis_split": 1.4795680712449588, "free_2means": 1.5297037054017757}, {"N": 63, "lam1": 0.021937342170574782, "trace": 0.2895010275492074, "predicted": 0.8798419840758068, "axis_split": 0.9669029169260952, "free_2means": 0.9158680498090526}, {"N": 121, "lam1": 0.019992170380974405, "trace": 0.28819492778009065, "predicted": 1.5400167258054493, "axis_split": 1.7054094085427423, "free_2means": 1.7160343509905829}, {"N": 96, "lam1": 0.021547803920275808, "trace": 0.33104994611011984, "predicted": 1.316904770567737, "axis_split": 1.5800428516413945, "free_2means": 1.4919230614347896}, {"N": 30, "lam1": 0.04909442749808911, "trace": 0.5151500827281807, "predicted": 0.9376344977505066, "axis_split": 1.2722637204676985, "free_2means": 0.9820112175021602}, {"N": 63, "lam1": 0.04134445340075323, "trace": 0.5011462695083384, "predicted": 1.6582038802969248, "axis_split": 1.8197138561256594, "free_2means": 1.8649281443085286}, {"N": 57, "lam1": 0.03680567420230188, "trace": 0.4750999920001876, "predicted": 1.335579536152773, "axis_split": 1.5279842058042092, "free_2means": 1.4424663591962386}, {"N": 60, "lam1": 0.02778364291119068, "trace": 0.3021401421773836, "predicted": 1.0612569855398626, "axis_split": 1.341790085202355, "free_2means": 1.0320855173373502}, {"N": 56, "lam1": 0.03774169142941699, "trace": 0.3431310554907496, "predicted": 1.3455179923675247, "axis_split": 1.647378587463514, "free_2means": 1.583369655577684}, {"N": 75, "lam1": 0.034515405806223996, "trace": 0.36140672920454975, "predicted": 1.6479892340649764, "axis_split": 1.8763123757038684, "free_2means": 1.725688635043383}, {"N": 68, "lam1": 0.025266596278720275, "trace": 0.26273000436388305, "predicted": 1.0937946044594486, "axis_split": 1.3596315281589035, "free_2means": 1.3329712293612346}, {"N": 116, "lam1": 0.019647162171124798, "trace": 0.32475056653491635, "predicted": 1.4509015414498494, "axis_split": 1.6554740869485727, "free_2means": 1.495463758821785}, {"N": 70, "lam1": 0.03537730646215791, "trace": 0.4615558852996871, "predicted": 1.5765324950841995, "axis_split": 1.9500933501913664, "free_2means": 1.8295342243960633}, {"N": 98, "lam1": 0.0218383644893614, "trace": 0.37627243817270645, "predicted": 1.3624679937495578, "axis_split": 1.5578383188971543, "free_2means": 1.5739977995678132}, {"N": 43, "lam1": 0.04476036283168105, "trace": 0.4929739295568455, "predicted": 1.225299275870791, "axis_split": 1.4234213085263292, "free_2means": 1.4092151068086167}, {"N": 99, "lam1": 0.016174251609717156, "trace": 0.15667286939419134, "predicted": 1.0193879894214182, "axis_split": 1.1942791397903392, "free_2means": 1.1727844801811926}, {"N": 72, "lam1": 0.02370838292963491, "trace": 0.337004296035741, "predicted": 1.0867122247584693, "axis_split": 1.2778836073881727, "free_2means": 1.2096103704815562}, {"N": 97, "lam1": 0.028605902826471054, "trace": 0.30419804891951263, "predicted": 1.766475084538444, "axis_split": 1.8115908117440291, "free_2means": 1.7614736693870583}, {"N": 52, "lam1": 0.03467570625956055, "trace": 0.3293259783082595, "predicted": 1.1479124917336205, "axis_split": 1.388357719532756, "free_2means": 1.3579439979450214}, {"N": 46, "lam1": 0.0349869134396175, "trace": 0.3826844956358961, "predicted": 1.024574600009584, "axis_split": 1.2474524034129004, "free_2means": 1.154023908626229}, {"N": 66, "lam1": 0.033502119406221394, "trace": 0.41299491022913687, "predicted": 1.407655367594533, "axis_split": 1.6928981049578766, "free_2means": 1.3760551121103362}, {"N": 93, "lam1": 0.020940620813904402, "trace": 0.3191917639098408, "predicted": 1.23980283278788, "axis_split": 1.4751980193313017, "free_2means": 1.232544462316362}, {"N": 31, "lam1": 0.05484541375184618, "trace": 0.4489539044455076, "predicted": 1.0823859193612901, "axis_split": 1.2472150966338447, "free_2means": 1.223673790496278}, {"N": 92, "lam1": 0.0203613589256127, "trace": 0.3247057877520787, "predicted": 1.1925448189572725, "axis_split": 1.3875800936340639, "free_2means": 1.3244495782937769}, {"N": 77, "lam1": 0.020109144659050542, "trace": 0.28602742257022606, "predicted": 0.9857446903420671, "axis_split": 1.15940703066115, "free_2means": 1.132670192692558}, {"N": 56, "lam1": 0.03480631746380626, "trace": 0.42786693348811927, "predicted": 1.2408698344426785, "axis_split": 1.4726703868394182, "free_2means": 1.4027594264577274}, {"N": 109, "lam1": 0.01857023935061316, "trace": 0.19236455363614305, "predicted": 1.288617788753675, "axis_split": 1.3769851254946381, "free_2means": 1.3932829924577597}, {"N": 87, "lam1": 0.02405471685617224, "trace": 0.2351246194847868, "predicted": 1.3322926281328404, "axis_split": 1.522406159043264, "free_2means": 1.5224102698102442}, {"N": 67, "lam1": 0.025602004417259933, "trace": 0.31762300802173626, "predicted": 1.0920157290260786, "axis_split": 1.1989398706508254, "free_2means": 1.186346853618442}, {"N": 106, "lam1": 0.02067766636816236, "trace": 0.33509496108103015, "predicted": 1.3953639931775852, "axis_split": 1.5178865343008354, "free_2means": 1.5535398430950522}, {"N": 40, "lam1": 0.05451612131759583, "trace": 0.621086650850101, "predicted": 1.3882416297428524, "axis_split": 1.7052441620606018, "free_2means": 1.751604309150519}, {"N": 67, "lam1": 0.03287029536915559, "trace": 0.47428562580925104, "predicted": 1.4020339570229887, "axis_split": 1.4362631086479993, "free_2means": 1.3839961363731348}, {"N": 140, "lam1": 0.014186565009234027, "trace": 0.2094961065988329, "predicted": 1.2644026901599046, "axis_split": 1.2536682199696507, "free_2means": 1.367716337410819}, {"N": 67, "lam1": 0.02756713788126772, "trace": 0.3065709681935847, "predicted": 1.175835597867492, "axis_split": 1.380823416220661, "free_2means": 1.2927744765141185}, {"N": 86, "lam1": 0.02260201331824591, "trace": 0.4010942822951119, "predicted": 1.2374444173391248, "axis_split": 1.4253678449463933, "free_2means": 1.5343724070182958}, {"N": 70, "lam1": 0.029503981612416012, "trace": 0.31343697387691133, "predicted": 1.314797264062351, "axis_split": 1.5081695233341321, "free_2means": 1.4888021301240286}, {"N": 190, "lam1": 0.01206188323664482, "trace": 0.18705090280337539, "predicted": 1.4589783384830626, "axis_split": 1.6581660580569917, "free_2means": 1.5956903619870246}, {"N": 52, "lam1": 0.024407046184861725, "trace": 0.24276688671739427, "predicted": 0.8079764256913292, "axis_split": 0.9247105512363589, "free_2means": 0.9031158564968855}, {"N": 95, "lam1": 0.018742653930246222, "trace": 0.2509513781610091, "predicted": 1.1335346874705818, "axis_split": 1.3007270032864042, "free_2means": 1.3071835223417665}, {"N": 79, "lam1": 0.030571317224167855, "trace": 0.35045344963800357, "predicted": 1.537522095965922, "axis_split": 1.7176314015121612, "free_2means": 1.6636305200595096}, {"N": 56, "lam1": 0.028563323122983875, "trace": 0.3761619552428379, "predicted": 1.0183026708184775, "axis_split": 1.2269864975407785, "free_2means": 1.1804946034622006}, {"N": 64, "lam1": 0.026302639663981373, "trace": 0.31605717885863166, "predicted": 1.0716659504352217, "axis_split": 1.1856019818586567, "free_2means": 1.1113245317912934}, {"N": 23, "lam1": 0.06486326521406728, "trace": 0.5722857591712449, "predicted": 0.9497444541187441, "axis_split": 1.1583571314998302, "free_2means": 1.0823255355846264}, {"N": 68, "lam1": 0.03112343228710147, "trace": 0.4118571081866218, "predicted": 1.3473378816980413, "axis_split": 1.5073361082217573, "free_2means": 1.46506936743247}, {"N": 83, "lam1": 0.02728142237491806, "trace": 0.3796150451332495, "predicted": 1.4415351108812868, "axis_split": 1.622556020958143, "free_2means": 1.5748803348048313}, {"N": 48, "lam1": 0.04210422707183817, "trace": 0.4731359007378091, "predicted": 1.2866104058009553, "axis_split": 1.473361174756029, "free_2means": 1.4996563073142468}, {"N": 69, "lam1": 0.03378074257421351, "trace": 0.4541379703225896, "predicted": 1.4838787167122534, "axis_split": 1.748848775589714, "free_2means": 1.3174764341922796}, {"N": 44, "lam1": 0.04328545170224825, "trace": 0.474110436896934, "predicted": 1.2124804740185815, "axis_split": 1.407525699114938, "free_2means": 1.167345353225837}, {"N": 48, "lam1": 0.05910293961597662, "trace": 0.5051813369316457, "predicted": 1.8060527982997412, "axis_split": 2.0815340664904483, "free_2means": 2.140263773549073}, {"N": 57, "lam1": 0.047021034175352625, "trace": 0.5555441546890076, "predicted": 1.7062676441724716, "axis_split": 2.027769973656092, "free_2means": 1.9176723958867186}, {"N": 53, "lam1": 0.033611048229502914, "trace": 0.4503451242417007, "predicted": 1.134065267263803, "axis_split": 1.2801240987298286, "free_2means": 1.244262425264239}, {"N": 81, "lam1": 0.021094364607891065, "trace": 0.3015409477943638, "predicted": 1.0877562571880643, "axis_split": 1.2813831940471907, "free_2means": 1.3045279224665194}, {"N": 96, "lam1": 0.022627082104577867, "trace": 0.3562714125305755, "predicted": 1.3828653944408578, "axis_split": 1.5626453916169325, "free_2means": 1.5665957030329025}, {"N": 54, "lam1": 0.04069052468790222, "trace": 0.5082843893945832, "predicted": 1.3988371984738073, "axis_split": 1.7540386877252097, "free_2means": 1.7621153280887398}, {"N": 70, "lam1": 0.027318885042043203, "trace": 0.40815066171186976, "predicted": 1.2174219663761168, "axis_split": 1.5125256936732185, "free_2means": 1.3340064791326398}, {"N": 47, "lam1": 0.04800021766496152, "trace": 0.38129066168887504, "predicted": 1.4362207192427217, "axis_split": 1.7767226292469651, "free_2means": 1.7472144441036903}, {"N": 87, "lam1": 0.023580535084300205, "trace": 0.4055686597441737, "predicted": 1.3060296343575477, "axis_split": 1.4978752984124952, "free_2means": 1.212566354286082}, {"N": 72, "lam1": 0.026003029788803256, "trace": 0.25807686536351804, "predicted": 1.1918910891611063, "axis_split": 1.4545368033142303, "free_2means": 1.4384278456020105}, {"N": 46, "lam1": 0.033293593102169554, "trace": 0.29833821710819824, "predicted": 0.9749865444520947, "axis_split": 1.1378555456480193, "free_2means": 1.0462947270894247}, {"N": 37, "lam1": 0.04086894544666119, "trace": 0.3944087101455878, "predicted": 0.9626652136447923, "axis_split": 1.1616791698959723, "free_2means": 1.0770252066001262}, {"N": 158, "lam1": 0.01316039953190487, "trace": 0.22318601995303217, "predicted": 1.3237509475742972, "axis_split": 1.373327185381946, "free_2means": 1.5007263576572072}, {"N": 80, "lam1": 0.02943621830343577, "trace": 0.3759561533418908, "predicted": 1.499174287655657, "axis_split": 1.7664308316938069, "free_2means": 1.6970634038258758}, {"N": 34, "lam1": 0.05328863550741422, "trace": 0.5326323306864578, "predicted": 1.1534363662213079, "axis_split": 1.495982808645735, "free_2means": 1.1945421968307741}, {"N": 60, "lam1": 0.0377433617928614, "trace": 0.468822502651714, "predicted": 1.4416902235775215, "axis_split": 1.7291860241829866, "free_2means": 1.5565275883020533}, {"N": 76, "lam1": 0.023613738858035575, "trace": 0.3153605991673436, "predicted": 1.1425059522978092, "axis_split": 1.2767297605450203, "free_2means": 1.329126575536474}, {"N": 38, "lam1": 0.05486244142712567, "trace": 0.45598226222338767, "predicted": 1.3272075689689276, "axis_split": 1.5984528204088182, "free_2means": 1.4993592744252524}, {"N": 64, "lam1": 0.03893047219995217, "trace": 0.43096199901960663, "predicted": 1.5861701344061443, "axis_split": 1.8527653948131189, "free_2means": 1.6350290120839261}, {"N": 102, "lam1": 0.02462555317999953, "trace": 0.3566236902317961, "predicted": 1.5990656341074612, "axis_split": 1.7964024444753122, "free_2means": 1.794477792803356}, {"N": 45, "lam1": 0.03934101096826069, "trace": 0.5104812221024352, "predicted": 1.127036945129609, "axis_split": 1.3434782685464555, "free_2means": 1.2597199512746222}, {"N": 37, "lam1": 0.05430549795469784, "trace": 0.5141525683389336, "predicted": 1.2791622886104321, "axis_split": 1.4770788936731307, "free_2means": 1.4802604765385894}, {"N": 62, "lam1": 0.03109633870747797, "trace": 0.35723789224263813, "predicted": 1.2273857323040298, "axis_split": 1.466862427620896, "free_2means": 1.5322904262213015}, {"N": 55, "lam1": 0.03273962813367507, "trace": 0.42846394868498777, "predicted": 1.1463482035422718, "axis_split": 1.4446560955027756, "free_2means": 1.2981221581430802}, {"N": 122, "lam1": 0.016956732670924905, "trace": 0.2018066993531455, "predicted": 1.3169889377535815, "axis_split": 1.5032824711620556, "free_2means": 1.4771315697409797}, {"N": 34, "lam1": 0.04356804957588609, "trace": 0.47313374701346517, "predicted": 0.9430335813190035, "axis_split": 1.1271974723705362, "free_2means": 1.0931477784016614}, {"N": 33, "lam1": 0.03381316417860221, "trace": 0.36484349021207063, "predicted": 0.7103622531195101, "axis_split": 0.8246333011869833, "free_2means": 0.7351991754114184}, {"N": 48, "lam1": 0.0394659258548321, "trace": 0.4481529642310225, "predicted": 1.2059898592309946, "axis_split": 1.3770173836552324, "free_2means": 1.3420040567707225}, {"N": 85, "lam1": 0.0232893824104404, "trace": 0.33755805026604646, "predicted": 1.2602509129408703, "axis_split": 1.3473018774124519, "free_2means": 1.2609214399723463}, {"N": 51, "lam1": 0.04008451240420481, "trace": 0.4250726249158157, "predicted": 1.3014482512737482, "axis_split": 1.3810292850985597, "free_2means": 1.4424901866245712}, {"N": 54, "lam1": 0.04054608097096172, "trace": 0.4431340304367249, "predicted": 1.3938715892590834, "axis_split": 1.6660010807689432, "free_2means": 1.5325034059122515}, {"N": 51, "lam1": 0.04597628319108069, "trace": 0.5007179636809046, "predicted": 1.4927399579100755, "axis_split": 1.834824343116079, "free_2means": 1.622551740377503}, {"N": 58, "lam1": 0.03566152009253065, "trace": 0.28863035518538005, "predicted": 1.31676407060815, "axis_split": 1.3067669197486023, "free_2means": 1.3628359532300678}, {"N": 54, "lam1": 0.03861720913492761, "trace": 0.4368306754067891, "predicted": 1.3275618600032406, "axis_split": 1.6136006576766775, "free_2means": 1.4766185416687634}, {"N": 54, "lam1": 0.03644552010315171, "trace": 0.42595372338856424, "predicted": 1.252904690441874, "axis_split": 1.4648902858677317, "free_2means": 1.4077091013125482}, {"N": 26, "lam1": 0.05900157874965759, "trace": 0.31870614702113864, "predicted": 0.9766008624563084, "axis_split": 1.224270756820534, "free_2means": 0.6845817921540966}, {"N": 106, "lam1": 0.017868191459211258, "trace": 0.2408698114354168, "predicted": 1.2057758618146437, "axis_split": 1.2540708055751928, "free_2means": 1.2551595305867984}, {"N": 72, "lam1": 0.0265601455444142, "trace": 0.3599245610869063, "predicted": 1.2174273943585054, "axis_split": 1.4365862717438773, "free_2means": 1.3829807975492443}, {"N": 54, "lam1": 0.037102978634303355, "trace": 0.4132384684610212, "predicted": 1.2755064498657898, "axis_split": 1.5095169165219353, "free_2means": 1.1643512501422109}, {"N": 51, "lam1": 0.04257247698972748, "trace": 0.4924712258163904, "predicted": 1.3822265111265444, "axis_split": 1.567243635576034, "free_2means": 1.4524163362159896}, {"N": 81, "lam1": 0.01778098531707746, "trace": 0.1391586555209485, "predicted": 0.916897872827362, "axis_split": 0.8183066437432522, "free_2means": 0.8234019623701698}, {"N": 41, "lam1": 0.047471230654229514, "trace": 0.49344272896415553, "predicted": 1.2390660861772864, "axis_split": 1.4750320366696705, "free_2means": 1.313007661456158}, {"N": 49, "lam1": 0.039731541668192025, "trace": 0.4050663380139436, "predicted": 1.2394003656182566, "axis_split": 1.4532641432122517, "free_2means": 1.4620639629517918}, {"N": 37, "lam1": 0.039443119509022, "trace": 0.3798483450481211, "predicted": 0.929079981242133, "axis_split": 1.1974848072855995, "free_2means": 0.9908435397296991}, {"N": 72, "lam1": 0.028685305941346634, "trace": 0.36268761703855706, "predicted": 1.3148375715845657, "axis_split": 1.4999227393893584, "free_2means": 1.3998167153503296}, {"N": 98, "lam1": 0.01729995399656812, "trace": 0.30158765667246273, "predicted": 1.079322291975953, "axis_split": 1.2761316460324146, "free_2means": 1.207361899311504}, {"N": 76, "lam1": 0.03178368418820198, "trace": 0.43204809607795036, "predicted": 1.5377932562601144, "axis_split": 1.7296956765905804, "free_2means": 1.68128785502482}, {"N": 63, "lam1": 0.029016742766149604, "trace": 0.29136082892103937, "predicted": 1.163775827001994, "axis_split": 1.1786986371878143, "free_2means": 1.2949087814737226}, {"N": 27, "lam1": 0.03289240018234161, "trace": 0.16771924381950248, "predicted": 0.5653787125510542, "axis_split": 0.8411503335723154, "free_2means": 0.7567115714993697}, {"N": 43, "lam1": 0.05350246798457486, "trace": 0.6314652427412797, "predicted": 1.4646113465460857, "axis_split": 1.9636031236268323, "free_2means": 1.8246801662685854}, {"N": 82, "lam1": 0.023522803554068907, "trace": 0.2653929849253969, "predicted": 1.227956711211172, "axis_split": 1.2389276476974302, "free_2means": 1.180954545987042}, {"N": 123, "lam1": 0.019629210402707785, "trace": 0.3194557352087729, "predicted": 1.5370502453742445, "axis_split": 1.6874936427005736, "free_2means": 1.6969860947415754}, {"N": 57, "lam1": 0.04273338492414863, "trace": 0.5521648963612722, "predicted": 1.550680313625741, "axis_split": 1.7598576967412356, "free_2means": 1.6150082844870468}, {"N": 120, "lam1": 0.014056691911526371, "trace": 0.2123654178719321, "predicted": 1.073852160594857, "axis_split": 1.1732500249679987, "free_2means": 1.107350968606461}, {"N": 59, "lam1": 0.02817794363195932, "trace": 0.3874368909458238, "predicted": 1.0583795275851045, "axis_split": 1.218354642223403, "free_2means": 1.2132153475418832}, {"N": 57, "lam1": 0.03696612773085035, "trace": 0.37278157626826314, "predicted": 1.3414019658155185, "axis_split": 1.634589603474918, "free_2means": 1.5896905943613113}, {"N": 101, "lam1": 0.022560212383191842, "trace": 0.27561781318978484, "predicted": 1.4505900044671398, "axis_split": 1.6352078032041533, "free_2means": 1.5499845813870152}, {"N": 64, "lam1": 0.03704437216231817, "trace": 0.51391117877185, "predicted": 1.5093235055023977, "axis_split": 1.776672713234035, "free_2means": 1.7025217097089538}, {"N": 27, "lam1": 0.045311698716867826, "trace": 0.4443211895581016, "predicted": 0.7788507297134624, "axis_split": 0.9336301785336225, "free_2means": 0.9017662647972617}, {"N": 25, "lam1": 0.04631053429707442, "trace": 0.22575501336237402, "predicted": 0.7370550450606147, "axis_split": 0.8425584126036458, "free_2means": 0.9147798750749754}, {"N": 56, "lam1": 0.03479483483641934, "trace": 0.4269678098334384, "predicted": 1.240460470655217, "axis_split": 1.4554104998457653, "free_2means": 1.3383017513073163}, {"N": 60, "lam1": 0.03808927954770726, "trace": 0.5047770144372109, "predicted": 1.4549033085183942, "axis_split": 1.7051572876691736, "free_2means": 1.6925122846896912}, {"N": 30, "lam1": 0.05454459472118482, "trace": 0.563404870369922, "predicted": 1.04172502425848, "axis_split": 1.4260513432649908, "free_2means": 1.1616399389174852}, {"N": 53, "lam1": 0.02236930677390394, "trace": 0.24220445949592334, "predicted": 0.754759378280436, "axis_split": 0.9293214575861981, "free_2means": 0.939597621899658}, {"N": 53, "lam1": 0.03716127110122063, "trace": 0.4873058184790423, "predicted": 1.2538527973155, "axis_split": 1.4954195653964568, "free_2means": 1.3946770225777207}, {"N": 52, "lam1": 0.03761349777187265, "trace": 0.40158530319981134, "predicted": 1.2451658122528608, "axis_split": 1.5025548942187967, "free_2means": 1.0619668638022972}, {"N": 47, "lam1": 0.03845353895529396, "trace": 0.46427208795183195, "predicted": 1.1505733111730165, "axis_split": 1.3303122782007861, "free_2means": 1.2105529195027032}, {"N": 52, "lam1": 0.04177461375726531, "trace": 0.41274905952000124, "predicted": 1.3829163452464812, "axis_split": 1.5251114774662824, "free_2means": 1.5884470056845963}, {"N": 218, "lam1": 0.003898138631462504, "trace": 0.050490035251012276, "predicted": 0.5409958039517277, "axis_split": 0.5419816773903889, "free_2means": 0.5495761359535862}, {"N": 74, "lam1": 0.03424752001082235, "trace": 0.4686583688820568, "predicted": 1.6133959811148493, "axis_split": 1.9577111630689927, "free_2means": 1.734369199615955}, {"N": 128, "lam1": 0.008321847505391451, "trace": 0.12413461618838498, "predicted": 0.6781251410636839, "axis_split": 0.7305489143237747, "free_2means": 0.7604810247011713}, {"N": 32, "lam1": 0.04237894698011262, "trace": 0.43640988013551363, "predicted": 0.863336818549027, "axis_split": 1.0729648707861585, "free_2means": 0.7808529349663189}, {"N": 100, "lam1": 0.029569958610241927, "trace": 0.467858073256862, "predicted": 1.8824820319371018, "axis_split": 2.1383772746181506, "free_2means": 2.1613108657252624}, {"N": 32, "lam1": 0.050043717605708166, "trace": 0.4091405213460984, "predicted": 1.0194822435383506, "axis_split": 1.2291730698814511, "free_2means": 1.190505792572221}, {"N": 74, "lam1": 0.026299931593140695, "trace": 0.3405557522121997, "predicted": 1.2389861783440062, "axis_split": 1.2921050941241141, "free_2means": 1.3084140242984823}, {"N": 62, "lam1": 0.030748543669920445, "trace": 0.39284719254187117, "predicted": 1.2136581140503222, "axis_split": 1.3430712012948156, "free_2means": 1.2852750220686673}, {"N": 69, "lam1": 0.033674553623068516, "trace": 0.38108894632917917, "predicted": 1.4792141796847476, "axis_split": 1.64445491918951, "free_2means": 1.756687055624493}, {"N": 73, "lam1": 0.0306960236082598, "trace": 0.3298036417134609, "predicted": 1.4265437760318587, "axis_split": 1.4944793527021076, "free_2means": 1.431785000966439}, {"N": 38, "lam1": 0.03995568411680629, "trace": 0.41997105727469525, "predicted": 0.966589984034824, "axis_split": 1.1383757756538309, "free_2means": 1.137435637864204}, {"N": 53, "lam1": 0.038871429846419024, "trace": 0.48793596699347414, "predicted": 1.3115550034827734, "axis_split": 1.5844717707024074, "free_2means": 1.5811834906443636}, {"N": 78, "lam1": 0.020080232117357398, "trace": 0.30613279610380345, "predicted": 0.9971108783719406, "axis_split": 1.1463813376700749, "free_2means": 1.108706683132798}, {"N": 24, "lam1": 0.057962879438591804, "trace": 0.5474211872546852, "predicted": 0.885607562735181, "axis_split": 1.1770741879847417, "free_2means": 1.146123173067524}, {"N": 65, "lam1": 0.03136706484040364, "trace": 0.4408401787354016, "predicted": 1.2979780891049006, "axis_split": 1.596708899829821, "free_2means": 1.3938045804475863}, {"N": 45, "lam1": 0.04115785295790456, "trace": 0.4897361997929214, "predicted": 1.1790856341539815, "axis_split": 1.2365338076655377, "free_2means": 1.201087135823066}, {"N": 92, "lam1": 0.023344321425105553, "trace": 0.26342810948744827, "predicted": 1.367254006438824, "axis_split": 1.511137561326958, "free_2means": 1.5553342692563774}, {"N": 65, "lam1": 0.034709012780284855, "trace": 0.39171193502206747, "predicted": 1.436268847993747, "axis_split": 1.74995517420993, "free_2means": 1.6714369855408293}, {"N": 70, "lam1": 0.03259460775886446, "trace": 0.44716537007828183, "predicted": 1.4525260240301225, "axis_split": 1.7923745053147364, "free_2means": 1.6784946982043358}, {"N": 26, "lam1": 0.036443504299647995, "trace": 0.3210684475058836, "predicted": 0.6032170406994908, "axis_split": 0.8325757295083651, "free_2means": 0.6777294909574163}, {"N": 78, "lam1": 0.02554141405691754, "trace": 0.37153086338740404, "predicted": 1.268293197823157, "axis_split": 1.4654191230903528, "free_2means": 1.3793611863806028}, {"N": 60, "lam1": 0.038003104521592335, "trace": 0.4399543354625569, "predicted": 1.451611664987851, "axis_split": 1.595052640955334, "free_2means": 1.603843150824705}, {"N": 59, "lam1": 0.03568974088853182, "trace": 0.46444947137109027, "predicted": 1.3405268884985904, "axis_split": 1.5714102160665817, "free_2means": 1.4545837065242075}, {"N": 49, "lam1": 0.039167962141086865, "trace": 0.41506199033194235, "predicted": 1.2218198579756776, "axis_split": 1.5240204979021783, "free_2means": 1.311328923359902}, {"N": 77, "lam1": 0.023252716442570483, "trace": 0.2417204606847833, "predicted": 1.1398417067419797, "axis_split": 1.3382900128522621, "free_2means": 1.342305260936321}, {"N": 60, "lam1": 0.030635999156871853, "trace": 0.34945947994253534, "predicted": 1.1702089685700705, "axis_split": 1.3985209793853208, "free_2means": 1.323043268598017}, {"N": 53, "lam1": 0.02955003707678567, "trace": 0.369098074439985, "predicted": 0.9970433074956747, "axis_split": 1.206038258748297, "free_2means": 1.0877621390447914}, {"N": 45, "lam1": 0.03940226741893702, "trace": 0.43759969053305864, "predicted": 1.1287918131754615, "axis_split": 1.3580964514624867, "free_2means": 1.31682394935385}, {"N": 46, "lam1": 0.0561943322728532, "trace": 0.5562356065190766, "predicted": 1.6456234589150336, "axis_split": 1.9007279239810941, "free_2means": 1.9447633149165853}, {"N": 55, "lam1": 0.027758559344136156, "trace": 0.2411218006146354, "predicted": 0.9719406252003778, "axis_split": 1.1517915428949408, "free_2means": 1.1206277142248702}, {"N": 59, "lam1": 0.03982043588525119, "trace": 0.40656934383780724, "predicted": 1.4956781329019426, "axis_split": 1.9843563287606791, "free_2means": 1.9948582847216407}, {"N": 81, "lam1": 0.023304996187973822, "trace": 0.3197249455597174, "predicted": 1.201750130825435, "axis_split": 1.2720366591825645, "free_2means": 1.1695902497609367}, {"N": 70, "lam1": 0.03211357911296732, "trace": 0.41885398102191607, "predicted": 1.4310897597363899, "axis_split": 1.6418832444017681, "free_2means": 1.5981066134286586}, {"N": 68, "lam1": 0.024397244085128913, "trace": 0.3096191201237085, "predicted": 1.0561602223592341, "axis_split": 1.209572063062165, "free_2means": 1.1203767187051454}, {"N": 92, "lam1": 0.022611408548240928, "trace": 0.2806047888653779, "predicted": 1.3243280181860202, "axis_split": 1.413117744809334, "free_2means": 1.2794085809858586}, {"N": 71, "lam1": 0.028297608324675035, "trace": 0.21917898305374084, "predicted": 1.2790520048843133, "axis_split": 1.3938273580382283, "free_2means": 1.4319928309952843}, {"N": 71, "lam1": 0.024320216284071244, "trace": 0.30673058942368475, "predicted": 1.0992738693834003, "axis_split": 1.3268285237820585, "free_2means": 1.199775459311109}, {"N": 71, "lam1": 0.032462292639727705, "trace": 0.40995617235479687, "predicted": 1.4672957519091616, "axis_split": 1.7142208691663043, "free_2means": 1.5862545396808088}, {"N": 20, "lam1": 0.06589409407279807, "trace": 0.5048211096963833, "predicted": 0.8389896633798541, "axis_split": 1.1682539916323726, "free_2means": 0.9833869919012983}, {"N": 71, "lam1": 0.03636688007396256, "trace": 0.5151056472642914, "predicted": 1.6437831189227676, "axis_split": 1.8483184916929432, "free_2means": 1.924505960647501}, {"N": 47, "lam1": 0.045431944601964404, "trace": 0.5013623238411238, "predicted": 1.3593750888437999, "axis_split": 1.61874912343756, "free_2means": 1.343291763257426}, {"N": 76, "lam1": 0.02908867171959438, "trace": 0.3631668194151104, "predicted": 1.4074001912138643, "axis_split": 1.570839790013558, "free_2means": 1.4967811808218272}, {"N": 62, "lam1": 0.03729774914893817, "trace": 0.48813464695190584, "predicted": 1.4721580435272508, "axis_split": 1.6549970881323475, "free_2means": 1.7631846283521426}, {"N": 50, "lam1": 0.031627728355026245, "trace": 0.3786953419550254, "predicted": 1.0067418612940253, "axis_split": 1.173818804168068, "free_2means": 1.1410335009495114}, {"N": 58, "lam1": 0.040813378269128855, "trace": 0.46073256746855795, "predicted": 1.5069910078281987, "axis_split": 1.7678095554858544, "free_2means": 1.783556494353114}, {"N": 50, "lam1": 0.03360032034145339, "trace": 0.3643758576287922, "predicted": 1.0695314143626935, "axis_split": 1.2585518244056928, "free_2means": 1.224078144501135}, {"N": 78, "lam1": 0.026041683002913655, "trace": 0.3706825781119207, "predicted": 1.2931347238199211, "axis_split": 1.5097098734394585, "free_2means": 1.395565692949539}, {"N": 68, "lam1": 0.028923621568410402, "trace": 0.4139275585669516, "predicted": 1.2521077577670698, "axis_split": 1.4396605375131166, "free_2means": 1.4043619616786849}, {"N": 78, "lam1": 0.02909133428198301, "trace": 0.46260011251629685, "predicted": 1.4445692514602888, "axis_split": 1.7619683755040043, "free_2means": 1.6288483575699786}, {"N": 48, "lam1": 0.04150838966477696, "trace": 0.43789650781773587, "predicted": 1.2684029558272885, "axis_split": 1.5008440532763956, "free_2means": 1.4535530966868677}, {"N": 55, "lam1": 0.03668991807483749, "trace": 0.29919809355220883, "predicted": 1.2846640011143542, "axis_split": 1.5166465534107019, "free_2means": 1.493369777634669}, {"N": 50, "lam1": 0.04198838689726004, "trace": 0.44255975433001027, "predicted": 1.3365318654307812, "axis_split": 1.5561661070392212, "free_2means": 1.4599064329311773}, {"N": 41, "lam1": 0.043441843734430344, "trace": 0.5190611704395983, "predicted": 1.1338934034470847, "axis_split": 1.3263658530778102, "free_2means": 1.3107171249864216}, {"N": 56, "lam1": 0.035497400890189684, "trace": 0.46492636611004595, "predicted": 1.265507447363787, "axis_split": 1.544778813773089, "free_2means": 1.274354209071749}, {"N": 78, "lam1": 0.010204608298974792, "trace": 0.04822267631176724, "predicted": 0.5067235221667058, "axis_split": 0.6114265893044788, "free_2means": 0.620414257841527}, {"N": 61, "lam1": 0.026323224422021126, "trace": 0.35140846372157936, "predicted": 1.0222309935111988, "axis_split": 1.1751800742296545, "free_2means": 1.1005872312302074}, {"N": 31, "lam1": 0.06196491369405711, "trace": 0.5989116847984539, "predicted": 1.2228907667713114, "axis_split": 1.527153467612468, "free_2means": 1.515610678459101}, {"N": 48, "lam1": 0.03532634043498217, "trace": 0.44508315840390955, "predicted": 1.0794934467023056, "axis_split": 1.2374722605499997, "free_2means": 1.211060390008754}, {"N": 93, "lam1": 0.022769703381355876, "trace": 0.3623070435458471, "predicted": 1.3480948346669996, "axis_split": 1.5013007680469812, "free_2means": 1.5505578573809657}, {"N": 58, "lam1": 0.03143665059956687, "trace": 0.4112663932069495, "predicted": 1.1607652142243363, "axis_split": 1.312932826379118, "free_2means": 1.2909813235811995}, {"N": 39, "lam1": 0.052717059411049615, "trace": 0.5083682642035419, "predicted": 1.3088681721238762, "axis_split": 1.6428027545561719, "free_2means": 1.5994984428541485}, {"N": 78, "lam1": 0.02894099580169211, "trace": 0.3940996247589297, "predicted": 1.43710399243042, "axis_split": 1.7380938581843637, "free_2means": 1.3713243810988587}, {"N": 75, "lam1": 0.024967114430407878, "trace": 0.32176464405963057, "predicted": 1.1920919029021215, "axis_split": 1.4505290196321283, "free_2means": 1.4673950726607643}, {"N": 69, "lam1": 0.030038110150403145, "trace": 0.3388181355512797, "predicted": 1.319476984394837, "axis_split": 1.4236649883793895, "free_2means": 1.3809289989123208}, {"N": 58, "lam1": 0.035884791897744864, "trace": 0.4171637015808639, "predicted": 1.3250081468652213, "axis_split": 1.5455188598590546, "free_2means": 1.4835310381256512}, {"N": 59, "lam1": 0.028642214118061365, "trace": 0.3652165373213634, "predicted": 1.0758177900846815, "axis_split": 1.2812600041447588, "free_2means": 1.1087383789623892}, {"N": 37, "lam1": 0.04652456888286072, "trace": 0.42678736764318775, "predicted": 1.095883036713146, "axis_split": 1.4025413490110488, "free_2means": 1.362570438491307}, {"N": 48, "lam1": 0.03635876493960783, "trace": 0.34219919365211904, "predicted": 1.1110420156521377, "axis_split": 1.4821969815269007, "free_2means": 1.3524583442519074}, {"N": 39, "lam1": 0.05691054325173531, "trace": 0.47003727542335716, "predicted": 1.41298470651917, "axis_split": 1.781230355074726, "free_2means": 1.739372671564638}, {"N": 74, "lam1": 0.032728238018428994, "trace": 0.4192707516168632, "predicted": 1.5418228143590373, "axis_split": 1.7190145298195532, "free_2means": 1.6900828608588156}, {"N": 46, "lam1": 0.03420945107626803, "trace": 0.42588591454131985, "predicted": 1.0018069960217084, "axis_split": 1.1453666959293436, "free_2means": 1.0849441923137988}, {"N": 37, "lam1": 0.038311871459559284, "trace": 0.3385567687657061, "predicted": 0.9024335108397447, "axis_split": 1.041175048448757, "free_2means": 1.0178199648999744}, {"N": 56, "lam1": 0.04117315445751009, "trace": 0.5814043477677612, "predicted": 1.4678520762301392, "axis_split": 1.6848956202415977, "free_2means": 1.6065541653022422}, {"N": 37, "lam1": 0.04073216907757883, "trace": 0.3586862643682735, "predicted": 0.9594434556296246, "axis_split": 1.194697044188743, "free_2means": 1.1395320022682114}, {"N": 38, "lam1": 0.0393130427544931, "trace": 0.37151772754955326, "predicted": 0.9510434925188109, "axis_split": 1.1956770391665188, "free_2means": 0.8623550052204259}, {"N": 37, "lam1": 0.04789027843323416, "trace": 0.5016527357241749, "predicted": 1.128052231727068, "axis_split": 1.4369161841962992, "free_2means": 1.5119187388843152}, {"N": 86, "lam1": 0.028304356969983038, "trace": 0.4234566448671574, "predicted": 1.5496437430467576, "axis_split": 1.717505611721407, "free_2means": 1.7015732163880415}, {"N": 56, "lam1": 0.057203927779869934, "trace": 0.573776888766121, "predicted": 2.0393604829781324, "axis_split": 2.5853850123855864, "free_2means": 2.5771501495648863}, {"N": 46, "lam1": 0.04870202833587601, "trace": 0.49794650057958945, "predicted": 1.4262150128791447, "axis_split": 1.7037196507393482, "free_2means": 1.6298947242929493}, {"N": 78, "lam1": 0.029189428608965378, "trace": 0.4005047065243531, "predicted": 1.449440256933186, "axis_split": 1.663473187367746, "free_2means": 1.5754114204229808}, {"N": 40, "lam1": 0.02470389800141104, "trace": 0.24003268230351577, "predicted": 0.6290795968900098, "axis_split": 0.6854437056760361, "free_2means": 0.5789693786274466}, {"N": 25, "lam1": 0.05629725969973405, "trace": 0.48977595762106474, "predicted": 0.8959987163740827, "axis_split": 1.1780383345528094, "free_2means": 0.9882410654655835}, {"N": 69, "lam1": 0.026742177249699812, "trace": 0.3679939083549468, "predicted": 1.174697316738901, "axis_split": 1.3578431492844238, "free_2means": 1.3499155529561726}, {"N": 55, "lam1": 0.037568652896486754, "trace": 0.4668208117765524, "predicted": 1.3154320990314943, "axis_split": 1.616636677228609, "free_2means": 1.4651417485404572}, {"N": 122, "lam1": 0.01701183400041901, "trace": 0.2470450929267385, "predicted": 1.3212685264460233, "axis_split": 1.348076843928407, "free_2means": 1.385560754786706}, {"N": 73, "lam1": 0.022723244501183036, "trace": 0.34658946034233507, "predicted": 1.056022872151111, "axis_split": 1.1946664385168617, "free_2means": 1.1219095875344074}, {"N": 62, "lam1": 0.02166496335863547, "trace": 0.2007803241580009, "predicted": 0.8551253305870433, "axis_split": 0.9753300291659777, "free_2means": 0.9898677915826752}, {"N": 49, "lam1": 0.03952674390803555, "trace": 0.37592894759046425, "predicted": 1.2330118287490988, "axis_split": 1.4579590143798562, "free_2means": 1.3598952629874361}, {"N": 63, "lam1": 0.034178280466613475, "trace": 0.4634991518093846, "predicted": 1.3707898552259619, "axis_split": 1.5961461724740147, "free_2means": 1.472615677150408}, {"N": 113, "lam1": 0.019405365012511958, "trace": 0.29440482393932865, "predicted": 1.3959838134381966, "axis_split": 1.6128404652561983, "free_2means": 1.420603839274996}, {"N": 48, "lam1": 0.037165575218078443, "trace": 0.5407151286711145, "predicted": 1.1356963216916793, "axis_split": 1.388223967684283, "free_2means": 1.1926913495533356}, {"N": 22, "lam1": 0.0751020018108694, "trace": 0.5413307861858565, "predicted": 1.051851224538078, "axis_split": 1.2505774826473175, "free_2means": 1.2325709820019277}, {"N": 57, "lam1": 0.03738987075932438, "trace": 0.4697890836891326, "predicted": 1.3567784676642993, "axis_split": 1.559908235948086, "free_2means": 1.42166978688212}, {"N": 81, "lam1": 0.027311246456974504, "trace": 0.40539946435907465, "predicted": 1.4083372397036358, "axis_split": 1.603196401688912, "free_2means": 1.5921421508047757}, {"N": 48, "lam1": 0.041308489663037004, "trace": 0.5129319185323004, "predicted": 1.2622944617342977, "axis_split": 1.5251288695552319, "free_2means": 1.3949210849117435}, {"N": 84, "lam1": 0.025625593075049996, "trace": 0.3178402786187494, "predicted": 1.3703557753386983, "axis_split": 1.679290566736423, "free_2means": 1.5781820215286615}, {"N": 41, "lam1": 0.047362395469541047, "trace": 0.5149606309482802, "predicted": 1.2362253343267062, "axis_split": 1.5538252639794017, "free_2means": 1.206237507673432}, {"N": 29, "lam1": 0.049114123378278064, "trace": 0.32598518250743747, "predicted": 0.906743639308268, "axis_split": 1.1836830233044537, "free_2means": 1.1608943207308222}, {"N": 86, "lam1": 0.0304323163906221, "trace": 0.4146213598545014, "predicted": 1.666148032656581, "axis_split": 1.9485738979807152, "free_2means": 1.9364362761004017}, {"N": 63, "lam1": 0.027642385045857226, "trace": 0.2755498752896839, "predicted": 1.1086543991622118, "axis_split": 1.234333916662571, "free_2means": 0.9536553573614128}, {"N": 48, "lam1": 0.042474190528705234, "trace": 0.43399044310284274, "predicted": 1.297915656282317, "axis_split": 1.6594677476603366, "free_2means": 1.3649847198641858}, {"N": 69, "lam1": 0.041149365768538546, "trace": 0.3767807249717062, "predicted": 1.8075584909359774, "axis_split": 2.281724148387081, "free_2means": 2.3213086674569077}, {"N": 65, "lam1": 0.04020205749662156, "trace": 0.4669057933892423, "predicted": 1.6635726049934965, "axis_split": 1.9022342476392602, "free_2means": 1.733098600940398}, {"N": 49, "lam1": 0.03265622642346714, "trace": 0.40253133827738174, "predicted": 1.0186903721725005, "axis_split": 1.198317004021824, "free_2means": 1.0814917828670971}, {"N": 65, "lam1": 0.028296128789337387, "trace": 0.35265712877533495, "predicted": 1.1709018794688626, "axis_split": 1.4110177357440001, "free_2means": 1.2667590094348569}, {"N": 103, "lam1": 0.023544567317544993, "trace": 0.31567083793555356, "predicted": 1.543860519877435, "axis_split": 1.7242122342198662, "free_2means": 1.634661721790721}, {"N": 41, "lam1": 0.043415689503770914, "trace": 0.5413162388073128, "predicted": 1.1332107411319616, "axis_split": 1.4809219499422959, "free_2means": 1.2492121442492419}, {"N": 83, "lam1": 0.027337323918866546, "trace": 0.3571083722044607, "predicted": 1.4444889172205155, "axis_split": 1.6894232842387957, "free_2means": 1.6086933945571573}, {"N": 32, "lam1": 0.04742295158734379, "trace": 0.2260899076451868, "predicted": 0.9660924366250764, "axis_split": 1.2243421478478114, "free_2means": 1.1459793395678526}, {"N": 28, "lam1": 0.029637199164670617, "trace": 0.16303358642099514, "predicted": 0.5282935556031079, "axis_split": 0.5827638484701252, "free_2means": 0.6198625236696991}, {"N": 72, "lam1": 0.023853182339127893, "trace": 0.21676600625952808, "predicted": 1.0933493407904167, "axis_split": 1.2175476210321072, "free_2means": 1.2399029618554565}, {"N": 47, "lam1": 0.04104660426285431, "trace": 0.4782228498405884, "predicted": 1.2281607535271837, "axis_split": 1.5909007681752172, "free_2means": 1.3860484511746485}, {"N": 34, "lam1": 0.049089098348237936, "trace": 0.5248371696724822, "predicted": 1.0625370809502916, "axis_split": 1.2154532237217843, "free_2means": 1.242510262394667}, {"N": 92, "lam1": 0.02161230904034663, "trace": 0.33435944562499503, "predicted": 1.2658117400675029, "axis_split": 1.551913612817735, "free_2means": 1.4769083834858705}, {"N": 51, "lam1": 0.03520077596697818, "trace": 0.37744506384979715, "predicted": 1.1428850091462537, "axis_split": 1.327753216422007, "free_2means": 1.2472549427410229}, {"N": 88, "lam1": 0.020391291866626006, "trace": 0.3244447857059106, "predicted": 1.1423719636042877, "axis_split": 1.2605275577831243, "free_2means": 1.2201322309873213}, {"N": 64, "lam1": 0.030103879009809376, "trace": 0.4024903995303353, "predicted": 1.2265423745667876, "axis_split": 1.405017007734795, "free_2means": 1.3144221147412622}], "swaps": {"profitable_moves": 45, "predicted_gain_per_row": 2.2693442611072126e-05, "gain_quantiles": [1.100852122805104, 1.401415952269525, 1.6883378881379676, 2.904797452130072], "cost_quantiles": [0.3876997232437134, 1.9933249056339264, 2.6233261466026305, 3.476545065641403]}, "split_examples": [{"N": 284, "lam1": 0.007485989371196966, "lam2": 0.006998184273104403, "points": [[0.1013, 0.0825], [0.0265, 0.0689], [0.0366, -0.1186], [0.0391, -0.0159], [-0.0358, -0.034], [0.2, -0.0075], [0.0261, -0.1614], [-0.056, -0.0023], [0.0857, -0.0125], [0.0299, 0.0249], [-0.0272, 0.1501], [-0.1117, -0.0806], [0.0544, 0.0674], [0.0157, 0.1158], [-0.1296, 0.0586], [0.066, -0.0032], [-0.0083, -0.0728], [0.0144, -0.0068], [-0.049, 0.1221], [-0.1086, -0.0413], [0.0548, -0.1003], [-0.0602, 0.0783], [0.0239, -0.0057], [-0.026, -0.1484], [-0.1114, 0.1316], [-0.0238, 0.0837], [-0.0099, -0.1384], [-0.0749, 0.0985], [-0.1366, -0.0156], [-0.1648, -0.097], [0.1407, -0.0693], [-0.105, 0.0612], [0.0816, -0.0216], [-0.045, -0.0016], [-0.1534, 0.0755], [-0.1319, 0.0201], [-0.0925, 0.1152], [-0.1361, -0.0538], [0.003, 0.0026], [0.2032, -0.0638], [0.0462, -0.0121], [0.0359, -0.1782], [0.1417, 0.1441], [-0.007, 0.0093], [0.0659, 0.0248], [0.1697, -0.0923], [-0.0751, -0.1668], [-0.0336, 0.1921], [-0.0152, 0.0148], [-0.0728, -0.0102], [0.0899, 0.1089], [0.0307, 0.1015], [-0.0262, -0.038], [0.1666, 0.122], [0.045, 0.0468], [-0.125, -0.0798], [-0.0346, -0.0757], [0.0035, 0.0695], [0.0451, -0.0089], [-0.055, -0.0688], [0.1486, 0.0912], [-0.0854, 0.0313], [0.1734, 0.0347], [-0.0139, -0.0161], [-0.106, -0.044], [0.1895, -0.1692], [-0.0802, 0.0268], [-0.0202, 0.0636], [-0.1049, -0.0334], [-0.1054, 0.0635], [-0.0477, 0.0778], [0.0456, -0.1487], [-0.0073, -0.0662], [-0.1105, -0.0129], [-0.0082, 0.0854], [0.0754, 0.0611], [0.1464, 0.0401], [-0.1163, -0.0236], [-0.0454, -0.0951], [0.0619, 0.1265], [-0.0892, 0.0029], [0.0468, 0.1241], [0.1425, 0.0234], [0.0921, -0.0501], [0.058, 0.1228], [-0.1155, -0.0991], [-0.0081, -0.0127], [0.1694, -0.0427], [0.0728, 0.0241], [-0.1484, 0.0131], [-0.0725, -0.0396], [-0.1567, -0.1114], [-0.0388, -0.0723], [-0.0419, 0.1496], [-0.0461, -0.1117], [-0.0366, 0.0594], [0.0445, 0.0754], [-0.1087, 0.0082], [-0.0456, -0.0755], [0.0574, -0.0535], [0.0287, 0.0805], [-0.1432, -0.0125], [-0.0039, 0.0901], [0.0691, -0.0024], [-0.1557, -0.019], [0.1307, -0.1314], [-0.0275, 0.0397], [-0.0063, -0.0549], [0.06, -0.0642], [0.0549, -0.1176], [0.2712, 0.0342], [0.0098, -0.0336], [-0.1544, -0.0201], [0.0355, -0.1287], [0.0656, -0.057], [-0.0878, 0.1219], [0.0295, 0.0259], [-0.0194, -0.0921], [-0.0393, -0.025], [-0.0778, -0.013], [-0.006, -0.1179], [-0.0247, -0.0267], [-0.1724, -0.1124], [0.0915, -0.0065], [-0.0265, 0.0048], [0.0455, -0.0256], [-0.0476, 0.1414], [-0.0076, 0.0798], [0.0447, 0.0526], [0.0867, -0.1232], [-0.0296, -0.0737], [0.0845, -0.0001], [-0.0717, 0.0561], [0.0488, -0.0688], [-0.1731, 0.0064], [0.0076, -0.018], [-0.0582, -0.1395], [-0.0216, 0.074], [0.0003, 0.0473], [-0.1014, 0.0505], [-0.0902, 0.2298], [-0.049, 0.1057], [-0.087, -0.0593], [0.0499, 0.0089], [0.0355, 0.0012], [-0.1546, -0.0154], [0.1132, 0.0681], [-0.0152, 0.0966], [0.0957, 0.0777], [-0.1386, 0.0835], [-0.0414, 0.018], [-0.0857, 0.0843], [-0.0268, 0.006], [0.0831, 0.0384], [-0.1001, 0.0699], [0.1277, 0.0257], [-0.0644, -0.0011], [0.1369, 0.075], [-0.1008, 0.0043], [-0.035, 0.05], [0.091, -0.1244], [0.0929, 0.1364], [-0.0564, -0.1012], [-0.0355, 0.0145], [-0.0186, 0.1146], [0.0893, -0.0694], [0.1349, 0.0655], [0.0131, -0.0015], [-0.0123, 0.0343], [0.0903, -0.144], [-0.0604, -0.1281], [0.0966, 0.0174], [-0.0402, -0.0623], [-0.0194, 0.0445], [-0.0497, 0.0193], [0.0846, -0.0328], [-0.0683, -0.0809], [0.132, -0.0924], [-0.0126, 0.0564], [0.1174, -0.139], [-0.0695, -0.0611], [-0.0483, 0.066], [0.0075, -0.1324], [-0.0995, 0.0049], [0.0615, -0.1335], [-0.0571, -0.0227], [-0.0148, -0.0326], [0.0364, -0.1468], [-0.079, 0.0646], [-0.0264, 0.0224], [-0.0585, -0.1309], [0.1574, -0.0608], [0.233, 0.0405], [0.1467, 0.0735], [0.1407, -0.0186], [-0.0177, -0.0988], [0.0006, -0.2103], [-0.0116, 0.0557], [0.0838, 0.0432], [0.1272, -0.1188], [-0.0186, -0.0578], [-0.0751, 0.0038], [-0.0849, 0.1871], [-0.0149, 0.1419], [0.0815, 0.1556], [-0.079, -0.0064], [0.0287, 0.0485], [-0.0446, -0.0476], [-0.0944, -0.0397], [0.1353, -0.0288], [-0.0411, 0.1036], [0.0033, 0.008], [-0.0871, 0.04], [0.0227, -0.0336], [0.0165, 0.0742], [0.1923, -0.045], [-0.0937, -0.0099], [0.0132, -0.0076], [0.0509, 0.061], [0.0021, -0.1249], [0.0147, -0.1105], [0.0416, 0.0168], [-0.009, -0.083], [0.0598, 0.084], [0.0574, -0.0742], [0.0485, 0.1897], [0.145, -0.0573], [-0.1064, 0.0169], [0.0204, 0.0152], [-0.0156, -0.1102], [-0.049, -0.0867], [-0.0895, 0.1405], [0.0618, 0.0926], [-0.0236, -0.0273], [-0.1223, -0.0677], [-0.0624, -0.0068], [0.0917, -0.0737], [0.0579, 0.0302], [-0.0783, -0.1536], [-0.1472, 0.0534], [0.2161, -0.0708], [-0.0541, 0.1193], [0.0458, -0.0914], [-0.0748, -0.072], [-0.0039, 0.113], [-0.0744, -0.0445], [0.0706, -0.0127], [0.0399, -0.0651], [-0.0112, -0.0481], [0.1386, 0.1605], [0.007, -0.0758], [0.0754, 0.0778], [0.0481, 0.0911], [0.0282, -0.0529], [-0.0346, 0.1024], [0.0584, 0.0834], [-0.0316, 0.0319], [0.0078, 0.0405], [-0.0936, 0.0293], [0.0059, -0.0695], [0.0079, 0.1474], [-0.0227, -0.1256], [-0.0749, 0.0201], [-0.0498, -0.0499], [0.0254, 0.0224], [-0.1214, -0.0639], [-0.0479, 0.0442], [0.0407, 0.1884], [-0.06, -0.0614], [-0.0407, -0.0384], [0.0739, 0.0203], [0.107, 0.1148], [0.0927, 0.0123], [0.0132, -0.1364], [-0.0382, 0.1832], [0.191, -0.0834], [-0.0306, 0.0343], [-0.0561, 0.0489], [0.1837, 0.0909], [-0.0083, -0.1787], [-0.1166, -0.0409], [-0.0333, 0.0791], [-0.0737, 0.0528], [-0.1423, -0.0709]], "pisces": [[0.06903425852022708, 0.0], [-0.06903425852022708, 0.0]], "kmeans2": [[-0.0613, 0.0047], [0.0705, -0.0054]]}, {"N": 273, "lam1": 0.007237856028912612, "lam2": 0.006841324448985833, "points": [[0.0672, 0.1185], [0.0998, 0.0619], [-0.1302, 0.0237], [-0.1463, -0.0231], [0.0918, -0.0179], [-0.031, 0.0084], [0.068, 0.0749], [-0.0845, 0.0088], [-0.0772, -0.077], [0.0675, 0.1062], [-0.0734, -0.0629], [0.0001, -0.1941], [-0.0137, -0.0126], [0.0905, -0.0743], [0.0118, -0.0263], [-0.0261, 0.0649], [0.0352, 0.0423], [0.1063, -0.0332], [-0.0978, -0.0999], [0.0583, -0.0651], [-0.0932, -0.1069], [0.0098, 0.0511], [0.0714, -0.0684], [0.0638, 0.0479], [-0.0774, -0.0506], [0.0324, -0.0117], [-0.1501, -0.005], [0.0923, 0.0248], [0.011, 0.0201], [0.0356, -0.0131], [-0.0598, 0.0096], [-0.0357, -0.0832], [0.0086, -0.0391], [-0.0566, 0.0973], [0.0627, 0.1106], [-0.0495, 0.1818], [0.0583, -0.0862], [-0.0513, -0.0741], [0.1302, -0.0665], [-0.0375, -0.1507], [0.0644, -0.0796], [-0.0943, 0.0297], [-0.0454, -0.0578], [0.0607, 0.0328], [-0.011, 0.0548], [0.011, -0.1725], [0.0143, -0.0513], [-0.1026, 0.0016], [-0.0429, -0.2372], [0.1319, -0.0371], [0.09, -0.0054], [0.0663, 0.0381], [0.0441, -0.0963], [0.0435, -0.0558], [-0.0685, 0.0551], [-0.0806, 0.1016], [-0.12, -0.0269], [0.2092, -0.0911], [-0.0998, 0.09], [0.0022, -0.1111], [0.0627, -0.0466], [0.0394, -0.0788], [-0.0695, 0.0318], [0.0321, -0.0407], [-0.1425, 0.0199], [-0.1241, -0.0775], [-0.0343, -0.0005], [-0.0622, 0.0898], [0.0098, 0.006], [0.0951, -0.0868], [-0.0572, -0.0254], [0.0271, -0.113], [0.0593, 0.0333], [-0.0343, -0.0762], [-0.0956, 0.0385], [-0.1332, 0.1507], [-0.0378, -0.0289], [0.0605, -0.0297], [-0.06, 0.1527], [-0.0159, 0.0124], [0.0951, -0.0832], [0.0725, 0.1464], [0.0816, 0.0067], [0.1817, -0.0404], [0.11, -0.0599], [0.1362, 0.0894], [-0.119, -0.0469], [0.0409, -0.099], [0.0016, -0.0834], [0.1686, -0.0172], [-0.0685, -0.1189], [0.0126, -0.0559], [-0.0952, -0.0882], [0.0826, -0.1129], [0.0872, -0.0261], [0.052, 0.048], [-0.0142, 0.0268], [-0.0195, 0.0874], [-0.0319, -0.1333], [-0.052, 0.0225], [-0.0516, -0.028], [0.0684, -0.0557], [0.0769, 0.0496], [-0.0007, 0.0316], [0.0674, 0.098], [0.1304, 0.1708], [0.0619, -0.1093], [0.0112, -0.0207], [0.0105, -0.1745], [-0.0094, 0.1244], [-0.0647, -0.1119], [-0.0076, -0.0352], [-0.0058, -0.0448], [-0.1578, 0.0438], [-0.0758, -0.0445], [-0.1098, 0.0546], [0.0206, 0.0682], [-0.0427, 0.0931], [0.0033, -0.0457], [-0.0779, -0.0127], [-0.0923, 0.0941], [0.0242, -0.0195], [0.0484, -0.1613], [-0.0848, -0.1538], [-0.0326, 0.1268], [0.16, 0.0651], [0.031, -0.0261], [-0.115, -0.1012], [0.0341, 0.0385], [-0.0815, 0.0589], [0.0663, -0.0605], [-0.0161, -0.0141], [0.0432, 0.0457], [0.0267, 0.0088], [-0.1975, -0.0759], [0.0443, -0.0073], [0.1225, 0.141], [-0.059, -0.0811], [0.0773, -0.0877], [-0.0826, 0.0915], [0.0026, -0.0794], [0.2364, 0.0647], [0.0196, 0.0075], [0.0114, 0.1711], [0.0431, 0.0131], [-0.1173, -0.1204], [-0.0123, 0.0971], [0.0255, 0.2389], [0.062, -0.0629], [-0.0427, -0.1625], [0.051, -0.0635], [-0.0943, -0.1017], [-0.1017, 0.0463], [-0.0854, 0.1555], [0.1649, -0.1224], [0.1098, 0.0103], [0.0049, 0.0615], [0.1267, 0.0805], [-0.0868, -0.0854], [0.0175, -0.0889], [-0.1589, 0.129], [-0.0402, 0.0391], [-0.0395, 0.0583], [0.044, 0.0592], [0.1195, 0.0689], [-0.0981, 0.0446], [-0.022, -0.0782], [-0.0835, 0.0802], [-0.0037, -0.1054], [-0.0515, 0.0399], [-0.0584, 0.0709], [-0.1192, -0.0204], [0.1527, 0.0706], [0.0521, -0.124], [0.1036, 0.1246], [-0.0306, 0.1008], [0.0829, -0.0436], [-0.0904, 0.023], [0.0546, -0.0928], [0.1449, -0.0034], [0.014, 0.0606], [-0.0322, 0.1186], [-0.0545, -0.1572], [0.018, 0.0725], [0.0882, 0.0126], [-0.0581, -0.1525], [-0.0559, 0.1017], [-0.0526, 0.0227], [-0.0715, 0.1031], [0.0827, 0.0315], [0.0539, 0.021], [-0.0725, 0.054], [-0.0429, -0.0095], [-0.0819, -0.0371], [-0.0996, -0.1178], [-0.0792, 0.1257], [-0.0069, 0.1135], [-0.0614, -0.0109], [0.0484, -0.0276], [-0.0019, 0.0582], [0.0433, 0.0662], [-0.0445, 0.1317], [0.0205, -0.119], [0.2321, -0.0695], [0.0423, -0.0311], [-0.1685, -0.0271], [0.0181, -0.0221], [-0.115, -0.0538], [0.1082, -0.0675], [0.0763, 0.0469], [-0.1196, 0.1004], [-0.1677, -0.0223], [0.0269, -0.0465], [-0.0536, 0.0527], [-0.0467, -0.0006], [-0.0468, -0.0102], [0.1262, 0.1682], [0.0343, -0.0771], [-0.059, -0.0076], [-0.1482, 0.028], [-0.0636, -0.0292], [0.2066, -0.0152], [0.1492, 0.1356], [0.0033, 0.0486], [-0.0348, 0.0191], [0.0865, 0.0829], [-0.0345, 0.1054], [0.1406, -0.0157], [0.0973, 0.0832], [-0.0799, -0.2089], [-0.0392, -0.0161], [-0.0927, 0.1154], [-0.0053, -0.1118], [0.0642, 0.1176], [0.2472, -0.0202], [-0.1448, 0.1992], [-0.033, -0.0227], [-0.1196, -0.0572], [-0.0794, 0.0718], [0.0403, -0.1022], [0.1002, -0.031], [-0.1344, 0.0584], [0.0252, -0.0923], [-0.0634, 0.0025], [-0.0479, -0.0578], [0.06, 0.0349], [-0.157, -0.0244], [-0.0394, -0.1138], [0.0165, 0.0669], [-0.1196, -0.0326], [0.0481, 0.0244], [-0.0557, -0.032], [0.1852, 0.0217], [-0.074, 0.0233], [0.1394, -0.0852], [0.0263, 0.0535], [-0.0325, 0.0567], [-0.0021, 0.0792], [0.0609, -0.0927], [0.0325, 0.182], [-0.0731, 0.0498], [0.1389, -0.0718], [0.0428, 0.1034], [-0.1505, -0.0322], [0.0948, 0.0246], [0.0402, -0.0699], [-0.1003, -0.0066], [0.013, 0.0415], [0.0448, 0.0292], [-0.048, 0.08], [-0.0495, 0.0054], [0.1509, 0.0672], [-0.0251, 0.1159]], "pisces": [[0.06788049983283619, 0.0], [-0.06788049983283619, 0.0]], "kmeans2": [[0.0426, -0.0493], [-0.0355, 0.041]]}, {"N": 256, "lam1": 0.006446346322504759, "lam2": 0.0035345006211240848, "points": [[0.0185, 0.0306], [0.05, 0.0806], [0.0268, 0.0351], [0.0062, 0.0203], [-0.0467, 0.0026], [0.0943, -0.0525], [0.0575, -0.0184], [-0.0136, -0.0216], [0.0567, 0.1083], [-0.0187, 0.0714], [0.0324, 0.0079], [0.0008, 0.0059], [0.0885, -0.0545], [-0.1043, -0.0188], [0.0548, 0.0188], [0.0885, -0.0545], [0.0324, 0.0079], [-0.081, -0.0593], [-0.0872, -0.0262], [0.0527, 0.0509], [-0.1147, 0.0779], [-0.0263, 0.0118], [-0.0423, 0.0263], [-0.0123, 0.0162], [-0.0443, -0.0044], [0.0862, -0.0442], [0.0292, 0.0585], [-0.0016, -0.0349], [-0.0342, -0.0099], [0.022, 0.0793], [0.0324, -0.0388], [0.0444, 0.1069], [-0.0812, -0.0102], [0.0725, 0.0214], [-0.0611, 0.11], [-0.1914, -0.0152], [0.0843, 0.0886], [-0.1572, -0.0016], [0.0508, -0.0109], [0.0057, -0.0014], [0.0862, -0.0442], [-0.0023, 0.0086], [0.0935, 0.0343], [-0.0882, -0.05], [-0.0052, 0.1757], [0.0235, 0.002], [0.0099, 0.0074], [-0.0112, -0.0233], [0.0324, 0.0079], [-0.0026, 0.0078], [-0.0497, 0.0606], [0.078, -0.1335], [0.0682, 0.0141], [0.0648, 0.0957], [-0.1892, 0.0208], [0.0503, 0.0979], [0.0892, -0.0295], [-0.0128, 0.057], [0.0324, 0.0079], [0.0439, 0.0277], [-0.1936, 0.006], [0.0365, 0.1197], [-0.1254, -0.0199], [0.1196, -0.0728], [-0.108, -0.0054], [0.1617, -0.1086], [-0.0202, -0.0006], [0.0278, -0.0408], [-0.1286, -0.0282], [-0.1473, 0.0226], [0.0147, 0.0079], [-0.1795, -0.0056], [0.0549, 0.1032], [0.0324, 0.0079], [-0.0784, -0.006], [-0.1111, -0.0139], [0.0471, -0.1023], [0.0717, -0.0274], [0.0913, -0.0446], [0.0445, 0.1439], [0.0273, 0.0072], [-0.149, 0.0263], [-0.107, -0.1612], [0.0324, 0.0079], [-0.0123, -0.0233], [0.14, -0.1038], [0.0114, 0.0021], [0.0079, 0.1596], [0.0622, -0.0297], [-0.0201, -0.0992], [0.0443, -0.0312], [0.0714, -0.0728], [0.0131, 0.0322], [0.0161, 0.0597], [0.1015, -0.1809], [0.0622, 0.1188], [0.0835, -0.0522], [0.0593, -0.0608], [-0.2447, 0.0376], [-0.0602, 0.0128], [-0.0155, -0.0613], [0.057, -0.0235], [0.1037, 0.0678], [0.1168, -0.0895], [-0.0649, -0.0144], [0.0324, 0.0079], [-0.0569, 0.0155], [0.0207, 0.0081], [0.0324, 0.0079], [0.0324, 0.0079], [-0.0191, -0.1119], [0.0618, 0.0713], [0.0928, 0.0095], [0.0324, 0.0079], [0.0235, 0.002], [0.0045, 0.0062], [-0.1759, 0.0015], [0.064, 0.0074], [0.0193, 0.0032], [-0.1751, -0.0219], [-0.1707, 0.0136], [0.1346, -0.109], [-0.144, 0.0097], [-0.1704, -0.0009], [0.0809, -0.0443], [0.1346, -0.109], [0.1075, -0.1431], [0.1029, 0.0207], [-0.0597, -0.0244], [-0.1869, -0.036], [-0.2084, -0.0337], [0.0324, 0.0632], [0.0341, 0.1122], [-0.0077, -0.0066], [0.0276, 0.0312], [-0.0237, 0.0016], [0.0776, 0.1802], [0.0817, -0.0405], [-0.1353, -0.0666], [0.0439, 0.1156], [0.0297, -0.0889], [0.0818, 0.1406], [-0.0126, 0.0563], [-0.069, -0.0185], [0.0516, -0.0186], [0.017, 0.1277], [-0.136, -0.0344], [0.035, -0.0399], [-0.0276, -0.0463], [0.0797, -0.0381], [0.1346, -0.109], [0.0324, 0.0079], [0.0526, 0.1012], [0.0394, -0.0594], [0.0795, 0.0582], [0.0267, 0.058], [-0.1948, -0.0172], [0.0862, -0.0442], [0.0324, 0.0079], [-0.0607, 0.0549], [0.0159, 0.1018], [-0.0583, -0.1293], [0.0067, 0.0002], [0.0451, 0.0671], [-0.0461, -0.0218], [0.0281, 0.0518], [-0.0965, -0.0043], [-0.0827, -0.0832], [-0.1184, -0.0338], [-0.0653, -0.0532], [-0.0198, -0.0066], [0.0668, 0.1099], [-0.0409, -0.1398], [0.0192, 0.0583], [-0.098, -0.0134], [0.0883, -0.0329], [0.0569, 0.1001], [0.0315, 0.0075], [0.0459, -0.0094], [-0.106, -0.0452], [-0.0685, -0.0226], [-0.0848, -0.0026], [-0.0148, -0.0502], [0.0479, -0.0092], [-0.0411, -0.0049], [0.0226, 0.0023], [0.0085, 0.0022], [0.0885, -0.0545], [0.0241, 0.0048], [-0.0484, -0.0227], [-0.0196, 0.0473], [0.0538, -0.0137], [-0.1342, 0.0003], [-0.0701, -0.0082], [0.0767, -0.0401], [0.0158, -0.0061], [0.1068, -0.0711], [0.0317, 0.0909], [-0.0219, -0.0026], [0.1134, 0.0199], [-0.0005, 0.1167], [0.0324, 0.0079], [0.0573, -0.0174], [-0.1309, 0.0496], [0.1006, -0.1094], [0.0248, 0.0051], [0.0236, -0.0175], [-0.0296, -0.0012], [-0.0304, -0.0015], [-0.0177, -0.0169], [-0.0997, -0.0224], [-0.0025, -0.0268], [-0.0902, 0.0017], [0.0771, -0.0454], [0.0197, 0.0088], [-0.0595, -0.0284], [0.0424, -0.0338], [-0.0055, -0.0157], [0.0209, 0.0088], [-0.1822, -0.0103], [0.0327, -0.0744], [-0.0879, -0.0051], [0.0577, 0.0839], [0.0048, 0.0244], [-0.019, -0.0326], [0.0324, 0.0079], [0.0674, -0.0308], [-0.0572, -0.0627], [-0.0479, 0.07], [0.0456, -0.0312], [-0.1049, 0.0782], [-0.0481, -0.0196], [0.1346, -0.109], [0.111, -0.0435], [0.0085, 0.045], [0.0862, -0.0442], [0.0538, 0.088], [0.0324, 0.0079], [-0.0677, -0.0041], [-0.0133, -0.0041], [-0.0501, 0.002], [0.109, 0.0377], [-0.0057, -0.0168], [0.1187, -0.0015], [-0.1519, 0.0292], [-0.0919, -0.1703], [0.1877, 0.0774], [0.0383, -0.0219], [0.0654, 0.0833], [-0.0051, -0.0199], [-0.1583, 0.0231], [-0.0741, -0.0267], [0.0598, 0.006], [0.0235, 0.002], [-0.0113, 0.0043], [-0.0298, -0.0091]], "pisces": [[0.0640614667989703, 0.0], [-0.0640614667989703, 0.0]], "kmeans2": [[-0.1054, -0.0151], [0.0413, 0.0059]]}]}} \ No newline at end of file diff --git a/results/final/scaling_k1024_val.jsonl b/results/final/scaling_k1024_val.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..9615bd35b4efe27933d9c94a94819accc1382ad4 --- /dev/null +++ b/results/final/scaling_k1024_val.jsonl @@ -0,0 +1,6 @@ +{"dataset": "deep1b-1M", "k": 1024, "method": "official", "epochs": 3.0, "seed": 1, "seconds": 10.669903993606567, "eval": "val", "test_mse": 0.4685015482134513, "splits": 14, "batch": 32768, "alpha0": 0.6955211692520258, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": null} +{"dataset": "deep1b-1M", "k": 1024, "method": "pisces", "epochs": 3.0, "seed": 1, "seconds": 20.045869827270508, "eval": "val", "test_mse": 0.4675625968947007, "splits": 153, "batch": 32768, "alpha0": 0.973729636952836, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 1024, "method": "official", "epochs": 3.0, "seed": 2, "seconds": 11.341193675994873, "eval": "val", "test_mse": 0.4677960187378967, "splits": 17, "batch": 32768, "alpha0": 0.6955211692520258, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": null} +{"dataset": "deep1b-1M", "k": 1024, "method": "pisces", "epochs": 3.0, "seed": 2, "seconds": 19.09104585647583, "eval": "val", "test_mse": 0.46775853656085176, "splits": 151, "batch": 32768, "alpha0": 0.973729636952836, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 1024, "method": "official", "epochs": 3.0, "seed": 3, "seconds": 10.665569305419922, "eval": "val", "test_mse": 0.46758530447493596, "splits": 13, "batch": 32768, "alpha0": 0.6955211692520258, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": null} +{"dataset": "deep1b-1M", "k": 1024, "method": "pisces", "epochs": 3.0, "seed": 3, "seconds": 19.61692523956299, "eval": "val", "test_mse": 0.4677314030508433, "splits": 148, "batch": 32768, "alpha0": 0.973729636952836, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} diff --git a/results/final/scaling_k4096_val.jsonl b/results/final/scaling_k4096_val.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..08887b7dbfd81ebbcfbe68e8065c2c3908889cef --- /dev/null +++ b/results/final/scaling_k4096_val.jsonl @@ -0,0 +1,6 @@ +{"dataset": "deep1b-1M", "k": 4096, "method": "official", "epochs": 3.0, "seed": 1, "seconds": 34.40448760986328, "eval": "val", "test_mse": 0.4213090594822943, "splits": 486, "batch": 65536, "alpha0": 0.6844733760407085, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": null} +{"dataset": "deep1b-1M", "k": 4096, "method": "pisces", "epochs": 3.0, "seed": 1, "seconds": 14.569511890411377, "eval": "val", "test_mse": 0.41979539762455825, "splits": 1764, "batch": 65536, "alpha0": 0.9582627264569917, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 4096, "method": "official", "epochs": 3.0, "seed": 2, "seconds": 34.00186800956726, "eval": "val", "test_mse": 0.42046010450844834, "splits": 494, "batch": 65536, "alpha0": 0.6844733760407085, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": null} +{"dataset": "deep1b-1M", "k": 4096, "method": "pisces", "epochs": 3.0, "seed": 2, "seconds": 14.502428531646729, "eval": "val", "test_mse": 0.42010661536490934, "splits": 1711, "batch": 65536, "alpha0": 0.9582627264569917, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 4096, "method": "official", "epochs": 3.0, "seed": 3, "seconds": 32.27215266227722, "eval": "val", "test_mse": 0.4210789433765747, "splits": 459, "batch": 65536, "alpha0": 0.6844733760407085, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": null} +{"dataset": "deep1b-1M", "k": 4096, "method": "pisces", "epochs": 3.0, "seed": 3, "seconds": 13.665110111236572, "eval": "val", "test_mse": 0.4201321493110707, "splits": 1671, "batch": 65536, "alpha0": 0.9582627264569917, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} diff --git a/results/final/scaling_k65536_val.jsonl b/results/final/scaling_k65536_val.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..21a9e4b531150e921089108dd7549cb1cac85843 --- /dev/null +++ b/results/final/scaling_k65536_val.jsonl @@ -0,0 +1,6 @@ +{"dataset": "deep1b-1M", "k": 65536, "method": "official", "epochs": 3.0, "seed": 1, "seconds": 467.111234664917, "eval": "val", "test_mse": 0.36564424937203716, "splits": 48230, "batch": 65536, "alpha0": 0.19028929804342729, "threads": 4, "faiss": "1.16.0", "code": "9d0e8e6", "kwargs": null} +{"dataset": "deep1b-1M", "k": 65536, "method": "pisces", "epochs": 3.0, "seed": 1, "seconds": 119.21154594421387, "eval": "val", "test_mse": 0.364540442724952, "splits": 114332, "batch": 65536, "alpha0": 0.2664050172607982, "threads": 4, "faiss": "1.16.0", "code": "9d0e8e6", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 65536, "method": "official", "epochs": 3.0, "seed": 2, "seconds": 431.8430392742157, "eval": "val", "test_mse": 0.3647985969954757, "splits": 48407, "batch": 65536, "alpha0": 0.19028929804342729, "threads": 4, "faiss": "1.16.0", "code": "9d0e8e6", "kwargs": null} +{"dataset": "deep1b-1M", "k": 65536, "method": "pisces", "epochs": 3.0, "seed": 2, "seconds": 115.60629796981812, "eval": "val", "test_mse": 0.36515812133493303, "splits": 114065, "batch": 65536, "alpha0": 0.2664050172607982, "threads": 4, "faiss": "1.16.0", "code": "9d0e8e6", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "deep1b-1M", "k": 65536, "method": "official", "epochs": 3.0, "seed": 3, "seconds": 408.7592523097992, "eval": "val", "test_mse": 0.36486398965267847, "splits": 48684, "batch": 65536, "alpha0": 0.19028929804342729, "threads": 4, "faiss": "1.16.0", "code": "9d0e8e6", "kwargs": null} +{"dataset": "deep1b-1M", "k": 65536, "method": "pisces", "epochs": 3.0, "seed": 3, "seconds": 114.75867676734924, "eval": "val", "test_mse": 0.3651347134544613, "splits": 115091, "batch": 65536, "alpha0": 0.2664050172607982, "threads": 4, "faiss": "1.16.0", "code": "9d0e8e6", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} diff --git a/results/final/spacev1m_test.jsonl b/results/final/spacev1m_test.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0cd059d114cec7e14015a66c96de2fafcf2eec63 --- /dev/null +++ b/results/final/spacev1m_test.jsonl @@ -0,0 +1,15 @@ +{"dataset": "spacev-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 10, "seconds": 116.33514595031738, "eval": "test", "test_mse": 7191.226153369516, "splits": 9936, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "9d0e8e6", "kwargs": null} +{"dataset": "spacev-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 10, "seconds": 44.69368624687195, "eval": "test", "test_mse": 7162.053616885325, "splits": 21015, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "9d0e8e6", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "spacev-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 10, "seconds": 81.1793224811554, "eval": "test", "test_mse": 7202.9686877145905, "splits": 10077, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "9d0e8e6", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "spacev-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 11, "seconds": 117.68442726135254, "eval": "test", "test_mse": 7194.67483059797, "splits": 9958, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "9d0e8e6", "kwargs": null} +{"dataset": "spacev-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 11, "seconds": 37.96707201004028, "eval": "test", "test_mse": 7165.848907685015, "splits": 21028, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "9d0e8e6+dirty", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "spacev-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 11, "seconds": 65.55347442626953, "eval": "test", "test_mse": 7198.327978406795, "splits": 10066, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "4620689", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "spacev-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 12, "seconds": 116.56456637382507, "eval": "test", "test_mse": 7198.991603136116, "splits": 9983, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3a2faa3", "kwargs": null} +{"dataset": "spacev-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 12, "seconds": 44.393789768218994, "eval": "test", "test_mse": 7162.73990446173, "splits": 21109, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "spacev-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 12, "seconds": 66.48381471633911, "eval": "test", "test_mse": 7209.135755313075, "splits": 10068, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "spacev-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 13, "seconds": 103.84960675239563, "eval": "test", "test_mse": 7200.033639116633, "splits": 9847, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": null} +{"dataset": "spacev-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 13, "seconds": 40.05365037918091, "eval": "test", "test_mse": 7158.855873921284, "splits": 21072, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "spacev-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 13, "seconds": 62.13127660751343, "eval": "test", "test_mse": 7206.228697086647, "splits": 10021, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "spacev-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 14, "seconds": 103.69202065467834, "eval": "test", "test_mse": 7194.3110605893735, "splits": 9866, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": null} +{"dataset": "spacev-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 14, "seconds": 39.59111785888672, "eval": "test", "test_mse": 7166.905934254503, "splits": 20996, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "spacev-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 14, "seconds": 66.71955251693726, "eval": "test", "test_mse": 7202.774794353133, "splits": 10034, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "649b18a", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} diff --git a/results/final/ssnpp1m_test.jsonl b/results/final/ssnpp1m_test.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..303fad138b93555203c68cd7444005b7aed6a422 --- /dev/null +++ b/results/final/ssnpp1m_test.jsonl @@ -0,0 +1,15 @@ +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 10, "seconds": 293.9622218608856, "eval": "test", "test_mse": 113113.4252429494, "splits": 22737, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": null} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 10, "seconds": 97.03497815132141, "eval": "test", "test_mse": 113050.01452962, "splits": 67215, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 10, "seconds": 185.49876761436462, "eval": "test", "test_mse": 113123.11646913915, "splits": 22637, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 11, "seconds": 279.49098801612854, "eval": "test", "test_mse": 113142.94144237935, "splits": 22742, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": null} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 11, "seconds": 96.51289010047913, "eval": "test", "test_mse": 113047.32786961198, "splits": 66963, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 11, "seconds": 200.99293637275696, "eval": "test", "test_mse": 113162.31897794928, "splits": 22831, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 12, "seconds": 291.12720108032227, "eval": "test", "test_mse": 113101.23604073172, "splits": 22677, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": null} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 12, "seconds": 104.96648693084717, "eval": "test", "test_mse": 113050.73378478522, "splits": 67548, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 12, "seconds": 210.4873011112213, "eval": "test", "test_mse": 113146.32106025972, "splits": 22663, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 13, "seconds": 285.6589946746826, "eval": "test", "test_mse": 113111.24244486427, "splits": 22692, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": null} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 13, "seconds": 98.04388046264648, "eval": "test", "test_mse": 113107.96525852878, "splits": 67400, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 13, "seconds": 184.39870882034302, "eval": "test", "test_mse": 113160.4703559831, "splits": 22617, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 14, "seconds": 287.1993417739868, "eval": "test", "test_mse": 113095.8304643063, "splits": 22374, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": null} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 14, "seconds": 97.88146567344666, "eval": "test", "test_mse": 113082.91052367058, "splits": 68070, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "fused": true, "codec": "sq8r", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 14, "seconds": 191.89417934417725, "eval": "test", "test_mse": 113148.88414122426, "splits": 22410, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "2f26c3f", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} diff --git a/results/final/time_breakdown.json b/results/final/time_breakdown.json new file mode 100644 index 0000000000000000000000000000000000000000..f93e7ea75ab8e6b7f3bceac9afb9db6ebc5568d5 --- /dev/null +++ b/results/final/time_breakdown.json @@ -0,0 +1,329 @@ +{ + "official": { + "assignment search": 72.446846405, + "index build": 0.0, + "statistics": 0.3853355500000001, + "other": 2.433804249147343, + "wall": 75.26598620414734, + "top": [ + [ + "~:", + 72.446 + ], + [ + "~:", + 2.045 + ], + [ + "faiss/contrib/e_means/e_means.py:_apply_statistics", + 0.367 + ], + [ + "faiss/contrib/e_means/e_means.py:_accumulate_core", + 0.305 + ], + [ + "faiss/contrib/e_means/e_means.py:_train_rows", + 0.054 + ], + [ + "~:", + 0.016 + ], + [ + "faiss/contrib/e_means/e_means.py:_epoch_totals", + 0.006 + ], + [ + "~:", + 0.005 + ], + [ + "faiss/contrib/e_means/e_means.py:_choose_splits", + 0.003 + ], + [ + "faiss/contrib/e_means/e_means.py:finalize", + 0.003 + ], + [ + "~:", + 0.002 + ], + [ + "~:", + 0.002 + ], + [ + "faiss/contrib/e_means/e_means.py:_apply_splits", + 0.002 + ], + [ + "numpy/_core/numeric.py:full", + 0.001 + ], + [ + "faiss/extra_wrappers.py:knn", + 0.001 + ], + [ + "faiss/contrib/e_means/e_means.py:_separate_splits", + 0.001 + ], + [ + "faiss/contrib/e_means/base.py:update", + 0.001 + ], + [ + "faiss/contrib/e_means/e_means.py:_accumulate", + 0.001 + ], + [ + "faiss/contrib/e_means/e_means.py:_assign_rows", + 0.0 + ], + [ + "~:", + 0.0 + ], + [ + "~:", + 0.0 + ], + [ + "~:", + 0.0 + ], + [ + "~:", + 0.0 + ], + [ + "numpy/_core/_ufunc_config.py:inner", + 0.0 + ], + [ + "faiss/contrib/e_means/base.py:_scheduled_alpha", + 0.0 + ] + ] + }, + "pisces_v10": { + "assignment search": 34.686963510000005, + "index build": 0.922891777, + "statistics": 3.6708480040000007, + "other": 4.461180225311637, + "wall": 43.741883516311646, + "top": [ + [ + "~:", + 34.687 + ], + [ + "~:", + 2.527 + ], + [ + "~:", + 2.078 + ], + [ + "efamily/pemeans.py:_assign_rows", + 1.796 + ], + [ + "~:", + 0.563 + ], + [ + "faiss/contrib/e_means/e_means.py:_apply_statistics", + 0.387 + ], + [ + "~:", + 0.36 + ], + [ + "faiss/contrib/e_means/e_means.py:_accumulate_core", + 0.357 + ], + [ + "efamily/pemeans.py:_apply_statistics", + 0.328 + ], + [ + "~:", + 0.205 + ], + [ + "~:", + 0.14 + ], + [ + "faiss/contrib/e_means/e_means.py:_train_rows", + 0.061 + ], + [ + "~:", + 0.055 + ], + [ + "numpy/linalg/_linalg.py:norm", + 0.034 + ], + [ + "~:", + 0.028 + ], + [ + "numpy/lib/_arraysetops_impl.py:_unique1d", + 0.027 + ], + [ + "efamily/pemeans.py:begin", + 0.021 + ], + [ + "faiss/contrib/e_means/e_means.py:_epoch_totals", + 0.014 + ], + [ + "efamily/pemeans.py:_apply_splits", + 0.009 + ], + [ + "~:", + 0.008 + ], + [ + "~:", + 0.007 + ], + [ + "efamily/pemeans.py:_approx_assign", + 0.007 + ], + [ + "efamily/pemeans.py:_copy_axis", + 0.006 + ], + [ + "benchmarks/paper_protocol.py:build", + 0.004 + ], + [ + "faiss/contrib/e_means/e_means.py:finalize", + 0.003 + ] + ] + }, + "pisces": { + "assignment search": 23.777444614, + "index build": 1.0109009230000001, + "statistics": 1.4063053879999998, + "other": 0.6678309075042712, + "wall": 26.862481832504272, + "top": [ + [ + "~:", + 23.777 + ], + [ + "~:", + 0.641 + ], + [ + "efamily/_kernels.py:fused_stats", + 0.397 + ], + [ + "faiss/contrib/e_means/e_means.py:_apply_statistics", + 0.372 + ], + [ + "~:", + 0.37 + ], + [ + "efamily/pemeans.py:_apply_statistics", + 0.323 + ], + [ + "efamily/pemeans.py:_accumulate_core", + 0.318 + ], + [ + "~:", + 0.215 + ], + [ + "~:", + 0.073 + ], + [ + "~:", + 0.068 + ], + [ + "faiss/contrib/e_means/e_means.py:_train_rows", + 0.063 + ], + [ + "~:", + 0.042 + ], + [ + "numpy/linalg/_linalg.py:norm", + 0.031 + ], + [ + "numpy/lib/_arraysetops_impl.py:_unique1d", + 0.03 + ], + [ + "efamily/pemeans.py:begin", + 0.028 + ], + [ + "~:", + 0.027 + ], + [ + "efamily/pemeans.py:_apply_splits", + 0.011 + ], + [ + "efamily/pemeans.py:_approx_assign", + 0.009 + ], + [ + "~:", + 0.008 + ], + [ + "efamily/pemeans.py:_copy_axis", + 0.007 + ], + [ + "faiss/contrib/e_means/e_means.py:_epoch_totals", + 0.006 + ], + [ + "~:", + 0.006 + ], + [ + "~:", + 0.004 + ], + [ + "faiss/contrib/e_means/e_means.py:finalize", + 0.004 + ], + [ + "numpy/_core/numeric.py:full", + 0.002 + ] + ] + } +} \ No newline at end of file diff --git a/results/spacev1m_cpu.jsonl b/results/spacev1m_cpu.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e34affb11687609b1beb31c3cc3343300e8aab27 --- /dev/null +++ b/results/spacev1m_cpu.jsonl @@ -0,0 +1,20 @@ +{"dataset": "spacev-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 10, "seconds": 113.46949028968811, "eval": "test", "test_mse": 7191.226153369516, "splits": 9936, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "9223af3", "kwargs": null} +{"dataset": "spacev-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 10, "seconds": 69.2374975681305, "eval": "test", "test_mse": 7167.063753779392, "splits": 21133, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "9223af3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "spacev-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 11, "seconds": 102.45756721496582, "eval": "test", "test_mse": 7194.67483059797, "splits": 9958, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "9223af3", "kwargs": null} +{"dataset": "spacev-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 11, "seconds": 68.42383003234863, "eval": "test", "test_mse": 7162.630730505836, "splits": 21023, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "9223af3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "spacev-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 12, "seconds": 103.11911392211914, "eval": "test", "test_mse": 7198.991603136116, "splits": 9983, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "9223af3", "kwargs": null} +{"dataset": "spacev-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 12, "seconds": 68.54286599159241, "eval": "test", "test_mse": 7170.579605637022, "splits": 21051, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "9223af3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "spacev-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 13, "seconds": 102.61636090278625, "eval": "test", "test_mse": 7200.033639116633, "splits": 9847, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "9223af3", "kwargs": null} +{"dataset": "spacev-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 13, "seconds": 67.46117210388184, "eval": "test", "test_mse": 7159.166205561888, "splits": 20956, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "9223af3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "spacev-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 14, "seconds": 94.62705087661743, "eval": "test", "test_mse": 7194.3110605893735, "splits": 9866, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "9223af3", "kwargs": null} +{"dataset": "spacev-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 14, "seconds": 65.114182472229, "eval": "test", "test_mse": 7160.114309777809, "splits": 20963, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "9223af3", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "spacev-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 10, "seconds": 60.52611184120178, "eval": "test", "test_mse": 7166.876696221714, "splits": 21134, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "spacev-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 10, "seconds": 73.96125507354736, "eval": "test", "test_mse": 7202.9686877145905, "splits": 10077, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "spacev-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 11, "seconds": 60.02036786079407, "eval": "test", "test_mse": 7162.750436304221, "splits": 21026, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "spacev-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 11, "seconds": 70.73357772827148, "eval": "test", "test_mse": 7198.327978406795, "splits": 10066, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "spacev-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 12, "seconds": 61.13888883590698, "eval": "test", "test_mse": 7171.366047294995, "splits": 21050, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "spacev-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 12, "seconds": 73.79019355773926, "eval": "test", "test_mse": 7209.135755313075, "splits": 10068, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "spacev-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 13, "seconds": 61.00416350364685, "eval": "test", "test_mse": 7159.973909316583, "splits": 20959, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "spacev-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 13, "seconds": 74.68582367897034, "eval": "test", "test_mse": 7206.228697086647, "splits": 10021, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "spacev-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 14, "seconds": 63.67022156715393, "eval": "test", "test_mse": 7160.496632701185, "splits": 20964, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "spacev-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 14, "seconds": 75.97820711135864, "eval": "test", "test_mse": 7202.774794353133, "splits": 10034, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} diff --git a/results/spacev1m_cpu_summary.md b/results/spacev1m_cpu_summary.md new file mode 100644 index 0000000000000000000000000000000000000000..19cc211a53c80c9dbaf074ac2fe87a67ef623b60 --- /dev/null +++ b/results/spacev1m_cpu_summary.md @@ -0,0 +1,10 @@ +| epochs | method | seeds | test MSE (mean ± sd) | paired change vs official | 95% CI | wins | Wilcoxon p | seconds | +|---|---|---|---|---|---|---|---|---| +| 3 | official | 5 | 7195.84746 ± 3.24043 | — | — | — | — | 103 | +| 3 | emeans_approx | 5 | 7203.88718 ± 3.63362 | +0.112% | [+0.078, +0.145] | 0/5 | 0.0625 | 74 | +| 3 | pemeans_v3 | 5 | 7163.91092 ± 4.31224 | -0.444% | [-0.512, -0.380] | 5/5 | 0.0625 | 68 | +| 3 | pisces | 5 | 7164.29274 ± 4.29302 | -0.438% | [-0.505, -0.375] | 5/5 | 0.0625 | 61 | + +Published reference points (different hardware and starting rows; for orientation only): + +- Flash-KMeans 25 it., H100 (paper_targets.json, median): 7228.99001 diff --git a/results/ssnpp1m_cpu.jsonl b/results/ssnpp1m_cpu.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..55d966019370146366f4b144fede348e5a264a9e --- /dev/null +++ b/results/ssnpp1m_cpu.jsonl @@ -0,0 +1,20 @@ +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 10, "seconds": 311.1702151298523, "test_mse": 113113.4252429494, "splits": 22737, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "c4a57d5"} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 10, "seconds": 176.23639965057373, "eval": "test", "test_mse": 113084.41571307869, "splits": 67449, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "0421ea1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 11, "seconds": 225.1480519771576, "eval": "test", "test_mse": 113142.94144237935, "splits": 22742, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "0421ea1", "kwargs": null} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 11, "seconds": 167.1445655822754, "eval": "test", "test_mse": 113097.19789507164, "splits": 66823, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "0421ea1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 12, "seconds": 224.08635354042053, "eval": "test", "test_mse": 113101.23604073172, "splits": 22677, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "0421ea1", "kwargs": null} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 12, "seconds": 184.6981964111328, "eval": "test", "test_mse": 113077.16576419935, "splits": 67531, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "0421ea1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 13, "seconds": 255.61860704421997, "eval": "test", "test_mse": 113111.24244486427, "splits": 22692, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "0421ea1", "kwargs": null} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 13, "seconds": 180.51849174499512, "eval": "test", "test_mse": 113069.71582835655, "splits": 67292, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "0421ea1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "official", "epochs": 3.0, "seed": 14, "seconds": 244.5017693042755, "eval": "test", "test_mse": 113095.8304643063, "splits": 22374, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "0421ea1", "kwargs": null} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "pemeans_v3", "epochs": 3.0, "seed": 14, "seconds": 182.2105848789215, "eval": "test", "test_mse": 113056.19712791653, "splits": 67798, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "0421ea1", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 10, "seconds": 172.49992418289185, "eval": "test", "test_mse": 113065.49597723199, "splits": 67499, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 10, "seconds": 186.217875957489, "eval": "test", "test_mse": 113123.11646913915, "splits": 22637, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 11, "seconds": 172.23545742034912, "eval": "test", "test_mse": 113072.89484765584, "splits": 66835, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 11, "seconds": 196.7063126564026, "eval": "test", "test_mse": 113162.31897794928, "splits": 22831, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 12, "seconds": 170.33294939994812, "eval": "test", "test_mse": 113056.4316096285, "splits": 67521, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 12, "seconds": 197.62459230422974, "eval": "test", "test_mse": 113146.32106025972, "splits": 22663, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 13, "seconds": 171.83149027824402, "eval": "test", "test_mse": 113066.13144834246, "splits": 67288, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 13, "seconds": 205.4340054988861, "eval": "test", "test_mse": 113160.4703559831, "splits": 22617, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "pisces", "epochs": 3.0, "seed": 14, "seconds": 179.05627417564392, "eval": "test", "test_mse": 113049.4150862135, "splits": 67816, "batch": 65536, "alpha0": 0.5052583479588977, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "principal", "gain": "greedy", "split_pass": true, "tau": 0.2, "every_until": 0.3, "approx": "auto", "approx_last": "auto", "batch_scale": null, "alpha_scale": 1.4}} +{"dataset": "fb-ssnpp-1M", "k": 16384, "method": "emeans_approx", "epochs": 3.0, "seed": 14, "seconds": 207.92520570755005, "eval": "test", "test_mse": 113148.88414122426, "splits": 22410, "batch": 65536, "alpha0": 0.3608988199706412, "threads": 4, "faiss": "1.16.0", "code": "3976093", "kwargs": {"split": "faiss", "gain": "usage", "approx": "auto", "batch_scale": null, "alpha_scale": null}} diff --git a/results/ssnpp1m_cpu_summary.md b/results/ssnpp1m_cpu_summary.md new file mode 100644 index 0000000000000000000000000000000000000000..966876138b09e6e5a8fdcc89f3f95cb3a879c89a --- /dev/null +++ b/results/ssnpp1m_cpu_summary.md @@ -0,0 +1,10 @@ +| epochs | method | seeds | test MSE (mean ± sd) | paired change vs official | 95% CI | wins | Wilcoxon p | seconds | +|---|---|---|---|---|---|---|---|---| +| 3 | official | 5 | 113112.93513 ± 16.32742 | — | — | — | — | 252 | +| 3 | emeans_approx | 5 | 113148.22220 ± 14.02203 | +0.031% | [+0.017, +0.044] | 0/5 | 0.0625 | 199 | +| 3 | pemeans_v3 | 5 | 113076.93847 ± 13.77516 | -0.032% | [-0.038, -0.025] | 5/5 | 0.0625 | 178 | +| 3 | pisces | 5 | 113062.07379 ± 8.21399 | -0.045% | [-0.054, -0.040] | 5/5 | 0.0625 | 173 | + +Published reference points (different hardware and starting rows; for orientation only): + +- Flash-KMeans 25 it., H100 (paper_targets.json, median): 113555.28403 diff --git a/tests/test_pemeans.py b/tests/test_pemeans.py new file mode 100644 index 0000000000000000000000000000000000000000..0831bc1821b80cc21537bd34af9e927c64400098 --- /dev/null +++ b/tests/test_pemeans.py @@ -0,0 +1,98 @@ +"""Correctness tests for PE-means. Run: python -m pytest -q tests""" +import os, sys +import numpy as np +import faiss +import pytest + +sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) +from faiss.contrib.e_means import NumpyEmeans # noqa: E402 +from aries.pemeans import PEmeans # noqa: E402 + +faiss.omp_set_num_threads(1) + + +def data(n=20000, d=16, comps=64, seed=0): + r = np.random.default_rng(seed) + c = r.normal(0, 4, (comps, d)) + return (c[r.integers(0, comps, n)] + r.standard_normal((n, d))).astype("float32") + + +@pytest.mark.parametrize("seed", [0, 1, 2]) +def test_identity_with_official_when_switches_off(seed): + """split='faiss', gain='usage' must reproduce faiss's NumpyEmeans bit for bit.""" + x = data(seed=seed); k = 128 + init = x[np.random.RandomState(seed).permutation(len(x))[:k]].copy() + a, _ = NumpyEmeans(16, k, nepochs=2, seed=seed).train(x, init_centroids=init.copy()) + b, _ = PEmeans(16, k, nepochs=2, seed=seed, split="faiss", gain="usage").train(x, init_centroids=init.copy()) + assert np.array_equal(a, b) + + +def test_principal_axis_converges_on_elongated_cluster(): + """One elongated Gaussian: the tracked axis must align with its long direction.""" + r = np.random.default_rng(0) + x = (r.standard_normal((20000, 8)) * np.array([5, 1, 1, 1, 1, 1, 1, 1])).astype("float32") + km = PEmeans(8, 1, nepochs=2, seed=0) + km.train(x, init_centroids=x[:1].copy()) + assert abs(km._axis[0, 0]) > 0.95 + + +def test_principal_split_places_children_symmetrically(): + km = PEmeans(4, 2, nepochs=1, seed=0) + x = np.random.default_rng(0).standard_normal((64, 4)).astype("float32") + km.begin(len(x), x[:2].copy()) + km._centroids[0] = 0.0 + km._usage[:] = [10.0, 0.0] + km._axis[0] = [1, 0, 0, 0] + km._proj_sq[0] = 40.0 # lambda = 4 -> sigma = 2 + km._apply_splits(np.array([0]), np.array([1])) + delta = np.sqrt(2 / np.pi) * 2.0 + assert np.allclose(km._centroids[0], [delta, 0, 0, 0], atol=1e-5) + assert np.allclose(km._centroids[1], [-delta, 0, 0, 0], atol=1e-5) + assert np.allclose(km._usage, [5.0, 5.0]) + + +def test_pemeans_not_worse_on_mixture(): + x = data(n=40000, d=16, comps=256, seed=3); k = 256 + errs = {} + for name, mk in [("off", lambda s: NumpyEmeans(16, k, nepochs=2, seed=s)), + ("pe", lambda s: PEmeans(16, k, nepochs=2, seed=s))]: + vals = [] + for s in range(3): + init = x[np.random.RandomState(s).permutation(len(x))[:k]].copy() + c, _ = mk(s).train(x, init_centroids=init) + vals.append(faiss.knn(x, c, 1)[0].mean()) + errs[name] = np.mean(vals) + assert errs["pe"] <= errs["off"] * 1.01 + + +def test_fused_stats_matches_numpy(): + """The fused Numba kernel computes the same per-cluster statistics as the NumPy path.""" + from aries._kernels import fused_stats + rng = np.random.default_rng(0) + k, d, n = 37, 12, 3000 + X = rng.standard_normal((n, d)).astype("float32"); C = rng.standard_normal((k, d)).astype("float32") + U = rng.standard_normal((k, d)).astype("float32"); U /= np.linalg.norm(U, axis=1, keepdims=True) + lab = rng.integers(0, k - 3, n) + sums = np.zeros((k, d), "float32"); cnt = np.zeros(k); ax = np.zeros((k, d), "float32"); pj = np.zeros(k) + fused_stats(X, lab, C, U, sums, cnt, ax, pj) + e = X.astype("float64") - C[lab]; p = (e * U[lab]).sum(1) + ref_sums = np.zeros((k, d)); np.add.at(ref_sums, lab, X) + ref_ax = np.zeros((k, d)); np.add.at(ref_ax, lab, e * p[:, None]) + assert np.allclose(sums, ref_sums, atol=1e-3) and np.allclose(cnt, np.bincount(lab, minlength=k)) + assert np.allclose(ax, ref_ax, atol=1e-3) and np.allclose(pj, np.bincount(lab, weights=p ** 2, minlength=k), rtol=1e-5) + + +@pytest.mark.parametrize("d", [96, 100]) +def test_sq8r_assignment_any_dimension(d): + """8-bit scan + exact re-rank returns the float32 IVF answer, also when d % 8 != 0 (zero-padded scan).""" + rng = np.random.default_rng(1) + k = 4096 # the sparse rule applies from APPROX_MIN_K = 4,096 + C = (rng.standard_normal((k, d)) * 10).round().astype("float32") # integer-valued, like SPACEV + X = (C[rng.integers(0, k, 4000)] + rng.standard_normal((4000, d)) * 3).astype("float32") + labels = {} + for codec in ("flat", "sq8r"): + m = PEmeans(d, k, nepochs=1, seed=0, approx="auto", codec=codec) + m._coarse = None; m._epoch = 0; m._step = 0; m.recipe = {"total_steps": 1} + labels[codec] = m._approx_assign(X, C)[1] + assert PEmeans(d, 1024, approx="auto").approx is None # small k: exact assignment + assert (labels["flat"] == labels["sq8r"]).mean() > 0.999 diff --git a/tools/render_fig.sh b/tools/render_fig.sh new file mode 100644 index 0000000000000000000000000000000000000000..c88bc6c6ba4c1547ad29c7e462760e4877637f0e --- /dev/null +++ b/tools/render_fig.sh @@ -0,0 +1,12 @@ +#!/usr/bin/env bash +# Render paper/figs/NAME.tex standalone to paper/figs/out/NAME.pdf and NAME.png (low priority). +# Runs from paper/ so that data/*.dat, macros.tex and the PlotNeuralNet .sty files resolve as in the paper. +set -euo pipefail +cd "$(dirname "$0")/../paper"; mkdir -p figs/out +for f in "$@"; do + nice -n 19 pdflatex -interaction=nonstopmode -halt-on-error -output-directory figs/out -jobname="$f" \ + "\def\figfile{figs/$f.tex}\input{figs/standalone.tex}" > figs/out/$f.log 2>&1 || { grep -A5 "^!" figs/out/$f.log | head -20; exit 1; } + rm -f figs/out/$f.aux + nice -n 19 pdftoppm -r 220 -png -singlefile figs/out/$f.pdf figs/out/$f + echo "rendered $f" +done