diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000000000000000000000000000000000000..556fa9f88e3c231fb8a3f83b8a1f42398a7ed0cf
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,164 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+assets/eval_itw.png filter=lfs diff=lfs merge=lfs -text
+assets/eval_clean.png filter=lfs diff=lfs merge=lfs -text
+assets/eval_ranking.png filter=lfs diff=lfs merge=lfs -text
+assets/arch_zonos3_mini.png filter=lfs diff=lfs merge=lfs -text
+assets/arch_zac1.png filter=lfs diff=lfs merge=lfs -text
+assets/zonos3_mini_arloop_animated.gif filter=lfs diff=lfs merge=lfs -text
+assets/arch_zac1_dark.png filter=lfs diff=lfs merge=lfs -text
+assets/eval_pareto.png filter=lfs diff=lfs merge=lfs -text
+assets/zonos3_mini_hero.webp filter=lfs diff=lfs merge=lfs -text
+gguf/edit/accents.gguf filter=lfs diff=lfs merge=lfs -text
+gguf/spk-encoder.gguf filter=lfs diff=lfs merge=lfs -text
+gguf/ssl-teacher.gguf filter=lfs diff=lfs merge=lfs -text
+gguf/steer.gguf filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Ananya_hi_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Arjun_hi_M_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Chaitanya_te_M_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Cillian_en-Irish_M_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Gaspard_fr_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Ginevra_it_F_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Haoran_zh-energetic_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Imogen_en-British_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Jett_en-energetic_M_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Leonor_pt_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Liesel_de_F_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Lorenzo_it_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Meilin_zh-energetic_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Minjun_ko_M_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Morgana_en-witch_F_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Rodrigo_es_M_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Rupert_en-British_M_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Sakura_en-anime_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Savannah_en-American_F_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Seoyeon_ko_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Sravya_te_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Thaddeus_en-announcervoice_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Thiago_pt_M_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Willow_en-asrm_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Wolfgang_de_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Wyatt_en-American_M_1.ogg filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Ximena_es_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/zac-encoder.gguf filter=lfs diff=lfs merge=lfs -text
+gguf/zac-keep2.gguf filter=lfs diff=lfs merge=lfs -text
+gguf/zac.gguf filter=lfs diff=lfs merge=lfs -text
+gguf/zonos3-ptq-edit.gguf filter=lfs diff=lfs merge=lfs -text
+gguf/zonos3-ptq.gguf filter=lfs diff=lfs merge=lfs -text
+web/companions/steer.gguf filter=lfs diff=lfs merge=lfs -text
+web/voices/Ananya_hi_F_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Arjun_hi_M_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Chaitanya_te_M_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Cillian_en-Irish_M_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Gaspard_fr_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/Ginevra_it_F_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/Haoran_zh-energetic_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/Imogen_en-British_F_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Jett_en-energetic_M_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Leonor_pt_F_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Liesel_de_F_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/Lorenzo_it_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/Meilin_zh-energetic_F_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Minjun_ko_M_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Morgana_en-witch_F_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/Rodrigo_es_M_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Rupert_en-British_M_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Sakura_en-anime_F_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Savannah_en-American_F_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/Seoyeon_ko_F_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Sravya_te_F_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Thaddeus_en-announcervoice_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/Thiago_pt_M_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Willow_en-asrm_F_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Wolfgang_de_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/Wyatt_en-American_M_1.ogg filter=lfs diff=lfs merge=lfs -text
+web/voices/Ximena_es_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/English/Cillian_en-Irish_M_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/English/Imogen_en-British_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/English/Jett_en-energetic_M_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/English/Morgana_en-witch_F_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/English/Rupert_en-British_M_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/English/Sakura_en-anime_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/English/Savannah_en-American_F_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/English/Thaddeus_en-announcervoice_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/English/Willow_en-asrm_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/English/Wyatt_en-American_M_1.ogg filter=lfs diff=lfs merge=lfs -text
+gguf/voices/French/Gaspard_fr_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/German/Liesel_de_F_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/German/Wolfgang_de_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Hindi/Ananya_hi_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Hindi/Arjun_hi_M_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Italian/Ginevra_it_F_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Italian/Lorenzo_it_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Korean/Minjun_ko_M_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Korean/Seoyeon_ko_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Mandarin[[:space:]]Chinese/Haoran_zh-energetic_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Mandarin[[:space:]]Chinese/Meilin_zh-energetic_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Portuguese/Leonor_pt_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Portuguese/Thiago_pt_M_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Spanish/Rodrigo_es_M_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Spanish/Ximena_es_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Telugu/Chaitanya_te_M_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/voices/Telugu/Sravya_te_F_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/English/Cillian_en-Irish_M_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/English/Imogen_en-British_F_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/English/Jett_en-energetic_M_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/English/Morgana_en-witch_F_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/English/Rupert_en-British_M_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/English/Sakura_en-anime_F_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/English/Savannah_en-American_F_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/English/Thaddeus_en-announcervoice_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/English/Willow_en-asrm_F_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/English/Wyatt_en-American_M_1.ogg filter=lfs diff=lfs merge=lfs -text
+web/voices/French/Gaspard_fr_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/German/Liesel_de_F_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/German/Wolfgang_de_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/Hindi/Ananya_hi_F_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Hindi/Arjun_hi_M_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Italian/Ginevra_it_F_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/Italian/Lorenzo_it_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/Korean/Minjun_ko_M_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Korean/Seoyeon_ko_F_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Mandarin[[:space:]]Chinese/Haoran_zh-energetic_M_1.mp3 filter=lfs diff=lfs merge=lfs -text
+web/voices/Mandarin[[:space:]]Chinese/Meilin_zh-energetic_F_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Portuguese/Leonor_pt_F_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Portuguese/Thiago_pt_M_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Spanish/Rodrigo_es_M_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Spanish/Ximena_es_F_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Telugu/Chaitanya_te_M_1.wav filter=lfs diff=lfs merge=lfs -text
+web/voices/Telugu/Sravya_te_F_1.wav filter=lfs diff=lfs merge=lfs -text
+gguf/backbone-ptq.gguf filter=lfs diff=lfs merge=lfs -text
+gguf/backbone-ptq-edit.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/README.md b/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..bfc205f04821a75aecd00a7b4b24ada4fbdc5d31
--- /dev/null
+++ b/README.md
@@ -0,0 +1,204 @@
+---
+license: apache-2.0
+pipeline_tag: text-to-speech
+library_name: zonos3
+language:
+ - en
+ - fr
+ - es
+ - de
+ - it
+ - pt
+ - nl
+ - pl
+ - ru
+ - sv
+ - tr
+ - uk
+ - cs
+ - da
+ - fi
+ - el
+ - hu
+ - "no"
+ - ro
+ - sk
+ - bg
+ - zh
+ - ja
+ - ko
+ - ar
+ - he
+ - vi
+ - id
+ - th
+ - tl
+ - ms
+ - ka
+ - hi
+ - bn
+ - ta
+ - te
+ - mr
+ - gu
+ - kn
+ - ml
+ - pa
+ - or
+ - ur
+tags:
+ - text-to-speech
+ - tts
+ - speech-synthesis
+ - voice-cloning
+ - multilingual
+ - gguf
+ - zonos
+ - zonos3
+ - zyphra
+---
+
+# ZONOS3-Mini
+
+
+
+
+
+
+
+---
+
+ZONOS3-Mini is Zyphra’s compact, open-source text-to-speech model, delivering natural reliable speech and high-fidelity voice
+cloning with just 100 million active parameters. It runs in real time on phones and laptops, including directly in the browser.
+
+Clone a voice from an audio sample, or design a character by shaping age, accent and vocal texture. Steer emotion, pace and
+delivery down to individual words for games, narration and voice assistants.
+
+Run ZONOS3-Mini locally with our browser and native runtimes, or access it through [Zyphra Cloud](https://cloud.zyphra.com/models/zyphra/ZONOS3-Mini). Model weights are released
+under Apache 2.0.
+
+**Model details, samples and evaluations are in the [blog post](https://www.zyphra.com/our-work/zonos3-mini).**
+**A hosted version is available at [Zyphra Cloud](https://cloud.zyphra.com/models/zyphra/ZONOS3-Mini).**
+
+## Languages
+
+ZONOS3-Mini supports 43 languages.
+
+| Region | Languages |
+|---|---|
+| Western and Southern Europe | English, French, Spanish, German, Italian, Portuguese, Dutch, Greek |
+| Northern Europe | Swedish, Danish, Norwegian, Finnish |
+| Central and Eastern Europe | Polish, Czech, Slovak, Hungarian, Romanian, Bulgarian, Russian, Ukrainian |
+| Middle East and Caucasus | Turkish, Arabic, Hebrew, Georgian |
+| East Asia | Mandarin Chinese, Japanese, Korean |
+| Southeast Asia | Vietnamese, Indonesian, Malay, Thai, Tagalog |
+| South Asia | Hindi, Bengali, Tamil, Telugu, Marathi, Gujarati, Kannada, Malayalam, Punjabi, Odia, Urdu |
+
+## Quick start
+
+### In your browser
+
+ZONOS3-Mini runs entirely on your own GPU through WebGPU: no install and no server. The first visit downloads the model, and
+the browser keeps it cached for later visits. You need a browser with WebGPU support.
+
+- [Zonos Voice Studio](https://zyphra.com/zonos3-mini/localplayground#cast): the full studio.
+- [Lite](https://zyphra.com/zonos3-mini/localplayground/lite): quick voice cloning. Pick, upload or record a voice and
+ speak with it.
+
+### With SGLang
+
+[SGLang-Omni](https://github.com/sgl-project/sglang-omni) serves ZONOS3-Mini on NVIDIA GPUs behind the OpenAI-compatible
+`/v1/audio/speech` endpoint, with streaming and voice cloning from a reference clip (no transcript needed). Install SGLang-Omni
+by following its [installation guide](https://github.com/sgl-project/sglang-omni/blob/main/docs/get_started/installation.md),
+then start a server:
+
+```bash
+sgl-omni serve --model-path Zyphra/ZONOS3-Mini --port 8000
+```
+
+Once `curl http://localhost:8000/health` reports `"healthy"`, generate speech with the default voice from another terminal:
+
+```bash
+curl -X POST http://localhost:8000/v1/audio/speech \
+ -H "Content-Type: application/json" \
+ -d '{"input": "Hello from ZONOS3-Mini!"}' \
+ --output output.wav
+```
+
+Add `"references": [{"audio_path": ""}]` to clone a voice, or `"stream": true, "response_format": "pcm"` to
+stream 44.1 kHz audio as it is generated. The [ZONOS3 cookbook](https://github.com/sgl-project/sglang-omni/blob/main/docs/cookbook/zonos3.md)
+covers voice cloning, streaming and the sampling options.
+
+### Native runtimes
+
+The [ZONOS3-Mini GitHub repository](https://github.com/Zyphra/ZONOS3-Mini) holds Zyphra's own runtimes, which share one HTTP
+API and serve the Zonos Voice Studio: a CUDA server for NVIDIA GPUs, an MLX server for Apple Silicon, a C++/ggml server and CLI
+(CPU, CUDA, Metal or Vulkan), and the in-browser WebGPU build.
+They load the GGUF files in [`gguf/`](https://huggingface.co/Zyphra/ZONOS3-Mini/tree/main/gguf) and the WebGPU shards in
+[`web/`](https://huggingface.co/Zyphra/ZONOS3-Mini/tree/main/web); the 27 default voices, grouped by language, are in
+[`gguf/voices/`](https://huggingface.co/Zyphra/ZONOS3-Mini/blob/main/gguf/voices/README.md).
+
+## Architecture (rough outline)
+
+Text is NeMo-normalized (English, Mandarin, Japanese, Korean, German, Spanish, French, Italian, Portuguese; other languages
+pass through as written) and encoded with an 8,192-entry SuperBPE tokenizer. The language model autoregressively generates 15 Hz
+dual-codec frames (10 codebooks of 4,096 entries each: one semantic codebook distilled from the Wav2Vec2-BERT teacher plus nine
+acoustic codebooks), conditioned on the text, a speaker prompt and three bucketed acoustic controls. A causal multi-resolution
+iSTFT head renders the frames to 44.1 kHz audio as they are produced.
+
+
+
+*Inference pipeline. Speaker conditioning (raw reference codes or a speaker-embedding row), control rows and SuperBPE text enter
+the hybrid GDN/attention MoE backbone, which predicts all ten codebooks of the next frame under the delay pattern (four drawn);
+as soon as a frame's last codebook is generated, the codec's causal iSTFT head renders that frame to audio.*
+
+| | ZONOS3-Mini |
+|---|---|
+| Backbone | 11 layers, model dim 1,024; 800M parameters total, about 100M active per token (latent MoE: 64 experts, top-2 routing, from layer 1) |
+| Sequence mixer | pattern `gdn3_global1`: 9 Gated DeltaNet (GDN) layers + 2 global attention layers (16 heads x 32 dims, 4 KV heads), attention residuals (`full_attnres`); context 32,768 positions |
+| Text | SuperBPE, 8,192 entries (+4 specials), NeMo text normalization at inference |
+| Audio tokens | 15 Hz, 44.1 kHz dual-encoding codec, 10 x 4,096 codebooks (1 semantic + 9 acoustic); hop 2,940 samples; up to 10 minutes of audio per generation |
+| Speaker prompt | raw reference clip (encoded by the codec into a token prefix, up to 60 s, with speaker CFG) **or** a single 192-d MECT-B2 speaker embedding (`ownmect_s2`) |
+| Controls | loudness (LUFS, 10 buckets), bandwidth f_max (Hz, 10 buckets), **speaking rate (UTF-8 bytes per second, 30 buckets)**; each row has an "unknown" index; bucket edges in `params.json` (`condition_edges`) |
+| Decoder | causal multi-resolution iSTFT head: `full_mr` (default) or `keep2_plain` (pruned, about 3x faster decode) |
+| Precision | bf16 weights (`model.pth`); decoder heads run in fp32 |
+
+
+
+*ZAC 1 (Zyphra Audio Codec 1).*
+
+## Evaluations
+
+Full results and the ZTTS2 capability index are in the [blog post](https://www.zyphra.com/our-work/zonos3-mini#evaluation).
+
+Quality against speed on one H100 80GB. Quality combines macro speaker similarity and macro WER over the 55 language subsets of
+[ZTTS2-Eval](https://zyphra.github.io/ZTTS2-Eval/) (benchmark version 2: FLEURS-R read speech in 35 languages and VoxBlink2 in-the-wild recordings in 20 languages) as
+½ z(similarity) − ½ z(WER) across the systems shown; ZONOS3-Mini is measured with the speaker-embedding prompt. Left: median
+time to first audio with 8 concurrent requests (80 ms for ZONOS3-Mini). Right: peak throughput at each model's best concurrency
+(457 seconds of audio per second for ZONOS3-Mini).
+
+
+
+## Citation
+If you find this model useful in an academic context, please cite the technical report:
+```bibtex
+@misc{zyphra2026zonos3mini,
+ title = {{ZONOS3-Mini Technical Report}},
+ author = {Gabriel Clark and Sofian Mejjoute and George Close and Beren Millidge},
+ year = {2026},
+ eprint = {2611.16525},
+ archivePrefix = {arXiv},
+ primaryClass = {cs.SD},
+ url = {https://arxiv.org/abs/2611.16525},
+}
+```
diff --git a/assets/arch_zac1_dark.png b/assets/arch_zac1_dark.png
new file mode 100644
index 0000000000000000000000000000000000000000..ae6848ff8cd9cd62264494ffb0483e0bec69b7d3
--- /dev/null
+++ b/assets/arch_zac1_dark.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665c7e614d589e93379d134ad5177a3f4dabdc6e5e681a95f82908ae08321652
+size 145981
diff --git a/assets/eval_pareto.png b/assets/eval_pareto.png
new file mode 100644
index 0000000000000000000000000000000000000000..e57efc0b95469680c26a689d600eec82f415f1cc
--- /dev/null
+++ b/assets/eval_pareto.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c225dcb8c2ff951b86705d6e96f1b5460f83aaf5eb2d104da8c4aefd71d703b5
+size 308756
diff --git a/assets/zonos3_mini_arloop_animated.gif b/assets/zonos3_mini_arloop_animated.gif
new file mode 100644
index 0000000000000000000000000000000000000000..65aa283129e49f3c9127a85208980e8f918d5aea
--- /dev/null
+++ b/assets/zonos3_mini_arloop_animated.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81430e1ec1e1fc2383d877be8fa937fa0ec67efa24d75b3dacd11f009a57308
+size 3586387
diff --git a/assets/zonos3_mini_hero.webp b/assets/zonos3_mini_hero.webp
new file mode 100644
index 0000000000000000000000000000000000000000..743503cc393cbb4a81f97555eccc3f1640fff9ad
--- /dev/null
+++ b/assets/zonos3_mini_hero.webp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400b7056d52bb96f17ee65251a4127ad1ce1a84036a633f98325e57de693d6ba
+size 7006556
diff --git a/autoencoder/generator.pt b/autoencoder/generator.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178a2c04b5fbf69146d266828072fd8206f0739d
--- /dev/null
+++ b/autoencoder/generator.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a587a3eda9ca3d345f0c305756a7ff8619b01685c261b08ae243c69c2caf9a
+size 7960647220
diff --git a/autoencoder/heads/full_mr/config_full_unfreezeall_mr.json b/autoencoder/heads/full_mr/config_full_unfreezeall_mr.json
new file mode 100644
index 0000000000000000000000000000000000000000..03965decaaab37e96378d918d5e3448203af544a
--- /dev/null
+++ b/autoencoder/heads/full_mr/config_full_unfreezeall_mr.json
@@ -0,0 +1,455 @@
+{
+ "model": {
+ "architecture": "s1_semantic_rvq_moss_v2_hybrid",
+ "sample_rate": 44100,
+ "internal_sample_rate": 44160,
+ "channels": 1,
+ "channel_interleave": false,
+ "frame_rate": 15,
+ "internal_hop_length": 2944,
+ "external_samples_per_frame": 2940,
+ "encoder_stages": [
+ {
+ "type": "S1CausalWNConv1d",
+ "in_channels": 1,
+ "out_channels": 64,
+ "kernel_size": 7,
+ "stride": 1
+ },
+ {
+ "type": "S1EncoderBlock",
+ "in_channels": 64,
+ "out_channels": 128,
+ "stride": 2,
+ "kernel_size": 4,
+ "residual_dilations": [
+ 1,
+ 3,
+ 9
+ ],
+ "residual_kernel_size": 7,
+ "activation": "Snake1d",
+ "transformer_layers": 0
+ },
+ {
+ "type": "S1EncoderBlock",
+ "in_channels": 128,
+ "out_channels": 256,
+ "stride": 4,
+ "kernel_size": 8,
+ "residual_dilations": [
+ 1,
+ 3,
+ 9
+ ],
+ "residual_kernel_size": 7,
+ "activation": "Snake1d",
+ "transformer_layers": 0
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 23,
+ "direction": "down"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 2,
+ "input_dimension": 5888,
+ "output_dimension": 384,
+ "d_model": 768,
+ "num_heads": 12,
+ "num_layers": 12,
+ "dim_feedforward": 3072,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 240,
+ "context_duration": 2,
+ "context_frames": 480
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 2,
+ "direction": "down"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 3,
+ "input_dimension": 768,
+ "output_dimension": 384,
+ "d_model": 768,
+ "num_heads": 12,
+ "num_layers": 12,
+ "dim_feedforward": 3072,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 120,
+ "context_duration": 4,
+ "context_frames": 480
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 2,
+ "direction": "down"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 4,
+ "input_dimension": 768,
+ "output_dimension": 384,
+ "d_model": 768,
+ "num_heads": 12,
+ "num_layers": 12,
+ "dim_feedforward": 3072,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 60,
+ "context_duration": 8,
+ "context_frames": 480
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 2,
+ "direction": "down"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 5,
+ "input_dimension": 768,
+ "output_dimension": 640,
+ "d_model": 768,
+ "num_heads": 12,
+ "num_layers": 12,
+ "dim_feedforward": 3072,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 30,
+ "context_duration": 10,
+ "context_frames": 300
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 2,
+ "direction": "down"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 6,
+ "input_dimension": 1280,
+ "output_dimension": 1024,
+ "d_model": 1280,
+ "num_heads": 20,
+ "num_layers": 32,
+ "dim_feedforward": 5120,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 15,
+ "context_duration": 10,
+ "context_frames": 150
+ }
+ ],
+ "decoder_stages": [
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 6,
+ "input_dimension": 1024,
+ "output_dimension": 1280,
+ "d_model": 1280,
+ "num_heads": 20,
+ "num_layers": 32,
+ "dim_feedforward": 5120,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 15,
+ "context_duration": 10,
+ "context_frames": 150
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 2,
+ "direction": "up"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 5,
+ "input_dimension": 640,
+ "output_dimension": 768,
+ "d_model": 768,
+ "num_heads": 12,
+ "num_layers": 12,
+ "dim_feedforward": 3072,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 30,
+ "context_duration": 10,
+ "context_frames": 300
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 2,
+ "direction": "up"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 4,
+ "input_dimension": 384,
+ "output_dimension": 768,
+ "d_model": 768,
+ "num_heads": 12,
+ "num_layers": 12,
+ "dim_feedforward": 3072,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 60,
+ "context_duration": 8,
+ "context_frames": 480
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 2,
+ "direction": "up"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 3,
+ "input_dimension": 384,
+ "output_dimension": 768,
+ "d_model": 768,
+ "num_heads": 12,
+ "num_layers": 12,
+ "dim_feedforward": 3072,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 120,
+ "context_duration": 4,
+ "context_frames": 480
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 2,
+ "direction": "up"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 2,
+ "input_dimension": 384,
+ "output_dimension": 5888,
+ "d_model": 768,
+ "num_heads": 12,
+ "num_layers": 12,
+ "dim_feedforward": 3072,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 240,
+ "context_duration": 2,
+ "context_frames": 480
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 23,
+ "direction": "up"
+ },
+ {
+ "type": "S1DecoderBlock",
+ "in_channels": 256,
+ "out_channels": 128,
+ "stride": 4,
+ "kernel_size": 8,
+ "residual_dilations": [
+ 1,
+ 3,
+ 9
+ ],
+ "residual_kernel_size": 7,
+ "activation": "Snake1d",
+ "transformer_layers": 0
+ },
+ {
+ "type": "S1DecoderBlock",
+ "in_channels": 128,
+ "out_channels": 64,
+ "stride": 2,
+ "kernel_size": 4,
+ "residual_dilations": [
+ 1,
+ 3,
+ 9
+ ],
+ "residual_kernel_size": 7,
+ "activation": "Snake1d",
+ "transformer_layers": 0
+ },
+ {
+ "type": "S1WaveformHead",
+ "in_channels": 64,
+ "out_channels": 1,
+ "kernel_size": 7,
+ "activation_before": "Snake1d",
+ "activation_after": "tanh"
+ }
+ ],
+ "bottleneck": {
+ "type": "dual_encoding_semantic_residual_rvq",
+ "input_dim": 1024,
+ "semantic_codebooks": 1,
+ "residual_codebooks": 9,
+ "semantic_codebook_size": 4096,
+ "residual_codebook_size": 4096,
+ "codebook_dim": 8,
+ "quantizer_dropout": 0.5,
+ "semantic_quantizer_dropout": 0.0,
+ "downsample_factors": [],
+ "upsample_factors": [],
+ "pre_module": "identity",
+ "post_module": "identity",
+ "lookup_and_vq_loss_dtype": "float32",
+ "semantic_head": {
+ "type": "ConvNeXtDecoder",
+ "width": 768,
+ "hidden": 2048,
+ "depth": 4,
+ "out_channels": 1024,
+ "causal": true
+ },
+ "distillation_input": "decoded_ssl_semantic_codebook"
+ },
+ "boundary_resampler": {
+ "input_rate": 44100,
+ "codec_rate": 44160,
+ "output_rate": 44100,
+ "encoder_ratio": [
+ 736,
+ 735
+ ],
+ "decoder_ratio": [
+ 735,
+ 736
+ ],
+ "method": "sinc_interp_hann",
+ "lowpass_filter_width": 16,
+ "rolloff": 0.99,
+ "streaming_policy": "finite_fir_lookahead_with_delay_compensated_timestamps",
+ "training_policy": "time_aligned_full_crop_reference",
+ "losses_and_teacher_use_external_rate": true
+ },
+ "checkpoint_transformers": true,
+ "attention_implementation": "pytorch_sdpa_chunked_causal_local_with_dropout",
+ "residual_codebooks": 9,
+ "semantic_codebook_size": 4096,
+ "residual_codebook_size": 4096,
+ "codebook_dim": 8,
+ "quantizer_dropout": 0.5,
+ "decoder_mirrors_encoder": true,
+ "dual_encoding": {
+ "width": 768,
+ "hidden": 2048,
+ "depth": 4,
+ "causal": true,
+ "window_ratio": 2.0,
+ "strategy": "frozen_ssl_to_q1_decoded_semantic_residual",
+ "normalization": "unchanged_baseline"
+ }
+ },
+ "head": {
+ "depth": 8,
+ "hidden": 2048,
+ "hop": 184,
+ "frame_rate": 240,
+ "trainable_stages": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8
+ ],
+ "parametrization": "per branch: log-magnitude + phase angle (Vocos), magnitude clipped at 1e2, periodic Hann, centered iSTFT; branches combined by a linear fp32 FIR mixer",
+ "recompute_trainable_stages": true,
+ "compile_trainable_stages": true,
+ "type": "mr_istft",
+ "n_ffts": [
+ 736,
+ 2208
+ ],
+ "fir_kernel": 127,
+ "warm_blocks": 4
+ },
+ "init": {
+ "generator_checkpoint": "hf://Zyphra/ZONOS3-Mini/autoencoder/generator.pt",
+ "trainable_rename": {
+ "head.out.": "head.outs.0."
+ }
+ }
+}
\ No newline at end of file
diff --git a/autoencoder/heads/full_mr/step_0050000.pt b/autoencoder/heads/full_mr/step_0050000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b528e280a11185fc24647b8af18b71facc85f9
--- /dev/null
+++ b/autoencoder/heads/full_mr/step_0050000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2e2340c74f763340535f84e5dda59b5eabea668360400f8fac6b641598a1e9
+size 4012134189
diff --git a/autoencoder/heads/keep2_plain/config_full_unfreezeall_mr_drop30_4x10.json b/autoencoder/heads/keep2_plain/config_full_unfreezeall_mr_drop30_4x10.json
new file mode 100644
index 0000000000000000000000000000000000000000..bbb84d0ef66e1c37e0a0c0d2905e3bcaec410b08
--- /dev/null
+++ b/autoencoder/heads/keep2_plain/config_full_unfreezeall_mr_drop30_4x10.json
@@ -0,0 +1,473 @@
+{
+ "model": {
+ "architecture": "s1_semantic_rvq_moss_v2_hybrid",
+ "sample_rate": 44100,
+ "internal_sample_rate": 44160,
+ "channels": 1,
+ "channel_interleave": false,
+ "frame_rate": 15,
+ "internal_hop_length": 2944,
+ "external_samples_per_frame": 2940,
+ "encoder_stages": [
+ {
+ "type": "S1CausalWNConv1d",
+ "in_channels": 1,
+ "out_channels": 64,
+ "kernel_size": 7,
+ "stride": 1
+ },
+ {
+ "type": "S1EncoderBlock",
+ "in_channels": 64,
+ "out_channels": 128,
+ "stride": 2,
+ "kernel_size": 4,
+ "residual_dilations": [
+ 1,
+ 3,
+ 9
+ ],
+ "residual_kernel_size": 7,
+ "activation": "Snake1d",
+ "transformer_layers": 0
+ },
+ {
+ "type": "S1EncoderBlock",
+ "in_channels": 128,
+ "out_channels": 256,
+ "stride": 4,
+ "kernel_size": 8,
+ "residual_dilations": [
+ 1,
+ 3,
+ 9
+ ],
+ "residual_kernel_size": 7,
+ "activation": "Snake1d",
+ "transformer_layers": 0
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 23,
+ "direction": "down"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 2,
+ "input_dimension": 5888,
+ "output_dimension": 384,
+ "d_model": 768,
+ "num_heads": 12,
+ "num_layers": 12,
+ "dim_feedforward": 3072,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 240,
+ "context_duration": 2,
+ "context_frames": 480
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 2,
+ "direction": "down"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 3,
+ "input_dimension": 768,
+ "output_dimension": 384,
+ "d_model": 768,
+ "num_heads": 12,
+ "num_layers": 12,
+ "dim_feedforward": 3072,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 120,
+ "context_duration": 4,
+ "context_frames": 480
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 2,
+ "direction": "down"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 4,
+ "input_dimension": 768,
+ "output_dimension": 384,
+ "d_model": 768,
+ "num_heads": 12,
+ "num_layers": 12,
+ "dim_feedforward": 3072,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 60,
+ "context_duration": 8,
+ "context_frames": 480
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 2,
+ "direction": "down"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 5,
+ "input_dimension": 768,
+ "output_dimension": 640,
+ "d_model": 768,
+ "num_heads": 12,
+ "num_layers": 12,
+ "dim_feedforward": 3072,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 30,
+ "context_duration": 10,
+ "context_frames": 300
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 2,
+ "direction": "down"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 6,
+ "input_dimension": 1280,
+ "output_dimension": 1024,
+ "d_model": 1280,
+ "num_heads": 20,
+ "num_layers": 32,
+ "dim_feedforward": 5120,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 15,
+ "context_duration": 10,
+ "context_frames": 150
+ }
+ ],
+ "decoder_stages": [
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 6,
+ "input_dimension": 1024,
+ "output_dimension": 1280,
+ "d_model": 1280,
+ "num_heads": 20,
+ "num_layers": 32,
+ "dim_feedforward": 5120,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 15,
+ "context_duration": 10,
+ "context_frames": 150
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 2,
+ "direction": "up"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 5,
+ "input_dimension": 640,
+ "output_dimension": 768,
+ "d_model": 768,
+ "num_heads": 12,
+ "num_layers": 12,
+ "dim_feedforward": 3072,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 30,
+ "context_duration": 10,
+ "context_frames": 300
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 2,
+ "direction": "up"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 4,
+ "input_dimension": 384,
+ "output_dimension": 768,
+ "d_model": 768,
+ "num_heads": 12,
+ "num_layers": 12,
+ "dim_feedforward": 3072,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 60,
+ "context_duration": 8,
+ "context_frames": 480
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 2,
+ "direction": "up"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 3,
+ "input_dimension": 384,
+ "output_dimension": 768,
+ "d_model": 768,
+ "num_heads": 12,
+ "num_layers": 12,
+ "dim_feedforward": 3072,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 120,
+ "context_duration": 4,
+ "context_frames": 480
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 2,
+ "direction": "up"
+ },
+ {
+ "type": "MossProjectedTransformer",
+ "stage": 2,
+ "input_dimension": 384,
+ "output_dimension": 5888,
+ "d_model": 768,
+ "num_heads": 12,
+ "num_layers": 12,
+ "dim_feedforward": 3072,
+ "causal": true,
+ "norm": "layer_norm",
+ "positional_embedding": "rope",
+ "max_period": 10000,
+ "gating": "none",
+ "activation": "gelu",
+ "layer_scale": 0.01,
+ "attention_dropout": 0.1,
+ "ffn_dropout": 0.1,
+ "frame_rate": 240,
+ "context_duration": 2,
+ "context_frames": 480
+ },
+ {
+ "type": "PatchedPretransform",
+ "patch_size": 23,
+ "direction": "up"
+ },
+ {
+ "type": "S1DecoderBlock",
+ "in_channels": 256,
+ "out_channels": 128,
+ "stride": 4,
+ "kernel_size": 8,
+ "residual_dilations": [
+ 1,
+ 3,
+ 9
+ ],
+ "residual_kernel_size": 7,
+ "activation": "Snake1d",
+ "transformer_layers": 0
+ },
+ {
+ "type": "S1DecoderBlock",
+ "in_channels": 128,
+ "out_channels": 64,
+ "stride": 2,
+ "kernel_size": 4,
+ "residual_dilations": [
+ 1,
+ 3,
+ 9
+ ],
+ "residual_kernel_size": 7,
+ "activation": "Snake1d",
+ "transformer_layers": 0
+ },
+ {
+ "type": "S1WaveformHead",
+ "in_channels": 64,
+ "out_channels": 1,
+ "kernel_size": 7,
+ "activation_before": "Snake1d",
+ "activation_after": "tanh"
+ }
+ ],
+ "bottleneck": {
+ "type": "dual_encoding_semantic_residual_rvq",
+ "input_dim": 1024,
+ "semantic_codebooks": 1,
+ "residual_codebooks": 9,
+ "semantic_codebook_size": 4096,
+ "residual_codebook_size": 4096,
+ "codebook_dim": 8,
+ "quantizer_dropout": 0.5,
+ "semantic_quantizer_dropout": 0.0,
+ "downsample_factors": [],
+ "upsample_factors": [],
+ "pre_module": "identity",
+ "post_module": "identity",
+ "lookup_and_vq_loss_dtype": "float32",
+ "semantic_head": {
+ "type": "ConvNeXtDecoder",
+ "width": 768,
+ "hidden": 2048,
+ "depth": 4,
+ "out_channels": 1024,
+ "causal": true
+ },
+ "distillation_input": "decoded_ssl_semantic_codebook"
+ },
+ "boundary_resampler": {
+ "input_rate": 44100,
+ "codec_rate": 44160,
+ "output_rate": 44100,
+ "encoder_ratio": [
+ 736,
+ 735
+ ],
+ "decoder_ratio": [
+ 735,
+ 736
+ ],
+ "method": "sinc_interp_hann",
+ "lowpass_filter_width": 16,
+ "rolloff": 0.99,
+ "streaming_policy": "finite_fir_lookahead_with_delay_compensated_timestamps",
+ "training_policy": "time_aligned_full_crop_reference",
+ "losses_and_teacher_use_external_rate": true
+ },
+ "checkpoint_transformers": true,
+ "attention_implementation": "pytorch_sdpa_chunked_causal_local_with_dropout",
+ "residual_codebooks": 9,
+ "semantic_codebook_size": 4096,
+ "residual_codebook_size": 4096,
+ "codebook_dim": 8,
+ "quantizer_dropout": 0.5,
+ "decoder_mirrors_encoder": true,
+ "dual_encoding": {
+ "width": 768,
+ "hidden": 2048,
+ "depth": 4,
+ "causal": true,
+ "window_ratio": 2.0,
+ "strategy": "frozen_ssl_to_q1_decoded_semantic_residual",
+ "normalization": "unchanged_baseline"
+ }
+ },
+ "head": {
+ "depth": 8,
+ "hidden": 2048,
+ "hop": 184,
+ "frame_rate": 240,
+ "trainable_stages": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8
+ ],
+ "parametrization": "per branch: log-magnitude + phase angle (Vocos), magnitude clipped at 1e2, periodic Hann, centered iSTFT; branches combined by a linear fp32 FIR mixer",
+ "recompute_trainable_stages": true,
+ "compile_trainable_stages": true,
+ "type": "mr_istft",
+ "n_ffts": [
+ 736,
+ 2208
+ ],
+ "fir_kernel": 127,
+ "stage_layers": {
+ "0": [
+ 0,
+ 31
+ ],
+ "2": [
+ 0,
+ 11
+ ],
+ "4": [
+ 0,
+ 11
+ ],
+ "6": [
+ 0,
+ 11
+ ],
+ "8": [
+ 0,
+ 11
+ ]
+ }
+ },
+ "init": {
+ "generator_checkpoint": "hf://Zyphra/ZONOS3-Mini/autoencoder/generator.pt"
+ }
+}
diff --git a/autoencoder/heads/keep2_plain/step_0050000.pt b/autoencoder/heads/keep2_plain/step_0050000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94dc38c0f3eefaf2498fcbb0efabacc04e483409
--- /dev/null
+++ b/autoencoder/heads/keep2_plain/step_0050000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7432e335e717417961267f2242547ce389a796cdc296a8b8d5289658e3c28936
+size 518498361
diff --git a/autoencoder/teacher/config.json b/autoencoder/teacher/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b5ed54e0eb10e51eb3806abf71e78aac16a5cc58
--- /dev/null
+++ b/autoencoder/teacher/config.json
@@ -0,0 +1,81 @@
+{
+ "activation_dropout": 0.0,
+ "adapter_act": "relu",
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": false,
+ "apply_spec_augment": false,
+ "architectures": [
+ "Wav2Vec2BertModel"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 1,
+ "classifier_proj_size": 768,
+ "codevector_dim": 768,
+ "conformer_conv_dropout": 0.1,
+ "contrastive_logits_temperature": 0.1,
+ "conv_depthwise_kernel_size": 31,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "diversity_loss_weight": 0.1,
+ "dtype": "bfloat16",
+ "eos_token_id": 2,
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "feature_projection_input_dim": 160,
+ "final_dropout": 0.1,
+ "hidden_act": "swish",
+ "hidden_dropout": 0.0,
+ "hidden_size": 1024,
+ "initializer_range": 0.02,
+ "intermediate_size": 4096,
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.1,
+ "left_max_position_embeddings": 64,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.05,
+ "max_source_positions": 5000,
+ "model_type": "wav2vec2-bert",
+ "num_adapter_layers": 1,
+ "num_attention_heads": 16,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_hidden_layers": 16,
+ "num_negatives": 100,
+ "output_hidden_size": 1024,
+ "pad_token_id": 0,
+ "position_embeddings_type": "relative_key",
+ "proj_codevector_dim": 768,
+ "right_max_position_embeddings": 8,
+ "rotary_embedding_base": 10000,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "transformers_version": "5.3.0",
+ "use_intermediate_ffn_before_adapter": false,
+ "use_weighted_layer_sum": false,
+ "vocab_size": null,
+ "xvector_output_dim": 512
+}
diff --git a/autoencoder/teacher/model.safetensors b/autoencoder/teacher/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..06a0d064e03db3313f0f5ff5b518e983b48a9a9a
--- /dev/null
+++ b/autoencoder/teacher/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15182741d6ee3cd780b8b830f49fa6b7fcce383655d451970841b24114767a5
+size 774162368
diff --git a/gguf/backbone-ptq-edit.gguf b/gguf/backbone-ptq-edit.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e3e0dc95f3557323412ac2cd9f75ca20e60784c8
--- /dev/null
+++ b/gguf/backbone-ptq-edit.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e23d261e2cef3cbbbaa33f43fbe683acb393a157ac672f2de04858aef21011f
+size 663491840
diff --git a/gguf/backbone-ptq.gguf b/gguf/backbone-ptq.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..744ddec9ead7690bf839600c84fcfc696b3d491a
--- /dev/null
+++ b/gguf/backbone-ptq.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fceb6d73a8c30bde80249e4112bb308380ab7f3384fa11c8e4048115e4ceec
+size 663150624
diff --git a/gguf/edit/accents.gguf b/gguf/edit/accents.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e9996f7df67a7b56491b42a2a021141b86116c02
--- /dev/null
+++ b/gguf/edit/accents.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac77fc95e91a6b0c28135f27ee3e4fef1411b8ac3dba969e06f99ce9f84e7376
+size 256592064
diff --git a/gguf/spk-encoder.gguf b/gguf/spk-encoder.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..54dee82a96bf8d6ab6babdf9474e5d3e675f1802
--- /dev/null
+++ b/gguf/spk-encoder.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9539f340b70be246005403b9c254732e180e85e0b3c57fb1973f0d6bc6c59bdc
+size 45385728
diff --git a/gguf/ssl-teacher.gguf b/gguf/ssl-teacher.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..96c0163aa374eee5dd7b40bda1c1a4a76b1abb55
--- /dev/null
+++ b/gguf/ssl-teacher.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e4f150e1ccdf54e6349b06605c2274f2262139678688025b6614f1393e415a
+size 1548700000
diff --git a/gguf/steer.gguf b/gguf/steer.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7475ee0be0a9dd6c9678fecba154ced9dd75715f
--- /dev/null
+++ b/gguf/steer.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8e3f86e89a09801ce083b9286f43263ec696acfaff72e25aca537aa9efa90c
+size 204960
diff --git a/gguf/voices/English/Cillian_en-Irish_M_1.codes.npy b/gguf/voices/English/Cillian_en-Irish_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..caea1949be1f0c5fbf37fa2d8cb005622964e618
--- /dev/null
+++ b/gguf/voices/English/Cillian_en-Irish_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadae1124c63cda7a0627fd282d54aa255a8800155eae1b9da54b08b345c2f10
+size 5928
diff --git a/gguf/voices/English/Cillian_en-Irish_M_1.embedding.npy b/gguf/voices/English/Cillian_en-Irish_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..1f13ba7b9f31bbb7ae9b3bded3f08c192b3beb8c
--- /dev/null
+++ b/gguf/voices/English/Cillian_en-Irish_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3125fae2f679fb5c8128d308ddd02986fd7d914975d17cc6dadf9eb130b1061
+size 896
diff --git a/gguf/voices/English/Cillian_en-Irish_M_1.wav b/gguf/voices/English/Cillian_en-Irish_M_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..a0357b3daee30be79fabb672f2a07092eb9a5940
--- /dev/null
+++ b/gguf/voices/English/Cillian_en-Irish_M_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43eda64c4928dfb30ecf547e4a00100b8f83ed0eb5c1e07116725794da72ea2
+size 852644
diff --git a/gguf/voices/English/Imogen_en-British_F_1.codes.npy b/gguf/voices/English/Imogen_en-British_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..dc617c561eefd6488a0b1665418b9b491836bc8d
--- /dev/null
+++ b/gguf/voices/English/Imogen_en-British_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c906f6c405c9078607fe9c54cf1b71ef0e112839490499e34bf8791ed1ad7e86
+size 7728
diff --git a/gguf/voices/English/Imogen_en-British_F_1.embedding.npy b/gguf/voices/English/Imogen_en-British_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..cdd610f83ccd9a7f74450516233bd81722f354ac
--- /dev/null
+++ b/gguf/voices/English/Imogen_en-British_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683424b91faeade48c8a92e05e1c3679366abbba443ef62eccba8dc40de48e9e
+size 896
diff --git a/gguf/voices/English/Imogen_en-British_F_1.wav b/gguf/voices/English/Imogen_en-British_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..9b0aa2216fb3d51f7f08f9319e8acaa8f2d66ab6
--- /dev/null
+++ b/gguf/voices/English/Imogen_en-British_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde4691a6ccd95f4928fbbc4e2d49089824b264575bc0bf0ac4986dd2f8082c5
+size 1117244
diff --git a/gguf/voices/English/Jett_en-energetic_M_1.codes.npy b/gguf/voices/English/Jett_en-energetic_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..ddb65521df5c47b513f215a4959e76f6910661f9
--- /dev/null
+++ b/gguf/voices/English/Jett_en-energetic_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f32e946509673ae422c37cc9b79957cb569f212360745f9110d343f6f1f9f2c
+size 6608
diff --git a/gguf/voices/English/Jett_en-energetic_M_1.embedding.npy b/gguf/voices/English/Jett_en-energetic_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..75fe426b10bfde91fe83c0b3811b392fd8eadfe5
--- /dev/null
+++ b/gguf/voices/English/Jett_en-energetic_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624b749d220dac7fdcda479b1964cb8f7de58c838c1357f2f0161dac06e34f48
+size 896
diff --git a/gguf/voices/English/Jett_en-energetic_M_1.wav b/gguf/voices/English/Jett_en-energetic_M_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..7f6e9b52ca5296fde3846fb1436a0bfb71c86a0d
--- /dev/null
+++ b/gguf/voices/English/Jett_en-energetic_M_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107c8350f191d47401da6844158528d0f493cbf46be4dee6bb81dd71bc052619
+size 952604
diff --git a/gguf/voices/English/Morgana_en-witch_F_1.codes.npy b/gguf/voices/English/Morgana_en-witch_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..2cdd9341832bcd2b4b5ad93c7f7be35c63b5b990
--- /dev/null
+++ b/gguf/voices/English/Morgana_en-witch_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f60227a9f7cdc6ce696548f4c28c199d3f5afeadf7317a1bde132575a1ed731
+size 12448
diff --git a/gguf/voices/English/Morgana_en-witch_F_1.embedding.npy b/gguf/voices/English/Morgana_en-witch_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..8671c2114bc5bfb18d83670f28cb3ba0b338b637
--- /dev/null
+++ b/gguf/voices/English/Morgana_en-witch_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a817387697c43138639aa1e52a9e42d9f3a629655e0faea5ac8565eb8e57c091
+size 896
diff --git a/gguf/voices/English/Morgana_en-witch_F_1.mp3 b/gguf/voices/English/Morgana_en-witch_F_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..5364a53463212237eee08d5027a2c37d50cfebf0
--- /dev/null
+++ b/gguf/voices/English/Morgana_en-witch_F_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fec617ca7a4044f930c108ded0daf814ca93e61d97a7df626373aa182240ece
+size 329812
diff --git a/gguf/voices/English/Rupert_en-British_M_1.codes.npy b/gguf/voices/English/Rupert_en-British_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..17dcdc3d9db449dc0bd44691fcab253c20be624f
--- /dev/null
+++ b/gguf/voices/English/Rupert_en-British_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf42171c7402fea5888ec350a50b64fd78777e44d7caf665c04e4e2b629fc79
+size 8048
diff --git a/gguf/voices/English/Rupert_en-British_M_1.embedding.npy b/gguf/voices/English/Rupert_en-British_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..4d29433a1eee6225edf53d7e3abaac9f0353b416
--- /dev/null
+++ b/gguf/voices/English/Rupert_en-British_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c68e699376dbafdc1ab0fadc133f48e7df9cb33b3a7b80b05f42c5c0aad8fa7
+size 896
diff --git a/gguf/voices/English/Rupert_en-British_M_1.wav b/gguf/voices/English/Rupert_en-British_M_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..a1a46bd19f71bc483e1dbbfd26764fb62f0d6e80
--- /dev/null
+++ b/gguf/voices/English/Rupert_en-British_M_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3743b94cfc35c004fb5c2bcc9c2a537b605e3e15d4677e2b5b811bc18d95151e
+size 1164284
diff --git a/gguf/voices/English/Sakura_en-anime_F_1.codes.npy b/gguf/voices/English/Sakura_en-anime_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..f2044c7eb91b8b8fe1e79420cd34bc4ff86ba2fd
--- /dev/null
+++ b/gguf/voices/English/Sakura_en-anime_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8c8288b45e1a3ff5aa3adc05a4af386f5889e9ab47902ff36f9daa8900ded2
+size 9168
diff --git a/gguf/voices/English/Sakura_en-anime_F_1.embedding.npy b/gguf/voices/English/Sakura_en-anime_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..4705c78ae92ff261e95f7afd90cce9b9e10decd4
--- /dev/null
+++ b/gguf/voices/English/Sakura_en-anime_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf3e82d2e6f2ce2fe90c73473a312a721295ae7f85763f99c87ee2f861063a9
+size 896
diff --git a/gguf/voices/English/Sakura_en-anime_F_1.wav b/gguf/voices/English/Sakura_en-anime_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..03ba61bdd9a9dbbca9c2f78a87e99871571733e3
--- /dev/null
+++ b/gguf/voices/English/Sakura_en-anime_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e8f47241546efd1223bd1cac09ea81f1d9ae2cf3148260f37413f05db40229
+size 1328924
diff --git a/gguf/voices/English/Savannah_en-American_F_1.codes.npy b/gguf/voices/English/Savannah_en-American_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..de5d99cd545914328947b5e6e1b5d648063af5c2
--- /dev/null
+++ b/gguf/voices/English/Savannah_en-American_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e450fea8fa521c6be32b64fc61f48d6f9fd8301fe5759abd2315ce6ac946fb
+size 6968
diff --git a/gguf/voices/English/Savannah_en-American_F_1.embedding.npy b/gguf/voices/English/Savannah_en-American_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..b8d478227a96ede89bb99a32ea01acf1686ee285
--- /dev/null
+++ b/gguf/voices/English/Savannah_en-American_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd81587e66f96fb62da47ef13d5d867de464ca386a83f01b4403cdd19629ca6c
+size 896
diff --git a/gguf/voices/English/Savannah_en-American_F_1.mp3 b/gguf/voices/English/Savannah_en-American_F_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..4d29c41b0af4ab4bfaeab66b5256ae820536ee35
--- /dev/null
+++ b/gguf/voices/English/Savannah_en-American_F_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d5eaf8f6c18a0a3b452652da62d821f819d4e95f6347aa29986a503e219d14
+size 183527
diff --git a/gguf/voices/English/Thaddeus_en-announcervoice_M_1.codes.npy b/gguf/voices/English/Thaddeus_en-announcervoice_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..63c4a8b3a621d23a1a35d10c23190641bdc29ef2
--- /dev/null
+++ b/gguf/voices/English/Thaddeus_en-announcervoice_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c76de5bf16fd10282fced313c6c00a03fa2150b1df4c2382e19c6cbad65f179
+size 9368
diff --git a/gguf/voices/English/Thaddeus_en-announcervoice_M_1.embedding.npy b/gguf/voices/English/Thaddeus_en-announcervoice_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..1157f327e02d6509275e8df150aa716449e783f2
--- /dev/null
+++ b/gguf/voices/English/Thaddeus_en-announcervoice_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8e21356730988aa20da70123991404345e0bdbfe3afe31e6371d8d93095461
+size 896
diff --git a/gguf/voices/English/Thaddeus_en-announcervoice_M_1.mp3 b/gguf/voices/English/Thaddeus_en-announcervoice_M_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..535a4f2e756c5612c1d2d4cb34cefead60a28b37
--- /dev/null
+++ b/gguf/voices/English/Thaddeus_en-announcervoice_M_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fc96a18645b129b1e55659379ba796f5cfd70a800068b977d37f1254e93c52
+size 247474
diff --git a/gguf/voices/English/Willow_en-asrm_F_1.codes.npy b/gguf/voices/English/Willow_en-asrm_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..2013b28868bbae0b6e5cf62f0bad73fc6c55ae98
--- /dev/null
+++ b/gguf/voices/English/Willow_en-asrm_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ca4c14c16bb09b2bc48bb93f2d5a56327558d64271e54ebd1f713a4204905b
+size 15048
diff --git a/gguf/voices/English/Willow_en-asrm_F_1.embedding.npy b/gguf/voices/English/Willow_en-asrm_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..876e2b26c5f65d74bbdbe78bb5194d6a2eba1070
--- /dev/null
+++ b/gguf/voices/English/Willow_en-asrm_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebb84309f21f1dcbe6371e2355dc98f8ee3d0aee5850c305d06a73fe0a7c222
+size 896
diff --git a/gguf/voices/English/Willow_en-asrm_F_1.wav b/gguf/voices/English/Willow_en-asrm_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..6fe08b9e567b2a842f2a23e04f8abae3499f6f0a
--- /dev/null
+++ b/gguf/voices/English/Willow_en-asrm_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7574e4b91794390867027eb5c2c2a12f6cef557fc7d804b45f985144a50e5e
+size 2193284
diff --git a/gguf/voices/English/Wyatt_en-American_M_1.codes.npy b/gguf/voices/English/Wyatt_en-American_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..fe7a4ace704badd4adb74aa5e2673ab0ca475f5e
--- /dev/null
+++ b/gguf/voices/English/Wyatt_en-American_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a854f9b66eefa9203a9f752c2a1ec808345b4d72ac34f8547ee776c58e4b72f
+size 10248
diff --git a/gguf/voices/English/Wyatt_en-American_M_1.embedding.npy b/gguf/voices/English/Wyatt_en-American_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..921f4a78256265a482a9e3b77315d283fff74d24
--- /dev/null
+++ b/gguf/voices/English/Wyatt_en-American_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39d377b653ebaca6bbd4ecd13c382fe16d81f0cfae27217d9b626e5589a0511
+size 896
diff --git a/gguf/voices/English/Wyatt_en-American_M_1.ogg b/gguf/voices/English/Wyatt_en-American_M_1.ogg
new file mode 100644
index 0000000000000000000000000000000000000000..6270fbf65e394ac9c10dca0fc5f4e5a66359a846
--- /dev/null
+++ b/gguf/voices/English/Wyatt_en-American_M_1.ogg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c17f6eff4c9612ece96f0efae6f74f8e6b381f8c851ce739cdf0854a5a5831
+size 147400
diff --git a/gguf/voices/French/Gaspard_fr_M_1.codes.npy b/gguf/voices/French/Gaspard_fr_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..4d2ff3bdde469bbf30576d96b077b36d7698ec21
--- /dev/null
+++ b/gguf/voices/French/Gaspard_fr_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34293ea302d3a47c17ab2f8514fb3a3354dc4ad695581d9b2f93fb37476ee1f7
+size 11488
diff --git a/gguf/voices/French/Gaspard_fr_M_1.embedding.npy b/gguf/voices/French/Gaspard_fr_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..abfe47d70ee675c56022c81827bcae4beacb1ff5
--- /dev/null
+++ b/gguf/voices/French/Gaspard_fr_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e19a9a545af6a263c00b997368d8396ff8abc761b53dce2a6d4df735f0766e9
+size 896
diff --git a/gguf/voices/French/Gaspard_fr_M_1.mp3 b/gguf/voices/French/Gaspard_fr_M_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..810b988fd7948429884a6eca555c36f7eac88fe2
--- /dev/null
+++ b/gguf/voices/French/Gaspard_fr_M_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b353c4f7cccb9ffd335dde8428cae212373db2cf9c7018afc22cbb8f3d6c949a
+size 303899
diff --git a/gguf/voices/German/Liesel_de_F_1.codes.npy b/gguf/voices/German/Liesel_de_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..d62fd1f381037c01a0dc19983af6ad877387154a
--- /dev/null
+++ b/gguf/voices/German/Liesel_de_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6952aa3383e1181610b3b88115ff2fa20a2a2da0686c9b19f2cf0f57f96ab92e
+size 6928
diff --git a/gguf/voices/German/Liesel_de_F_1.embedding.npy b/gguf/voices/German/Liesel_de_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..0dcae442d4c1aa6fcc89932ab0355c83726eb94d
--- /dev/null
+++ b/gguf/voices/German/Liesel_de_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d44e40f8c1f43fcabaabf301e14bfc48325bf4596cb04e076d662d8b2724c5d
+size 896
diff --git a/gguf/voices/German/Liesel_de_F_1.mp3 b/gguf/voices/German/Liesel_de_F_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..2f867b17e59dedade064ae5ea7246d46a4ea17f1
--- /dev/null
+++ b/gguf/voices/German/Liesel_de_F_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8909ca74065967d74534f438fcd15b770fc2ec55d2cbe217836a720cfff091
+size 182273
diff --git a/gguf/voices/German/Wolfgang_de_M_1.codes.npy b/gguf/voices/German/Wolfgang_de_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..43300e7972337a22556f1fbc14b53e432f02a66c
--- /dev/null
+++ b/gguf/voices/German/Wolfgang_de_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553a4dd74cc650ea333c49033f5b459e1faa7244cfa4185862cce1a223fe41e1
+size 7488
diff --git a/gguf/voices/German/Wolfgang_de_M_1.embedding.npy b/gguf/voices/German/Wolfgang_de_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..a6c13b43dff6f3731b049ded26caab918135674e
--- /dev/null
+++ b/gguf/voices/German/Wolfgang_de_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0e305b2789f79b843d96628b275b5d8f3f877f89c80e87fe57bf6078901467
+size 896
diff --git a/gguf/voices/German/Wolfgang_de_M_1.mp3 b/gguf/voices/German/Wolfgang_de_M_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..bc3a985c2aba3ce64f378648a24e10b159897e2a
--- /dev/null
+++ b/gguf/voices/German/Wolfgang_de_M_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca32af842970e58c2769f1a191438f44b36e721071e058ed51a8c2febb2f261
+size 196483
diff --git a/gguf/voices/Hindi/Ananya_hi_F_1.codes.npy b/gguf/voices/Hindi/Ananya_hi_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..f62a54922826e0bfc98f78b966dbe889aef84857
--- /dev/null
+++ b/gguf/voices/Hindi/Ananya_hi_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85288fd646bb836b2424faad617d13f311c4ce129a48d7f9577bbfe29df9aa5b
+size 7768
diff --git a/gguf/voices/Hindi/Ananya_hi_F_1.embedding.npy b/gguf/voices/Hindi/Ananya_hi_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..93bea48002970de357c5f9291db6b0e76024d1fb
--- /dev/null
+++ b/gguf/voices/Hindi/Ananya_hi_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7acf756273d86131de701d51b25a7e0b3323d724b7e98a0c890fcf176f85a14
+size 896
diff --git a/gguf/voices/Hindi/Ananya_hi_F_1.wav b/gguf/voices/Hindi/Ananya_hi_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..9a5d8c4682eca8e6944f52eaaa0c8772a4ae0cde
--- /dev/null
+++ b/gguf/voices/Hindi/Ananya_hi_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0417c4f1a76d3290281c932a35b5b25b8e4cfe9acb328e24abf68b7f232840
+size 1123124
diff --git a/gguf/voices/Hindi/Arjun_hi_M_1.codes.npy b/gguf/voices/Hindi/Arjun_hi_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..aa4f5879c59754392f545a2af43ccb864cf6697a
--- /dev/null
+++ b/gguf/voices/Hindi/Arjun_hi_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec52799002595008cf710381b5eb5f2acf0edd82fb28636c1bbef4aba9df618
+size 7128
diff --git a/gguf/voices/Hindi/Arjun_hi_M_1.embedding.npy b/gguf/voices/Hindi/Arjun_hi_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..a0484aa4ebc17f3a9eea865f3a7139f708404ded
--- /dev/null
+++ b/gguf/voices/Hindi/Arjun_hi_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb0eb4cc81b79acadedb173e1fbbc0203bf71ea9ae66e56bd76393386f25815
+size 896
diff --git a/gguf/voices/Hindi/Arjun_hi_M_1.wav b/gguf/voices/Hindi/Arjun_hi_M_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..0b96ec58e36eeb250fa4a0e941019621f2d7d327
--- /dev/null
+++ b/gguf/voices/Hindi/Arjun_hi_M_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760b13421993d4d453cf9c3ce789da2425922c54a483a1e1d2daff3a226a6043
+size 1029044
diff --git a/gguf/voices/Italian/Ginevra_it_F_1.codes.npy b/gguf/voices/Italian/Ginevra_it_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..91fdf1c82b8dd56391e95cd5c83f4ba94b8f99fb
--- /dev/null
+++ b/gguf/voices/Italian/Ginevra_it_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e5f1a6ccc71d55840e4277a4f00c900e01e446e956949a5651c2e5657f2d4f
+size 6808
diff --git a/gguf/voices/Italian/Ginevra_it_F_1.embedding.npy b/gguf/voices/Italian/Ginevra_it_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..aec377f7acfac99d7291086aa545e197b5335197
--- /dev/null
+++ b/gguf/voices/Italian/Ginevra_it_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950ecf44f57fd053effd83c65f7f35059df0dcd1bb99dbc197b6649507171621
+size 896
diff --git a/gguf/voices/Italian/Ginevra_it_F_1.mp3 b/gguf/voices/Italian/Ginevra_it_F_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..7a1ec31196747542c0b9127d2f272a2026e7240d
--- /dev/null
+++ b/gguf/voices/Italian/Ginevra_it_F_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc9a8ebaa97b6c9a32aab707f1384a37d275e9a001029fedbfe7897a92514d9
+size 179347
diff --git a/gguf/voices/Italian/Lorenzo_it_M_1.codes.npy b/gguf/voices/Italian/Lorenzo_it_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..652c6ab3b0206b4cc6af4ec85e81b7cea9a56830
--- /dev/null
+++ b/gguf/voices/Italian/Lorenzo_it_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25cc35719d796ba7ace4a0ec563d159cfe31e978f78098b126b2a8c7f3fbc02
+size 7488
diff --git a/gguf/voices/Italian/Lorenzo_it_M_1.embedding.npy b/gguf/voices/Italian/Lorenzo_it_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..3a5ad500e72832e9f83b6787565124ce50f9cb87
--- /dev/null
+++ b/gguf/voices/Italian/Lorenzo_it_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a355bb33b907130985b74eae3fa05e4aa19d7fe7233f26c0416afad0726c2367
+size 896
diff --git a/gguf/voices/Italian/Lorenzo_it_M_1.mp3 b/gguf/voices/Italian/Lorenzo_it_M_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..50ad8ae5aa90b234b243e01ad503856cd3c3f64d
--- /dev/null
+++ b/gguf/voices/Italian/Lorenzo_it_M_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0f69f123a15d1c7c1100abf94c6f1c649034f16239f2926a87f20550d2ebcb
+size 196483
diff --git a/gguf/voices/Korean/Minjun_ko_M_1.codes.npy b/gguf/voices/Korean/Minjun_ko_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..16421b9ee9fcd33be1f4cedd2aa38888a16e5874
--- /dev/null
+++ b/gguf/voices/Korean/Minjun_ko_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b40a0d108b5188be2fb8695eb0f28b5a6f16c4dd485fba4ab82876b46e79522
+size 7288
diff --git a/gguf/voices/Korean/Minjun_ko_M_1.embedding.npy b/gguf/voices/Korean/Minjun_ko_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..d061dd4b5576c83fcb8878176db1f4f48dfb975e
--- /dev/null
+++ b/gguf/voices/Korean/Minjun_ko_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3d9c60c3f36080fd7e9eebd20c8ece42059236dd83f19980e5e4dbca94fc4e
+size 896
diff --git a/gguf/voices/Korean/Minjun_ko_M_1.wav b/gguf/voices/Korean/Minjun_ko_M_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..0fb74b715dd76131b5e0cb0b8cb2e2f040e3e05e
--- /dev/null
+++ b/gguf/voices/Korean/Minjun_ko_M_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c1e59241314afe001d565ab4e0c92224f598f6bbc1e4aaaac2ce5b036d16aa
+size 1052564
diff --git a/gguf/voices/Korean/Seoyeon_ko_F_1.codes.npy b/gguf/voices/Korean/Seoyeon_ko_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..9602313d4f036596632a2311afcb8a9ac4a354d6
--- /dev/null
+++ b/gguf/voices/Korean/Seoyeon_ko_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ca0cb788e610d56b02824108aa7c54e115bdab1eaeca81330b1475f6de9d15
+size 7048
diff --git a/gguf/voices/Korean/Seoyeon_ko_F_1.embedding.npy b/gguf/voices/Korean/Seoyeon_ko_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..c5910a8e8505215a45248ace72fba1cea616f0f2
--- /dev/null
+++ b/gguf/voices/Korean/Seoyeon_ko_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddb6aa68c3febe83ca656c959f4d78246c72e011cde72c3745d1a46a37d8345
+size 896
diff --git a/gguf/voices/Korean/Seoyeon_ko_F_1.wav b/gguf/voices/Korean/Seoyeon_ko_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..4df539aca7e22f904b944cce6c0a9a38cfa3c88b
--- /dev/null
+++ b/gguf/voices/Korean/Seoyeon_ko_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558801500e68ee38fabca81c12fe2f7ec763e989e94430b3573be3df2e0ebf30
+size 1017284
diff --git a/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.codes.npy b/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..e21b1f382a77943ee8bc41d394e883ed6958ac92
--- /dev/null
+++ b/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033e6e1acb03cacf2dc9278f752c43774224747e3aa91882113422ab35dbfbb6
+size 6608
diff --git a/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.embedding.npy b/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..2be500d11f859dd80709bf87c9dc4da7630515eb
--- /dev/null
+++ b/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b056f91bcbf4ffda432459f8c6a80b37cdc98cd82fd296e29cf2584325809c6c
+size 896
diff --git a/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.mp3 b/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..50b4fa73a2749a706893e066e5c8e51e3fb86983
--- /dev/null
+++ b/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd027b458401d46f893d51e42cbd0c7d9634592a7401a43127c1a639215d6be
+size 173914
diff --git a/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.codes.npy b/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..80d3b46d8ea4c18f2fe837ddd563c6833a32b70c
--- /dev/null
+++ b/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3b3aef695ca75788eea98d94d8580d2147c783f427e08cf4ed2d66ecf5c4c6
+size 6888
diff --git a/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.embedding.npy b/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..abd3a15322b931f3577892005cbeab5ccffe30a9
--- /dev/null
+++ b/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8430a2852291d874f327666d05bd15ee854a009cc54b9d3cdba9005d6bc7f59b
+size 896
diff --git a/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.wav b/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..c9a136199bc27b1f200396deea6bb1e99c174eab
--- /dev/null
+++ b/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4200f7e397be1ff2a5dac9169daba8338af911e12cf47e925999016d65969612
+size 993764
diff --git a/gguf/voices/Portuguese/Leonor_pt_F_1.codes.npy b/gguf/voices/Portuguese/Leonor_pt_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..b6b757c4f900ac178e754ef8d343a5c569a3be73
--- /dev/null
+++ b/gguf/voices/Portuguese/Leonor_pt_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f4c8d2d6f856305e250966710fa7669244ef1d86ffd82659ade969755c7f88
+size 7448
diff --git a/gguf/voices/Portuguese/Leonor_pt_F_1.embedding.npy b/gguf/voices/Portuguese/Leonor_pt_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..90e575bda94727597a9607a39750871da0ae4d5b
--- /dev/null
+++ b/gguf/voices/Portuguese/Leonor_pt_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4074805d713ac20444253f1b98f814b7f27c43b6ab29bb2f0feeaaae8f7e4b2
+size 896
diff --git a/gguf/voices/Portuguese/Leonor_pt_F_1.wav b/gguf/voices/Portuguese/Leonor_pt_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..e9a1fb35730eb513c5b28851f8e44dd8fff11a2f
--- /dev/null
+++ b/gguf/voices/Portuguese/Leonor_pt_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb21b761a7c808b2552451485ca14b32529b68294ef4b478c96665cabc8fcd1
+size 1076084
diff --git a/gguf/voices/Portuguese/Thiago_pt_M_1.codes.npy b/gguf/voices/Portuguese/Thiago_pt_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..2e81ca3ba731ef659fc1e2c47410ee8420750355
--- /dev/null
+++ b/gguf/voices/Portuguese/Thiago_pt_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63efbc88127b88ad89740eed377a0f1600c4e2ae0deb030e574f8b7b9c6c667
+size 8848
diff --git a/gguf/voices/Portuguese/Thiago_pt_M_1.embedding.npy b/gguf/voices/Portuguese/Thiago_pt_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..78663a9f553cdcb5f40b317e2aa1d7653b37334d
--- /dev/null
+++ b/gguf/voices/Portuguese/Thiago_pt_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1eee487091ef60636fe08cbafc15133c34a3f697629e1057e749c5b9893dc0
+size 896
diff --git a/gguf/voices/Portuguese/Thiago_pt_M_1.wav b/gguf/voices/Portuguese/Thiago_pt_M_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..b630f1e1b166fd5a31b8e902123f72055dbca947
--- /dev/null
+++ b/gguf/voices/Portuguese/Thiago_pt_M_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c02110a5f10765a9bf9c533a6cbf25bb39fca3bf23023f58b70a3a67fe89d2
+size 1281884
diff --git a/gguf/voices/README.md b/gguf/voices/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..78b590b33ecd7651c0cb404550b03fa75b772b8d
--- /dev/null
+++ b/gguf/voices/README.md
@@ -0,0 +1,82 @@
+# Default voices
+
+Each clip ships with its reference codes (`.codes.npy`, int32 `[frames, 10]`) and speaker embedding
+(`.embedding.npy`, float32 `[192]`), so servers use them without the encoders. Pass this folder as
+`--tts-default-voices-dir`; the ids below are those of `GET /v2/speakers`.
+
+## English
+
+| Voice | Style | Gender | Id |
+|---|---|---|---|
+| Cillian | Irish | male | `default_2c5123a959875341` |
+| Imogen | British | female | `default_b78b28baf5c31a1d` |
+| Jett | energetic | male | `default_c95cf57259ed7313` |
+| Morgana | witch | female | `default_40a3ba1017bfb68a` |
+| Rupert | British | male | `default_3765f0d1140c05c0` |
+| Sakura | anime | female | `default_c5e098c322aae901` |
+| Savannah | American | female | `default_de4d191ca7574982` |
+| Thaddeus | announcer | male | `default_3c00e421e684f949` |
+| Willow | ASMR | female | `default_940eaff39a929da0` |
+| Wyatt | American | male | `default_34370fd91e3484ef` |
+
+## French
+
+| Voice | Style | Gender | Id |
+|---|---|---|---|
+| Gaspard | — | male | `default_517319c805b927e9` |
+
+## German
+
+| Voice | Style | Gender | Id |
+|---|---|---|---|
+| Liesel | — | female | `default_09d206a5b067ae71` |
+| Wolfgang | — | male | `default_ec650ef042ed1f14` |
+
+## Hindi
+
+| Voice | Style | Gender | Id |
+|---|---|---|---|
+| Ananya | — | female | `default_f76cf78a50cf8496` |
+| Arjun | — | male | `default_849a62ace1f85759` |
+
+## Italian
+
+| Voice | Style | Gender | Id |
+|---|---|---|---|
+| Ginevra | — | female | `default_792987ff6236e50d` |
+| Lorenzo | — | male | `default_ccb71e6596453e72` |
+
+## Korean
+
+| Voice | Style | Gender | Id |
+|---|---|---|---|
+| Minjun | — | male | `default_aa6e36b246dc01f9` |
+| Seoyeon | — | female | `default_b7a257a5b1478493` |
+
+## Mandarin Chinese
+
+| Voice | Style | Gender | Id |
+|---|---|---|---|
+| Haoran | energetic | male | `default_d8a9b688b64e638d` |
+| Meilin | energetic | female | `default_eaee7325255d4783` |
+
+## Portuguese
+
+| Voice | Style | Gender | Id |
+|---|---|---|---|
+| Leonor | — | female | `default_e11f53895cad62fa` |
+| Thiago | — | male | `default_4562e98e005b69cc` |
+
+## Spanish
+
+| Voice | Style | Gender | Id |
+|---|---|---|---|
+| Rodrigo | — | male | `default_87250baa043e5bba` |
+| Ximena | — | female | `default_43e790fc116fd62a` |
+
+## Telugu
+
+| Voice | Style | Gender | Id |
+|---|---|---|---|
+| Chaitanya | — | male | `default_26fb443b7759bce0` |
+| Sravya | — | female | `default_c3bb44b62cf13a5c` |
diff --git a/gguf/voices/Spanish/Rodrigo_es_M_1.codes.npy b/gguf/voices/Spanish/Rodrigo_es_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..c6a017443005bd0eb9af7e9b39a3b1d7aa5f11d0
--- /dev/null
+++ b/gguf/voices/Spanish/Rodrigo_es_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6ff61ab49a2f3cfeb116afa80adcc33290cd5c7d7cb4c50181f4359c52b1c0
+size 6408
diff --git a/gguf/voices/Spanish/Rodrigo_es_M_1.embedding.npy b/gguf/voices/Spanish/Rodrigo_es_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..925b63ef08d127275695231cda09a4f00df77316
--- /dev/null
+++ b/gguf/voices/Spanish/Rodrigo_es_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0305b7ab40d5d4a1df07ed7aa1c164f64ede1ac4b6250fa56383b4c3ae03e1e1
+size 896
diff --git a/gguf/voices/Spanish/Rodrigo_es_M_1.wav b/gguf/voices/Spanish/Rodrigo_es_M_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..a32099d399427861f6b88d0eb87f1122cafb88b3
--- /dev/null
+++ b/gguf/voices/Spanish/Rodrigo_es_M_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2559c50978b50ad660b82528558047a684b1ff6d3c91dd59691a3c0c13c4eaf5
+size 923204
diff --git a/gguf/voices/Spanish/Ximena_es_F_1.codes.npy b/gguf/voices/Spanish/Ximena_es_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..2a26e00300eea6da608c1692ca081b2723c0359d
--- /dev/null
+++ b/gguf/voices/Spanish/Ximena_es_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b571c52d7543867bb2299e0626cea9d6f6c6c9a3bffabc85570baf08897dafb9
+size 7968
diff --git a/gguf/voices/Spanish/Ximena_es_F_1.embedding.npy b/gguf/voices/Spanish/Ximena_es_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..c7098dcd92def5a8902ab4c3a69ca2a8e8d8ea2f
--- /dev/null
+++ b/gguf/voices/Spanish/Ximena_es_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cc1284c52003705619b37f2c25c59e170d2c70650af39e5692b2fe91782bd6
+size 896
diff --git a/gguf/voices/Spanish/Ximena_es_F_1.wav b/gguf/voices/Spanish/Ximena_es_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..cb5d7ff4ece58bf7bde05208ee5dceff38db0c74
--- /dev/null
+++ b/gguf/voices/Spanish/Ximena_es_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b029ff5ef03907d401d92d9fe037d14ea6eb363c0d4e78512fc13c7b6eedfc0
+size 1152524
diff --git a/gguf/voices/Telugu/Chaitanya_te_M_1.codes.npy b/gguf/voices/Telugu/Chaitanya_te_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..17a12ece83fcc04a35371862f8178c6fdf0999d8
--- /dev/null
+++ b/gguf/voices/Telugu/Chaitanya_te_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7003a4812a759171470f3187955e1b5c27f37bd449eb4bc012d7ac8620d0e9f7
+size 6368
diff --git a/gguf/voices/Telugu/Chaitanya_te_M_1.embedding.npy b/gguf/voices/Telugu/Chaitanya_te_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..85c6a5bfda9ee412c99285415d0cbf9068856c84
--- /dev/null
+++ b/gguf/voices/Telugu/Chaitanya_te_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca818012cf5656d12eb3bccdfad4086831a6a892f8e7bf2277ca11bf921e5eb7
+size 896
diff --git a/gguf/voices/Telugu/Chaitanya_te_M_1.wav b/gguf/voices/Telugu/Chaitanya_te_M_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..9b8796a9cc77710265a623305e5ad3c4251628a1
--- /dev/null
+++ b/gguf/voices/Telugu/Chaitanya_te_M_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327c73a145533f1cb874736e9194048a22a43a10e74c7b9b8c354306068c54b0
+size 917324
diff --git a/gguf/voices/Telugu/Sravya_te_F_1.codes.npy b/gguf/voices/Telugu/Sravya_te_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..a9118e45d06cf6355789322625a6fa95c825e689
--- /dev/null
+++ b/gguf/voices/Telugu/Sravya_te_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e938016bb413c48bb5deb0bf80515f646bd5b7374f5bfb4d616a8ba3e254f373
+size 6928
diff --git a/gguf/voices/Telugu/Sravya_te_F_1.embedding.npy b/gguf/voices/Telugu/Sravya_te_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..3d97b979df67c697d241511505cc6a580957f17e
--- /dev/null
+++ b/gguf/voices/Telugu/Sravya_te_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62e330ccfe900dbc4caac3e57d661adf284da8c967072dbe91bab154df79c0f
+size 896
diff --git a/gguf/voices/Telugu/Sravya_te_F_1.wav b/gguf/voices/Telugu/Sravya_te_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..d6dca208add9b9c3a1b6b8e00a6b815380f8a1fa
--- /dev/null
+++ b/gguf/voices/Telugu/Sravya_te_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931ba97b7fd35bd808d32e4bf082c07da1fe7a813e469336d6eeeac83e7a42a8
+size 999644
diff --git a/gguf/zac-encoder.gguf b/gguf/zac-encoder.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9ace3240846aefe2f997c3d3695b1499b2ea8e09
--- /dev/null
+++ b/gguf/zac-encoder.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4335196486fd24cc56b24a40ac4548f8cc58a6400bce8e4af4e72160b18053
+size 4034646368
diff --git a/gguf/zac-keep2.gguf b/gguf/zac-keep2.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..91d8da698c92d4fa3ab8a6a3f01fdf5d00afe2f6
--- /dev/null
+++ b/gguf/zac-keep2.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834e5b70b88294afc3c702a478487e0664dcc6b574c16fc6167d72444aabeafd
+size 452325440
diff --git a/gguf/zac.gguf b/gguf/zac.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1d6d51b92fe9198844a96f4d519de26a406bbada
--- /dev/null
+++ b/gguf/zac.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc8e29cb681dae320bd77329c0f7a39806ad5de6c231ad111adab1a1f6774d8
+size 2199903264
diff --git a/lm/zonos3_mini/model.pth b/lm/zonos3_mini/model.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d52d0a9d3ba4700f528cfa2acaf3d6947856a1e6
--- /dev/null
+++ b/lm/zonos3_mini/model.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa
+size 1772391535
diff --git a/lm/zonos3_mini/params.json b/lm/zonos3_mini/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..e04fe9ee0e4d52b20c9f26c35d4b4dd02c75196b
--- /dev/null
+++ b/lm/zonos3_mini/params.json
@@ -0,0 +1,139 @@
+{
+ "model": {
+ "n_layers": 11,
+ "dim": 1024,
+ "head_dim": 32,
+ "n_heads": 16,
+ "n_kv_heads": 4,
+ "ffn_dim_multiplier": 2.0,
+ "multiple_of": 64,
+ "moe_ffn_dim_multiplier": 1.5,
+ "moe_multiple_of": 64,
+ "norm_eps": 1e-05,
+ "rope_theta": 10000.0,
+ "max_seqlen": 32768,
+ "n_codebooks": 10,
+ "codebook_size": 4096,
+ "codebook_sizes": [
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096
+ ],
+ "eoa_id": 4096,
+ "audio_pad_id": 4097,
+ "text_vocab": 8196,
+ "speaker_enabled": true,
+ "speaker_embedding_dim": 192,
+ "attention_pattern": "gdn3_global1",
+ "use_xsa": false,
+ "residual_type": "full_attnres",
+ "block_attnres_block_size": 4,
+ "moe_router_topk": 2,
+ "moe_n_experts": 64,
+ "moe_alpha": 0.25,
+ "moe_router_dim": 128,
+ "moe_router_type": "linear",
+ "moe_router_use_eda": false,
+ "moe_balancing_strategy": "quantile",
+ "moe_start_from_layer": 1,
+ "moe_end_from_layer": 0,
+ "loss_softcap": 15.0,
+ "condition_tokens_enabled": true,
+ "condition_n_buckets": 10,
+ "condition_count": 3,
+ "condition_bucket_counts": [
+ 10,
+ 10,
+ 30
+ ],
+ "text_tokenizer_spec": {
+ "kind": "superbpe",
+ "path": "tokenizer/superbpe8192.json",
+ "sha256": "90322f910600027dee7fe63d400d1d9dc1035c167d560aadf0871e3661d08bf3",
+ "vocab_size": 8192,
+ "offset": 4,
+ "bos": 2,
+ "eos": 3
+ },
+ "audio_codec": "opus_dual_3n_600k_sched600k_r4096_step600000",
+ "speaker_embedding_codec": "ownmect_s2",
+ "speaker_reference_prefix_enabled": true,
+ "speaker_reference_max_seconds": 60.0,
+ "condition_names": [
+ "loudness",
+ "fmax",
+ "speaking_rate"
+ ],
+ "condition_edges": {
+ "loudness": [
+ -29.778,
+ -26.947,
+ -25.047,
+ -23.3,
+ -21.743,
+ -20.386,
+ -19.186,
+ -17.851,
+ -15.967
+ ],
+ "fmax": [
+ 8437.5,
+ 10242.2,
+ 11507.8,
+ 13359.4,
+ 15164.1,
+ 15585.9,
+ 15750.0,
+ 17765.6,
+ 19945.3
+ ],
+ "speaking_rate": [
+ 6.546,
+ 8.182,
+ 9.273,
+ 10.31,
+ 11.054,
+ 11.667,
+ 12.193,
+ 12.656,
+ 13.083,
+ 13.476,
+ 13.846,
+ 14.196,
+ 14.53,
+ 14.887,
+ 15.193,
+ 15.517,
+ 15.865,
+ 16.208,
+ 16.579,
+ 16.972,
+ 17.411,
+ 17.898,
+ 18.434,
+ 19.069,
+ 19.818,
+ 20.816,
+ 22.286,
+ 24.722,
+ 29.25
+ ]
+ },
+ "condition_units": {
+ "loudness": "LUFS",
+ "fmax": "Hz",
+ "speaking_rate": "utf-8 bytes per second"
+ },
+ "model_type": "zonos2",
+ "dtype": "bfloat16",
+ "norm_topk_prob": true,
+ "moe_impl": "sonic"
+ }
+}
diff --git a/lm/zonos3_mini/text_rows/pause_tokens_s5000.json b/lm/zonos3_mini/text_rows/pause_tokens_s5000.json
new file mode 100644
index 0000000000000000000000000000000000000000..fb8060f7f30e4bd1a3d8096d8576289109b959dd
--- /dev/null
+++ b/lm/zonos3_mini/text_rows/pause_tokens_s5000.json
@@ -0,0 +1,195 @@
+{
+ "format": "zonos-text-extra/1",
+ "text_vocab": 8196,
+ "text_extra_tokens": 143,
+ "base": "/data/groups/audio/sofian/runs/z3m_rate30_r2grpo_phonemes/init_r2grpo_s587",
+ "run": "/data/groups/audio/sofian/runs/z3m_rate30_r2grpo_pause/tokens_win05/checkpoints/0000005000",
+ "config": "z3m_rate30_r2grpo_pause_tokens_win05",
+ "verified_base_tensors": 187,
+ "phonemes": {
+ "open_id": 8197,
+ "close_id": 8198,
+ "symbols": [
+ "a",
+ "b",
+ "c",
+ "d",
+ "e",
+ "f",
+ "h",
+ "i",
+ "j",
+ "k",
+ "l",
+ "m",
+ "n",
+ "o",
+ "p",
+ "q",
+ "r",
+ "s",
+ "t",
+ "u",
+ "v",
+ "w",
+ "x",
+ "y",
+ "z",
+ "²",
+ "³",
+ "¹",
+ "ã",
+ "ä",
+ "æ",
+ "ç",
+ "ï",
+ "ð",
+ "õ",
+ "ø",
+ "ħ",
+ "ĩ",
+ "ŋ",
+ "œ",
+ "ũ",
+ "ɐ",
+ "ɑ",
+ "ɒ",
+ "ɓ",
+ "ɔ",
+ "ɕ",
+ "ɖ",
+ "ɗ",
+ "ɘ",
+ "ə",
+ "ɚ",
+ "ɛ",
+ "ɜ",
+ "ɝ",
+ "ɟ",
+ "ɡ",
+ "ɣ",
+ "ɤ",
+ "ɥ",
+ "ɦ",
+ "ɧ",
+ "ɨ",
+ "ɪ",
+ "ɫ",
+ "ɭ",
+ "ɯ",
+ "ɰ",
+ "ɱ",
+ "ɲ",
+ "ɳ",
+ "ɴ",
+ "ɵ",
+ "ɸ",
+ "ɹ",
+ "ɻ",
+ "ɽ",
+ "ɾ",
+ "ʀ",
+ "ʁ",
+ "ʂ",
+ "ʃ",
+ "ʈ",
+ "ʉ",
+ "ʊ",
+ "ʋ",
+ "ʌ",
+ "ʍ",
+ "ʎ",
+ "ʏ",
+ "ʐ",
+ "ʑ",
+ "ʒ",
+ "ʔ",
+ "ʕ",
+ "ʝ",
+ "ʰ",
+ "ʱ",
+ "ʲ",
+ "ʷ",
+ "ʼ",
+ "ˀ",
+ "ː",
+ "ˣ",
+ "ˤ",
+ "˥",
+ "˦",
+ "˧",
+ "˨",
+ "˩",
+ "̃",
+ "̊",
+ "̍",
+ "̚",
+ "̝",
+ "̞",
+ "̟",
+ "̠",
+ "̥",
+ "̩",
+ "̪",
+ "̯",
+ "̹",
+ "͈",
+ "͡",
+ "β",
+ "θ",
+ "χ",
+ "ᵝ",
+ "ẽ",
+ "ỹ",
+ "⁴",
+ "⁵",
+ "⁻",
+ "⁽",
+ "⁾"
+ ],
+ "inventory_sha256": "2e19015cac41d5a417f7faa3b3b5d63f96c2c1bebcb3d8986fb3048d77ee7a50",
+ "open_marker": "",
+ "close_marker": ""
+ },
+ "start": {
+ "id": 8335,
+ "marker": ""
+ },
+ "pauses": {
+ "ids": [
+ 8336,
+ 8337,
+ 8338,
+ 8339
+ ],
+ "markers": [
+ "",
+ "",
+ "",
+ ""
+ ],
+ "seconds": [
+ 0.2475,
+ 0.495,
+ 0.9899,
+ 1.9799
+ ],
+ "edges_seconds": [
+ 0.175,
+ 0.35,
+ 0.7,
+ 1.4,
+ 2.8
+ ]
+ },
+ "frozen_rows": {
+ "count": 139,
+ "from": "/data/groups/audio/sofian/runs/z3m_rate30_r2grpo_start/tokens_v8/adapter/start_token_s5000.pt",
+ "sha256": "7c572f94ada43562054e37a72b066b903e92a9384def72b6ffbeaf53050740a0"
+ },
+ "sha256": "35868b0ff855081f3340a1c96644cfe9bf21b42935d9ed991ddd59ea0375e621",
+ "rows_shape": [
+ 143,
+ 1024
+ ]
+}
diff --git a/lm/zonos3_mini/text_rows/pause_tokens_s5000.pt b/lm/zonos3_mini/text_rows/pause_tokens_s5000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b55f7489f34ec513aed49f507e84df54bb3b3ae
--- /dev/null
+++ b/lm/zonos3_mini/text_rows/pause_tokens_s5000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35868b0ff855081f3340a1c96644cfe9bf21b42935d9ed991ddd59ea0375e621
+size 589771
diff --git a/lm/zonos3_mini/tokenizer/superbpe8192.json b/lm/zonos3_mini/tokenizer/superbpe8192.json
new file mode 100644
index 0000000000000000000000000000000000000000..831cbcdc98e45a5109fa25baefb3298efd958ec8
--- /dev/null
+++ b/lm/zonos3_mini/tokenizer/superbpe8192.json
@@ -0,0 +1,39994 @@
+{
+ "version": "1.0",
+ "truncation": null,
+ "padding": null,
+ "added_tokens": [
+ {
+ "id": 0,
+ "content": "<|endoftext|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 1,
+ "content": "<|pad|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ }
+ ],
+ "normalizer": null,
+ "pre_tokenizer": {
+ "type": "Sequence",
+ "pretokenizers": [
+ {
+ "type": "Split",
+ "pattern": {
+ "Regex": "\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]{2,}[\\r\\n/]*| +(?!\\S)"
+ },
+ "behavior": "Isolated",
+ "invert": false
+ },
+ {
+ "type": "ByteLevel",
+ "add_prefix_space": false,
+ "trim_offsets": true,
+ "use_regex": false
+ }
+ ]
+ },
+ "post_processor": null,
+ "decoder": {
+ "type": "ByteLevel",
+ "add_prefix_space": true,
+ "trim_offsets": true,
+ "use_regex": true
+ },
+ "model": {
+ "type": "BPE",
+ "dropout": null,
+ "unk_token": null,
+ "continuing_subword_prefix": null,
+ "end_of_word_suffix": null,
+ "fuse_unk": false,
+ "byte_fallback": false,
+ "ignore_merges": false,
+ "vocab": {
+ "<|endoftext|>": 0,
+ "<|pad|>": 1,
+ "!": 2,
+ "\"": 3,
+ "#": 4,
+ "$": 5,
+ "%": 6,
+ "&": 7,
+ "'": 8,
+ "(": 9,
+ ")": 10,
+ "*": 11,
+ "+": 12,
+ ",": 13,
+ "-": 14,
+ ".": 15,
+ "/": 16,
+ "0": 17,
+ "1": 18,
+ "2": 19,
+ "3": 20,
+ "4": 21,
+ "5": 22,
+ "6": 23,
+ "7": 24,
+ "8": 25,
+ "9": 26,
+ ":": 27,
+ ";": 28,
+ "<": 29,
+ "=": 30,
+ ">": 31,
+ "?": 32,
+ "@": 33,
+ "A": 34,
+ "B": 35,
+ "C": 36,
+ "D": 37,
+ "E": 38,
+ "F": 39,
+ "G": 40,
+ "H": 41,
+ "I": 42,
+ "J": 43,
+ "K": 44,
+ "L": 45,
+ "M": 46,
+ "N": 47,
+ "O": 48,
+ "P": 49,
+ "Q": 50,
+ "R": 51,
+ "S": 52,
+ "T": 53,
+ "U": 54,
+ "V": 55,
+ "W": 56,
+ "X": 57,
+ "Y": 58,
+ "Z": 59,
+ "[": 60,
+ "\\": 61,
+ "]": 62,
+ "^": 63,
+ "_": 64,
+ "`": 65,
+ "a": 66,
+ "b": 67,
+ "c": 68,
+ "d": 69,
+ "e": 70,
+ "f": 71,
+ "g": 72,
+ "h": 73,
+ "i": 74,
+ "j": 75,
+ "k": 76,
+ "l": 77,
+ "m": 78,
+ "n": 79,
+ "o": 80,
+ "p": 81,
+ "q": 82,
+ "r": 83,
+ "s": 84,
+ "t": 85,
+ "u": 86,
+ "v": 87,
+ "w": 88,
+ "x": 89,
+ "y": 90,
+ "z": 91,
+ "{": 92,
+ "|": 93,
+ "}": 94,
+ "~": 95,
+ "¡": 96,
+ "¢": 97,
+ "£": 98,
+ "¤": 99,
+ "¥": 100,
+ "¦": 101,
+ "§": 102,
+ "¨": 103,
+ "©": 104,
+ "ª": 105,
+ "«": 106,
+ "¬": 107,
+ "®": 108,
+ "¯": 109,
+ "°": 110,
+ "±": 111,
+ "²": 112,
+ "³": 113,
+ "´": 114,
+ "µ": 115,
+ "¶": 116,
+ "·": 117,
+ "¸": 118,
+ "¹": 119,
+ "º": 120,
+ "»": 121,
+ "¼": 122,
+ "½": 123,
+ "¾": 124,
+ "¿": 125,
+ "À": 126,
+ "Á": 127,
+ "Â": 128,
+ "Ã": 129,
+ "Ä": 130,
+ "Å": 131,
+ "Æ": 132,
+ "Ç": 133,
+ "È": 134,
+ "É": 135,
+ "Ê": 136,
+ "Ë": 137,
+ "Ì": 138,
+ "Í": 139,
+ "Î": 140,
+ "Ï": 141,
+ "Ð": 142,
+ "Ñ": 143,
+ "Ò": 144,
+ "Ó": 145,
+ "Ô": 146,
+ "Õ": 147,
+ "Ö": 148,
+ "×": 149,
+ "Ø": 150,
+ "Ù": 151,
+ "Ú": 152,
+ "Û": 153,
+ "Ü": 154,
+ "Ý": 155,
+ "Þ": 156,
+ "ß": 157,
+ "à": 158,
+ "á": 159,
+ "â": 160,
+ "ã": 161,
+ "ä": 162,
+ "å": 163,
+ "æ": 164,
+ "ç": 165,
+ "è": 166,
+ "é": 167,
+ "ê": 168,
+ "ë": 169,
+ "ì": 170,
+ "í": 171,
+ "î": 172,
+ "ï": 173,
+ "ð": 174,
+ "ñ": 175,
+ "ò": 176,
+ "ó": 177,
+ "ô": 178,
+ "õ": 179,
+ "ö": 180,
+ "÷": 181,
+ "ø": 182,
+ "ù": 183,
+ "ú": 184,
+ "û": 185,
+ "ü": 186,
+ "ý": 187,
+ "þ": 188,
+ "ÿ": 189,
+ "Ā": 190,
+ "ā": 191,
+ "Ă": 192,
+ "ă": 193,
+ "Ą": 194,
+ "ą": 195,
+ "Ć": 196,
+ "ć": 197,
+ "Ĉ": 198,
+ "ĉ": 199,
+ "Ċ": 200,
+ "ċ": 201,
+ "Č": 202,
+ "č": 203,
+ "Ď": 204,
+ "ď": 205,
+ "Đ": 206,
+ "đ": 207,
+ "Ē": 208,
+ "ē": 209,
+ "Ĕ": 210,
+ "ĕ": 211,
+ "Ė": 212,
+ "ė": 213,
+ "Ę": 214,
+ "ę": 215,
+ "Ě": 216,
+ "ě": 217,
+ "Ĝ": 218,
+ "ĝ": 219,
+ "Ğ": 220,
+ "ğ": 221,
+ "Ġ": 222,
+ "ġ": 223,
+ "Ģ": 224,
+ "ģ": 225,
+ "Ĥ": 226,
+ "ĥ": 227,
+ "Ħ": 228,
+ "ħ": 229,
+ "Ĩ": 230,
+ "ĩ": 231,
+ "Ī": 232,
+ "ī": 233,
+ "Ĭ": 234,
+ "ĭ": 235,
+ "Į": 236,
+ "į": 237,
+ "İ": 238,
+ "ı": 239,
+ "IJ": 240,
+ "ij": 241,
+ "Ĵ": 242,
+ "ĵ": 243,
+ "Ķ": 244,
+ "ķ": 245,
+ "ĸ": 246,
+ "Ĺ": 247,
+ "ĺ": 248,
+ "Ļ": 249,
+ "ļ": 250,
+ "Ľ": 251,
+ "ľ": 252,
+ "Ŀ": 253,
+ "ŀ": 254,
+ "Ł": 255,
+ "ł": 256,
+ "Ń": 257,
+ "ãģ": 258,
+ "Ġt": 259,
+ "Ġa": 260,
+ "he": 261,
+ "in": 262,
+ "Ġs": 263,
+ "ãĤ": 264,
+ "re": 265,
+ "Ġd": 266,
+ "Ġw": 267,
+ "er": 268,
+ "ou": 269,
+ "en": 270,
+ "ha": 271,
+ "on": 272,
+ "Ġm": 273,
+ "à¤": 274,
+ "Ġthe": 275,
+ "Ġc": 276,
+ "Ġp": 277,
+ "Ġb": 278,
+ "an": 279,
+ "es": 280,
+ "it": 281,
+ "Ġl": 282,
+ "is": 283,
+ "Ġo": 284,
+ "Ġn": 285,
+ "Ġf": 286,
+ "ãĢ": 287,
+ "ing": 288,
+ "ĠI": 289,
+ "or": 290,
+ "nd": 291,
+ "Ġy": 292,
+ "ar": 293,
+ "Ġ×": 294,
+ "ll": 295,
+ "Ġg": 296,
+ "Ġto": 297,
+ "as": 298,
+ "hat": 299,
+ "Ġe": 300,
+ "ed": 301,
+ "Ġyou": 302,
+ "om": 303,
+ "et": 304,
+ "at": 305,
+ "ا": 306,
+ "à¸": 307,
+ "âĢ": 308,
+ "ãĢģ": 309,
+ "ĠÐ": 310,
+ "ãĥ": 311,
+ "Ġin": 312,
+ "â̦": 313,
+ "Ġha": 314,
+ "al": 315,
+ "us": 316,
+ "Ġof": 317,
+ "..": 318,
+ "Ġv": 319,
+ "ï¼": 320,
+ "Ġand": 321,
+ "Ġk": 322,
+ "Ġth": 323,
+ "ic": 324,
+ "ãģĦ": 325,
+ "ow": 326,
+ "'s": 327,
+ "qu": 328,
+ "ĠÙ": 329,
+ "Ġà¤": 330,
+ "Ġh": 331,
+ "os": 332,
+ "le": 333,
+ "Ġthat": 334,
+ "ãģ£": 335,
+ "ve": 336,
+ "ot": 337,
+ "à¥": 338,
+ "Ġhe": 339,
+ "ĠA": 340,
+ "о": 341,
+ "Ġit": 342,
+ "Ġu": 343,
+ "ay": 344,
+ "Ġde": 345,
+ "ent": 346,
+ "Ġbe": 347,
+ "ke": 348,
+ "id": 349,
+ "ĠØ": 350,
+ "Ġj": 351,
+ "ĠT": 352,
+ "ig": 353,
+ "Ġqu": 354,
+ "am": 355,
+ "ĵãģ": 356,
+ "×Ļ": 357,
+ "im": 358,
+ "ĠS": 359,
+ "ut": 360,
+ "а": 361,
+ "Ġre": 362,
+ "ãĢĤ": 363,
+ "ÙĦ": 364,
+ "ad": 365,
+ "Ġis": 366,
+ "ãģ¦": 367,
+ "Ġon": 368,
+ "ac": 369,
+ "Ġwe": 370,
+ "×ķ": 371,
+ "ãģª": 372,
+ "ÑĤ": 373,
+ "е": 374,
+ "ãģĤ": 375,
+ "ãģ®": 376,
+ "Ġli": 377,
+ "el": 378,
+ "ir": 379,
+ "ä¸": 380,
+ "ion": 381,
+ "ÙĬ": 382,
+ "ãģĹ": 383,
+ "â̦â̦": 384,
+ "ãģŁ": 385,
+ "é": 386,
+ "ãģĨ": 387,
+ "il": 388,
+ "Ġr": 389,
+ "est": 390,
+ "ÙĨ": 391,
+ "...": 392,
+ "Ġì": 393,
+ "ch": 394,
+ "Ġse": 395,
+ "od": 396,
+ "ãģĭ": 397,
+ "×ķ×": 398,
+ "Ġst": 399,
+ "Ġwas": 400,
+ "ãģ¯": 401,
+ "Ġfor": 402,
+ "Ġme": 403,
+ "out": 404,
+ "ĠW": 405,
+ "ver": 406,
+ "ĠB": 407,
+ "ht": 408,
+ "ãĤĵãģ": 409,
+ "Ġdo": 410,
+ "и": 411,
+ "Ġlike": 412,
+ "ĠM": 413,
+ "'t": 414,
+ "ld": 415,
+ "all": 416,
+ "Ġque": 417,
+ "Ġgo": 418,
+ "ĠY": 419,
+ "×Ķ": 420,
+ "st": 421,
+ "ur": 422,
+ "ãģ§": 423,
+ "ie": 424,
+ "ĠH": 425,
+ "ro": 426,
+ "ãģ«": 427,
+ "á»": 428,
+ "ãĤĭ": 429,
+ "Ñģ": 430,
+ "ï¼Į": 431,
+ "×Ļ×": 432,
+ "un": 433,
+ "Ġi": 434,
+ "Ġan": 435,
+ "ust": 436,
+ "em": 437,
+ "Ġkn": 438,
+ "н": 439,
+ "ĠD": 440,
+ "ĠO": 441,
+ "á": 442,
+ "Ġen": 443,
+ "ra": 444,
+ "ãĤĤ": 445,
+ "ãģ¨": 446,
+ "ol": 447,
+ "ĠC": 448,
+ "ant": 449,
+ "à¹": 450,
+ "ĠE": 451,
+ "Ġno": 452,
+ "Ġcom": 453,
+ "ÙĪ": 454,
+ "ãģĻ": 455,
+ "Ġknow": 456,
+ "Ġthis": 457,
+ "ĠN": 458,
+ "Ġat": 459,
+ "ÑĢ": 460,
+ "ãĤī": 461,
+ "ith": 462,
+ "оÐ": 463,
+ "ly": 464,
+ "ĠAnd": 465,
+ "ea": 466,
+ "ãĢģãģ": 467,
+ "اÙĦ": 468,
+ "Ùħ": 469,
+ "ÃŃ": 470,
+ "Ġas": 471,
+ "Ġso": 472,
+ "Ġë": 473,
+ "ä»": 474,
+ "se": 475,
+ "and": 476,
+ "ight": 477,
+ "ill": 478,
+ "ãĤĮ": 479,
+ "ag": 480,
+ "IJ×": 481,
+ "Ġnot": 482,
+ "ा": 483,
+ "äº": 484,
+ "ر": 485,
+ "Ġwith": 486,
+ "Ġhave": 487,
+ "ĠÃ": 488,
+ "Ġun": 489,
+ "ï¼ģ": 490,
+ "Ġne": 491,
+ "ãģĮ": 492,
+ "ct": 493,
+ "ce": 494,
+ "Ġcon": 495,
+ "ĠP": 496,
+ "ãģ¾": 497,
+ "ĠJ": 498,
+ "ï¼Ł": 499,
+ "op": 500,
+ "ter": 501,
+ "Ġal": 502,
+ "ĠL": 503,
+ "Ġab": 504,
+ "ãģ£ãģ¦": 505,
+ "Ġwh": 506,
+ "um": 507,
+ "Ã¥": 508,
+ "Ġsom": 509,
+ "ould": 510,
+ "ri": 511,
+ "à¦": 512,
+ "Ġthey": 513,
+ "ally": 514,
+ "ak": 515,
+ "ĠThe": 516,
+ "çļ": 517,
+ "'re": 518,
+ "ت": 519,
+ "Ġla": 520,
+ "аÐ": 521,
+ "Ùĩ": 522,
+ "Ġjust": 523,
+ "Ġwhat": 524,
+ "Ġlo": 525,
+ "ãģł": 526,
+ "çļĦ": 527,
+ "ãĤĵ": 528,
+ "her": 529,
+ "ng": 530,
+ "te": 531,
+ "ul": 532,
+ "ãģı": 533,
+ "áº": 534,
+ "ok": 535,
+ "ĠاÙĦ": 536,
+ "Ġmy": 537,
+ "'m": 538,
+ "Ġare": 539,
+ "ab": 540,
+ "our": 541,
+ "ore": 542,
+ "pp": 543,
+ "ess": 544,
+ "Ġall": 545,
+ "ĠG": 546,
+ "ó": 547,
+ "ãĥ¼": 548,
+ "ind": 549,
+ "ist": 550,
+ "ink": 551,
+ "ãĤĪ": 552,
+ "ãģ¡": 553,
+ "eah": 554,
+ "Ġdon": 555,
+ "ers": 556,
+ "à¥ĩ": 557,
+ "ä½": 558,
+ "Ġsu": 559,
+ "ãģĿ": 560,
+ "ãĤĴ": 561,
+ "Ġtr": 562,
+ "art": 563,
+ "Ġle": 564,
+ "ìĿ": 565,
+ "Ġes": 566,
+ "Ġcan": 567,
+ "æľ": 568,
+ "ľ×": 569,
+ "å¤": 570,
+ "Ġyour": 571,
+ "à®": 572,
+ "ר": 573,
+ "Ñĥ": 574,
+ "ĠIt": 575,
+ "æĺ": 576,
+ "Ġwhe": 577,
+ "Ġdi": 578,
+ "ãĤĬ": 579,
+ "Ġsa": 580,
+ "end": 581,
+ "Ġor": 582,
+ "use": 583,
+ "æĪ": 584,
+ "ca": 585,
+ "Ġbut": 586,
+ "Ġ×Ķ": 587,
+ "د": 588,
+ "Ġ×IJ×": 589,
+ "Ġthink": 590,
+ "Ġte": 591,
+ "Ġthere": 592,
+ "Ġabout": 593,
+ "ci": 594,
+ "ort": 595,
+ "Ġsh": 596,
+ "hing": 597,
+ "Ġout": 598,
+ "res": 599,
+ "ĠR": 600,
+ "Ġfr": 601,
+ "ĠF": 602,
+ "ع": 603,
+ "ation": 604,
+ "ĠÙħ": 605,
+ "Ġest": 606,
+ "Ġex": 607,
+ "ãĤĥ": 608,
+ "ĠSo": 609,
+ "Ġê": 610,
+ "ast": 611,
+ "Ġget": 612,
+ "ãģªãģĦ": 613,
+ "ãģķ": 614,
+ "ãģĵãģ": 615,
+ "л": 616,
+ "Ġpe": 617,
+ "ich": 618,
+ "ack": 619,
+ "Ġup": 620,
+ "ain": 621,
+ "ĠYou": 622,
+ "ck": 623,
+ "©×": 624,
+ "Ġpl": 625,
+ "ŀ×": 626,
+ "ãģĤãģĤ": 627,
+ "nt": 628,
+ "oug": 629,
+ "Ġer": 630,
+ "Ġpro": 631,
+ "Ġone": 632,
+ "ã": 633,
+ "Ġman": 634,
+ "åħ": 635,
+ "è¿": 636,
+ "Ġgoing": 637,
+ "æĺ¯": 638,
+ "Ùĥ": 639,
+ "fe": 640,
+ "Ġpr": 641,
+ "ب": 642,
+ "ãģij": 643,
+ "ãģŃ": 644,
+ "åı": 645,
+ "ĠÙĦ": 646,
+ "Ġdet": 647,
+ "Ġhad": 648,
+ "ØĮ": 649,
+ "to": 650,
+ "र": 651,
+ "åIJ": 652,
+ "Ãł": 653,
+ "Ġma": 654,
+ "cause": 655,
+ "ĠÑ": 656,
+ "ãģĪ": 657,
+ "ãĤı": 658,
+ "Ġsp": 659,
+ "Ġel": 660,
+ "س": 661,
+ "à¥į": 662,
+ "Ġwor": 663,
+ "ãģĬ": 664,
+ "Ġz": 665,
+ "ĠØ£": 666,
+ "æĪij": 667,
+ "ĠHe": 668,
+ "ive": 669,
+ "åĪ": 670,
+ "ãģ£ãģŁ": 671,
+ "Ġif": 672,
+ "ud": 673,
+ "ä": 674,
+ "ão": 675,
+ "ia": 676,
+ "ä¸Ģ": 677,
+ "Ġher": 678,
+ "Ġhis": 679,
+ "å°": 680,
+ "Ġsay": 681,
+ "ĠÙĪ": 682,
+ "ãģį": 683,
+ "Ġch": 684,
+ "न": 685,
+ "one": 686,
+ "Ñĭ": 687,
+ "ij×": 688,
+ "are": 689,
+ "han": 690,
+ "Ġfrom": 691,
+ "Ġmu": 692,
+ "Ġ׾×": 693,
+ "ven": 694,
+ "à¥ĭ": 695,
+ "å®": 696,
+ "ÑĮ": 697,
+ "Ġver": 698,
+ "íķ": 699,
+ "ĠÄ": 700,
+ "Ġje": 701,
+ "ong": 702,
+ "еÐ": 703,
+ "ine": 704,
+ "ĠWe": 705,
+ "Ġsome": 706,
+ "ate": 707,
+ "Ø©": 708,
+ "ime": 709,
+ "Ġright": 710,
+ "Ġwant": 711,
+ "Ġн": 712,
+ "ous": 713,
+ "ÑĤо": 714,
+ "ap": 715,
+ "ople": 716,
+ "Ġda": 717,
+ "ãģĹãģ¦": 718,
+ "ĠK": 719,
+ "Ġwho": 720,
+ "à¤Ĥ": 721,
+ "Ġп": 722,
+ "ame": 723,
+ "Ġthing": 724,
+ "ard": 725,
+ "Ġwould": 726,
+ "ĠU": 727,
+ "ang": 728,
+ "ost": 729,
+ "Ġdid": 730,
+ "Ġ×Ķ×": 731,
+ "Ġв": 732,
+ "å¾": 733,
+ "Ñı": 734,
+ "Ġpar": 735,
+ "ãģĭãĤī": 736,
+ "ãģ©": 737,
+ "ĠYeah": 738,
+ "Ġpeople": 739,
+ "ne": 740,
+ "so": 741,
+ "ĠBut": 742,
+ "ä¹": 743,
+ "Ġé": 744,
+ "ue": 745,
+ "ãģģ": 746,
+ "Ġbecause": 747,
+ "Ġthem": 748,
+ "Ġum": 749,
+ "Ġhim": 750,
+ "ê": 751,
+ "Ġshe": 752,
+ "Ġfe": 753,
+ "Ġar": 754,
+ "à¥įà¤": 755,
+ "ĠÑģ": 756,
+ "red": 757,
+ "Ľ×": 758,
+ "Ġب": 759,
+ "ĠV": 760,
+ "è¦": 761,
+ "ĠOh": 762,
+ "be": 763,
+ "Ġwere": 764,
+ "Ġus": 765,
+ "Ġwhen": 766,
+ "ि": 767,
+ "Ġag": 768,
+ "à°": 769,
+ "iv": 770,
+ "ose": 771,
+ "Ġthen": 772,
+ "ound": 773,
+ "Ġsee": 774,
+ "Ġreally": 775,
+ "Ġever": 776,
+ "Ġà¤ķ": 777,
+ "ÛĮ": 778,
+ "ans": 779,
+ "ente": 780,
+ "oc": 781,
+ "ëĭ": 782,
+ "Ġper": 783,
+ "ãĤĦ": 784,
+ "Ġש×": 785,
+ "ide": 786,
+ "ber": 787,
+ "ãģ§ãģĻ": 788,
+ "人": 789,
+ "iz": 790,
+ "ĠÄij": 791,
+ "Ġgot": 792,
+ "ep": 793,
+ "Ġim": 794,
+ "å¥": 795,
+ "ĠÎ": 796,
+ "ı": 797,
+ "à¥Ģ": 798,
+ "ĸ×Ķ": 799,
+ "li": 800,
+ "itt": 801,
+ "Ġby": 802,
+ "'ve": 803,
+ "ien": 804,
+ "ry": 805,
+ "ough": 806,
+ "ाà¤": 807,
+ "ÙĤ": 808,
+ "ĠÂ": 809,
+ "Ġgu": 810,
+ "og": 811,
+ "ice": 812,
+ "Ġह": 813,
+ "Ġtime": 814,
+ "иÐ": 815,
+ "ü": 816,
+ "æĿ": 817,
+ "Ġwill": 818,
+ "Ġany": 819,
+ "ØŃ": 820,
+ "Ùģ": 821,
+ "pe": 822,
+ "ge": 823,
+ "Ġnow": 824,
+ "ity": 825,
+ ".Ċ": 826,
+ "aa": 827,
+ "Ġlook": 828,
+ "alk": 829,
+ "æī": 830,
+ "ĠThat": 831,
+ "ff": 832,
+ "Ġfa": 833,
+ "×Ļ×Ŀ": 834,
+ "ass": 835,
+ "Ġco": 836,
+ "çĶ": 837,
+ "Ġmore": 838,
+ "per": 839,
+ "Ġback": 840,
+ "æĢ": 841,
+ "Ġgr": 842,
+ "à¸Ļ": 843,
+ "åľ": 844,
+ "Ġsaid": 845,
+ "ç§": 846,
+ "ãĥ³": 847,
+ "00": 848,
+ "pl": 849,
+ "Ġbeen": 850,
+ "Ġhere": 851,
+ "ĠWhat": 852,
+ "Ġdes": 853,
+ "kay": 854,
+ "ĠÙĩ": 855,
+ "า": 856,
+ "ä¸į": 857,
+ "Ġam": 858,
+ "'ll": 859,
+ "à¯": 860,
+ "æĹ": 861,
+ "à¹Ī": 862,
+ "de": 863,
+ "ens": 864,
+ "Ġund": 865,
+ "Ġhow": 866,
+ "Ġta": 867,
+ "ble": 868,
+ "ear": 869,
+ "ãģĹãģŁ": 870,
+ "Ġgood": 871,
+ "ãģĺ": 872,
+ "Ġet": 873,
+ "Ġot": 874,
+ "ure": 875,
+ "ĠNo": 876,
+ "Ġevery": 877,
+ "ies": 878,
+ "ick": 879,
+ "Ġsi": 880,
+ "que": 881,
+ "la": 882,
+ "ment": 883,
+ "Ġpor": 884,
+ "Ġ×ŀ×": 885,
+ "Ġna": 886,
+ "è¿Ļ": 887,
+ "ö": 888,
+ "che": 889,
+ "ip": 890,
+ "ace": 891,
+ "Ġpre": 892,
+ "Ġmo": 893,
+ "th": 894,
+ "ä¼": 895,
+ "way": 896,
+ "¢×": 897,
+ "ome": 898,
+ "ite": 899,
+ "ãģ¡ãĤĥ": 900,
+ "act": 901,
+ "к": 902,
+ "ĠÙģ": 903,
+ "ÙĨا": 904,
+ "own": 905,
+ "ik": 906,
+ "ãģĵãģ¨": 907,
+ "ĠÙĦا": 908,
+ "ug": 909,
+ "Ġк": 910,
+ "Ġhas": 911,
+ "à¸Ń": 912,
+ "ä½ł": 913,
+ "Ġover": 914,
+ "me": 915,
+ "ìĿ´": 916,
+ "Ġcould": 917,
+ "ĠÙĬ": 918,
+ "Ġsomet": 919,
+ "Ġway": 920,
+ "ãĢģãģĿ": 921,
+ "Ġtheir": 922,
+ "д": 923,
+ "Ġour": 924,
+ "æľī": 925,
+ "na": 926,
+ "if": 927,
+ "ãģĿãģĨ": 928,
+ "Ġpo": 929,
+ "ĠÑĤ": 930,
+ "Ġcha": 931,
+ "×ķת": 932,
+ "ond": 933,
+ "Ġac": 934,
+ "ç": 935,
+ "ư": 936,
+ "reat": 937,
+ "ãĤĵãģł": 938,
+ "åŃ": 939,
+ "éģ": 940,
+ "ĠTh": 941,
+ "Ġhar": 942,
+ "ह": 943,
+ "个": 944,
+ "ade": 945,
+ "è¨": 946,
+ "ł×Ļ": 947,
+ "io": 948,
+ "Ġdu": 949,
+ "Ġ×ij×": 950,
+ "ord": 951,
+ "ìļ": 952,
+ "Ġinto": 953,
+ "å°±": 954,
+ "Ġem": 955,
+ "اØ": 956,
+ "æĿ¥": 957,
+ "à²": 958,
+ "ãĤį": 959,
+ "Ġvery": 960,
+ "ĠsÃ¥": 961,
+ "ier": 962,
+ "äºĨ": 963,
+ "Ġbr": 964,
+ "ł×": 965,
+ "ãģĵ": 966,
+ "è¯": 967,
+ "Ġд": 968,
+ "Ġ×ĸ×Ķ": 969,
+ "ú": 970,
+ "ĠìĿ": 971,
+ "Ġо": 972,
+ "Ġad": 973,
+ "Ġog": 974,
+ "à¤ķ": 975,
+ "ãģĽ": 976,
+ "Ġact": 977,
+ "Ġ×ķ": 978,
+ "æĸ": 979,
+ "Ġcl": 980,
+ "åĽ": 981,
+ "Ġbo": 982,
+ "Ġmean": 983,
+ "Ñĩ": 984,
+ "Ġbu": 985,
+ "int": 986,
+ "اÙĨ": 987,
+ "ãĤģ": 988,
+ "Ġwhere": 989,
+ "ai": 990,
+ "Ġoff": 991,
+ "Ġdie": 992,
+ "ãĢģãģĤ": 993,
+ "Ġcont": 994,
+ "à¥Ī": 995,
+ "ãĤĵãģ§": 996,
+ "wo": 997,
+ "ÑģÑĤ": 998,
+ "éĤ": 999,
+ "в": 1000,
+ "Ġtalk": 1001,
+ "ho": 1002,
+ "ĠJa": 1003,
+ "ren": 1004,
+ "ç§ģ": 1005,
+ "Ġà¦": 1006,
+ "Ġneed": 1007,
+ "ëĬ": 1008,
+ "Ġи": 1009,
+ "ĠÙĥ": 1010,
+ "ij": 1011,
+ "ìĹ": 1012,
+ "Ġت": 1013,
+ "à¹Ģ": 1014,
+ "ר×": 1015,
+ "åĩ": 1016,
+ "Ġ×IJ": 1017,
+ "Ġpart": 1018,
+ "Ġsomething": 1019,
+ "ãģ¤": 1020,
+ "ĠThey": 1021,
+ "Ġع": 1022,
+ "ãĤĵãģª": 1023,
+ "Ġother": 1024,
+ "lo": 1025,
+ "ait": 1026,
+ "æ°": 1027,
+ "Ġdis": 1028,
+ "大": 1029,
+ "sel": 1030,
+ "त": 1031,
+ "Ġpu": 1032,
+ "Ùİ": 1033,
+ "à§": 1034,
+ "Ġfu": 1035,
+ "Ġwork": 1036,
+ "ando": 1037,
+ "Ġyeah": 1038,
+ "Ġja": 1039,
+ "ãģ¾ãģĻ": 1040,
+ "ãĤĩ": 1041,
+ "Ġmuch": 1042,
+ "α": 1043,
+ "à´": 1044,
+ "Ġkind": 1045,
+ "éĢ": 1046,
+ "Ġthan": 1047,
+ "Ø´": 1048,
+ "Ĺ×": 1049,
+ "ãĤ¤": 1050,
+ "å¯": 1051,
+ "ร": 1052,
+ "ô": 1053,
+ "Ġ\"": 1054,
+ "Ġser": 1055,
+ "Ġjo": 1056,
+ "age": 1057,
+ "ìķ": 1058,
+ "ä»ĸ": 1059,
+ "Ġ׾×IJ": 1060,
+ "Ġder": 1061,
+ "ek": 1062,
+ "Ġyear": 1063,
+ "ен": 1064,
+ "ĠÙĨ": 1065,
+ "Ġtod": 1066,
+ "ach": 1067,
+ "åij": 1068,
+ "Ġeven": 1069,
+ "av": 1070,
+ "Ġ׼×": 1071,
+ "Ġvi": 1072,
+ "Ġaf": 1073,
+ "ëĬĶ": 1074,
+ "æĦ": 1075,
+ "ado": 1076,
+ "Ġlot": 1077,
+ "éĤ£": 1078,
+ "ذ": 1079,
+ "ê°": 1080,
+ "ree": 1081,
+ "Ġpara": 1082,
+ "·¸": 1083,
+ "Ġent": 1084,
+ "ê³": 1085,
+ "ning": 1086,
+ "orm": 1087,
+ "ah": 1088,
+ "ãģĦãģĦ": 1089,
+ "å½": 1090,
+ "ys": 1091,
+ "ody": 1092,
+ "'est": 1093,
+ "Ġà¤ħ": 1094,
+ "å¿": 1095,
+ "pt": 1096,
+ "Ġpers": 1097,
+ "Ġthings": 1098,
+ "ãģ¿": 1099,
+ "Ġlitt": 1100,
+ "Ġcome": 1101,
+ "åľ¨": 1102,
+ "ire": 1103,
+ "ãĤ¹": 1104,
+ "à¹ī": 1105,
+ "mer": 1106,
+ "Ġwhich": 1107,
+ "ãģ£ãģ¨": 1108,
+ "eg": 1109,
+ "à¥ģ": 1110,
+ "Ġche": 1111,
+ "ìļĶ": 1112,
+ "ft": 1113,
+ "ãĥĥ": 1114,
+ "Ġhapp": 1115,
+ "Ġau": 1116,
+ "ãģµ": 1117,
+ "íķĺ": 1118,
+ "çľ": 1119,
+ "oss": 1120,
+ "Ġfo": 1121,
+ "Ġoh": 1122,
+ "Ġsk": 1123,
+ "åĬ": 1124,
+ "Ġthese": 1125,
+ "Ġм": 1126,
+ "Ġìķ": 1127,
+ "Ġro": 1128,
+ "ม": 1129,
+ "Ġden": 1130,
+ "Ġpas": 1131,
+ "ions": 1132,
+ "ج": 1133,
+ "çĦ": 1134,
+ "ª×": 1135,
+ "è¡": 1136,
+ "ually": 1137,
+ "The": 1138,
+ "Ġdown": 1139,
+ "Ġik": 1140,
+ "ĥ½": 1141,
+ "ì§": 1142,
+ "Ġcomp": 1143,
+ "好": 1144,
+ "irst": 1145,
+ "Ø£": 1146,
+ "Ġmed": 1147,
+ "à¸ģ": 1148,
+ "bl": 1149,
+ "å¼": 1150,
+ "ø": 1151,
+ "ак": 1152,
+ "iss": 1153,
+ "ell": 1154,
+ "ι": 1155,
+ "ón": 1156,
+ "Ġmake": 1157,
+ "Ġday": 1158,
+ "èĢ": 1159,
+ "м": 1160,
+ "ike": 1161,
+ "è¨Ģ": 1162,
+ "Ġwell": 1163,
+ "ĸ´": 1164,
+ "ress": 1165,
+ "ов": 1166,
+ "ought": 1167,
+ "Ġagain": 1168,
+ "Ġम": 1169,
+ "Ġimp": 1170,
+ "ase": 1171,
+ "ely": 1172,
+ "еÑĤ": 1173,
+ "Ġlet": 1174,
+ "Ġthr": 1175,
+ "Ġfeel": 1176,
+ "Ġalso": 1177,
+ "Ġlittle": 1178,
+ "thing": 1179,
+ "Ġres": 1180,
+ "az": 1181,
+ "çĽ": 1182,
+ "ल": 1183,
+ "Ġ×Ļ": 1184,
+ "ces": 1185,
+ "Ġmen": 1186,
+ "Ġeu": 1187,
+ "Ġstart": 1188,
+ "ee": 1189,
+ "ont": 1190,
+ "ìĦ": 1191,
+ "ãģĶ": 1192,
+ "áĢ": 1193,
+ "åĩº": 1194,
+ "Ġbl": 1195,
+ "Ġ¿": 1196,
+ "ãĥ¼ãĥ": 1197,
+ "Ġplay": 1198,
+ "Ġho": 1199,
+ "Ġê·¸": 1200,
+ "ãģĺãĤĥ": 1201,
+ "ffe": 1202,
+ "Ġbet": 1203,
+ "Ùī": 1204,
+ "Ġdoes": 1205,
+ "Ġtu": 1206,
+ "ÏĦ": 1207,
+ "ο": 1208,
+ "Ġperson": 1209,
+ "áŀ": 1210,
+ "Ġtwo": 1211,
+ "ĠÑĩ": 1212,
+ "Ġا": 1213,
+ "но": 1214,
+ "Ġpod": 1215,
+ "Ġdidn": 1216,
+ "Ġnão": 1217,
+ "Ġop": 1218,
+ "ais": 1219,
+ "other": 1220,
+ "ung": 1221,
+ "Ġб": 1222,
+ "ada": 1223,
+ "ving": 1224,
+ "ãģ¯ãģĦ": 1225,
+ "è": 1226,
+ "ãģĦãģĨ": 1227,
+ "Ġत": 1228,
+ "ä¼ļ": 1229,
+ "Ġtra": 1230,
+ "Ġहà¥Ī": 1231,
+ "je": 1232,
+ "ĠÙģÙĬ": 1233,
+ "æ": 1234,
+ "स": 1235,
+ "ann": 1236,
+ "ĠìĿ´": 1237,
+ "ult": 1238,
+ "Ġatt": 1239,
+ "ãģħ": 1240,
+ "ãģĤãģĤãģĤãģĤ": 1241,
+ "Ġsc": 1242,
+ "åį": 1243,
+ "Ġvar": 1244,
+ "Ġmay": 1245,
+ "éĩ": 1246,
+ "able": 1247,
+ "åī": 1248,
+ "oo": 1249,
+ "å¸": 1250,
+ "Ġfirst": 1251,
+ "ĠIn": 1252,
+ "ÑĪ": 1253,
+ "ั": 1254,
+ "æĢĿ": 1255,
+ "Ġlos": 1256,
+ "Ġng": 1257,
+ "ting": 1258,
+ "ê³ł": 1259,
+ "self": 1260,
+ "Ġ×ķ×": 1261,
+ "Ġthose": 1262,
+ "Ġph": 1263,
+ "ĠThis": 1264,
+ "ĠÃł": 1265,
+ "ás": 1266,
+ "ile": 1267,
+ "ru": 1268,
+ "Ġter": 1269,
+ "Ġtem": 1270,
+ "ark": 1271,
+ "ä»Ĭ": 1272,
+ "Ġwat": 1273,
+ "ĵ×": 1274,
+ "ãģĿãĤĮ": 1275,
+ "Ġuna": 1276,
+ "×Ķ×": 1277,
+ "åĵ": 1278,
+ "们": 1279,
+ "Ġke": 1280,
+ "Ġ×IJת": 1281,
+ "à¯į": 1282,
+ "Ġvo": 1283,
+ "Ġí": 1284,
+ "ert": 1285,
+ "hen": 1286,
+ "Ġtoo": 1287,
+ "¤×": 1288,
+ "æŃ": 1289,
+ "ãĤĵãģ£": 1290,
+ "ãģijãģ©": 1291,
+ "ĠÅ": 1292,
+ "Ġcall": 1293,
+ "Ġcar": 1294,
+ "Ñİ": 1295,
+ "ãģ°": 1296,
+ "Ġìŀ": 1297,
+ "ãģ§ãĤĤ": 1298,
+ "ÃŃa": 1299,
+ "'d": 1300,
+ "Ñħ": 1301,
+ "ëĭ¤": 1302,
+ "еÑĢ": 1303,
+ "Ġ×IJ׳×Ļ": 1304,
+ "Ġreal": 1305,
+ "ал": 1306,
+ "ild": 1307,
+ "म": 1308,
+ "Ġtake": 1309,
+ "Ġil": 1310,
+ "Ġshould": 1311,
+ "ance": 1312,
+ "we": 1313,
+ "ì": 1314,
+ "amos": 1315,
+ "Ġunder": 1316,
+ "get": 1317,
+ "Ġdat": 1318,
+ "lle": 1319,
+ "ĠSt": 1320,
+ "Ġve": 1321,
+ "ом": 1322,
+ "æ°Ĺ": 1323,
+ "å¹": 1324,
+ "ê²": 1325,
+ "Ġapp": 1326,
+ "Ġ×ŀ": 1327,
+ "à¸ĩ": 1328,
+ "Ġuh": 1329,
+ "Ġस": 1330,
+ "Ġkh": 1331,
+ "fore": 1332,
+ "20": 1333,
+ "ê°Ģ": 1334,
+ "Ġstill": 1335,
+ "æĻ": 1336,
+ "Ġtak": 1337,
+ "Ġmin": 1338,
+ "ĠpÃ¥": 1339,
+ "ĠCh": 1340,
+ "Ġinte": 1341,
+ "ĠпÑĢ": 1342,
+ "Ġप": 1343,
+ "ĠlÃł": 1344,
+ "ors": 1345,
+ "ìĹIJ": 1346,
+ "ĠShe": 1347,
+ "ory": 1348,
+ "Ġnh": 1349,
+ "以": 1350,
+ "ε": 1351,
+ "ี": 1352,
+ "æĥ": 1353,
+ "Ġhel": 1354,
+ "åº": 1355,
+ "ito": 1356,
+ "åĢ": 1357,
+ "Ú©": 1358,
+ "Ġonly": 1359,
+ "Ġya": 1360,
+ "è¦ģ": 1361,
+ "Ġtry": 1362,
+ "ưá»": 1363,
+ "ĠOkay": 1364,
+ "Ġtell": 1365,
+ "ny": 1366,
+ "xt": 1367,
+ "ew": 1368,
+ "ma": 1369,
+ "Ĵ×": 1370,
+ "ons": 1371,
+ "Ġcou": 1372,
+ "Ġdoing": 1373,
+ "ì§Ģ": 1374,
+ "tt": 1375,
+ "Ġjeg": 1376,
+ "ĠGod": 1377,
+ "ĠThere": 1378,
+ "Ġrec": 1379,
+ "èĩ": 1380,
+ "ãĤ¯": 1381,
+ "è§": 1382,
+ "aaaa": 1383,
+ "Ġfin": 1384,
+ "Ġdel": 1385,
+ "Ġthrough": 1386,
+ "Ġshow": 1387,
+ "ĠLike": 1388,
+ "ãĤĭãģ®": 1389,
+ "ĠAl": 1390,
+ "rent": 1391,
+ "Ġdec": 1392,
+ "nh": 1393,
+ "è¦ĭ": 1394,
+ "body": 1395,
+ "аÑĤ": 1396,
+ "à¹Ģà¸": 1397,
+ "Ġdas": 1398,
+ "der": 1399,
+ "Ġnew": 1400,
+ "ious": 1401,
+ "ks": 1402,
+ "§×": 1403,
+ "mo": 1404,
+ "ìĿĦ": 1405,
+ "ìĸ´": 1406,
+ "§a": 1407,
+ "ĠBe": 1408,
+ "And": 1409,
+ "ä¸Ĭ": 1410,
+ "Ġput": 1411,
+ "ib": 1412,
+ "Ġten": 1413,
+ "Ġbeing": 1414,
+ "ð": 1415,
+ "Ġqui": 1416,
+ "Ġcr": 1417,
+ "Ġ×¢×": 1418,
+ "Ġactually": 1419,
+ "Ġcu": 1420,
+ "åķ": 1421,
+ "æķ": 1422,
+ "Ġquest": 1423,
+ "åŃIJ": 1424,
+ "ÙĬÙĨ": 1425,
+ "wn": 1426,
+ "Ġein": 1427,
+ "ĠÑį": 1428,
+ "ica": 1429,
+ "оÑĤ": 1430,
+ "ä½ķ": 1431,
+ "ä¿": 1432,
+ "ëĭĪ": 1433,
+ "èª": 1434,
+ "mm": 1435,
+ "uc": 1436,
+ "Ġ¡": 1437,
+ "icht": 1438,
+ "ä¹Ī": 1439,
+ "go": 1440,
+ "Ġ׾": 1441,
+ "ãĥĪ": 1442,
+ "Ġles": 1443,
+ "ÉĻ": 1444,
+ "ign": 1445,
+ "ian": 1446,
+ "éĸ": 1447,
+ "æĮ": 1448,
+ "åİ": 1449,
+ "Ġन": 1450,
+ "ế": 1451,
+ "ta": 1452,
+ "Ġmom": 1453,
+ "ved": 1454,
+ "Ġcomo": 1455,
+ "Ġد": 1456,
+ "Ġlove": 1457,
+ "иÑĤ": 1458,
+ "å·": 1459,
+ "åĪĨ": 1460,
+ "ãĥª": 1461,
+ "Ġsur": 1462,
+ "amb": 1463,
+ "no": 1464,
+ "Ġgreat": 1465,
+ "×ķ×IJ": 1466,
+ "und": 1467,
+ "ãĤ¢": 1468,
+ "vel": 1469,
+ "çĦ¶": 1470,
+ "ãĤħ": 1471,
+ "ол": 1472,
+ "ν": 1473,
+ "Ġà®": 1474,
+ "ย": 1475,
+ "Ġbit": 1476,
+ "Ø®": 1477,
+ "ãģĹãģĦ": 1478,
+ "ady": 1479,
+ "Ġש": 1480,
+ "ary": 1481,
+ "Ġlong": 1482,
+ "åĨ": 1483,
+ "ple": 1484,
+ "ale": 1485,
+ "ạ": 1486,
+ "Ġbefore": 1487,
+ "Ġlife": 1488,
+ "ะ": 1489,
+ "ï½": 1490,
+ "ĠÙħÙĨ": 1491,
+ "×ķר": 1492,
+ "Ġni": 1493,
+ "Ø·": 1494,
+ "æ²": 1495,
+ "¡×": 1496,
+ "Ġav": 1497,
+ "-d": 1498,
+ "ãĥ«": 1499,
+ "urn": 1500,
+ "äºĭ": 1501,
+ "Âł": 1502,
+ "Ġich": 1503,
+ "Ġthought": 1504,
+ "।": 1505,
+ "Ġnever": 1506,
+ "Ġwhy": 1507,
+ "hehe": 1508,
+ "ص": 1509,
+ "ãĢĤĊ": 1510,
+ "çĶŁ": 1511,
+ "ãĤĪãģĨ": 1512,
+ "æĹ¥": 1513,
+ "ว": 1514,
+ "åīį": 1515,
+ "ish": 1516,
+ "Ġrem": 1517,
+ "ten": 1518,
+ "Ġass": 1519,
+ "Ġmat": 1520,
+ "ìŀ": 1521,
+ "ocê": 1522,
+ "ç»": 1523,
+ "ways": 1524,
+ "ves": 1525,
+ "hh": 1526,
+ "ise": 1527,
+ "Ġokay": 1528,
+ "Ġele": 1529,
+ "ìĦľ": 1530,
+ "ог": 1531,
+ "â": 1532,
+ "ãĥ©": 1533,
+ "You": 1534,
+ "Ġob": 1535,
+ "Ġend": 1536,
+ "Ġwr": 1537,
+ "Ġbig": 1538,
+ "å¾Ī": 1539,
+ "ÙĪÙĨ": 1540,
+ "Ġge": 1541,
+ "ãĢģãģĬ": 1542,
+ "hy": 1543,
+ "åı¯": 1544,
+ "Ġaround": 1545,
+ "ãģĻãĤĭ": 1546,
+ "ations": 1547,
+ "è¡Į": 1548,
+ "ence": 1549,
+ "ãģĭãģ£ãģŁ": 1550,
+ "Ġyears": 1551,
+ "ê¸": 1552,
+ "Ġist": 1553,
+ "ан": 1554,
+ "Ġpoint": 1555,
+ "ated": 1556,
+ "Ġestá": 1557,
+ "Ġhappen": 1558,
+ "çŁ": 1559,
+ "िà¤": 1560,
+ "Ġafter": 1561,
+ "ë¦": 1562,
+ "éĿ": 1563,
+ "çī": 1564,
+ "ÙĦÙĬ": 1565,
+ "ï½ŀ": 1566,
+ "æľ¬": 1567,
+ "Ġsha": 1568,
+ "Ġhand": 1569,
+ "ел": 1570,
+ "说": 1571,
+ "ĠØ£ÙĨ": 1572,
+ "ĠIf": 1573,
+ "æĬ": 1574,
+ "ps": 1575,
+ "à¤Ĥà¤": 1576,
+ "া": 1577,
+ "Ĥĺ": 1578,
+ "ãģĦãģŁ": 1579,
+ "Ġfind": 1580,
+ "ful": 1581,
+ "ĠYes": 1582,
+ "co": 1583,
+ "Ġdiffe": 1584,
+ "æł": 1585,
+ "èĩª": 1586,
+ "Ġbel": 1587,
+ "ĠØ´": 1588,
+ "ual": 1589,
+ "ãĤĵãģ§ãģĻ": 1590,
+ "ily": 1591,
+ "cast": 1592,
+ "ĠØ¥": 1593,
+ "ÙĦا": 1594,
+ "Ùĩا": 1595,
+ "ìł": 1596,
+ "п": 1597,
+ "Ġव": 1598,
+ "Ġس": 1599,
+ "ãģ«ãģª": 1600,
+ "ÅŁ": 1601,
+ "ëı": 1602,
+ "ë¥": 1603,
+ "ñ": 1604,
+ "ĠDe": 1605,
+ "Ġsch": 1606,
+ "Ġmost": 1607,
+ "Ġask": 1608,
+ "Ġap": 1609,
+ "ذا": 1610,
+ "èµ": 1611,
+ "æĸ¹": 1612,
+ "çµ": 1613,
+ "à±": 1614,
+ "ãģĹãĤĩ": 1615,
+ "ãĤĮãģ¦": 1616,
+ "ner": 1617,
+ "ĠÙħا": 1618,
+ "ä¸Ń": 1619,
+ "ам": 1620,
+ "ts": 1621,
+ "Ġз": 1622,
+ "Ġlast": 1623,
+ "ever": 1624,
+ "cess": 1625,
+ "â̦â̦ï¼ģ": 1626,
+ "Ġsec": 1627,
+ "åΰ": 1628,
+ "Ġyo": 1629,
+ "imes": 1630,
+ "ãģªãĤĵãģ": 1631,
+ "Ġ×ij": 1632,
+ "ãģļ": 1633,
+ "Ġinc": 1634,
+ "Ġна": 1635,
+ "ãĤĤãģĨ": 1636,
+ "va": 1637,
+ "ë§": 1638,
+ "Ġmoment": 1639,
+ "iá»": 1640,
+ "Ġе": 1641,
+ "cha": 1642,
+ "uss": 1643,
+ "vers": 1644,
+ "form": 1645,
+ "Ġìł": 1646,
+ "Ġfuck": 1647,
+ "Ġinv": 1648,
+ "áĥ": 1649,
+ "ĠAh": 1650,
+ "Qu": 1651,
+ "æīĭ": 1652,
+ "Ġmak": 1653,
+ "ye": 1654,
+ "Ġmon": 1655,
+ "ĠEn": 1656,
+ "Ġне": 1657,
+ "Ġmet": 1658,
+ "à¸Ħ": 1659,
+ "isten": 1660,
+ "ãģĦãģ¦": 1661,
+ "Ġ×Ļ×": 1662,
+ "Ġah": 1663,
+ "Ġalways": 1664,
+ "up": 1665,
+ "Ġë§": 1666,
+ "ز": 1667,
+ "ĠAll": 1668,
+ "ión": 1669,
+ "ĠÏ": 1670,
+ "den": 1671,
+ "ï¼ĮæĪij": 1672,
+ "Ġce": 1673,
+ "Ġuma": 1674,
+ "ĠØŃ": 1675,
+ "ub": 1676,
+ "cer": 1677,
+ "à¯įà®": 1678,
+ "ement": 1679,
+ "ãĢģãģĿãģĨ": 1680,
+ "ем": 1681,
+ "ãĢģãĥ": 1682,
+ "è®": 1683,
+ "Ġsaying": 1684,
+ "Ġsin": 1685,
+ "Ġsl": 1686,
+ "од": 1687,
+ "ìĭ": 1688,
+ "Ġש׾": 1689,
+ "ãģĤãĤĬ": 1690,
+ "Ġsure": 1691,
+ "ical": 1692,
+ "ĠIs": 1693,
+ "Ġkan": 1694,
+ "ãģ»": 1695,
+ "Ġmais": 1696,
+ "Ġwait": 1697,
+ "au": 1698,
+ "对": 1699,
+ "riend": 1700,
+ "Ġstr": 1701,
+ "ora": 1702,
+ "Ġब": 1703,
+ "Ġmany": 1704,
+ "Ġhelp": 1705,
+ "Ġgen": 1706,
+ "ار": 1707,
+ "ãģ¾ãģĹãģŁ": 1708,
+ "ial": 1709,
+ "ĠÑĢ": 1710,
+ "Ġä": 1711,
+ "com": 1712,
+ "Ġsm": 1713,
+ "àª": 1714,
+ "pect": 1715,
+ "г": 1716,
+ "Ġvocê": 1717,
+ "Ġweek": 1718,
+ "éĽ": 1719,
+ "Ġson": 1720,
+ "Å¡": 1721,
+ "ben": 1722,
+ "ëĵ": 1723,
+ "Ġinter": 1724,
+ "Ġlas": 1725,
+ "ĠWell": 1726,
+ "ëŀ": 1727,
+ "Ġpol": 1728,
+ "man": 1729,
+ "ãģĦãĤĭ": 1730,
+ "ĠDet": 1731,
+ "åĭ": 1732,
+ "ả": 1733,
+ "è©": 1734,
+ "âĢķ": 1735,
+ "à¹Ħ": 1736,
+ "ero": 1737,
+ "Ġcons": 1738,
+ "Ġid": 1739,
+ "ãĤ¿": 1740,
+ "ãģķãĤĵãģ": 1741,
+ "Ġmight": 1742,
+ "Ġguys": 1743,
+ "Ġfl": 1744,
+ "å¦": 1745,
+ "ction": 1746,
+ "Ġhet": 1747,
+ "ãģ¯ãģģ": 1748,
+ "оÑĢ": 1749,
+ "Ġmade": 1750,
+ "Ġikke": 1751,
+ "Äĥ": 1752,
+ "ãģĨãĤĵ": 1753,
+ "à¸ļ": 1754,
+ "mp": 1755,
+ "Ġdem": 1756,
+ "cial": 1757,
+ "á»Ļ": 1758,
+ "ĠìķĦ": 1759,
+ "It": 1760,
+ "itu": 1761,
+ "He": 1762,
+ "ga": 1763,
+ "ĠZ": 1764,
+ "Ġfam": 1765,
+ "Ġom": 1766,
+ "ja": 1767,
+ "Ġgive": 1768,
+ "ëıĦ": 1769,
+ "ote": 1770,
+ "ste": 1771,
+ "ĠÑĩÑĤо": 1772,
+ "ÙIJ": 1773,
+ "Ġporque": 1774,
+ "ible": 1775,
+ "ward": 1776,
+ "Ġins": 1777,
+ "Ġcomm": 1778,
+ "Ġmi": 1779,
+ "ấ": 1780,
+ "oy": 1781,
+ "Ġvan": 1782,
+ "10": 1783,
+ "ram": 1784,
+ "¦×": 1785,
+ "Ġown": 1786,
+ "àµ": 1787,
+ "ên": 1788,
+ "ably": 1789,
+ "Ġtil": 1790,
+ "ãĤ·": 1791,
+ "rest": 1792,
+ "ãģŁãģĦ": 1793,
+ "±°": 1794,
+ "here": 1795,
+ "hed": 1796,
+ "Ġdifferent": 1797,
+ "æ³": 1798,
+ "Ġrel": 1799,
+ "Ġ...": 1800,
+ "Ġva": 1801,
+ "ict": 1802,
+ "ë¡": 1803,
+ "èģ": 1804,
+ "å°±æĺ¯": 1805,
+ "Ġê°": 1806,
+ "é¡": 1807,
+ "uk": 1808,
+ "çİ": 1809,
+ "uff": 1810,
+ "å¾Ĺ": 1811,
+ "ĠÑĥ": 1812,
+ "æīĢ": 1813,
+ "ara": 1814,
+ "Ġतà¥ĭ": 1815,
+ "Ġmas": 1816,
+ "Ġfun": 1817,
+ "ars": 1818,
+ "amente": 1819,
+ "ض": 1820,
+ "ãģ©ãģĨ": 1821,
+ "æ¯": 1822,
+ "Ġhan": 1823,
+ "ìĿĢ": 1824,
+ "Ġsame": 1825,
+ "ä¹Ł": 1826,
+ "Ġrep": 1827,
+ "ido": 1828,
+ "Ġdef": 1829,
+ "ìķĦ": 1830,
+ "Ġgente": 1831,
+ "Ġج": 1832,
+ "Ġworld": 1833,
+ "리": 1834,
+ "ason": 1835,
+ "å®¶": 1836,
+ "èĥ½": 1837,
+ "Ġça": 1838,
+ "ä¸ĭ": 1839,
+ "Ġbest": 1840,
+ "ÙĦÙī": 1841,
+ "ör": 1842,
+ "ãģĤãĤĭ": 1843,
+ "les": 1844,
+ "çŁ¥": 1845,
+ "ina": 1846,
+ "ãģĭãģª": 1847,
+ "Ĥ¬": 1848,
+ "×Ļ×Ķ": 1849,
+ "ĠÚ©": 1850,
+ "Ġev": 1851,
+ "åIJİ": 1852,
+ "Ġà¤ľ": 1853,
+ "iel": 1854,
+ "ĠGo": 1855,
+ "orry": 1856,
+ "Ġthree": 1857,
+ "ita": 1858,
+ "Ġhat": 1859,
+ "vo": 1860,
+ "Ġwent": 1861,
+ "Ġpass": 1862,
+ "Ø«": 1863,
+ "ĠLet": 1864,
+ "és": 1865,
+ "ëŁ": 1866,
+ "ense": 1867,
+ "Ġca": 1868,
+ "à§ĩ": 1869,
+ "æĻĤ": 1870,
+ "ات": 1871,
+ "é£": 1872,
+ "ath": 1873,
+ "à¸Ķ": 1874,
+ "Ġpres": 1875,
+ "å±": 1876,
+ "ĠAs": 1877,
+ "Ġcour": 1878,
+ "Ġbot": 1879,
+ "ĠÙĤ": 1880,
+ "éĥ½": 1881,
+ "Ġय": 1882,
+ "ÙĴ": 1883,
+ "ł×ķ": 1884,
+ "én": 1885,
+ "ba": 1886,
+ "stand": 1887,
+ "å§": 1888,
+ "endo": 1889,
+ "ather": 1890,
+ "ition": 1891,
+ "ope": 1892,
+ "ê²Į": 1893,
+ "ÄĽ": 1894,
+ "å¤ļ": 1895,
+ "Ġcas": 1896,
+ "б": 1897,
+ "Ġtalking": 1898,
+ "ante": 1899,
+ "Ġdire": 1900,
+ "ump": 1901,
+ "gen": 1902,
+ "åħĪ": 1903,
+ "Ġkom": 1904,
+ "ĠاÙĦÙħ": 1905,
+ "æ§": 1906,
+ "з": 1907,
+ "Ïģ": 1908,
+ "Ġsy": 1909,
+ "Ġind": 1910,
+ "Ġeen": 1911,
+ "ông": 1912,
+ "Ġprob": 1913,
+ "Ġà¤Ĩ": 1914,
+ "на": 1915,
+ "Ġcor": 1916,
+ "íķľ": 1917,
+ "çIJ": 1918,
+ "ze": 1919,
+ "ãĤ«": 1920,
+ "ãĢģãģĵ": 1921,
+ "ank": 1922,
+ "ied": 1923,
+ "Ġimport": 1924,
+ "æĦŁ": 1925,
+ "Ġpa": 1926,
+ "Ġfriend": 1927,
+ "ãģĵãĤĮ": 1928,
+ "igh": 1929,
+ "ico": 1930,
+ "br": 1931,
+ "Ġmaybe": 1932,
+ "Ġhead": 1933,
+ "åİ»": 1934,
+ "à¥ĩà¤": 1935,
+ "Ġwar": 1936,
+ "ล": 1937,
+ "vor": 1938,
+ "ute": 1939,
+ "ãĤŃ": 1940,
+ "gy": 1941,
+ "Ġcre": 1942,
+ "æ¬": 1943,
+ "ãĥģ": 1944,
+ "Ġaqu": 1945,
+ "ой": 1946,
+ "Ġreg": 1947,
+ "ëł": 1948,
+ "Ġnext": 1949,
+ "ãģĵãģ®": 1950,
+ "çľĭ": 1951,
+ "оÑģ": 1952,
+ "zy": 1953,
+ "×Ļת": 1954,
+ "oney": 1955,
+ "ãĤĮãĤĭ": 1956,
+ "ÙĪÙĦ": 1957,
+ "Ġauch": 1958,
+ "ìĿĺ": 1959,
+ "Ġnos": 1960,
+ "Ġbetter": 1961,
+ "Ġbus": 1962,
+ "ouse": 1963,
+ "æľĢ": 1964,
+ "Ġsupp": 1965,
+ "Ġset": 1966,
+ "Ġkeep": 1967,
+ "ĠTr": 1968,
+ "×ķ×ĵ": 1969,
+ "ãģĤãģ£": 1970,
+ "Ġר": 1971,
+ "Ġou": 1972,
+ "bo": 1973,
+ "Ġر": 1974,
+ "uck": 1975,
+ "Ġद": 1976,
+ "Ġaway": 1977,
+ "ember": 1978,
+ "Ġchang": 1979,
+ "×ķ׾": 1980,
+ "ĠÕ": 1981,
+ "Ġल": 1982,
+ "bre": 1983,
+ "ãĢģç": 1984,
+ "ž": 1985,
+ "ĠìŀĪ": 1986,
+ "éĻ": 1987,
+ "po": 1988,
+ "Ġmás": 1989,
+ "Ġbas": 1990,
+ "ĠHow": 1991,
+ "ene": 1992,
+ "000": 1993,
+ "ãģŁãģĹ": 1994,
+ "Ġrun": 1995,
+ "ли": 1996,
+ "ins": 1997,
+ "Ġword": 1998,
+ "ĠDo": 1999,
+ "ÑĨ": 2000,
+ "åķĬ": 2001,
+ "Ã¥r": 2002,
+ "Ġproble": 2003,
+ "ically": 2004,
+ "ãģķãĤĵ": 2005,
+ "ijר": 2006,
+ "ger": 2007,
+ "ção": 2008,
+ "Ġtamb": 2009,
+ "Ġpodcast": 2010,
+ "att": 2011,
+ "ating": 2012,
+ "ãģłãģij": 2013,
+ "æİ": 2014,
+ "Ġanything": 2015,
+ "Ġbelie": 2016,
+ "Yeah": 2017,
+ "ÑģÑı": 2018,
+ "ห": 2019,
+ "ãģ£ãģ": 2020,
+ "ya": 2021,
+ "Ġdone": 2022,
+ "Ġanother": 2023,
+ "Ġtoday": 2024,
+ "è¾": 2025,
+ "men": 2026,
+ "ë¡ľ": 2027,
+ "ĠDon": 2028,
+ "Ġdoesn": 2029,
+ "ower": 2030,
+ "Ġpour": 2031,
+ "Ġgame": 2032,
+ "Ġcare": 2033,
+ "ka": 2034,
+ "Ġdr": 2035,
+ "è¿Ļ个": 2036,
+ "Ġplace": 2037,
+ "ãģķãģĦ": 2038,
+ "ni": 2039,
+ "ÙĪØ§": 2040,
+ "gu": 2041,
+ "াà¦": 2042,
+ "Ŀ¼": 2043,
+ "Ġold": 2044,
+ "ĠJo": 2045,
+ "So": 2046,
+ "íķ´": 2047,
+ "æĮģ": 2048,
+ "Ġir": 2049,
+ "为": 2050,
+ "çĤ": 2051,
+ "pr": 2052,
+ "प": 2053,
+ "Ġcó": 2054,
+ "Ġnum": 2055,
+ "ĠBr": 2056,
+ "hank": 2057,
+ "ãģ¾ãģĽ": 2058,
+ "Ġг": 2059,
+ "åģ": 2060,
+ "Ġtrying": 2061,
+ "Ġba": 2062,
+ "Ġgetting": 2063,
+ "Ġeste": 2064,
+ "ãĤĮãģŁ": 2065,
+ "ird": 2066,
+ "Ġþ": 2067,
+ "Ûģ": 2068,
+ "ãĥ¬": 2069,
+ "ĠNow": 2070,
+ "ÙĬØ©": 2071,
+ "Ùħا": 2072,
+ "ãģĿãģ®": 2073,
+ "Ġcame": 2074,
+ "ав": 2075,
+ "ĠìĹ": 2076,
+ "çķ": 2077,
+ "Ġmar": 2078,
+ "kt": 2079,
+ "ÙĬر": 2080,
+ "hr": 2081,
+ "Ġnicht": 2082,
+ "cia": 2083,
+ "å¿ĥ": 2084,
+ "он": 2085,
+ "Ġnu": 2086,
+ "ode": 2087,
+ "ã썿ĢĿ": 2088,
+ "Ġsort": 2089,
+ "аз": 2090,
+ "Ġgi": 2091,
+ "Ġstuff": 2092,
+ "ÅĤ": 2093,
+ "Ġune": 2094,
+ "没": 2095,
+ "Ġmind": 2096,
+ "à¥ĩà¤Ĥ": 2097,
+ "ĠSe": 2098,
+ "æĭ": 2099,
+ "ĠBecause": 2100,
+ "Ñī": 2101,
+ "Ġìĺ": 2102,
+ "éĥ": 2103,
+ "Ġprobably": 2104,
+ "amp": 2105,
+ "ж": 2106,
+ "är": 2107,
+ "gan": 2108,
+ "ãģĴ": 2109,
+ "Ġär": 2110,
+ "Ġlisten": 2111,
+ "Ġfal": 2112,
+ "ida": 2113,
+ "åĥ": 2114,
+ "ret": 2115,
+ "ness": 2116,
+ "عÙħ": 2117,
+ "á»ij": 2118,
+ "Ġunderstand": 2119,
+ "ãĥŀ": 2120,
+ "ï¼ģï¼Ł": 2121,
+ "Ġhum": 2122,
+ "×Ļ×Ļ": 2123,
+ "Ġtri": 2124,
+ "ëĿ¼": 2125,
+ "им": 2126,
+ "ms": 2127,
+ "Ġnon": 2128,
+ "ãĥ¼ãĥ¼": 2129,
+ "ings": 2130,
+ "ür": 2131,
+ "Ġos": 2132,
+ "Ġty": 2133,
+ "ient": 2134,
+ "åħ¥": 2135,
+ "Ġeverything": 2136,
+ "Ġguy": 2137,
+ "Ġsim": 2138,
+ "çĻ": 2139,
+ "Ġcoming": 2140,
+ ".\"": 2141,
+ "Ġmal": 2142,
+ "기": 2143,
+ "ãģĦãģ¾ãģĻ": 2144,
+ "ĠÑįÑĤо": 2145,
+ "Ġint": 2146,
+ "za": 2147,
+ "ãģªãĤī": 2148,
+ "ä»Ģ": 2149,
+ "led": 2150,
+ "lt": 2151,
+ "AA": 2152,
+ "Ġà°": 2153,
+ "æŀ": 2154,
+ "ãģ£ãģ¦ãĤĭ": 2155,
+ "Ġê²": 2156,
+ "æĦı": 2157,
+ "羣": 2158,
+ "ãģłãģĭãĤī": 2159,
+ "ÙĦÙĩ": 2160,
+ "Ġpos": 2161,
+ "Ġdan": 2162,
+ "ige": 2163,
+ "ater": 2164,
+ "Ùĭ": 2165,
+ "æĶ": 2166,
+ "bs": 2167,
+ "ui": 2168,
+ "ém": 2169,
+ "era": 2170,
+ "Ġsorry": 2171,
+ "æĥ³": 2172,
+ "ë©": 2173,
+ "ार": 2174,
+ "lich": 2175,
+ "Ġbad": 2176,
+ "åĴ": 2177,
+ "æĹ¶": 2178,
+ "åħ¨": 2179,
+ "ä¸Ģ个": 2180,
+ "à³": 2181,
+ "ãĤĢ": 2182,
+ "à¸Ĺ": 2183,
+ "Ġmoney": 2184,
+ "vie": 2185,
+ "come": 2186,
+ "à¹ĥ": 2187,
+ "ìĬ": 2188,
+ "ãĤĩãģ£ãģ¨": 2189,
+ "Ġhard": 2190,
+ "ãģªãģı": 2191,
+ "ÄĻ": 2192,
+ "Ġpero": 2193,
+ "arn": 2194,
+ "ãģªãģ®": 2195,
+ "ãĤĪãģŃ": 2196,
+ "ãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤ": 2197,
+ "éĹ": 2198,
+ "als": 2199,
+ "elt": 2200,
+ "Ġga": 2201,
+ "Ġwom": 2202,
+ "話": 2203,
+ "ets": 2204,
+ "Ġspe": 2205,
+ "Ġuse": 2206,
+ "Ġnat": 2207,
+ "Ġ׳×": 2208,
+ "Ġturn": 2209,
+ "ãĥŃ": 2210,
+ "ogy": 2211,
+ "hip": 2212,
+ "ĠÃ¥": 2213,
+ "éł": 2214,
+ "ãģ¨ãģĦãģĨ": 2215,
+ "onna": 2216,
+ "Ġlea": 2217,
+ "ĠOg": 2218,
+ "çĿ": 2219,
+ "Ġsol": 2220,
+ "Ġconf": 2221,
+ "Ġexper": 2222,
+ "Ġgl": 2223,
+ "ý": 2224,
+ "çIJĨ": 2225,
+ "Ġwatch": 2226,
+ "å¹´": 2227,
+ "ØŁ": 2228,
+ "enn": 2229,
+ "zt": 2230,
+ "No": 2231,
+ "à¹ģ": 2232,
+ "Oh": 2233,
+ "à¸ķ": 2234,
+ "нÑĭ": 2235,
+ "ÄŁ": 2236,
+ "ana": 2237,
+ "vis": 2238,
+ "iness": 2239,
+ "Ġdans": 2240,
+ "lar": 2241,
+ "ĠEs": 2242,
+ "ãĥ¡": 2243,
+ "ãĤ³": 2244,
+ "à¯ģ": 2245,
+ "ä¾": 2246,
+ "ÙĨÙĬ": 2247,
+ "×IJ×": 2248,
+ "ëĤĺ": 2249,
+ "Ġlooking": 2250,
+ "Ġhear": 2251,
+ "à¥ĭà¤": 2252,
+ "Ïħ": 2253,
+ "áºŃ": 2254,
+ "ĠNe": 2255,
+ "Ġsomeone": 2256,
+ "ãģĮãģ¨": 2257,
+ "ãģĹãĤĩãģĨ": 2258,
+ "ãģ§ãģ¯": 2259,
+ "Ġquestion": 2260,
+ "æĤ": 2261,
+ "ĠEnt": 2262,
+ "ĠÙĩذا": 2263,
+ "Ġname": 2264,
+ "aaaaaaaa": 2265,
+ "ç´": 2266,
+ "Ġर": 2267,
+ "ĠWhy": 2268,
+ "女": 2269,
+ "Ġyes": 2270,
+ "its": 2271,
+ "Ġsays": 2272,
+ "eno": 2273,
+ "åĮ": 2274,
+ "æ§ĺ": 2275,
+ "Ġwhole": 2276,
+ "Ġcap": 2277,
+ "har": 2278,
+ "Ġopen": 2279,
+ "ãĤ¸": 2280,
+ "ãĤĤãģ®": 2281,
+ "ìľ": 2282,
+ "Ġbook": 2283,
+ "Ġmor": 2284,
+ "ount": 2285,
+ "ست": 2286,
+ "éĿ¢": 2287,
+ "èĢħ": 2288,
+ "èī": 2289,
+ "Ġfar": 2290,
+ "ãĤª": 2291,
+ "à¥įय": 2292,
+ "æĪij们": 2293,
+ "ëį": 2294,
+ "ĠUm": 2295,
+ "를": 2296,
+ "ưá»Ŀ": 2297,
+ "ler": 2298,
+ "Ġseem": 2299,
+ "Ġra": 2300,
+ "Ġthough": 2301,
+ "ä»Ģä¹Ī": 2302,
+ "ãģ¡ãĤĥãĤĵãģ": 2303,
+ "Ġprod": 2304,
+ "Ġsal": 2305,
+ "ìķ¼": 2306,
+ "ular": 2307,
+ "Ġinterest": 2308,
+ "Ġell": 2309,
+ "ĠMa": 2310,
+ "ãģĺãĤĥãģªãģĦ": 2311,
+ "ĠEt": 2312,
+ "ĠUn": 2313,
+ "ãĢĮ": 2314,
+ "Ġteam": 2315,
+ "Ġëĭ": 2316,
+ "Ġaut": 2317,
+ "ãĢį": 2318,
+ "è²": 2319,
+ "?Ċ": 2320,
+ "ux": 2321,
+ "ãĥı": 2322,
+ "ί": 2323,
+ "è¶": 2324,
+ "Ġgonna": 2325,
+ "â̦â̦â̦â̦": 2326,
+ "Ġhome": 2327,
+ "Ġbir": 2328,
+ "rem": 2329,
+ "ি": 2330,
+ "à¥įर": 2331,
+ "åĽŀ": 2332,
+ "ident": 2333,
+ "नà¥ĩ": 2334,
+ "rist": 2335,
+ "æµ": 2336,
+ "ãĢģãģ¡": 2337,
+ "llow": 2338,
+ "ãģłãģ£ãģŁ": 2339,
+ "Ġmis": 2340,
+ "Ġné": 2341,
+ "×ķף": 2342,
+ "×ķ×ŀ": 2343,
+ "Ġbre": 2344,
+ "Ġkid": 2345,
+ "ited": 2346,
+ "λ": 2347,
+ "Ùı": 2348,
+ "æģ": 2349,
+ "à¥Ĥ": 2350,
+ "Ġcourse": 2351,
+ "ato": 2352,
+ "Ġкак": 2353,
+ "Ġgod": 2354,
+ "Ġnight": 2355,
+ "Æ¡": 2356,
+ "Ġcompl": 2357,
+ "åIJĪ": 2358,
+ "ÙĪØ±": 2359,
+ "Ñģк": 2360,
+ "ación": 2361,
+ "Ġstop": 2362,
+ "ios": 2363,
+ "tty": 2364,
+ "uh": 2365,
+ "ertain": 2366,
+ "ï¼ģï¼ģ": 2367,
+ "ãĢģç§ģ": 2368,
+ "éĥ¨": 2369,
+ "ãģ¨ãģĭ": 2370,
+ "ĠJe": 2371,
+ "ë©´": 2372,
+ "ä½ľ": 2373,
+ "ĠÄijá»": 2374,
+ "åĬĽ": 2375,
+ "ãģ§ãģį": 2376,
+ "idad": 2377,
+ "ù": 2378,
+ "Ġfil": 2379,
+ "Ġenough": 2380,
+ "Ġwasn": 2381,
+ "ÏĤ": 2382,
+ "Ġ×Ķ×ķ×IJ": 2383,
+ "å°ı": 2384,
+ "ĠRe": 2385,
+ "ож": 2386,
+ "à¨": 2387,
+ "ëĭĪëĭ¤": 2388,
+ "ates": 2389,
+ "ิ": 2390,
+ "Ġvis": 2391,
+ "Ġret": 2392,
+ "è¿ĺ": 2393,
+ "ention": 2394,
+ "ér": 2395,
+ "ãĥ³ãĥ": 2396,
+ "è·": 2397,
+ "ĠFr": 2398,
+ "Ġcle": 2399,
+ "缮": 2400,
+ "æĽ": 2401,
+ "Ġà¤ħà¤": 2402,
+ "Ġа": 2403,
+ "аÑĢ": 2404,
+ "ãģĩ": 2405,
+ "ĠÑı": 2406,
+ "Ġacc": 2407,
+ "å£": 2408,
+ "аÑĤÑĮ": 2409,
+ "Ġsecond": 2410,
+ "ãĢģãģĵãģ": 2411,
+ "Ġera": 2412,
+ "ĠSp": 2413,
+ "ãģĮãģ¨ãģĨ": 2414,
+ "Ġple": 2415,
+ "ãģ£ãģ±": 2416,
+ "ool": 2417,
+ "ĵãģ«": 2418,
+ "Ġwir": 2419,
+ "19": 2420,
+ "à¹ĩ": 2421,
+ "But": 2422,
+ "éĩĮ": 2423,
+ "urs": 2424,
+ "Ġti": 2425,
+ "Ġremember": 2426,
+ "Ġbien": 2427,
+ "pis": 2428,
+ "ude": 2429,
+ "ros": 2430,
+ "Ġable": 2431,
+ "ç·": 2432,
+ "ầ": 2433,
+ "ãĢģãģĤãģĤ": 2434,
+ "Äģ": 2435,
+ "ĠMar": 2436,
+ "ready": 2437,
+ "lig": 2438,
+ "ĠLe": 2439,
+ "ãģ²": 2440,
+ "ãģIJ": 2441,
+ "Ġelse": 2442,
+ "Ġread": 2443,
+ "Ġfact": 2444,
+ "ĠJust": 2445,
+ "ob": 2446,
+ "ãģģãģģ": 2447,
+ "ื": 2448,
+ "об": 2449,
+ "irl": 2450,
+ "ama": 2451,
+ "Ġcho": 2452,
+ "åł": 2453,
+ "ĠбÑĭ": 2454,
+ "ĠsÃŃ": 2455,
+ "аÑģ": 2456,
+ "Ġда": 2457,
+ "ãģ«ãģ¯": 2458,
+ "ĠAr": 2459,
+ "iment": 2460,
+ "Ġplan": 2461,
+ "Ġwon": 2462,
+ "iter": 2463,
+ "We": 2464,
+ "़": 2465,
+ "ãģªãĤĵãģł": 2466,
+ "éļ": 2467,
+ ".ĊĊ": 2468,
+ "Ġrest": 2469,
+ "å¾Į": 2470,
+ "ede": 2471,
+ "ĠJes": 2472,
+ "Ġà¤ĩ": 2473,
+ "Ġfucking": 2474,
+ "ĠÃī": 2475,
+ "ĠØ®": 2476,
+ "Ġcalled": 2477,
+ "ken": 2478,
+ "Ġalready": 2479,
+ "Ġleft": 2480,
+ "ĠØ£ÙĨا": 2481,
+ "ç¾": 2482,
+ "Äį": 2483,
+ "ull": 2484,
+ "Ġcá»": 2485,
+ "Ġstory": 2486,
+ "Ġbum": 2487,
+ "×Ļ׾": 2488,
+ "à¸Ī": 2489,
+ "Ġfound": 2490,
+ "eak": 2491,
+ "hehehehe": 2492,
+ "ty": 2493,
+ "ĠØ¢": 2494,
+ "Ġpretty": 2495,
+ "ÛĴ": 2496,
+ "Ġplus": 2497,
+ "erd": 2498,
+ "Ġcount": 2499,
+ "Ġak": 2500,
+ "Ġwanted": 2501,
+ "ij׾": 2502,
+ "Ġsab": 2503,
+ "ãģ¸": 2504,
+ "ern": 2505,
+ "ά": 2506,
+ "çĿĢ": 2507,
+ "Ġwel": 2508,
+ "Ġfew": 2509,
+ "Ġits": 2510,
+ "天": 2511,
+ "×Ļף": 2512,
+ "æ®": 2513,
+ "æ±": 2514,
+ "à¹Īา": 2515,
+ "ÙĩÙħ": 2516,
+ "'a": 2517,
+ "Ġwhatever": 2518,
+ "Ġposs": 2519,
+ "ãģĦãĤĦ": 2520,
+ "Ġbelieve": 2521,
+ "ин": 2522,
+ "ĠAmer": 2523,
+ "ãģ¹": 2524,
+ "Ġsaw": 2525,
+ "Ġseen": 2526,
+ "ç¥": 2527,
+ "-h": 2528,
+ "ед": 2529,
+ "غ": 2530,
+ "Ġ×¢×ľ": 2531,
+ "æ¥": 2532,
+ "ĠMy": 2533,
+ "What": 2534,
+ "Ġíķĺ": 2535,
+ "ey": 2536,
+ "ãĢģãģ¾": 2537,
+ "ream": 2538,
+ "Ġext": 2539,
+ "ĠÑĤак": 2540,
+ "ats": 2541,
+ "Ġess": 2542,
+ "hn": 2543,
+ "Ġcá": 2544,
+ "ize": 2545,
+ "й": 2546,
+ "Ġfait": 2547,
+ "Ġwhile": 2548,
+ "åľ°": 2549,
+ "Ġboth": 2550,
+ "Ġstarted": 2551,
+ "ames": 2552,
+ "Ġsea": 2553,
+ "Ġmit": 2554,
+ "Ġsel": 2555,
+ "ç«": 2556,
+ "ĠÙĩÙĪ": 2557,
+ "ĠLa": 2558,
+ "Ġkhông": 2559,
+ "³´": 2560,
+ "Õ¡": 2561,
+ "Ġfour": 2562,
+ "Ġsent": 2563,
+ "Ġhist": 2564,
+ "til": 2565,
+ "chen": 2566,
+ "ĠUnd": 2567,
+ "cept": 2568,
+ "ĠOn": 2569,
+ "Ġleg": 2570,
+ "That": 2571,
+ "Ġimportant": 2572,
+ "ил": 2573,
+ "Ġopp": 2574,
+ "Ġhouse": 2575,
+ "ĠQu": 2576,
+ "çĤ¹": 2577,
+ "ash": 2578,
+ "Ġë°": 2579,
+ "ãĢģãģ¯ãģĦ": 2580,
+ "Ġtold": 2581,
+ "Ġans": 2582,
+ "ëĵ¤": 2583,
+ "رÙĬ": 2584,
+ "hhhh": 2585,
+ "हà¥Ģ": 2586,
+ "zer": 2587,
+ "ĠÏĦ": 2588,
+ "Ġtien": 2589,
+ "Ġtrans": 2590,
+ "ĠThank": 2591,
+ "àº": 2592,
+ "cho": 2593,
+ "ĠMm": 2594,
+ "ì£": 2595,
+ "ãĥķ": 2596,
+ "land": 2597,
+ "ãĤĤãģĹ": 2598,
+ "vi": 2599,
+ "Ġwalk": 2600,
+ "æł·": 2601,
+ "Ġnothing": 2602,
+ "Ġhaving": 2603,
+ "ãģŁãģ¡": 2604,
+ "jo": 2605,
+ "æ´": 2606,
+ "ør": 2607,
+ "Ġvide": 2608,
+ "Ġchild": 2609,
+ "Ġà¤ķर": 2610,
+ "Ġthá»": 2611,
+ "×Ļר": 2612,
+ "ét": 2613,
+ "mente": 2614,
+ "ix": 2615,
+ "à¬": 2616,
+ "Äħ": 2617,
+ "õ": 2618,
+ "Ġ×ŀ×Ķ": 2619,
+ "Ġhigh": 2620,
+ "ей": 2621,
+ "Ġtop": 2622,
+ "Ġhay": 2623,
+ "ÑĤоÑĢ": 2624,
+ "ched": 2625,
+ "ãģĪãģ¦": 2626,
+ "ced": 2627,
+ "Ġbro": 2628,
+ "ç͍": 2629,
+ "ие": 2630,
+ "ĠëŃ": 2631,
+ "ents": 2632,
+ "é¢": 2633,
+ "Ġused": 2634,
+ "Ġdur": 2635,
+ "Ġtodo": 2636,
+ "Ġchar": 2637,
+ "æ¸": 2638,
+ "Ġvous": 2639,
+ "ther": 2640,
+ "ãĤĮãģ°": 2641,
+ "ĠOr": 2642,
+ "rap": 2643,
+ "Ġmus": 2644,
+ "Ġval": 2645,
+ "åIJĮ": 2646,
+ "min": 2647,
+ "Ġside": 2648,
+ "Ġstand": 2649,
+ "Ġenc": 2650,
+ "Ġeh": 2651,
+ "Ġguess": 2652,
+ "ores": 2653,
+ "very": 2654,
+ "Ġì§": 2655,
+ "ues": 2656,
+ "Ġvol": 2657,
+ "Ġed": 2658,
+ "Ġdann": 2659,
+ "ส": 2660,
+ "Ġagainst": 2661,
+ "ker": 2662,
+ "Ġcur": 2663,
+ "ãģĿãĤĵãģª": 2664,
+ "ìĺ": 2665,
+ "Ġkill": 2666,
+ "Ġsw": 2667,
+ "Ġpra": 2668,
+ "ters": 2669,
+ "Ġpare": 2670,
+ "Īĺ": 2671,
+ "oooo": 2672,
+ "åѦ": 2673,
+ "éģĵ": 2674,
+ "Ġexpl": 2675,
+ "Ġisso": 2676,
+ "Ġmuito": 2677,
+ "Ġvie": 2678,
+ "Ġexp": 2679,
+ "Ġdig": 2680,
+ "isa": 2681,
+ "vious": 2682,
+ "ĠÐĿ": 2683,
+ "åĹ": 2684,
+ "Ġol": 2685,
+ "Ġmust": 2686,
+ "ira": 2687,
+ "Ġdep": 2688,
+ "orn": 2689,
+ "uy": 2690,
+ "Ġvá»": 2691,
+ "Ġhal": 2692,
+ "ãģ§ãģĻãģĭ": 2693,
+ "ĠMen": 2694,
+ "Ġvai": 2695,
+ "Ġnó": 2696,
+ "unt": 2697,
+ "olut": 2698,
+ "gether": 2699,
+ "Ġmiss": 2700,
+ "à¥ģà¤": 2701,
+ "ĠJesus": 2702,
+ "ого": 2703,
+ "ãĥIJ": 2704,
+ "Ġsuper": 2705,
+ "Ġdé": 2706,
+ "Ġtá»": 2707,
+ "ĠLo": 2708,
+ "Ġbusiness": 2709,
+ "ics": 2710,
+ "ĠMay": 2711,
+ "ีà¹Ī": 2712,
+ "Ïĥ": 2713,
+ "ãĢģãģĿãĤĮ": 2714,
+ "aba": 2715,
+ "Ġproblem": 2716,
+ "áŁ": 2717,
+ "Ġìĭ": 2718,
+ "ï¼ĮéĤ£": 2719,
+ "çī©": 2720,
+ "Ġsuch": 2721,
+ "Ġlive": 2722,
+ "åĽł": 2723,
+ "ail": 2724,
+ "ĠNot": 2725,
+ "any": 2726,
+ "度": 2727,
+ "ĠWhen": 2728,
+ "âĢķâĢķ": 2729,
+ "fect": 2730,
+ "Ġpower": 2731,
+ "ना": 2732,
+ "Ġface": 2733,
+ "Ġsign": 2734,
+ "иÑı": 2735,
+ "éķ": 2736,
+ "Th": 2737,
+ "ä½Ĩ": 2738,
+ "Ġsound": 2739,
+ "Ġtout": 2740,
+ "ién": 2741,
+ "Ġpri": 2742,
+ "ĠÙĨعÙħ": 2743,
+ "ò": 2744,
+ "Ġepis": 2745,
+ "ï¼Įä½ł": 2746,
+ "Ġgener": 2747,
+ "Ġresp": 2748,
+ "Ġqué": 2749,
+ "åħĦ": 2750,
+ "å¦Ĥ": 2751,
+ "gr": 2752,
+ "så": 2753,
+ "Ġshit": 2754,
+ "Ġzu": 2755,
+ "éĢļ": 2756,
+ "Ġл": 2757,
+ "pa": 2758,
+ "emos": 2759,
+ "ி": 2760,
+ "ãĤįãģĨ": 2761,
+ "دÙĬ": 2762,
+ "Ġsie": 2763,
+ "ood": 2764,
+ "ĠAn": 2765,
+ "Ġtogether": 2766,
+ "ê¹": 2767,
+ "Ġidea": 2768,
+ "Ġcertain": 2769,
+ "Ġinf": 2770,
+ "Ħ¤": 2771,
+ "×ķ×ij": 2772,
+ "ala": 2773,
+ "Ġà¤ķà¥ĩ": 2774,
+ "ãģ¡ãĤĥãĤĵ": 2775,
+ "ĠRight": 2776,
+ "Ġeas": 2777,
+ "ti": 2778,
+ "Ġhon": 2779,
+ "arly": 2780,
+ "Ġtook": 2781,
+ "ÑģÑĤÑĮ": 2782,
+ "ãģ§ãģĻãģŃ": 2783,
+ "çŃ": 2784,
+ "ł×Ķ": 2785,
+ "Ġjob": 2786,
+ "Ġmil": 2787,
+ "ĠëŃIJ": 2788,
+ "Ġesc": 2789,
+ "Ľi": 2790,
+ "Ġpay": 2791,
+ "Ġmem": 2792,
+ "Ġhappened": 2793,
+ "Ġeso": 2794,
+ "çĦ¶åIJİ": 2795,
+ "wa": 2796,
+ "Ġ×Ĵ×": 2797,
+ "©×Ķ": 2798,
+ "Ġju": 2799,
+ "äºĽ": 2800,
+ "Ġà¤ı": 2801,
+ "Ġroom": 2802,
+ "ĠاÙĦØ£": 2803,
+ "Ġcos": 2804,
+ "ŀ×Ķ": 2805,
+ "ork": 2806,
+ "Ġexc": 2807,
+ "ock": 2808,
+ "à¸Ĭ": 2809,
+ "ĠÙĥاÙĨ": 2810,
+ "Ġcol": 2811,
+ "ãĥī": 2812,
+ "ille": 2813,
+ "èģŀ": 2814,
+ "ĠعÙĦÙī": 2815,
+ "Ġook": 2816,
+ "ãģĵãģĨ": 2817,
+ "ãģ¿ãģŁãģĦ": 2818,
+ "less": 2819,
+ "ик": 2820,
+ "á»Ļt": 2821,
+ "Ġgirl": 2822,
+ "Ġhold": 2823,
+ "Ġjag": 2824,
+ "æĥħ": 2825,
+ "Ġart": 2826,
+ "η": 2827,
+ "Ġमà¥ĩà¤Ĥ": 2828,
+ "Ġfive": 2829,
+ "ĠFor": 2830,
+ "ắ": 2831,
+ "ãģĸ": 2832,
+ "Ġstud": 2833,
+ "Ġprof": 2834,
+ "Ġfamily": 2835,
+ "cy": 2836,
+ "50": 2837,
+ "ican": 2838,
+ "Ġmag": 2839,
+ "át": 2840,
+ "×ķ×Ŀ": 2841,
+ "ãĤ¨": 2842,
+ "ĠHa": 2843,
+ "by": 2844,
+ "Ġbeg": 2845,
+ "ĠNew": 2846,
+ "med": 2847,
+ "åĴĮ": 2848,
+ "å°ij": 2849,
+ "Ġmuy": 2850,
+ "Ġx": 2851,
+ "Ġbring": 2852,
+ "ĠìĤ¬": 2853,
+ "μ": 2854,
+ "isk": 2855,
+ "rend": 2856,
+ "ãģ¾ãģ§": 2857,
+ "Ġmes": 2858,
+ "Ġheard": 2859,
+ "æīĢ以": 2860,
+ "ĠEl": 2861,
+ "Ġdar": 2862,
+ "ling": 2863,
+ "Ġtimes": 2864,
+ "ãģĤãĤĬãģĮãģ¨ãģĨ": 2865,
+ "ëŀĺ": 2866,
+ "ãĥ£": 2867,
+ "Ġmod": 2868,
+ "ìľ¼": 2869,
+ "Ġave": 2870,
+ "å¾ħ": 2871,
+ "ãģªãĤĵãģ¦": 2872,
+ "اÙħ": 2873,
+ "arr": 2874,
+ "con": 2875,
+ "Ġwin": 2876,
+ "ki": 2877,
+ "Ġtal": 2878,
+ "Ġknew": 2879,
+ "ès": 2880,
+ "Ġoch": 2881,
+ "Ġonce": 2882,
+ "ÙĬÙĬ": 2883,
+ "Ġlead": 2884,
+ "êµ": 2885,
+ "tre": 2886,
+ "Ġdra": 2887,
+ "è¿ĩ": 2888,
+ "ãĢģè": 2889,
+ "ÃŁ": 2890,
+ "Ġabs": 2891,
+ "Ġyourself": 2892,
+ "Ġ?": 2893,
+ "ĠChrist": 2894,
+ "ura": 2895,
+ "Ġmark": 2896,
+ "Ġयह": 2897,
+ "àµį": 2898,
+ "Ġey": 2899,
+ "ĠMe": 2900,
+ "Ġmonth": 2901,
+ "oup": 2902,
+ "æĮģãģ¡": 2903,
+ "æŀľ": 2904,
+ "ience": 2905,
+ "30": 2906,
+ "äºĮ": 2907,
+ "Ġê±°": 2908,
+ "Ah": 2909,
+ "Ġhope": 2910,
+ "Ġsitu": 2911,
+ "Ġcontin": 2912,
+ "Ġmove": 2913,
+ "ĠnÃł": 2914,
+ "rop": 2915,
+ "Ġת×": 2916,
+ "Ġž": 2917,
+ "Ġà¤ļ": 2918,
+ "da": 2919,
+ "ĠPor": 2920,
+ "ject": 2921,
+ "çĪ": 2922,
+ "ili": 2923,
+ "æĺİ": 2924,
+ "å½ĵ": 2925,
+ "ĺ×": 2926,
+ "Ġsub": 2927,
+ "ino": 2928,
+ "ĠmÃ¥": 2929,
+ "á»į": 2930,
+ "ata": 2931,
+ "ãģªãģŁ": 2932,
+ "åĸ": 2933,
+ "Ġcomes": 2934,
+ "ijn": 2935,
+ "Ġgrand": 2936,
+ "ưá»Ŀi": 2937,
+ "llo": 2938,
+ "ình": 2939,
+ "most": 2940,
+ "हà¥Ģà¤Ĥ": 2941,
+ "Ġadd": 2942,
+ "ĮĢ": 2943,
+ "ional": 2944,
+ "ĠaÃŃ": 2945,
+ "ught": 2946,
+ "Ġschool": 2947,
+ "Ġprog": 2948,
+ "ç¬": 2949,
+ "âĢĶ": 2950,
+ "ÏĢ": 2951,
+ "ãģ¡ãĤĩãģ£ãģ¨": 2952,
+ "ãģµãģµ": 2953,
+ "Ġfull": 2954,
+ "ın": 2955,
+ "Ġeach": 2956,
+ "èµ·": 2957,
+ "osed": 2958,
+ "ering": 2959,
+ "Ġred": 2960,
+ "è§ī": 2961,
+ "nes": 2962,
+ "éģķ": 2963,
+ "Ġref": 2964,
+ "ãģ£ãģ¡ãĤĥ": 2965,
+ "ãĤģãģ¦": 2966,
+ "Ġmer": 2967,
+ "ela": 2968,
+ "ados": 2969,
+ "Ġblo": 2970,
+ "å®ļ": 2971,
+ "æħ": 2972,
+ "çݰ": 2973,
+ "Ġdist": 2974,
+ "ãĤ¦": 2975,
+ "Ġeveryone": 2976,
+ "Ġnumber": 2977,
+ "Ġvers": 2978,
+ "Ġè": 2979,
+ "ias": 2980,
+ "ĠвÑģ": 2981,
+ "ĠCom": 2982,
+ "åĽ½": 2983,
+ "onces": 2984,
+ "ãģıãģł": 2985,
+ "ãģ¶": 2986,
+ "Ġlooked": 2987,
+ "ween": 2988,
+ "ane": 2989,
+ "é«": 2990,
+ "ima": 2991,
+ "Ĥ´": 2992,
+ "alth": 2993,
+ "Ġniet": 2994,
+ "Ġprop": 2995,
+ "ç©": 2996,
+ "Ġdri": 2997,
+ "ete": 2998,
+ "Ġmaking": 2999,
+ "Ġnie": 3000,
+ "ив": 3001,
+ "æĪIJ": 3002,
+ "Ġwa": 3003,
+ "俺": 3004,
+ "ê±°": 3005,
+ "Ġdass": 3006,
+ "Ġpat": 3007,
+ "Ġdoor": 3008,
+ "Ġinvest": 3009,
+ "ãģĹãģ¾": 3010,
+ "ê¹Į": 3011,
+ "Ġinst": 3012,
+ "Ġmill": 3013,
+ "ãģĤãģ®": 3014,
+ "Ġchan": 3015,
+ "ãģŀ": 3016,
+ "ying": 3017,
+ "اء": 3018,
+ "ãĤ£": 3019,
+ "ament": 3020,
+ "да": 3021,
+ "Ġfollow": 3022,
+ "rer": 3023,
+ "ende": 3024,
+ "Ġनहà¥Ģà¤Ĥ": 3025,
+ "Ġbra": 3026,
+ "ëį°": 3027,
+ "Ġbea": 3028,
+ "ific": 3029,
+ "esso": 3030,
+ "Ġsn": 3031,
+ "Ġdays": 3032,
+ "ất": 3033,
+ "ities": 3034,
+ "Ġcra": 3035,
+ "Ġka": 3036,
+ "Ġëª": 3037,
+ "à§į": 3038,
+ "ĠvÃł": 3039,
+ "éŃ": 3040,
+ "Ġvæ": 3041,
+ "ility": 3042,
+ "ĠHey": 3043,
+ "orr": 3044,
+ "Ġص": 3045,
+ "è°": 3046,
+ "Ġsig": 3047,
+ "没æľī": 3048,
+ "Ġwithout": 3049,
+ "اب": 3050,
+ "ĠÏĢ": 3051,
+ "pped": 3052,
+ "ĠSÃ¥": 3053,
+ "Ġpast": 3054,
+ "Ġdos": 3055,
+ "ÑģÑĤв": 3056,
+ "actly": 3057,
+ "ĺãĤĥ": 3058,
+ "Ġtrue": 3059,
+ "Ġtambién": 3060,
+ "åij¢": 3061,
+ "oi": 3062,
+ "ãģĻãģĶ": 3063,
+ "ĠÙĬع": 3064,
+ "ĠëĤĺ": 3065,
+ "Ġfight": 3066,
+ "ours": 3067,
+ "ĠUh": 3068,
+ "hes": 3069,
+ "ிà®": 3070,
+ "åij³": 3071,
+ "åĹ¯": 3072,
+ "ë§Į": 3073,
+ "cri": 3074,
+ "Ġchange": 3075,
+ "Ġpues": 3076,
+ "olog": 3077,
+ "my": 3078,
+ "èº": 3079,
+ "Ġseg": 3080,
+ "â̦âĢ¦ï¼Ł": 3081,
+ "iden": 3082,
+ "ï¼Įä¸į": 3083,
+ "ative": 3084,
+ "Ġsem": 3085,
+ "Ġר×": 3086,
+ "á»ĩ": 3087,
+ "els": 3088,
+ "Ġà¤Ĺ": 3089,
+ "ines": 3090,
+ "Ġmá»Ļt": 3091,
+ "Ġfriends": 3092,
+ "ë¬": 3093,
+ "ìĭľ": 3094,
+ "ãĢģãģ©": 3095,
+ "Ġbetween": 3096,
+ "ĠÙĪØ§ÙĦ": 3097,
+ "iam": 3098,
+ "åģļ": 3099,
+ "Ġlight": 3100,
+ "jor": 3101,
+ "ãģİ": 3102,
+ "ĠTe": 3103,
+ "Ġang": 3104,
+ "lla": 3105,
+ "Ġeyes": 3106,
+ "à¸Ľ": 3107,
+ "র": 3108,
+ "eeee": 3109,
+ "व": 3110,
+ "ãģ¾ãģĽãĤĵ": 3111,
+ "Ġwrong": 3112,
+ "Ġyoung": 3113,
+ "Ġbreak": 3114,
+ "ãģĦãģ¤": 3115,
+ "åĥı": 3116,
+ "ÙĦÙħ": 3117,
+ "Ġdefin": 3118,
+ "Ġinform": 3119,
+ "ại": 3120,
+ ".com": 3121,
+ "Ġdisc": 3122,
+ "Ġש×IJ×": 3123,
+ "Ġbuild": 3124,
+ "Ġgoes": 3125,
+ "ãĥĬ": 3126,
+ "Ġmyself": 3127,
+ "Ġпо": 3128,
+ "Ġgra": 3129,
+ "ா": 3130,
+ "ano": 3131,
+ "æ³ķ": 3132,
+ "ÙĥÙĨ": 3133,
+ "å®ŀ": 3134,
+ "Ġstay": 3135,
+ "Ġprodu": 3136,
+ "ãģ®ãģ¯": 3137,
+ "αι": 3138,
+ "ä¹ĭ": 3139,
+ "Ġ×Ļש": 3140,
+ "ãģ¾ãģĤ": 3141,
+ "Ġpick": 3142,
+ "åħ¶": 3143,
+ "Ġasked": 3144,
+ "Ġbody": 3145,
+ "Ġauf": 3146,
+ "Ġtom": 3147,
+ "Ġthinking": 3148,
+ "ĠØ£ÙĪ": 3149,
+ "ista": 3150,
+ "好ãģį": 3151,
+ "à±į": 3152,
+ "Ġste": 3153,
+ "×ķ×ŀר": 3154,
+ "ãģĪãģĪ": 3155,
+ "å¤ĸ": 3156,
+ "ад": 3157,
+ "é£Ł": 3158,
+ "ras": 3159,
+ "di": 3160,
+ "ãģĵãĤį": 3161,
+ "ĠاÙĦÙĦÙĩ": 3162,
+ "Ġreason": 3163,
+ "Ġон": 3164,
+ "Ú¯": 3165,
+ "-do": 3166,
+ "Ġlang": 3167,
+ "Ġsing": 3168,
+ "ĠÐĺ": 3169,
+ "æı": 3170,
+ "Ġform": 3171,
+ "çĦ¡": 3172,
+ "Ġìĺ¤": 3173,
+ "ĠQ": 3174,
+ "Ġcá»§a": 3175,
+ "dan": 3176,
+ "ег": 3177,
+ "100": 3178,
+ "ctor": 3179,
+ "Ġlearn": 3180,
+ "Ġpot": 3181,
+ "Ġspeak": 3182,
+ "Ġsam": 3183,
+ "ัà¸ļ": 3184,
+ "è¼": 3185,
+ "οÏħ": 3186,
+ "ãĤĵãģ«": 3187,
+ "Ġtou": 3188,
+ "à¸Ńà¸ĩ": 3189,
+ "×Ļ×IJ": 3190,
+ "Ġfall": 3191,
+ "ither": 3192,
+ "wer": 3193,
+ "Ġquite": 3194,
+ "ãģªãģĭãģ£ãģŁ": 3195,
+ "ĠTo": 3196,
+ "åı¯ä»¥": 3197,
+ "κ": 3198,
+ "Ġà¤ī": 3199,
+ "ĠWho": 3200,
+ "ª×Ļ": 3201,
+ "ек": 3202,
+ "ÑĢÑĥ": 3203,
+ "ĠEst": 3204,
+ "æ°ĹæĮģãģ¡": 3205,
+ "åIJ§": 3206,
+ "×Ļ×ĵ": 3207,
+ "etzt": 3208,
+ "Ġmid": 3209,
+ "-hmm": 3210,
+ "Ġalg": 3211,
+ "å¤ī": 3212,
+ "Õ¡Õ": 3213,
+ "Ġж": 3214,
+ "ãĥĢ": 3215,
+ "Ġ×Ĺ×": 3216,
+ "Ġ×IJת×Ķ": 3217,
+ "ĠÙħع": 3218,
+ "Ġdeal": 3219,
+ "ately": 3220,
+ "gg": 3221,
+ "åĢĻ": 3222,
+ "ital": 3223,
+ "Ġì¢": 3224,
+ "Ġjá": 3225,
+ "ures": 3226,
+ "cht": 3227,
+ "Ġbare": 3228,
+ "ĠعÙĨ": 3229,
+ "igt": 3230,
+ "Ġcase": 3231,
+ "ized": 3232,
+ "Ġminut": 3233,
+ "Ġfree": 3234,
+ "án": 3235,
+ "ãģī": 3236,
+ "ãĤĮãģªãģĦ": 3237,
+ "ball": 3238,
+ "where": 3239,
+ "Ġ×IJ×Ļ×": 3240,
+ "Ñij": 3241,
+ "Ġaqui": 3242,
+ "stem": 3243,
+ "ัà¸Ļ": 3244,
+ "Ġ׼": 3245,
+ "à¹Ģร": 3246,
+ "Ñį": 3247,
+ "Ġyet": 3248,
+ "Ġimag": 3249,
+ "ffic": 3250,
+ "igen": 3251,
+ "ãĤıãģŁãģĹ": 3252,
+ "ë¶": 3253,
+ "Ġà¤Ń": 3254,
+ "ĠPr": 3255,
+ "Ġê³": 3256,
+ "ãģ¡ãĤħ": 3257,
+ "ãģģãģ£": 3258,
+ "Ġalmost": 3259,
+ "ĠAt": 3260,
+ "Ġals": 3261,
+ "'ai": 3262,
+ "Ġleast": 3263,
+ "ĠEx": 3264,
+ "ĠEu": 3265,
+ "æľ¬å½": 3266,
+ "Ġdit": 3267,
+ "Ġhab": 3268,
+ "ãģĹãģı": 3269,
+ "Ġפ×": 3270,
+ "èĪ": 3271,
+ "Ġheart": 3272,
+ "Ġà²": 3273,
+ "nen": 3274,
+ "Ġcreat": 3275,
+ "mi": 3276,
+ "Ġ×Ĺ": 3277,
+ "Ġê°Ģ": 3278,
+ "blic": 3279,
+ "Ġbeh": 3280,
+ "常": 3281,
+ "Ġcool": 3282,
+ "Ġaw": 3283,
+ "Ġsmall": 3284,
+ "Ġhogy": 3285,
+ "ov": 3286,
+ "ãģijãģ¦": 3287,
+ "ãģĭãĤĬ": 3288,
+ "Ġpartic": 3289,
+ "ĠاÙĦت": 3290,
+ "Ġdin": 3291,
+ "Ġworking": 3292,
+ "Ġthank": 3293,
+ "Ġmeans": 3294,
+ "Ġìĸ´": 3295,
+ "åĺ": 3296,
+ "Ġà¤ķà¥ĭ": 3297,
+ "ÏĮ": 3298,
+ "Ġngưá»Ŀi": 3299,
+ "æ¯Ķ": 3300,
+ "Ġtot": 3301,
+ "次": 3302,
+ "anto": 3303,
+ "Ġlater": 3304,
+ "Ġëĭ¤": 3305,
+ "viously": 3306,
+ "ìŀIJ": 3307,
+ "ĠÑįÑĤ": 3308,
+ "ĠSh": 3309,
+ "ượ": 3310,
+ "Ġgan": 3311,
+ "að": 3312,
+ "åIJĹ": 3313,
+ "ãģªãĤĵãģĭ": 3314,
+ "Ġìļ": 3315,
+ "eld": 3316,
+ "Ġmess": 3317,
+ "ä½ĵ": 3318,
+ "Ġeverybody": 3319,
+ "ĠSÃŃ": 3320,
+ "ãģıãģłãģķãģĦ": 3321,
+ "缸": 3322,
+ "Ġcent": 3323,
+ "ives": 3324,
+ "vern": 3325,
+ "ortun": 3326,
+ "Ġsomebody": 3327,
+ "ĠÐĴ": 3328,
+ "еÑģ": 3329,
+ "Ġuntil": 3330,
+ "ãĥij": 3331,
+ "缴": 3332,
+ "ãģ¡ãģ¯": 3333,
+ "é«ĺ": 3334,
+ "Ġko": 3335,
+ "ĠMas": 3336,
+ "ones": 3337,
+ "ãĥŁ": 3338,
+ "ider": 3339,
+ "Ġcouple": 3340,
+ "Ġsince": 3341,
+ "201": 3342,
+ "Ġhey": 3343,
+ "ĠоÑĤ": 3344,
+ "Ġcheck": 3345,
+ "ãĢĤãģĿãģĨ": 3346,
+ "ĠTrump": 3347,
+ "ĠogsÃ¥": 3348,
+ "Ø¥": 3349,
+ "ता": 3350,
+ "身": 3351,
+ "Ġsense": 3352,
+ "Ġheb": 3353,
+ "Ġmakes": 3354,
+ "ette": 3355,
+ "ried": 3356,
+ "ÅĽ": 3357,
+ "Ġcommun": 3358,
+ "Ġpolit": 3359,
+ "Ġtw": 3360,
+ "Ġhalf": 3361,
+ "ĠÑħ": 3362,
+ "ãĥĹ": 3363,
+ "ân": 3364,
+ "ãģłãģ£ãģ¦": 3365,
+ "lah": 3366,
+ "ãģªãĤĭ": 3367,
+ "×ķ×ĵ×": 3368,
+ "Ġdies": 3369,
+ "èĢĥ": 3370,
+ "Ġespe": 3371,
+ "主": 3372,
+ "åĦ": 3373,
+ "ż": 3374,
+ "ield": 3375,
+ "ĠJeg": 3376,
+ "This": 3377,
+ "Ġmot": 3378,
+ "ãģ¨ãģĵãĤį": 3379,
+ "Ġ׾×Ķ×": 3380,
+ "åĢĭ": 3381,
+ "åĭķ": 3382,
+ "ãĢģãĤĵ": 3383,
+ "Ġfelt": 3384,
+ "ãĤ°": 3385,
+ "ĠCan": 3386,
+ "ici": 3387,
+ "ĠThen": 3388,
+ "lij": 3389,
+ "ĠТ": 3390,
+ "ãĤīãģĦ": 3391,
+ "ู": 3392,
+ "'il": 3393,
+ "àµįà´": 3394,
+ "使": 3395,
+ "Ġago": 3396,
+ "Ġbar": 3397,
+ "Ġfig": 3398,
+ "iế": 3399,
+ "ãĤµ": 3400,
+ "太": 3401,
+ "202": 3402,
+ "Ġcontro": 3403,
+ "Ġentre": 3404,
+ "side": 3405,
+ "iones": 3406,
+ "ĠвоÑĤ": 3407,
+ "Ñĸ": 3408,
+ "ÙĪÙħ": 3409,
+ "-b": 3410,
+ "Ġemp": 3411,
+ "ĠDa": 3412,
+ "15": 3413,
+ "Ġ×IJ×ij׾": 3414,
+ "ÛĮÙĨ": 3415,
+ "Ġü": 3416,
+ "Ġconvers": 3417,
+ "Ġá": 3418,
+ "Ġless": 3419,
+ "Ġisn": 3420,
+ "è¨Ģãģ£ãģ¦": 3421,
+ "олÑĮ": 3422,
+ "Ġbed": 3423,
+ "Ġvideo": 3424,
+ "×ķ׾×": 3425,
+ "é¦": 3426,
+ "ani": 3427,
+ "èĤ": 3428,
+ "ÙĬا": 3429,
+ "ãĢģä»Ĭ": 3430,
+ "ç¤": 3431,
+ "gar": 3432,
+ "Ġben": 3433,
+ "à¯ģà®": 3434,
+ "éħ": 3435,
+ "acht": 3436,
+ "ब": 3437,
+ "Ġtá": 3438,
+ "ism": 3439,
+ "Ġmorning": 3440,
+ "ĠOne": 3441,
+ "аж": 3442,
+ "Ġskal": 3443,
+ "ç¨": 3444,
+ "vent": 3445,
+ "æĢ§": 3446,
+ "ÃŃs": 3447,
+ "Ġprom": 3448,
+ "Ġfavor": 3449,
+ "Ġinteresting": 3450,
+ "Ġsus": 3451,
+ "ãģłãĤĪ": 3452,
+ "ĠвÑĭ": 3453,
+ "è´": 3454,
+ "ndo": 3455,
+ "èī¯": 3456,
+ "ĠAm": 3457,
+ "Ġú": 3458,
+ "Ġže": 3459,
+ "ान": 3460,
+ "Ġnem": 3461,
+ "Ľ×ľ": 3462,
+ "ãģ³": 3463,
+ "Ġexam": 3464,
+ "amn": 3465,
+ "Ġפ": 3466,
+ "cul": 3467,
+ "ìĿ¸": 3468,
+ "ald": 3469,
+ "Ġvez": 3470,
+ "ĠMan": 3471,
+ "ices": 3472,
+ "Ġnhư": 3473,
+ "Ġहà¥Īà¤Ĥ": 3474,
+ "ุ": 3475,
+ "Ġnice": 3476,
+ "Ġquick": 3477,
+ "Ġsho": 3478,
+ "ãĥĨ": 3479,
+ "ton": 3480,
+ "Ġê²ĥ": 3481,
+ "lus": 3482,
+ "èĬ": 3483,
+ "Ġκ": 3484,
+ "Well": 3485,
+ "ĠÐŁ": 3486,
+ "Ġsou": 3487,
+ "æĦŁãģĺ": 3488,
+ "دا": 3489,
+ "ä¿¡": 3490,
+ "à§įà¦": 3491,
+ "Ġbehind": 3492,
+ "Ġför": 3493,
+ "Ġ×ŀ×IJ": 3494,
+ "Ġchá»": 3495,
+ "ç½": 3496,
+ "æŃ£": 3497,
+ "ĠMaybe": 3498,
+ "तà¥ĩ": 3499,
+ "Ġhur": 3500,
+ "day": 3501,
+ "ube": 3502,
+ "Ġ׼׾": 3503,
+ "夫": 3504,
+ "ĠÙĩÙĨا": 3505,
+ "Ùij": 3506,
+ "Ġassim": 3507,
+ "룰": 3508,
+ "ãģĽãģ¦": 3509,
+ "Ġ×¢": 3510,
+ "ай": 3511,
+ "Ġgre": 3512,
+ "åł´": 3513,
+ "-ÑĤо": 3514,
+ "Ġjetzt": 3515,
+ "Ķर": 3516,
+ "à¤Ĺ": 3517,
+ "à¥įत": 3518,
+ "ini": 3519,
+ "ãĢħ": 3520,
+ "sk": 3521,
+ "Ġmeet": 3522,
+ "Ġcam": 3523,
+ "Ġalle": 3524,
+ "Ġyang": 3525,
+ "ari": 3526,
+ "Ġко": 3527,
+ "ĠIl": 3528,
+ "dy": 3529,
+ "×ķר×": 3530,
+ "åIJį": 3531,
+ "è§£": 3532,
+ "ĠGr": 3533,
+ "æĸ°": 3534,
+ "tern": 3535,
+ "Ġpop": 3536,
+ "Ġwouldn": 3537,
+ "Ġeller": 3538,
+ "adi": 3539,
+ "Ġwater": 3540,
+ "è£": 3541,
+ "Ġavec": 3542,
+ "ett": 3543,
+ "Ġhuman": 3544,
+ "ĠLord": 3545,
+ "cc": 3546,
+ "yor": 3547,
+ "Ġbueno": 3548,
+ "ãĢģãģĿãģ®": 3549,
+ "بÙĬ": 3550,
+ "Ġ$": 3551,
+ "200": 3552,
+ "à¥įà¤Ł": 3553,
+ "ĸ×": 3554,
+ "ãĥĩ": 3555,
+ "Ġut": 3556,
+ "akt": 3557,
+ "Qué": 3558,
+ "-da": 3559,
+ "ça": 3560,
+ "Ġfinal": 3561,
+ "ï¼Įä»ĸ": 3562,
+ "son": 3563,
+ "ĠìĪĺ": 3564,
+ "Ġtip": 3565,
+ "Ġsix": 3566,
+ "Ġlá": 3567,
+ "Ġpesso": 3568,
+ "ĶĢ": 3569,
+ "Ġtre": 3570,
+ "Ġìĥ": 3571,
+ "ç§į": 3572,
+ "ãģ«ãĤĤ": 3573,
+ "åIJĽ": 3574,
+ "Ġline": 3575,
+ "à°¿": 3576,
+ "Ġहà¥ĭ": 3577,
+ "ãģ¾ãģł": 3578,
+ "ĠPero": 3579,
+ "را": 3580,
+ "ife": 3581,
+ "12": 3582,
+ "ĠPa": 3583,
+ "ants": 3584,
+ "ĠJohn": 3585,
+ "lu": 3586,
+ "orth": 3587,
+ "Ġà´": 3588,
+ "×Ļ×ij": 3589,
+ "ìĸ´ìļĶ": 3590,
+ "×Ļ×ķ": 3591,
+ "Ġhappy": 3592,
+ "Ġgrow": 3593,
+ "ments": 3594,
+ "ĠÙĬا": 3595,
+ "Ġtest": 3596,
+ "Ġleave": 3597,
+ "iro": 3598,
+ "ä¸ĸ": 3599,
+ "Ġland": 3600,
+ "Ġ×§": 3601,
+ "iá»ĩ": 3602,
+ "ãĤ§": 3603,
+ "Ġfine": 3604,
+ "ãģħãģħ": 3605,
+ "Ġven": 3606,
+ "ief": 3607,
+ "selves": 3608,
+ "Ġmatter": 3609,
+ "ôi": 3610,
+ "Ġnorm": 3611,
+ "åĽłä¸º": 3612,
+ "ÙĪØ¯": 3613,
+ "Ġeine": 3614,
+ "ئ": 3615,
+ "Ñĥд": 3616,
+ "ìĬµ": 3617,
+ "ister": 3618,
+ "åĵĪ": 3619,
+ "tså": 3620,
+ "llen": 3621,
+ "Ġkun": 3622,
+ "åŁ": 3623,
+ "AAAA": 3624,
+ "ãĢģãĤĤãģĨ": 3625,
+ "ĠاÙĨ": 3626,
+ "ĵ×ijר": 3627,
+ "è¢": 3628,
+ "ç®": 3629,
+ "sta": 3630,
+ "ữ": 3631,
+ "åı¯èĥ½": 3632,
+ "ster": 3633,
+ "imo": 3634,
+ "ãģĶãģĸ": 3635,
+ "ç¾İ": 3636,
+ "IJ׾": 3637,
+ "ãģ®ãģĵãģ¨": 3638,
+ "ême": 3639,
+ "Ġlle": 3640,
+ "ham": 3641,
+ "Ġepisode": 3642,
+ "Ġplease": 3643,
+ "par": 3644,
+ "Ġverd": 3645,
+ "å·±": 3646,
+ "éĸĵ": 3647,
+ "èĩªåĪĨ": 3648,
+ "yle": 3649,
+ "Ġmain": 3650,
+ "ÃŃt": 3651,
+ "ãģ£ãģ¡": 3652,
+ "ĠëIJ": 3653,
+ "onder": 3654,
+ "å®Ł": 3655,
+ "Ġprogram": 3656,
+ "Ġà¤Ĩप": 3657,
+ "åıĸ": 3658,
+ "irit": 3659,
+ "Ġwie": 3660,
+ "à¸Ħร": 3661,
+ "Ġ×Ĵ×Ŀ": 3662,
+ "иÑħ": 3663,
+ "ãĥ¥": 3664,
+ "ок": 3665,
+ "iting": 3666,
+ "Ġmir": 3667,
+ "unch": 3668,
+ "Ġcouldn": 3669,
+ "bal": 3670,
+ "ĠEntão": 3671,
+ "ாà®": 3672,
+ "Ġhit": 3673,
+ "ère": 3674,
+ "æĺ¯çļĦ": 3675,
+ "Ġant": 3676,
+ "Ġwoman": 3677,
+ "Ġsystem": 3678,
+ "ĠÙĬعÙĨÙĬ": 3679,
+ "Ġhom": 3680,
+ "ÎŃ": 3681,
+ "Ġvamos": 3682,
+ "Ġà¤Ķर": 3683,
+ "Ġsag": 3684,
+ "Ġkids": 3685,
+ "itely": 3686,
+ "ange": 3687,
+ "rence": 3688,
+ "Äĩ": 3689,
+ "Ġtambém": 3690,
+ "mpre": 3691,
+ "ÖĢ": 3692,
+ "ÑıÑĤ": 3693,
+ "ظ": 3694,
+ "ava": 3695,
+ "hor": 3696,
+ "Ġëı": 3697,
+ "à±įà°": 3698,
+ "Ġtaking": 3699,
+ "outh": 3700,
+ "Ġwo": 3701,
+ "ãĤıãģij": 3702,
+ "è§īå¾Ĺ": 3703,
+ "Ġaz": 3704,
+ "oud": 3705,
+ "ĠEr": 3706,
+ "Ġequ": 3707,
+ "ĠCo": 3708,
+ "gue": 3709,
+ "Ġfac": 3710,
+ "ĠBu": 3711,
+ "än": 3712,
+ "Ġfore": 3713,
+ "Ġtin": 3714,
+ "Ġnoch": 3715,
+ "ün": 3716,
+ "ãģĨãģĨ": 3717,
+ "عد": 3718,
+ "Ġserv": 3719,
+ "à¤Ĥà¤Ĺ": 3720,
+ "Ġexpect": 3721,
+ "ée": 3722,
+ "ìĽ": 3723,
+ "ational": 3724,
+ "rat": 3725,
+ "ìĥ": 3726,
+ "ãģįãģŁ": 3727,
+ "ãģ¯ãģ¯": 3728,
+ "iste": 3729,
+ "×Ļש": 3730,
+ "ument": 3731,
+ "ãĤĵãģ«ãģ¡ãģ¯": 3732,
+ "Ġlevel": 3733,
+ "ĠHo": 3734,
+ "ãĤĤãĤī": 3735,
+ "ãģ¨ãģĹãģ¦": 3736,
+ "ãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤ": 3737,
+ "11": 3738,
+ "ĠMr": 3739,
+ "erv": 3740,
+ "Ġcountry": 3741,
+ "ÑĥÑĤ": 3742,
+ "ï½ŀï½ŀ": 3743,
+ "Ġwomen": 3744,
+ "Ġnog": 3745,
+ "иÑĩ": 3746,
+ "Ġsocial": 3747,
+ "Ġdead": 3748,
+ "ior": 3749,
+ "æĹ¶åĢĻ": 3750,
+ "Ġहम": 3751,
+ "éĺ": 3752,
+ "رÙģ": 3753,
+ "ots": 3754,
+ "ä¸ī": 3755,
+ "èĩªå·±": 3756,
+ "Ġgone": 3757,
+ "ĠCar": 3758,
+ "ged": 3759,
+ "Ġét": 3760,
+ "ãĤĤãģ£ãģ¨": 3761,
+ "Ġоб": 3762,
+ "Ġfoi": 3763,
+ "ãĢģãģĵãĤĮ": 3764,
+ "èĭ": 3765,
+ "aaaaaaaaaaaaaaaa": 3766,
+ "Ġpost": 3767,
+ "ãģĭãģĹ": 3768,
+ "æķĻ": 3769,
+ "ĠYo": 3770,
+ "Ġsobre": 3771,
+ "Ġseason": 3772,
+ "Ġsle": 3773,
+ "ืà¸Ń": 3774,
+ "Ġ×§×": 3775,
+ "In": 3776,
+ "ĠÄijó": 3777,
+ "ĠAd": 3778,
+ "Ġcal": 3779,
+ "ий": 3780,
+ "They": 3781,
+ "ush": 3782,
+ "Ġqual": 3783,
+ "Ġfre": 3784,
+ "ĠÑĤо": 3785,
+ "Ġfront": 3786,
+ "Ġsé": 3787,
+ "Ġvra": 3788,
+ "ique": 3789,
+ "á»ĵ": 3790,
+ "ches": 3791,
+ "ĠÑģÑĤ": 3792,
+ "มà¹Ī": 3793,
+ "Ġvon": 3794,
+ "ĠÐĶ": 3795,
+ "éŁ": 3796,
+ "Ġstre": 3797,
+ "ĠEvery": 3798,
+ "ĠsÃ¥dan": 3799,
+ "ows": 3800,
+ "à°¾": 3801,
+ "Ġfoot": 3802,
+ "cle": 3803,
+ "iver": 3804,
+ "ç·Ĵ": 3805,
+ "द": 3806,
+ "ĠباÙĦ": 3807,
+ "ãģ§ãģĹãĤĩãģĨ": 3808,
+ "Ġcat": 3809,
+ "ë°": 3810,
+ "cially": 3811,
+ "Ġë³´": 3812,
+ "ãĤĪãĤĬ": 3813,
+ "ena": 3814,
+ "ories": 3815,
+ "Ġconst": 3816,
+ "ĠØ·": 3817,
+ "Ġε": 3818,
+ "Ġvir": 3819,
+ "×ķ×§": 3820,
+ "Ġhimself": 3821,
+ "ëłĩ": 3822,
+ "ÅĻ": 3823,
+ "Ġ×Ķ×ŀ×": 3824,
+ "vin": 3825,
+ "Ġç": 3826,
+ "×Ļ×ķת": 3827,
+ "¯à¤¾": 3828,
+ "Ġhor": 3829,
+ "Ġsit": 3830,
+ "Ġìłķ": 3831,
+ "ãģĪãĤĭ": 3832,
+ "ney": 3833,
+ "Ġstrong": 3834,
+ "Å©": 3835,
+ "arch": 3836,
+ "ĠAlso": 3837,
+ "Ġblack": 3838,
+ "иÑģ": 3839,
+ "Ġdun": 3840,
+ "ross": 3841,
+ "-s": 3842,
+ "ει": 3843,
+ "ony": 3844,
+ "view": 3845,
+ "å½¼": 3846,
+ "æĹ©": 3847,
+ "ĠеÑģÑĤÑĮ": 3848,
+ "for": 3849,
+ "ãģĺãĤĥãģĤ": 3850,
+ "iving": 3851,
+ "Ġ׳": 3852,
+ "Ġsometimes": 3853,
+ "Ġtech": 3854,
+ "ãĢģãģĦ": 3855,
+ "ন": 3856,
+ "Ġiss": 3857,
+ "Ġà¹ĥ": 3858,
+ "Ġlooks": 3859,
+ "Ġesse": 3860,
+ "ç¥ŀ": 3861,
+ "à¤Ĥद": 3862,
+ "Ġlar": 3863,
+ "Ġhands": 3864,
+ "Ġþað": 3865,
+ "ائ": 3866,
+ "Ġbecome": 3867,
+ "itting": 3868,
+ "ç¶": 3869,
+ "éĸĵãģ": 3870,
+ "èŃ": 3871,
+ "Ġtodos": 3872,
+ "head": 3873,
+ "let": 3874,
+ "å®ĥ": 3875,
+ "Ġclose": 3876,
+ "Ġ×IJ×ĸ": 3877,
+ "Ġexactly": 3878,
+ "ĸĪ": 3879,
+ "Ġë¶": 3880,
+ "Ġbes": 3881,
+ "ãģĦãģ¾ãģĹãģŁ": 3882,
+ "Ġlaw": 3883,
+ "Ġtrain": 3884,
+ "ाल": 3885,
+ "ãģªãģĦãģ®": 3886,
+ "аеÑĤ": 3887,
+ "but": 3888,
+ "à¸Ĥ": 3889,
+ "une": 3890,
+ "à¸ŀ": 3891,
+ "Ġhacer": 3892,
+ "ĠWow": 3893,
+ "Ġesta": 3894,
+ "Ġað": 3895,
+ "×Ļ×Ļ×Ļ×Ļ": 3896,
+ "cis": 3897,
+ "ãĢģãģĤãģ£": 3898,
+ "ott": 3899,
+ "ists": 3900,
+ "Ġnews": 3901,
+ "fter": 3902,
+ "ĠSte": 3903,
+ "bers": 3904,
+ "Ġdeep": 3905,
+ "Ġready": 3906,
+ "Ġ×ŀ×IJ×ķ×ĵ": 3907,
+ "olutely": 3908,
+ "اÙĬ": 3909,
+ "Ġα": 3910,
+ "ë²": 3911,
+ "ĠÙĦÙĬ": 3912,
+ "Ġhaven": 3913,
+ "orts": 3914,
+ "ŀ×ķ×": 3915,
+ "Ġì§Ģ": 3916,
+ "-t": 3917,
+ "Ġpens": 3918,
+ "Ġpull": 3919,
+ "çī¹": 3920,
+ "por": 3921,
+ "å¼Ģ": 3922,
+ "Ġfoc": 3923,
+ "ĠnÃły": 3924,
+ "Ġliter": 3925,
+ "à¸Ĭà¹Ī": 3926,
+ "Ġei": 3927,
+ "Ġdou": 3928,
+ "룬": 3929,
+ "ìĤ¬": 3930,
+ "è¿ij": 3931,
+ "Ġnous": 3932,
+ "è¦ĭãģ¦": 3933,
+ "éķ·": 3934,
+ "Ġze": 3935,
+ "Ġadv": 3936,
+ "Ġgets": 3937,
+ "Ġê¸": 3938,
+ "ĠÄIJ": 3939,
+ "ĠNão": 3940,
+ "ä¸Ī": 3941,
+ "adio": 3942,
+ "ĠاÙĦÙĦÙĬ": 3943,
+ "Ġdev": 3944,
+ "Ġpap": 3945,
+ "æľĪ": 3946,
+ "ĠBl": 3947,
+ "ãĢĤãģĬ": 3948,
+ "ड": 3949,
+ "Ġdest": 3950,
+ "uz": 3951,
+ "à¤ľ": 3952,
+ "ron": 3953,
+ "ãģĤãģªãģŁ": 3954,
+ "Úº": 3955,
+ "ál": 3956,
+ "аÑı": 3957,
+ "ĠPro": 3958,
+ "ãĤ±": 3959,
+ "ola": 3960,
+ "Ġpal": 3961,
+ "ĠÅŁ": 3962,
+ "nde": 3963,
+ "Ġcuando": 3964,
+ "Ġtiene": 3965,
+ "Ġbab": 3966,
+ "Ġjak": 3967,
+ "ãĤĵãģĺãĤĥ": 3968,
+ "æĤª": 3969,
+ "40": 3970,
+ "ĠahÃŃ": 3971,
+ "rar": 3972,
+ "ØŃد": 3973,
+ "Ġà¸Ń": 3974,
+ "ĠС": 3975,
+ "Ġprim": 3976,
+ "Ġת": 3977,
+ "ãĢģãģ¯ãģģ": 3978,
+ "ात": 3979,
+ "ãģĥ": 3980,
+ "ãģªãģıãģ¦": 3981,
+ "æŁ": 3982,
+ "ĠDan": 3983,
+ "éŃĶ": 3984,
+ "Ġré": 3985,
+ "Ġsen": 3986,
+ "ìłľ": 3987,
+ "line": 3988,
+ "омÑĥ": 3989,
+ "ĠìķĪ": 3990,
+ "ä¸Ģç·Ĵ": 3991,
+ "Ġpur": 3992,
+ "Ġë¬": 3993,
+ "Ġclass": 3994,
+ "Ġgovern": 3995,
+ "?\"": 3996,
+ "ãĤ»": 3997,
+ "Ġfra": 3998,
+ "Ġcut": 3999,
+ "mos": 4000,
+ "ãģĵãĤĵãģª": 4001,
+ "ĠWh": 4002,
+ "Ġobviously": 4003,
+ "çŁ¥éģĵ": 4004,
+ "ãĢģãģĨ": 4005,
+ "Ġsoon": 4006,
+ "ĠØ£ÙĨت": 4007,
+ "Ġà¤ķि": 4008,
+ "éĩį": 4009,
+ "ĠX": 4010,
+ "Ġbasically": 4011,
+ "羣çļĦ": 4012,
+ "Ġblah": 4013,
+ "иÑĤÑĮ": 4014,
+ "Ġgave": 4015,
+ "æľ¬å½ĵãģ«": 4016,
+ "Ġair": 4017,
+ "Ġhu": 4018,
+ "Ġay": 4019,
+ "Ġvida": 4020,
+ "ko": 4021,
+ "ì¹": 4022,
+ "à¹Ħมà¹Ī": 4023,
+ "Ġsat": 4024,
+ "ä¸Ī夫": 4025,
+ "ãģĹãģ¾ãģĻ": 4026,
+ "Ġhaben": 4027,
+ "Ġzijn": 4028,
+ "Ġtú": 4029,
+ "Ĺר": 4030,
+ "Ġplaying": 4031,
+ "ìĬµëĭĪëĭ¤": 4032,
+ "æĦĽ": 4033,
+ "Ġalt": 4034,
+ "Ġcomplet": 4035,
+ "ãģªãĤĵãģ§": 4036,
+ "æ¨": 4037,
+ "Ġtrou": 4038,
+ "ción": 4039,
+ "Ġê·¸ëŀĺ": 4040,
+ "วà¹Īา": 4041,
+ "Ø¡": 4042,
+ "Ġeither": 4043,
+ "ĠìĦ": 4044,
+ "楽": 4045,
+ "ãĥł": 4046,
+ "ĠPar": 4047,
+ "vid": 4048,
+ "æĿ¥æĿ¥": 4049,
+ "empl": 4050,
+ "еб": 4051,
+ "ãĢģãĤĵãģ": 4052,
+ "ĠCon": 4053,
+ "ãĢģãģĵãģ®": 4054,
+ "ĠÏĥ": 4055,
+ "Ġsuc": 4056,
+ "ł×Ĺ×": 4057,
+ "Ġfut": 4058,
+ "ali": 4059,
+ "à«": 4060,
+ "à¸ģà¹ĩ": 4061,
+ "ł×Ļ×Ŀ": 4062,
+ "лÑı": 4063,
+ "è¨ĢãģĨ": 4064,
+ "르": 4065,
+ "ĠIch": 4066,
+ "åıª": 4067,
+ "ety": 4068,
+ "çº": 4069,
+ "Ġdefinitely": 4070,
+ "ĠнÑĥ": 4071,
+ "çµIJ": 4072,
+ "ĠGood": 4073,
+ "çĹ": 4074,
+ "ç«ĭ": 4075,
+ "Ġvoor": 4076,
+ "à³į": 4077,
+ "Ġton": 4078,
+ "ãĤĪãģı": 4079,
+ "Ġwatching": 4080,
+ "Ġminutes": 4081,
+ "ĠSch": 4082,
+ "iá»ģ": 4083,
+ "Ġhot": 4084,
+ "of": 4085,
+ "ược": 4086,
+ "æº": 4087,
+ "из": 4088,
+ "à¥ĭà¤Ĥ": 4089,
+ "ç§ģãģ¯": 4090,
+ "Ġaber": 4091,
+ "大ä¸Ī夫": 4092,
+ "ön": 4093,
+ "Ġfire": 4094,
+ "Ġneg": 4095,
+ "ped": 4096,
+ "被": 4097,
+ "ĠHer": 4098,
+ "Ġbon": 4099,
+ "Ġide": 4100,
+ "ĠPh": 4101,
+ "lijk": 4102,
+ "ished": 4103,
+ "Ġcrazy": 4104,
+ "аÑİ": 4105,
+ "Ġhealth": 4106,
+ "idade": 4107,
+ "There": 4108,
+ "ator": 4109,
+ "lex": 4110,
+ "دÙĩ": 4111,
+ "ĠاÙĦس": 4112,
+ "नà¥įà¤": 4113,
+ "ãģĿãĤĮãģ¯": 4114,
+ "Ġconc": 4115,
+ "ĠDas": 4116,
+ "Ġpray": 4117,
+ "bi": 4118,
+ "ĠÛģ": 4119,
+ "ison": 4120,
+ "éľ": 4121,
+ "lam": 4122,
+ "fic": 4123,
+ "ãģ®ãģĬ": 4124,
+ "elo": 4125,
+ "Ġzo": 4126,
+ "ãģĹãģ¦ãĤĭ": 4127,
+ "Ġrelations": 4128,
+ "Ġbur": 4129,
+ "ç»ı": 4130,
+ "Ġmême": 4131,
+ "ĠØ£ÙĬ": 4132,
+ "à±ģ": 4133,
+ "zen": 4134,
+ "Ġbeaut": 4135,
+ "輩": 4136,
+ "Ġsupport": 4137,
+ ",\"": 4138,
+ "Ġener": 4139,
+ "ĠnÃ¥": 4140,
+ "à¹īา": 4141,
+ "ần": 4142,
+ "ract": 4143,
+ "Ġsich": 4144,
+ "íķł": 4145,
+ "hi": 4146,
+ "Ġ.": 4147,
+ "udo": 4148,
+ "If": 4149,
+ "Ġintern": 4150,
+ "ĠAre": 4151,
+ "ии": 4152,
+ "éĤ£ä¸ª": 4153,
+ "åĪĿ": 4154,
+ "ãĤīãģªãģĦ": 4155,
+ "omet": 4156,
+ "Ġwords": 4157,
+ "å§ĭ": 4158,
+ "ç¢": 4159,
+ "Ġbegin": 4160,
+ "ĠاÙĦع": 4161,
+ "18": 4162,
+ "Ġpie": 4163,
+ "ãĤº": 4164,
+ "ĠWhere": 4165,
+ "Ġlost": 4166,
+ "Ġexperience": 4167,
+ "Ġसà¥ĩ": 4168,
+ "ards": 4169,
+ "Ġpain": 4170,
+ "Ġprocess": 4171,
+ "ì£ł": 4172,
+ "Ġcult": 4173,
+ "ua": 4174,
+ "hehehehehehehehe": 4175,
+ "Ġeng": 4176,
+ "ãģ£ãģŁãĤī": 4177,
+ "ãģ£ãģ¦ãģĦãģĨ": 4178,
+ "èIJ": 4179,
+ "ĠmÃł": 4180,
+ "Ġà¤ıà¤ķ": 4181,
+ "ĠاÙĦØŃ": 4182,
+ "ãĥıãĥı": 4183,
+ "used": 4184,
+ "not": 4185,
+ "å¼·": 4186,
+ "Ö¼": 4187,
+ "çı": 4188,
+ "ãĢģãģĪ": 4189,
+ "éĢĻ": 4190,
+ "ender": 4191,
+ "Ġpeu": 4192,
+ "ìĹĪ": 4193,
+ "çĬ": 4194,
+ "Ġjour": 4195,
+ "âĶĢ": 4196,
+ "ãĢģãģ¯": 4197,
+ "ural": 4198,
+ "Ġturned": 4199,
+ "ĠWas": 4200,
+ "Ġeasy": 4201,
+ "Ġboy": 4202,
+ "à¸Ĺีà¹Ī": 4203,
+ "ãģŁãĤģ": 4204,
+ "ÙĥÙħ": 4205,
+ "è¿Ļæł·": 4206,
+ "ona": 4207,
+ "ully": 4208,
+ "ê·¸": 4209,
+ "रà¥įà¤": 4210,
+ "ÑĦ": 4211,
+ "è»": 4212,
+ "æĴ": 4213,
+ "ĠÐIJ": 4214,
+ "ãĤĦãģ£ãģ¦": 4215,
+ "ãĤĦãģ£ãģ±": 4216,
+ "Ïī": 4217,
+ "ring": 4218,
+ "Ġdir": 4219,
+ "Ġese": 4220,
+ "ãģľ": 4221,
+ "åĪĩ": 4222,
+ "âĻ": 4223,
+ "ĠBen": 4224,
+ "Ġstra": 4225,
+ "Ġalong": 4226,
+ "ãĥĭ": 4227,
+ "Ġpress": 4228,
+ "Ġball": 4229,
+ "Ġrecord": 4230,
+ "ĠDid": 4231,
+ "çϽ": 4232,
+ "æ¶": 4233,
+ "Ġtoward": 4234,
+ "Ġfood": 4235,
+ "asi": 4236,
+ "Ġesto": 4237,
+ "Ġcond": 4238,
+ "Ġtro": 4239,
+ "Ġmother": 4240,
+ "Ġdrink": 4241,
+ "ussi": 4242,
+ "Okay": 4243,
+ "еÑĪ": 4244,
+ "ãģĮãģĤ": 4245,
+ "Ġwhether": 4246,
+ "対": 4247,
+ "ä¸įæĺ¯": 4248,
+ "ĠкоÑĤоÑĢ": 4249,
+ "ending": 4250,
+ "åĨį": 4251,
+ "Ġμ": 4252,
+ "á»ĭ": 4253,
+ "ria": 4254,
+ "ãģ»ãģ©": 4255,
+ "Ġfather": 4256,
+ "åĬł": 4257,
+ "иÑĢ": 4258,
+ "rio": 4259,
+ "Ġprin": 4260,
+ "ule": 4261,
+ "Ġfaire": 4262,
+ "Ġnada": 4263,
+ "رة": 4264,
+ "the": 4265,
+ "ĠEh": 4266,
+ "å¿ħ": 4267,
+ "ãģ¨ãģ¯": 4268,
+ "ĠØ¢Ùĩ": 4269,
+ "ã썿ĢĿãģĨ": 4270,
+ "æŃ»": 4271,
+ "Ġacross": 4272,
+ "×Ļ×§": 4273,
+ "nya": 4274,
+ "Ġsil": 4275,
+ "ĠاØ": 4276,
+ "ĠпÑĢо": 4277,
+ "ãģĮãģĤãĤĭ": 4278,
+ "ãĥ¼ãĥ¼ãĥ¼ãĥ¼": 4279,
+ "ĠQue": 4280,
+ "Ġfeeling": 4281,
+ "ss": 4282,
+ "yn": 4283,
+ "Ġañ": 4284,
+ "ĠCha": 4285,
+ "ral": 4286,
+ "Ġ׼ף": 4287,
+ "ÙĤÙĪÙĦ": 4288,
+ "Ġhabe": 4289,
+ "é»": 4290,
+ "è¥": 4291,
+ "éĩij": 4292,
+ "اا": 4293,
+ "Ġö": 4294,
+ "ĠNice": 4295,
+ "ä»ķ": 4296,
+ "енÑĮ": 4297,
+ "Ġloc": 4298,
+ "ared": 4299,
+ "oun": 4300,
+ "Ġod": 4301,
+ "å®ī": 4302,
+ "Ġges": 4303,
+ "Ġment": 4304,
+ "Ġtill": 4305,
+ "اد": 4306,
+ "azing": 4307,
+ "ĠCome": 4308,
+ "åıĹ": 4309,
+ "Ġrece": 4310,
+ "çķĮ": 4311,
+ "ä»ĺ": 4312,
+ "Ġdecis": 4313,
+ "Ġ×IJ×ķת": 4314,
+ "Ġorgan": 4315,
+ "ĠÙħÛĮ": 4316,
+ "åIJij": 4317,
+ "Ġwants": 4318,
+ "ид": 4319,
+ "Ġmarket": 4320,
+ "ł×Ĺ׳×ķ": 4321,
+ "Õ¥": 4322,
+ "Ġstep": 4323,
+ "Ġger": 4324,
+ "Ġquestions": 4325,
+ "ãĢģãģĵãĤĵãģ«ãģ¡ãģ¯": 4326,
+ "Ġëĵ": 4327,
+ "åıĭ": 4328,
+ "bt": 4329,
+ "Õ¶": 4330,
+ "มา": 4331,
+ "Ġëį": 4332,
+ "Ġforward": 4333,
+ "hhhhhhhh": 4334,
+ "оз": 4335,
+ "ĠÑĤам": 4336,
+ "ĠÐŀ": 4337,
+ "Ġز": 4338,
+ "ÙĦÙĥ": 4339,
+ "èĢĮ": 4340,
+ "誰": 4341,
+ "joy": 4342,
+ "Ġcolle": 4343,
+ "Ġhij": 4344,
+ "Ġbom": 4345,
+ "ï¼Į对": 4346,
+ "á»±": 4347,
+ "Ġdro": 4348,
+ "িà¦": 4349,
+ "ift": 4350,
+ "ãģ£ãģ±ãģĦ": 4351,
+ "ffect": 4352,
+ "Ġsta": 4353,
+ "ĠعÙĦÙĬ": 4354,
+ "ç»Ļ": 4355,
+ "Ġpun": 4356,
+ "ÙĨت": 4357,
+ "uth": 4358,
+ "Ġ×ķ×IJ×": 4359,
+ "eder": 4360,
+ "æ°´": 4361,
+ "ĠHis": 4362,
+ "fer": 4363,
+ "ges": 4364,
+ "ãģªãģ£ãģ¦": 4365,
+ "çĶ·": 4366,
+ "Ġparent": 4367,
+ "ãĥĸ": 4368,
+ "Ġoder": 4369,
+ "val": 4370,
+ "Ġpublic": 4371,
+ "ấy": 4372,
+ "Ġprote": 4373,
+ "Ġanyone": 4374,
+ "ĠبÙĬ": 4375,
+ "Ġnam": 4376,
+ "æĢİ": 4377,
+ "Ġann": 4378,
+ "代": 4379,
+ "Ġsex": 4380,
+ "Ġwind": 4381,
+ "ãģªãĤĵãģ§ãģĻ": 4382,
+ "æĬĬ": 4383,
+ "Ġtid": 4384,
+ "Ġeat": 4385,
+ "Õ¸": 4386,
+ "Ġgü": 4387,
+ "è¯Ŀ": 4388,
+ "ım": 4389,
+ "Ġsituation": 4390,
+ "ãĢģãģµ": 4391,
+ "Ġcara": 4392,
+ "Ġrelationship": 4393,
+ "ãĢģãģ¡ãĤħ": 4394,
+ "Ġpen": 4395,
+ "ап": 4396,
+ "Ġdark": 4397,
+ "Ġsud": 4398,
+ "ages": 4399,
+ "Ġfür": 4400,
+ "Ġmention": 4401,
+ "åıij": 4402,
+ "åħĪ輩": 4403,
+ "Ġhonest": 4404,
+ "×IJ": 4405,
+ "åįģ": 4406,
+ "ined": 4407,
+ "ĠSome": 4408,
+ "ĠÙĩÙĨاÙĥ": 4409,
+ "Ġdirect": 4410,
+ "Ġsind": 4411,
+ "Ġchildren": 4412,
+ "zz": 4413,
+ "åĨħ": 4414,
+ "pu": 4415,
+ "ĠasÃŃ": 4416,
+ "aya": 4417,
+ "ĠбÑĭл": 4418,
+ "ìĹIJìĦľ": 4419,
+ "ãĤĵãģ¨": 4420,
+ "ĠÐļ": 4421,
+ "Ġdeath": 4422,
+ "Ġpersonal": 4423,
+ "'on": 4424,
+ "mas": 4425,
+ "ĠÙĩÙĬ": 4426,
+ "ев": 4427,
+ "ere": 4428,
+ "åĪ¥": 4429,
+ "Ġvoice": 4430,
+ "Ġ×Ķ×Ļ×Ķ": 4431,
+ "оп": 4432,
+ "Ġlistening": 4433,
+ "नन": 4434,
+ "Ġrunning": 4435,
+ "Ġquand": 4436,
+ "nie": 4437,
+ "Ġcir": 4438,
+ "Ġanswer": 4439,
+ "ivo": 4440,
+ "ept": 4441,
+ "ươ": 4442,
+ "Ġcomme": 4443,
+ "ợ": 4444,
+ "Ġ×IJ×ķ×ŀר": 4445,
+ "çİ°åľ¨": 4446,
+ "oco": 4447,
+ "à³įà²": 4448,
+ "±´": 4449,
+ "inal": 4450,
+ "è¶³": 4451,
+ "ph": 4452,
+ "Ġwenn": 4453,
+ "ãĢģãģĤãģ®": 4454,
+ "Ġë§IJ": 4455,
+ "Ġना": 4456,
+ "ĠGe": 4457,
+ "Ġorder": 4458,
+ "æ¡": 4459,
+ "à¯įà®ķ": 4460,
+ "ĠHere": 4461,
+ "ãĢģãģ©ãģĨ": 4462,
+ "ĠVer": 4463,
+ "Ġmovie": 4464,
+ "ric": 4465,
+ "ently": 4466,
+ "Ġbuy": 4467,
+ "аб": 4468,
+ "ê¸Ī": 4469,
+ "vert": 4470,
+ "ĠPorque": 4471,
+ "urch": 4472,
+ "Ġpi": 4473,
+ "fully": 4474,
+ "ır": 4475,
+ "Ġinside": 4476,
+ "Ġevent": 4477,
+ "Ġsong": 4478,
+ "ĠìŬ": 4479,
+ "rit": 4480,
+ "rew": 4481,
+ "Ġpued": 4482,
+ "Ġalgo": 4483,
+ "oooooooo": 4484,
+ "Ġ×Ķר×": 4485,
+ "Ġhell": 4486,
+ "ĠEur": 4487,
+ "ãĥ§": 4488,
+ "ĠìĻ": 4489,
+ "ãĤĪãģĨãģª": 4490,
+ "Ġpet": 4491,
+ "Ġport": 4492,
+ "Ġtrès": 4493,
+ "æ·": 4494,
+ "aring": 4495,
+ "éĿŀ": 4496,
+ "Ġ×ĵ": 4497,
+ "ured": 4498,
+ "'ét": 4499,
+ "Ġexample": 4500,
+ "Ġpou": 4501,
+ "Ġarri": 4502,
+ "è·Ł": 4503,
+ "×ķצ": 4504,
+ "Ġela": 4505,
+ "aro": 4506,
+ "uj": 4507,
+ "ãģªãģ«": 4508,
+ "ĠCl": 4509,
+ "Ġitu": 4510,
+ "Ġperfect": 4511,
+ "igo": 4512,
+ "Ġpossible": 4513,
+ "Ġseems": 4514,
+ "ಿ": 4515,
+ "ĠSc": 4516,
+ "Ġìļ°": 4517,
+ "Ġphone": 4518,
+ "ר×Ļ×": 4519,
+ "ÙĥÙĪÙĨ": 4520,
+ "Ĵáŀ": 4521,
+ "ĠDie": 4522,
+ "Ġdom": 4523,
+ "Ġsell": 4524,
+ "ãĥ¼ãĥ«": 4525,
+ "ãģĤãģĴ": 4526,
+ "Ġessa": 4527,
+ "Ġ'": 4528,
+ "Ġfol": 4529,
+ "hm": 4530,
+ "bed": 4531,
+ "Ġvou": 4532,
+ "Ġfazer": 4533,
+ "Ġbrought": 4534,
+ "alt": 4535,
+ "ãģ§ãģĹãĤĩ": 4536,
+ "ador": 4537,
+ "åĵĪåĵĪ": 4538,
+ "Ġsó": 4539,
+ "اج": 4540,
+ "ãģıãĤĵ": 4541,
+ "Ġmillion": 4542,
+ "ķĮ": 4543,
+ "Ġmedia": 4544,
+ "Ġgames": 4545,
+ "Ġwow": 4546,
+ "Ġà¦ķ": 4547,
+ "Ġ×IJ×ķ": 4548,
+ "orrow": 4549,
+ "ĠÄijược": 4550,
+ "ê²ł": 4551,
+ "Ġcamp": 4552,
+ "ũng": 4553,
+ "çģ": 4554,
+ "Ġale": 4555,
+ "à¹ģล": 4556,
+ "-f": 4557,
+ "Ġ×Ķ×IJ×": 4558,
+ "ões": 4559,
+ "Ġoutside": 4560,
+ "िà¤ı": 4561,
+ "ľ×IJ": 4562,
+ "gi": 4563,
+ "ãģ¾ãģŁ": 4564,
+ "Ġsingle": 4565,
+ "ãĤĪãģĨãģ«": 4566,
+ "Ġparce": 4567,
+ "åĵ¦": 4568,
+ "Ġtelling": 4569,
+ "à¹Ģรา": 4570,
+ "â̦â̦ãĢĤ": 4571,
+ "Ġduring": 4572,
+ "Ġkann": 4573,
+ "Ġknows": 4574,
+ "Ġmonths": 4575,
+ "Ġstate": 4576,
+ "Ġमà¥Ī": 4577,
+ "itch": 4578,
+ "Ġdecir": 4579,
+ "áŁĴáŀ": 4580,
+ "do": 4581,
+ "Ġиз": 4582,
+ "γ": 4583,
+ "ä»ĬæĹ¥": 4584,
+ "æį": 4585,
+ "Ġtried": 4586,
+ "Ġespecially": 4587,
+ "èĥ": 4588,
+ "Ġfast": 4589,
+ "è½": 4590,
+ "ìĨ": 4591,
+ "ãģĬãģĬ": 4592,
+ "ãģķãĤĵãģ®": 4593,
+ "Ġcontrol": 4594,
+ "ãģĻãģĶãģĦ": 4595,
+ "Ġlim": 4596,
+ "éģķãģĨ": 4597,
+ "Ġsleep": 4598,
+ "ãĤıãģĭ": 4599,
+ "ко": 4600,
+ "ĠMais": 4601,
+ "Ġquer": 4602,
+ "Ġhappens": 4603,
+ "Ġud": 4604,
+ "anger": 4605,
+ "ĠAmerican": 4606,
+ "ìľ¼ë¡ľ": 4607,
+ "Ġentire": 4608,
+ "Ġthì": 4609,
+ "ä»ĸ们": 4610,
+ "Ġconse": 4611,
+ "ĠØ¥ÙĦÙī": 4612,
+ "ãĤ¬": 4613,
+ "ĠRo": 4614,
+ "ãģĵãģ¨ãģ¯": 4615,
+ "ìĻ": 4616,
+ "åħ¶å®ŀ": 4617,
+ "Ġtalked": 4618,
+ "ĠÙĪØ§": 4619,
+ "Ġamazing": 4620,
+ "Ġfilm": 4621,
+ "à¤Ł": 4622,
+ "ìĬ¤": 4623,
+ "Åij": 4624,
+ "ез": 4625,
+ "ilt": 4626,
+ "ãģijãĤĭ": 4627,
+ "ãģŁãģı": 4628,
+ "ĠLook": 4629,
+ "Ġesa": 4630,
+ "ีà¹ī": 4631,
+ "ĠPer": 4632,
+ "æīĵ": 4633,
+ "à§ĩà¦": 4634,
+ "Ġíķľ": 4635,
+ "ĠмÑĭ": 4636,
+ "dle": 4637,
+ "Ġथ": 4638,
+ "Ġallow": 4639,
+ "Ġaud": 4640,
+ "æĪ¦": 4641,
+ "西": 4642,
+ "aron": 4643,
+ "çĭ": 4644,
+ "iful": 4645,
+ "Ġcompany": 4646,
+ "åĿ": 4647,
+ "uf": 4648,
+ "åı£": 4649,
+ "ÈĻ": 4650,
+ "uma": 4651,
+ "sa": 4652,
+ "не": 4653,
+ "ĠÑĢаз": 4654,
+ "zi": 4655,
+ "Ġkon": 4656,
+ "éĹ®": 4657,
+ "ĠìĹĨ": 4658,
+ "ĠÐľ": 4659,
+ "Ġenjoy": 4660,
+ "Ġkl": 4661,
+ "алÑĮ": 4662,
+ "Ġbene": 4663,
+ "Ġtrong": 4664,
+ "Ġshort": 4665,
+ "het": 4666,
+ "una": 4667,
+ "ĠIk": 4668,
+ "Ġ×¢×Ŀ": 4669,
+ "Ġbrother": 4670,
+ "ĠmÃŃ": 4671,
+ "Ġaussi": 4672,
+ "Ġhär": 4673,
+ "çŃī": 4674,
+ "ired": 4675,
+ "ris": 4676,
+ "éŁ³": 4677,
+ "ging": 4678,
+ "ãģĹãģªãģĦ": 4679,
+ "velop": 4680,
+ "Ġhier": 4681,
+ "ĠÙĥÙĦ": 4682,
+ "å¦Ĥæŀľ": 4683,
+ "ãģ£ãģį": 4684,
+ "Ġwhite": 4685,
+ "Ġnecess": 4686,
+ "à¹īว": 4687,
+ "tain": 4688,
+ "Ġflo": 4689,
+ "ç²": 4690,
+ "Ġvot": 4691,
+ "âĻª": 4692,
+ "決": 4693,
+ "Ġàª": 4694,
+ "Ġearly": 4695,
+ "Ġchance": 4696,
+ "ãģ«ãģªãĤĭ": 4697,
+ "ï¼Įè¿Ļ": 4698,
+ "ĠPe": 4699,
+ "cted": 4700,
+ "ải": 4701,
+ "Ġhappening": 4702,
+ "ãĢģä½ķ": 4703,
+ "aces": 4704,
+ "Ġtur": 4705,
+ "ãģłãĤįãģĨ": 4706,
+ "Ġestar": 4707,
+ "رب": 4708,
+ "ĠDu": 4709,
+ "Ġwonder": 4710,
+ "Ġtie": 4711,
+ "Ġconne": 4712,
+ "Ġgitu": 4713,
+ "Ġparticular": 4714,
+ "Ġ×Ķ×Ŀ": 4715,
+ "à¹Ģà¸Ľ": 4716,
+ "Ġble": 4717,
+ "Ġparte": 4718,
+ "Ġquando": 4719,
+ "Ġvil": 4720,
+ "Ġfue": 4721,
+ "ĠaquÃŃ": 4722,
+ "æļ": 4723,
+ "Ġvære": 4724,
+ "indi": 4725,
+ "Ġett": 4726,
+ "iva": 4727,
+ "Ġweird": 4728,
+ "ãĥ¼ãĥĪ": 4729,
+ "ley": 4730,
+ "ket": 4731,
+ "åĭĿ": 4732,
+ "ati": 4733,
+ "Ġeffect": 4734,
+ "çĸ": 4735,
+ "ëª": 4736,
+ "Ġgiven": 4737,
+ "Ġcreo": 4738,
+ "Ġtouch": 4739,
+ "úng": 4740,
+ "Ġresult": 4741,
+ "ãĥĥãĤ¯": 4742,
+ "å¼µ": 4743,
+ "æ¼": 4744,
+ "ité": 4745,
+ "Ġuns": 4746,
+ "ĠPaul": 4747,
+ "Ġig": 4748,
+ "ÑĬ": 4749,
+ "Ġseeing": 4750,
+ "ëĦ¤": 4751,
+ "Ġhours": 4752,
+ "Ġschon": 4753,
+ "Äĵ": 4754,
+ "Ġdice": 4755,
+ "Ġcost": 4756,
+ "ì²": 4757,
+ "Ja": 4758,
+ "Ġhabl": 4759,
+ "주": 4760,
+ "Ġdiffic": 4761,
+ "Ġcity": 4762,
+ "Ġones": 4763,
+ "Ġpeut": 4764,
+ "ãģĤãĤĮ": 4765,
+ "eter": 4766,
+ "ä¸Ģç·Ĵãģ«": 4767,
+ "Ïĩ": 4768,
+ "Ġgroup": 4769,
+ "åħ¬": 4770,
+ "ku": 4771,
+ "ãģ®ãģĭ": 4772,
+ "å¾Īå¾Ī": 4773,
+ "Ġliving": 4774,
+ "à°¾à°": 4775,
+ "ĠëĤ´": 4776,
+ "ãģ¨ãĤĤ": 4777,
+ "ãģ«ãģªãģ£ãģ¦": 4778,
+ "Ġdia": 4779,
+ "ione": 4780,
+ "iga": 4781,
+ "Ġза": 4782,
+ "å®Į": 4783,
+ "é¡ĺ": 4784,
+ "çł": 4785,
+ "éº": 4786,
+ "è¨ĢãĤı": 4787,
+ "ãĤĵãģłãģijãģ©": 4788,
+ "She": 4789,
+ "ÑĢа": 4790,
+ "pping": 4791,
+ "conom": 4792,
+ "Ġing": 4793,
+ "ager": 4794,
+ "æ´»": 4795,
+ "vet": 4796,
+ "zo": 4797,
+ "नà¥į": 4798,
+ "Ġरह": 4799,
+ "ãĢģãģł": 4800,
+ "ĠAb": 4801,
+ "èµ°": 4802,
+ "ĠEntonces": 4803,
+ "Ġcli": 4804,
+ "à¸Ħรัà¸ļ": 4805,
+ "ĦĪ": 4806,
+ "lease": 4807,
+ "Ġcla": 4808,
+ "Ġmad": 4809,
+ "åĤ": 4810,
+ "èĢģ": 4811,
+ "à¹ĩà¸Ļ": 4812,
+ "æĶ¾": 4813,
+ "ÙĦت": 4814,
+ "ãĤĦãģ£ãģ±ãĤĬ": 4815,
+ "ÙĪÙĪ": 4816,
+ "Ġmundo": 4817,
+ "à§ĭ": 4818,
+ "Ġס×": 4819,
+ "åĥķ": 4820,
+ "ides": 4821,
+ "ĠMaar": 4822,
+ "è³": 4823,
+ "©×Ļ×Ŀ": 4824,
+ "Ġincl": 4825,
+ "imos": 4826,
+ "Ġì£": 4827,
+ "ãĥĦ": 4828,
+ "Ġdog": 4829,
+ "Ġspirit": 4830,
+ "Ġclear": 4831,
+ "Ġà¹ĥà¸Ĭà¹Ī": 4832,
+ "Ġattack": 4833,
+ "Ġmeg": 4834,
+ "Ġothers": 4835,
+ "Ġcer": 4836,
+ "é¡Ķ": 4837,
+ "ãģ£ãģĭ": 4838,
+ "Ġspeci": 4839,
+ "確": 4840,
+ "رÙĪ": 4841,
+ "ëŀĮ": 4842,
+ "ãģ¡ãĤĥãģĨ": 4843,
+ "Ġnormal": 4844,
+ "ä»¶": 4845,
+ "Ġmaar": 4846,
+ "ĠcÅ©ng": 4847,
+ "cher": 4848,
+ "ãĥĥãĥĪ": 4849,
+ "usted": 4850,
+ "ذÙĩ": 4851,
+ "Ġwithin": 4852,
+ "bor": 4853,
+ "ãģħãģ£": 4854,
+ "Ġini": 4855,
+ "Ġmur": 4856,
+ "第": 4857,
+ "ำ": 4858,
+ "Ġear": 4859,
+ "Ġmoi": 4860,
+ "Ñīе": 4861,
+ "Ġש×Ķ×": 4862,
+ "ãĢģãģĨãĤĵ": 4863,
+ "pre": 4864,
+ "Ġinformation": 4865,
+ "ãĤ¡": 4866,
+ "大家": 4867,
+ "æľŁ": 4868,
+ "åĩºæĿ¥": 4869,
+ "Ġliterally": 4870,
+ "ç§ģãģ®": 4871,
+ "itive": 4872,
+ "Ġaus": 4873,
+ "æĢİä¹Ī": 4874,
+ "Ġfunny": 4875,
+ "Ġek": 4876,
+ "ĠEng": 4877,
+ "acy": 4878,
+ "ương": 4879,
+ "à¶": 4880,
+ "Ġमà¥Īà¤Ĥ": 4881,
+ "ær": 4882,
+ "Ġpresent": 4883,
+ "볤": 4884,
+ "ặ": 4885,
+ "елÑĮ": 4886,
+ "Ġusing": 4887,
+ "sy": 4888,
+ "ĠìłĢ": 4889,
+ "ững": 4890,
+ "ĠØ´ÙĬ": 4891,
+ "zie": 4892,
+ "ây": 4893,
+ "Ġsuis": 4894,
+ "ãĤĵãĤĵãģ£": 4895,
+ "ĠMic": 4896,
+ "Ġshot": 4897,
+ "Ġvor": 4898,
+ "Ġsurpr": 4899,
+ "ìŀ¥": 4900,
+ "ÚĨ": 4901,
+ "fort": 4902,
+ "ĠÑģв": 4903,
+ "Ġoften": 4904,
+ "ám": 4905,
+ "ĠDonc": 4906,
+ "Ġsoci": 4907,
+ "å°ijãģĹ": 4908,
+ "ĠBo": 4909,
+ "Ġmomento": 4910,
+ "çķª": 4911,
+ "ls": 4912,
+ "ĠSu": 4913,
+ "Ġneeds": 4914,
+ "ë": 4915,
+ "æİ¥": 4916,
+ "Ġproduct": 4917,
+ "ÙħÙĬ": 4918,
+ "ãĥľ": 4919,
+ "back": 4920,
+ "Ø¢": 4921,
+ "ụ": 4922,
+ "ÙģÙĬ": 4923,
+ "Ġhy": 4924,
+ "Ġmình": 4925,
+ "Ġstat": 4926,
+ "é£Łãģ¹": 4927,
+ "Ġsupposed": 4928,
+ "èij": 4929,
+ "Ġíķ´": 4930,
+ "Ġways": 4931,
+ "å¬": 4932,
+ "Ġż": 4933,
+ "Ġfaz": 4934,
+ "æīį": 4935,
+ "Ġsuccess": 4936,
+ "ाà¤ģ": 4937,
+ "овоÑĢ": 4938,
+ "lic": 4939,
+ "æĪĸ": 4940,
+ "Ġuno": 4941,
+ "unk": 4942,
+ "Ġtrad": 4943,
+ "ר×IJ": 4944,
+ "ÙĤد": 4945,
+ "Ġspecial": 4946,
+ "Ġself": 4947,
+ "ĠDat": 4948,
+ "ãģ§ãģĻãĤĪ": 4949,
+ "Ġê°Ļ": 4950,
+ "ĠTom": 4951,
+ "Ġsum": 4952,
+ "רת": 4953,
+ "Ġcái": 4954,
+ "али": 4955,
+ "©×ij": 4956,
+ "cil": 4957,
+ "Ľ×ķ׾": 4958,
+ "OO": 4959,
+ "íķĺíķĺ": 4960,
+ "ãĢģãģĿãĤĵãģª": 4961,
+ "ë§IJ": 4962,
+ "à¸Ļีà¹ī": 4963,
+ "ĠInst": 4964,
+ "Ġmusic": 4965,
+ "ÑĥÑİ": 4966,
+ "Ġki": 4967,
+ "ä»»": 4968,
+ "Ġesp": 4969,
+ "ãģĭãĤĤ": 4970,
+ "Ïį": 4971,
+ "æķ°": 4972,
+ "ãĢĤæĪij": 4973,
+ "ãģĵãģĵãģ": 4974,
+ "Ġbill": 4975,
+ "Ġcab": 4976,
+ "ãĥ³ãĥĪ": 4977,
+ "Ġgovernment": 4978,
+ "ìĭł": 4979,
+ "Ġbeautiful": 4980,
+ "Ġkommer": 4981,
+ "Ġsens": 4982,
+ "äºİ": 4983,
+ "Õ«": 4984,
+ "Ġtipo": 4985,
+ "ä½į": 4986,
+ "ĠHar": 4987,
+ "à¥įया": 4988,
+ "ãĢĤãģĿãĤĮ": 4989,
+ "itten": 4990,
+ "让": 4991,
+ "ĠвÑģе": 4992,
+ "cent": 4993,
+ "ãĤĨ": 4994,
+ "app": 4995,
+ "ạn": 4996,
+ "å¼ķ": 4997,
+ "fr": 4998,
+ "еÑĩ": 4999,
+ "Ġmig": 5000,
+ "ãĤĵãģ®": 5001,
+ "ãĥ¢": 5002,
+ "Ġcoisa": 5003,
+ "Ġspace": 5004,
+ "声": 5005,
+ "ãģĵãģ¨ãĤĴ": 5006,
+ "Ġsont": 5007,
+ "ema": 5008,
+ "ãģ«ãģĹãģ¦": 5009,
+ "Ġà¤Ńà¥Ģ": 5010,
+ "Ġपर": 5011,
+ "à¤ķà¥ĭ": 5012,
+ "ĠApp": 5013,
+ "ÙĥÙĦ": 5014,
+ "تÙĬ": 5015,
+ "ided": 5016,
+ "Ġtap": 5017,
+ "æĸ¹ãģĮ": 5018,
+ "ĠAny": 5019,
+ "All": 5020,
+ "ãģıãĤĮ": 5021,
+ "ï¼ĮçĦ¶åIJİ": 5022,
+ "Ø£ÙĨ": 5023,
+ "ãĢģãģ¡ãĤĩãģ£ãģ¨": 5024,
+ "Ġpract": 5025,
+ "osh": 5026,
+ "Ġdaar": 5027,
+ "Ġtaken": 5028,
+ "Ġdream": 5029,
+ "Ġtype": 5030,
+ "ëĮĢ": 5031,
+ "åķı": 5032,
+ "Ġci": 5033,
+ "Ġпод": 5034,
+ "ĠPl": 5035,
+ "Ġpriv": 5036,
+ "Ġblood": 5037,
+ "ãĥĵ": 5038,
+ "Ġconversation": 5039,
+ "è«": 5040,
+ "аа": 5041,
+ "æĽ´": 5042,
+ "ãĤĵãģłãĤĪ": 5043,
+ "ĠÑĦ": 5044,
+ "å¾ħãģ£ãģ¦": 5045,
+ "rible": 5046,
+ "more": 5047,
+ "ĠÄį": 5048,
+ "anda": 5049,
+ "Ġ×ĺ": 5050,
+ "èī²": 5051,
+ "Ġsend": 5052,
+ "ĠDav": 5053,
+ "ĠìĿ¼": 5054,
+ "Ġhv": 5055,
+ "ï¼Įå°±æĺ¯": 5056,
+ "book": 5057,
+ "ĠëĦ¤": 5058,
+ "Ġrais": 5059,
+ "ŀת": 5060,
+ "ns": 5061,
+ "ĠÄijã": 5062,
+ "Ġél": 5063,
+ "ãģŁãģł": 5064,
+ "iá»ģu": 5065,
+ "Ġdad": 5066,
+ "Ġupon": 5067,
+ "ãģįãģ¦": 5068,
+ "Hey": 5069,
+ "Æ°á»Ľ": 5070,
+ "Ġfocus": 5071,
+ "Ġhund": 5072,
+ "Ġahead": 5073,
+ "ëĭĺ": 5074,
+ "Ġbag": 5075,
+ "cut": 5076,
+ "Ġtror": 5077,
+ "ÙĬÙĬÙĬÙĬ": 5078,
+ "eth": 5079,
+ "åħĥ": 5080,
+ "Ġprot": 5081,
+ "ised": 5082,
+ "right": 5083,
+ "ÃŃm": 5084,
+ "ãģĤãĤĬãģĮãģ¨ãģĨãģĶãģĸ": 5085,
+ "Ġshare": 5086,
+ "Ġtas": 5087,
+ "à¸Īะ": 5088,
+ "stead": 5089,
+ "ury": 5090,
+ "ove": 5091,
+ "Ġदà¥ĩà¤": 5092,
+ "ãģ¾ãĤĬ": 5093,
+ "Ġvoy": 5094,
+ "Ġtut": 5095,
+ "Ġwife": 5096,
+ "à¸Ńย": 5097,
+ "Ġwall": 5098,
+ "Ġreturn": 5099,
+ "Al": 5100,
+ "Ġthá»ĥ": 5101,
+ "Ġ기": 5102,
+ "ãĥ¯": 5103,
+ "Ġש×Ķ": 5104,
+ "idence": 5105,
+ "Ġdoll": 5106,
+ "ĠÙ¾": 5107,
+ "Ġtar": 5108,
+ "Ġcharac": 5109,
+ "Ġoper": 5110,
+ "éĹ´": 5111,
+ "ĠëĮĢ": 5112,
+ "ĠPod": 5113,
+ "ĠÙħØ«": 5114,
+ "çµĤ": 5115,
+ "ë§Ī": 5116,
+ "åIJ¬": 5117,
+ "ä½Ĩæĺ¯": 5118,
+ "ãģĦãģ®": 5119,
+ "ãģłãģª": 5120,
+ "ãģĤãģŁãģĹ": 5121,
+ "Ġpict": 5122,
+ "ìĿĮ": 5123,
+ "ãģŃãģĪ": 5124,
+ "Ġswe": 5125,
+ "Ġbaby": 5126,
+ "Ġtruth": 5127,
+ "Ġsac": 5128,
+ "Ġsehr": 5129,
+ "Ġ׼×Ļ": 5130,
+ "Ġfan": 5131,
+ "Ġצ": 5132,
+ "Ġabsolutely": 5133,
+ "Ġhistory": 5134,
+ "åĮĸ": 5135,
+ "िà¤ķ": 5136,
+ "Ġhuge": 5137,
+ "ित": 5138,
+ "ĠVi": 5139,
+ "ка": 5140,
+ "िन": 5141,
+ "Ġ×Ķ×Ļ×IJ": 5142,
+ "ĠاÙĦØ´": 5143,
+ "Ġhair": 5144,
+ "ëłĩê²Į": 5145,
+ "Ġmass": 5146,
+ "ĠЯ": 5147,
+ "itar": 5148,
+ "ounds": 5149,
+ "¯¸": 5150,
+ "Ġmucho": 5151,
+ "ή": 5152,
+ "ết": 5153,
+ "Ġbij": 5154,
+ "å¹³": 5155,
+ "æĸĩ": 5156,
+ "ĠYour": 5157,
+ "Ġnet": 5158,
+ "Ġterms": 5159,
+ "Ġì¢Ģ": 5160,
+ "ilo": 5161,
+ "ĠAg": 5162,
+ "Ġsimple": 5163,
+ "ÙĥÙĬ": 5164,
+ "aj": 5165,
+ "arth": 5166,
+ "Ġcette": 5167,
+ "à§ģ": 5168,
+ "Ġà¤ķह": 5169,
+ "ology": 5170,
+ "cio": 5171,
+ "gest": 5172,
+ "Ġopt": 5173,
+ "×Ļ×Ļ×Ŀ": 5174,
+ "25": 5175,
+ "ाम": 5176,
+ "Ġgiving": 5177,
+ "emplo": 5178,
+ "ãģĹãģŁãĤī": 5179,
+ "Ġappro": 5180,
+ "èĦ": 5181,
+ "Ġbud": 5182,
+ "Ġnhững": 5183,
+ "Ġपà¥įर": 5184,
+ "ëĭĪê¹Į": 5185,
+ "ĠSi": 5186,
+ "olo": 5187,
+ "оÑĩ": 5188,
+ "ĠSen": 5189,
+ "×Ļ×Ļ×": 5190,
+ "ored": 5191,
+ "eeeeeeee": 5192,
+ "ìĺ¤": 5193,
+ "ume": 5194,
+ "ĠKe": 5195,
+ "uit": 5196,
+ "Ġмож": 5197,
+ "ãĥİ": 5198,
+ "Ġgar": 5199,
+ "सà¥ĩ": 5200,
+ "Ġjug": 5201,
+ "ĠëIJĺ": 5202,
+ "©×¨": 5203,
+ "ĠEd": 5204,
+ "Ġworks": 5205,
+ "失": 5206,
+ "king": 5207,
+ "Ġ׾×Ķ": 5208,
+ "Ġfuture": 5209,
+ "ến": 5210,
+ "ĠInd": 5211,
+ "ÃŃas": 5212,
+ "Ġnuest": 5213,
+ "idos": 5214,
+ "å§ī": 5215,
+ "Ġhus": 5216,
+ "Ġthemselves": 5217,
+ "ÙİØ§": 5218,
+ "ãģĭãģ«": 5219,
+ "inn": 5220,
+ "ãĥ¤": 5221,
+ "Ġexist": 5222,
+ "Ġvä": 5223,
+ "à¹Ģà¸Ĥ": 5224,
+ "Ġnom": 5225,
+ "Ġview": 5226,
+ "Ġrequ": 5227,
+ "ries": 5228,
+ "¡×ķ×": 5229,
+ "ĠWait": 5230,
+ "Ĺ×ĵ": 5231,
+ "ï¼ij": 5232,
+ "ased": 5233,
+ "åij½": 5234,
+ "ÙĪÙĬ": 5235,
+ "Å¥": 5236,
+ "car": 5237,
+ "Ġdam": 5238,
+ "าร": 5239,
+ "Ġdifficult": 5240,
+ "EE": 5241,
+ "lor": 5242,
+ "Ġlist": 5243,
+ "à·": 5244,
+ "itter": 5245,
+ "空": 5246,
+ "Ġdonc": 5247,
+ "огда": 5248,
+ "16": 5249,
+ "ĠÛĮ": 5250,
+ "haps": 5251,
+ "åıį": 5252,
+ "áĢº": 5253,
+ "'all": 5254,
+ "ĠWill": 5255,
+ "़़": 5256,
+ "帰": 5257,
+ "구": 5258,
+ "ché": 5259,
+ "reen": 5260,
+ "Ġê·¸ëŀĺìĦľ": 5261,
+ "aching": 5262,
+ "99": 5263,
+ "Ġ×IJ×Ŀ": 5264,
+ "åİŁ": 5265,
+ "nel": 5266,
+ "Ġgj": 5267,
+ "ĠìŀIJ": 5268,
+ "ĠEm": 5269,
+ "irs": 5270,
+ "à´¿": 5271,
+ "ĠÑģк": 5272,
+ "ãĥ»": 5273,
+ "ÑĥÑĩ": 5274,
+ "ÄĹ": 5275,
+ "oth": 5276,
+ "Ġhistor": 5277,
+ "var": 5278,
+ "åĪ©": 5279,
+ "Ġcả": 5280,
+ "æµ·": 5281,
+ "ĠëįĶ": 5282,
+ "ĠÐŃ": 5283,
+ "ï¼ĮæĪij们": 5284,
+ "Ġlui": 5285,
+ "Ġtam": 5286,
+ "Ġved": 5287,
+ "ĠWith": 5288,
+ "ĵ×Ļ": 5289,
+ "ensive": 5290,
+ "Ġtan": 5291,
+ "å¢": 5292,
+ "Ġeight": 5293,
+ "å¾Īå¤ļ": 5294,
+ "ĠÑĤÑĭ": 5295,
+ "Ġarm": 5296,
+ "elle": 5297,
+ "hal": 5298,
+ "ĠMc": 5299,
+ "à¯įத": 5300,
+ "ify": 5301,
+ "Ġquel": 5302,
+ "Ġfigure": 5303,
+ "Ġgüey": 5304,
+ "à°¿à°": 5305,
+ "ĠMark": 5306,
+ "سÙħ": 5307,
+ "ĠÑģл": 5308,
+ "Ġhvor": 5309,
+ "ãģ§ãģįãĤĭ": 5310,
+ "Ġwer": 5311,
+ "à®°": 5312,
+ "ula": 5313,
+ "ç³": 5314,
+ "Ġber": 5315,
+ "éģĶ": 5316,
+ "osp": 5317,
+ "ãģ¿ãĤĵãģª": 5318,
+ "à¤ķà¥ĩ": 5319,
+ "×Ļ×¢": 5320,
+ "Ġparents": 5321,
+ "Ġbem": 5322,
+ "Ġrather": 5323,
+ "Ġsudden": 5324,
+ "ãģ®ä¸Ń": 5325,
+ "å·²": 5326,
+ "ÙħÙĨ": 5327,
+ "Ġheel": 5328,
+ "Thank": 5329,
+ "Ġny": 5330,
+ "Ġgun": 5331,
+ "Ġ×ķ×ĸ×Ķ": 5332,
+ "Ġê": 5333,
+ "æĻ®": 5334,
+ "Ġweeks": 5335,
+ "무": 5336,
+ "-l": 5337,
+ "ĠìĤ¬ëŀĮ": 5338,
+ "ึ": 5339,
+ "ika": 5340,
+ "ran": 5341,
+ "ä¸ĸçķĮ": 5342,
+ "Ġphys": 5343,
+ "ãģĦãĤĭãģ®": 5344,
+ "Ġpus": 5345,
+ "Ġcosas": 5346,
+ "ãģĻãģİ": 5347,
+ "onte": 5348,
+ "Ġì¤": 5349,
+ "Ġexplain": 5350,
+ "Ġopportun": 5351,
+ "éģİ": 5352,
+ "uel": 5353,
+ "Ġanim": 5354,
+ "Ġlose": 5355,
+ "ãģıãĤĭ": 5356,
+ "Ġinvol": 5357,
+ "ruct": 5358,
+ "é¡ĺãģĦ": 5359,
+ "ĠAmerica": 5360,
+ "Ġhun": 5361,
+ "Ġplayed": 5362,
+ "Ġcontinu": 5363,
+ "hanks": 5364,
+ "Ġtechn": 5365,
+ "Ġcompletely": 5366,
+ "ãģĿãģĨãģĦãģĨ": 5367,
+ "ãĢģãģĦãģĦ": 5368,
+ "Ġफ": 5369,
+ "ì§Ģë§Į": 5370,
+ "çļĦæĹ¶åĢĻ": 5371,
+ "iled": 5372,
+ "ன": 5373,
+ "Ġ×ij×IJ×": 5374,
+ "ky": 5375,
+ "Ġdevelop": 5376,
+ "á»ĵi": 5377,
+ "Ġaan": 5378,
+ "mes": 5379,
+ "éħį": 5380,
+ "ãģıãĤīãģĦ": 5381,
+ "سÙĬ": 5382,
+ "Ġë§Ī": 5383,
+ "work": 5384,
+ "風": 5385,
+ "ĠÃŃ": 5386,
+ "Ùĥر": 5387,
+ "çĨ": 5388,
+ "Ġìļ°ë¦¬": 5389,
+ "ãģłãģŃ": 5390,
+ "Ġcannot": 5391,
+ "ĠChe": 5392,
+ "éĿŀ常": 5393,
+ "å·¥": 5394,
+ "éĸĭ": 5395,
+ "Ġìĸ´ë": 5396,
+ "Ġà¦Ĩ": 5397,
+ "ाह": 5398,
+ "ĠYork": 5399,
+ "ĠdÃŃa": 5400,
+ "Ġ׾×Ļ": 5401,
+ "ãĥĢãĥ¡": 5402,
+ "ãĤ¹ãĥĪ": 5403,
+ "ĠÙħØ´": 5404,
+ "ĠGet": 5405,
+ "å±ĭ": 5406,
+ "Ġfund": 5407,
+ "ij×Ķ": 5408,
+ "à©": 5409,
+ "áŀ¶": 5410,
+ "íĻ": 5411,
+ "Ġpag": 5412,
+ "ìłķ": 5413,
+ "ãĥĻ": 5414,
+ "Ġprinci": 5415,
+ "Ùħر": 5416,
+ "Ġcorre": 5417,
+ "Ġnag": 5418,
+ "Ġclos": 5419,
+ "ŀĪ": 5420,
+ "cks": 5421,
+ "Ġban": 5422,
+ "æµģ": 5423,
+ "este": 5424,
+ "ãĢģãģ¾ãģĤ": 5425,
+ "åħ³": 5426,
+ "ŀ×ķ": 5427,
+ "ĠGu": 5428,
+ "reci": 5429,
+ "ãģŁãĤī": 5430,
+ "Ġbuilding": 5431,
+ "inho": 5432,
+ "ughter": 5433,
+ "Ġextra": 5434,
+ "Ġlow": 5435,
+ "¡×Ļ×": 5436,
+ "Ġok": 5437,
+ "Ġcop": 5438,
+ "Ġże": 5439,
+ "Ġlives": 5440,
+ "FF": 5441,
+ "iti": 5442,
+ "Ġmá": 5443,
+ "à¹ģลà¹īว": 5444,
+ "Ġpresident": 5445,
+ "Ġident": 5446,
+ "room": 5447,
+ "Yes": 5448,
+ "ä¼Ŀ": 5449,
+ "kan": 5450,
+ "old": 5451,
+ "ands": 5452,
+ "ое": 5453,
+ "ĠTw": 5454,
+ "Ġthrow": 5455,
+ "arter": 5456,
+ "irm": 5457,
+ "åı°": 5458,
+ "его": 5459,
+ "Ġrid": 5460,
+ "िल": 5461,
+ "aren": 5462,
+ "ãģłãģijãģ©": 5463,
+ "Ġeconom": 5464,
+ "ĠاÙĦÙĨ": 5465,
+ "Ġcry": 5466,
+ "gent": 5467,
+ "ëĵł": 5468,
+ "ĠëĤ": 5469,
+ "य": 5470,
+ "ë³´": 5471,
+ "Ġserious": 5472,
+ "enta": 5473,
+ "èħ": 5474,
+ "èIJ½": 5475,
+ "adas": 5476,
+ "ĠбÑĥд": 5477,
+ "áĪ": 5478,
+ "ĠfÃ¥": 5479,
+ "Ġoffic": 5480,
+ "Ġground": 5481,
+ "ãģĭãĤĤãģĹ": 5482,
+ "Ġüber": 5483,
+ "ĠìĨ": 5484,
+ "ĠYa": 5485,
+ "iÃŁ": 5486,
+ "Ñĭв": 5487,
+ "ake": 5488,
+ "ances": 5489,
+ "Ġש×ŀ×": 5490,
+ "ìļ°": 5491,
+ "த": 5492,
+ "ªģ": 5493,
+ "Ġagree": 5494,
+ "è¾¼": 5495,
+ "بر": 5496,
+ "Ġgib": 5497,
+ "ãĤĴè¦ĭ": 5498,
+ "Ġacho": 5499,
+ "Ġfair": 5500,
+ "Ġlate": 5501,
+ "-p": 5502,
+ "ìĿ¼": 5503,
+ "reg": 5504,
+ "Ġsitting": 5505,
+ "¹Ħ": 5506,
+ "ного": 5507,
+ "ques": 5508,
+ "Ġbreat": 5509,
+ "af": 5510,
+ "±¸": 5511,
+ "Ġgut": 5512,
+ "Ġdiscuss": 5513,
+ "yr": 5514,
+ "Ġworked": 5515,
+ "ìĥģ": 5516,
+ "Ġlu": 5517,
+ "è¦ĸ": 5518,
+ "Ġtrust": 5519,
+ "Ġhundred": 5520,
+ "åĬ©": 5521,
+ "že": 5522,
+ "Ġìľ": 5523,
+ "ëħ": 5524,
+ "оÑģÑĤо": 5525,
+ "agram": 5526,
+ "Ġcoll": 5527,
+ "gh": 5528,
+ "è¦ļ": 5529,
+ "got": 5530,
+ "ãģ£ãģ¦ãģĦãĤĭ": 5531,
+ "ãģ®ãģ«": 5532,
+ "Ġali": 5533,
+ "ĠпеÑĢ": 5534,
+ "Ġalone": 5535,
+ "åħĪçĶŁ": 5536,
+ "Ġreport": 5537,
+ "ĠsiÄĻ": 5538,
+ "ression": 5539,
+ "Ġkita": 5540,
+ "Ġdag": 5541,
+ "arent": 5542,
+ "Tube": 5543,
+ "Ġhop": 5544,
+ "Ġjud": 5545,
+ "ẽ": 5546,
+ "Ġν": 5547,
+ "çͱ": 5548,
+ "Ġspo": 5549,
+ "åĬ¨": 5550,
+ "Ġpessoas": 5551,
+ "ãĢģãĤĵãģ£": 5552,
+ "Ġmac": 5553,
+ "oly": 5554,
+ "ĠHan": 5555,
+ "14": 5556,
+ "Be": 5557,
+ "Don": 5558,
+ "Ġrespect": 5559,
+ "ãĢģãĤĦ": 5560,
+ "gend": 5561,
+ "Ĥà°": 5562,
+ "èĬ±": 5563,
+ "Ġseven": 5564,
+ "Ġcasa": 5565,
+ "ëĬĶëį°": 5566,
+ "ĠSam": 5567,
+ "Ġgeneral": 5568,
+ "Ġà¤ĩस": 5569,
+ "ĠRep": 5570,
+ "Ġtele": 5571,
+ "×Ļ׾×ķ": 5572,
+ "åij¼": 5573,
+ "çĻº": 5574,
+ "aka": 5575,
+ "表": 5576,
+ "Ġà¦ı": 5577,
+ "Ġà¨": 5578,
+ "å«": 5579,
+ "ãģķãĤĮãģ¦": 5580,
+ "íĥ": 5581,
+ "jer": 5582,
+ "ĠGen": 5583,
+ "Ġprofess": 5584,
+ "è¬": 5585,
+ "Ġneeded": 5586,
+ "rod": 5587,
+ "ëĤ": 5588,
+ "ãģĤãģģ": 5589,
+ "Ú¾": 5590,
+ "Ġfinally": 5591,
+ "ked": 5592,
+ "ban": 5593,
+ "Ġchurch": 5594,
+ "17": 5595,
+ "ãĤĵãģħ": 5596,
+ "Ġnoget": 5597,
+ "íĺ": 5598,
+ "ãģķãģ¾": 5599,
+ "Ġseemed": 5600,
+ "ãģĨãģ£": 5601,
+ "她": 5602,
+ "Ġìĭľ": 5603,
+ "rr": 5604,
+ "Ġrespons": 5605,
+ "ĠÏĦο": 5606,
+ "ugg": 5607,
+ "nÄĽ": 5608,
+ "Ġवह": 5609,
+ "ãģ¡ãĤĥãĤĵãģ¨": 5610,
+ "Ġsounds": 5611,
+ "Ġfem": 5612,
+ "ãģĵãģ¨ãģĮ": 5613,
+ "Ġlie": 5614,
+ "ãĥĶ": 5615,
+ "ł×ķת": 5616,
+ "Ġslow": 5617,
+ "Ġsci": 5618,
+ "ĠBar": 5619,
+ "ĠOch": 5620,
+ "Ġtakes": 5621,
+ "¡°": 5622,
+ "has": 5623,
+ "Ġë²": 5624,
+ "Ġpoder": 5625,
+ "ĠоÑĩ": 5626,
+ "åĸľ": 5627,
+ "à¹Ħà¸Ķ": 5628,
+ "Ġgel": 5629,
+ "ãĤĬãģ¾ãģĻ": 5630,
+ "åĪ«": 5631,
+ "ĠпоÑĤ": 5632,
+ "Ñĭй": 5633,
+ "acc": 5634,
+ "ĠìĿĮ": 5635,
+ "ĠAng": 5636,
+ "ĠDem": 5637,
+ "ìķĦìļĶ": 5638,
+ "Ġlid": 5639,
+ "áĬ": 5640,
+ "ืà¹Ī": 5641,
+ "Ġ모": 5642,
+ "Ġзна": 5643,
+ "Ġfat": 5644,
+ "How": 5645,
+ "uro": 5646,
+ "ĠOf": 5647,
+ "Ġdata": 5648,
+ "Ġfavorite": 5649,
+ "Ãłnh": 5650,
+ "©c": 5651,
+ "Ġparty": 5652,
+ "cing": 5653,
+ "Ġimmer": 5654,
+ "ande": 5655,
+ "à¤ļ": 5656,
+ "Ġperform": 5657,
+ "Ġbin": 5658,
+ "Ġexcited": 5659,
+ "ãģ¾ãģĽãĤĵãģ": 5660,
+ "¨×": 5661,
+ "ii": 5662,
+ "ining": 5663,
+ "à³ģ": 5664,
+ "mal": 5665,
+ "ãĢĤãģ¯ãģĦ": 5666,
+ "set": 5667,
+ "à¸Ļะ": 5668,
+ "Ġhour": 5669,
+ "Ġont": 5670,
+ "æŃ¢": 5671,
+ "Ġdeg": 5672,
+ "Ġ×ij×ķ×IJ": 5673,
+ "ãĥ¼ãĥł": 5674,
+ "ĠJag": 5675,
+ "ãģĪãģ°": 5676,
+ "ĠìķĬ": 5677,
+ "abil": 5678,
+ "ese": 5679,
+ "à¸ĸ": 5680,
+ "Ġposition": 5681,
+ "Ġfort": 5682,
+ "mit": 5683,
+ "Ġì°": 5684,
+ "aking": 5685,
+ "Ġestán": 5686,
+ "Ġlonger": 5687,
+ "Ġés": 5688,
+ "As": 5689,
+ "ĠìķĦëĭĪ": 5690,
+ "ilar": 5691,
+ "ĠëķĮ": 5692,
+ "ãĤ¿ãĥ¼": 5693,
+ "jet": 5694,
+ "à¹Ģà¸Ľà¹ĩà¸Ļ": 5695,
+ "Ġbase": 5696,
+ "áŀ¶áŀ": 5697,
+ "éĸ¢": 5698,
+ "Ġà¤ķà¥Ģ": 5699,
+ "Ġpuede": 5700,
+ "ĠHmm": 5701,
+ "kom": 5702,
+ "ĠÅ¡": 5703,
+ "ÙĪØ¹": 5704,
+ "ãģĦãģı": 5705,
+ "ún": 5706,
+ "Ġobs": 5707,
+ "ম": 5708,
+ "Ġarea": 5709,
+ "Ġlại": 5710,
+ "Ġно": 5711,
+ "Ġroad": 5712,
+ "ãĤ½": 5713,
+ "à¥ĭà¤Ĺ": 5714,
+ "Ġnur": 5715,
+ "æ®ĭ": 5716,
+ "Ġaff": 5717,
+ "ĠÑģам": 5718,
+ "ached": 5719,
+ "Ġain": 5720,
+ "Ġsei": 5721,
+ "çļĦ人": 5722,
+ "dom": 5723,
+ "Ġcomment": 5724,
+ "Ġyung": 5725,
+ "Ġhang": 5726,
+ "Ġenergy": 5727,
+ "Ġchallen": 5728,
+ "Ġmens": 5729,
+ "-ce": 5730,
+ "Ġknown": 5731,
+ "ë¶Ħ": 5732,
+ "ãģĭãģªãģĦ": 5733,
+ "Ġgust": 5734,
+ "iert": 5735,
+ "士": 5736,
+ "ĠMo": 5737,
+ "Ġbi": 5738,
+ "60": 5739,
+ "é¡Į": 5740,
+ "cu": 5741,
+ "Ġesper": 5742,
+ "Ġmoving": 5743,
+ "Ġlaug": 5744,
+ "ãĤıãģŃ": 5745,
+ "ains": 5746,
+ "ë¶Ģ": 5747,
+ "çı¾": 5748,
+ "ĠUnited": 5749,
+ "Ġcác": 5750,
+ "ijIJ": 5751,
+ "Ġdescri": 5752,
+ "Ġza": 5753,
+ "åºĶ": 5754,
+ "ľ×Ļ×": 5755,
+ "ĠSim": 5756,
+ "ç¦": 5757,
+ "vir": 5758,
+ "Ġlig": 5759,
+ "å¤ľ": 5760,
+ "åĢij": 5761,
+ "ãģ«è¡Į": 5762,
+ "Ġব": 5763,
+ "Ġjed": 5764,
+ "inda": 5765,
+ "ades": 5766,
+ "Ġذ": 5767,
+ "ĠØ¥ÙĨ": 5768,
+ "ä»İ": 5769,
+ "Ġbal": 5770,
+ "ivid": 5771,
+ "ãĢģãģ¨": 5772,
+ "ÙĪÙĤ": 5773,
+ "ÙĦاÙħ": 5774,
+ "×IJת": 5775,
+ "Ġjump": 5776,
+ "اش": 5777,
+ "Ġgiá»": 5778,
+ "Ġattention": 5779,
+ "à¹Ħà¸Ķà¹ī": 5780,
+ "Ġfeet": 5781,
+ "Ŀi": 5782,
+ "Ġ×Ķש×": 5783,
+ "Ġaccount": 5784,
+ "13": 5785,
+ "ami": 5786,
+ "Ġris": 5787,
+ "Ġmine": 5788,
+ "Ġ×ĸ": 5789,
+ "Ġasking": 5790,
+ "ĠMus": 5791,
+ "Ġpan": 5792,
+ "åĵģ": 5793,
+ "ãĤĵãģ§ãģĻãģĭ": 5794,
+ "Ġà¤ħब": 5795,
+ "anta": 5796,
+ "ĠvỼi": 5797,
+ "ì°": 5798,
+ "eng": 5799,
+ "you": 5800,
+ "Ġill": 5801,
+ "ಿà²": 5802,
+ "ãĥį": 5803,
+ "好çļĦ": 5804,
+ "ÙģØª": 5805,
+ "Ġthird": 5806,
+ "Ġroll": 5807,
+ "ĠاÙĨا": 5808,
+ "åĶ": 5809,
+ "Ġmult": 5810,
+ "lı": 5811,
+ "Ġegy": 5812,
+ "ĠNa": 5813,
+ "ĠìłĦ": 5814,
+ "Ġkilled": 5815,
+ "rij": 5816,
+ "Ġlug": 5817,
+ "Ġ×ŀש×": 5818,
+ "Ġplayers": 5819,
+ "ended": 5820,
+ "Ġmatch": 5821,
+ "Ġthous": 5822,
+ "Ġíķ": 5823,
+ "Ġغ": 5824,
+ "ço": 5825,
+ "ät": 5826,
+ "enti": 5827,
+ "æľĽ": 5828,
+ "à¹Į": 5829,
+ "ưá»Ŀng": 5830,
+ "Ġfur": 5831,
+ "ãģĻãģIJ": 5832,
+ "ĠMart": 5833,
+ "ivers": 5834,
+ "íŀĪ": 5835,
+ "ìĦ¸": 5836,
+ "-na": 5837,
+ "ï¼Įå°±": 5838,
+ "ाà¤ĩ": 5839,
+ "Ġhele": 5840,
+ "åijĬ": 5841,
+ "ια": 5842,
+ "Ûķ": 5843,
+ "Ġìĸ": 5844,
+ "otros": 5845,
+ "Ö°": 5846,
+ "Ġjog": 5847,
+ "با": 5848,
+ "iá»ĥ": 5849,
+ "Ġanymore": 5850,
+ "osa": 5851,
+ "Ġeinf": 5852,
+ "Ġdude": 5853,
+ "Ġaren": 5854,
+ "Ġsir": 5855,
+ "ĠSha": 5856,
+ "Ġworry": 5857,
+ "ಾ": 5858,
+ "é¨": 5859,
+ "ÙĦØ©": 5860,
+ "Ġstraight": 5861,
+ "ÉĻn": 5862,
+ "ĠÄiji": 5863,
+ "ız": 5864,
+ "ĠEven": 5865,
+ "ila": 5866,
+ "Ġimagine": 5867,
+ "Ġtudo": 5868,
+ "ĠاÙĦذ": 5869,
+ "Ġviol": 5870,
+ "íĸĪ": 5871,
+ "Ġanyway": 5872,
+ "Ġcommunity": 5873,
+ "-m": 5874,
+ "欲": 5875,
+ "medi": 5876,
+ "Ġgro": 5877,
+ "¤×Ķ": 5878,
+ "нÑĭй": 5879,
+ "Ġperi": 5880,
+ "ãĤĵãĤĵ": 5881,
+ "attle": 5882,
+ "ãĢĤãģĤ": 5883,
+ "Ġà¤ħà¤Ĥद": 5884,
+ "Ġ×Ĺ×ķ×": 5885,
+ "En": 5886,
+ "×ķתר": 5887,
+ "Ġocc": 5888,
+ "Ġmucha": 5889,
+ "Ġahora": 5890,
+ "ãĥĽ": 5891,
+ "Ġfant": 5892,
+ "æĮĩ": 5893,
+ "éĢ£": 5894,
+ "24": 5895,
+ "ãģ£ãģ¦ãĤĤ": 5896,
+ "енÑĤ": 5897,
+ "ĠEle": 5898,
+ "Ä«": 5899,
+ "Ġmiddle": 5900,
+ "read": 5901,
+ "ĠTV": 5902,
+ "ãģıãĤĮãĤĭ": 5903,
+ "uda": 5904,
+ "Ġestamos": 5905,
+ "Ġcover": 5906,
+ "'é": 5907,
+ "Now": 5908,
+ "Ġmere": 5909,
+ "aling": 5910,
+ "Ġvraiment": 5911,
+ "ë³": 5912,
+ "两": 5913,
+ "Ġstories": 5914,
+ "ãģ®ãģ§": 5915,
+ "Ġpode": 5916,
+ "Ġsold": 5917,
+ "Ġnói": 5918,
+ "ĠInstagram": 5919,
+ "ils": 5920,
+ "ãĤıãĤĪ": 5921,
+ "Ġsun": 5922,
+ "ãģ¾ãģ¾": 5923,
+ "Ġcred": 5924,
+ "Ġpon": 5925,
+ "Ġbox": 5926,
+ "ĠSa": 5927,
+ "Ġ×ij×IJ": 5928,
+ "ľ×Ķ": 5929,
+ "Ġkad": 5930,
+ "Ġsua": 5931,
+ "Ġfly": 5932,
+ "Ġmeu": 5933,
+ "Ġage": 5934,
+ "×ķ×Ķ": 5935,
+ "ÙĤØ©": 5936,
+ "ầu": 5937,
+ "Ġتع": 5938,
+ "Ġpreg": 5939,
+ "Ġotra": 5940,
+ "ÃŃn": 5941,
+ "æĿ¥ãģŁ": 5942,
+ "Ġmel": 5943,
+ "à¥įस": 5944,
+ "Ġfear": 5945,
+ "Ġeye": 5946,
+ "Ġtha": 5947,
+ "iamo": 5948,
+ "Do": 5949,
+ "ãģĿãģĵãģ": 5950,
+ "ä½łçļĦ": 5951,
+ "ç¿": 5952,
+ "Ġvas": 5953,
+ "ĠJack": 5954,
+ "Ġtable": 5955,
+ "çİĭ": 5956,
+ "Ġtraba": 5957,
+ "ëĥ": 5958,
+ "kes": 5959,
+ "Ġwish": 5960,
+ "Ġorig": 5961,
+ "ãģ¬": 5962,
+ "ĠDr": 5963,
+ "ëĿ¼ê³ł": 5964,
+ "ãģ»ãĤī": 5965,
+ "Ġconcer": 5966,
+ "oses": 5967,
+ "bel": 5968,
+ "Ġبس": 5969,
+ "Ġbara": 5970,
+ "ĠBro": 5971,
+ "ùng": 5972,
+ "ĠMin": 5973,
+ "ç¬ij": 5974,
+ "å±±": 5975,
+ "Ġsv": 5976,
+ "Ġemot": 5977,
+ "ĠìĥĿ": 5978,
+ "Ġverdad": 5979,
+ "Ġvel": 5980,
+ "Ġcosa": 5981,
+ "Ġmenos": 5982,
+ "Let": 5983,
+ "bert": 5984,
+ "hl": 5985,
+ "oto": 5986,
+ "key": 5987,
+ "èĻ": 5988,
+ "à¥įम": 5989,
+ "eda": 5990,
+ "liver": 5991,
+ "δ": 5992,
+ "'un": 5993,
+ "ogn": 5994,
+ "ĠPodcast": 5995,
+ "bar": 5996,
+ "à¥įल": 5997,
+ "Ġδ": 5998,
+ "ŀר": 5999,
+ "¤×¨": 6000,
+ "Ġkal": 6001,
+ "Ġentonces": 6002,
+ "Ġavo": 6003,
+ "Ñĭе": 6004,
+ "ĠTod": 6005,
+ "ĠÙĩÙħ": 6006,
+ "Ġtreat": 6007,
+ "Ġaj": 6008,
+ "×ķ×ĵ×¢": 6009,
+ "Ö¸": 6010,
+ "ĠدÙĬ": 6011,
+ "Ġking": 6012,
+ "Ġ×Ķ×Ļ": 6013,
+ "essa": 6014,
+ "ãĤĵãģĨ": 6015,
+ "Ġbei": 6016,
+ "Ġà¤ľà¥ĭ": 6017,
+ "ĠاÙĦÙĤ": 6018,
+ "Ġdeb": 6019,
+ "'av": 6020,
+ "Ġao": 6021,
+ "Ġaté": 6022,
+ "'était": 6023,
+ "ĠبÙĩ": 6024,
+ "Æ°á»Ľc": 6025,
+ "Ġsimp": 6026,
+ "Ġwelcome": 6027,
+ "Ġforget": 6028,
+ "Ġhate": 6029,
+ "ites": 6030,
+ "ØŃÙĬ": 6031,
+ "ãģĵãĤĮãģ¯": 6032,
+ "Ġshoot": 6033,
+ "åĵª": 6034,
+ "æĪ»": 6035,
+ "Ġgì": 6036,
+ "feren": 6037,
+ "ĠговоÑĢ": 6038,
+ "Ġinn": 6039,
+ "Ġrap": 6040,
+ "Ġpoints": 6041,
+ "Ġnas": 6042,
+ "-y": 6043,
+ "ĠTu": 6044,
+ "ãģ¨ãģį": 6045,
+ "ার": 6046,
+ "Ġpolice": 6047,
+ "éĴ": 6048,
+ "ĠMon": 6049,
+ "Ġnear": 6050,
+ "ä¾Ĩ": 6051,
+ "ãģĬåħĦ": 6052,
+ "æ¯į": 6053,
+ "Ġsqu": 6054,
+ "Ġsafe": 6055,
+ "©×Ķ×ķ": 6056,
+ "ãĤĭãģ®ãģ¯": 6057,
+ "Ġjest": 6058,
+ "ôn": 6059,
+ "Ġnós": 6060,
+ "'en": 6061,
+ "åĩºãģ¦": 6062,
+ "æ©": 6063,
+ "éķ¿": 6064,
+ "à¹īà¸Ļ": 6065,
+ "Ġweil": 6066,
+ "leg": 6067,
+ "Ġêµ": 6068,
+ "icar": 6069,
+ "ĠGer": 6070,
+ "Ġproper": 6071,
+ "éĽĨ": 6072,
+ "é¢ĺ": 6073,
+ "è±": 6074,
+ "ĠÐŃÑĤо": 6075,
+ "came": 6076,
+ "Ġlay": 6077,
+ "ç²¾": 6078,
+ "ëĵľ": 6079,
+ "Ġsais": 6080,
+ "æī¾": 6081,
+ "Ġ주": 6082,
+ "Ġfeels": 6083,
+ "æĽ¸": 6084,
+ "æĺŁ": 6085,
+ "à¹Ħà¸Ľ": 6086,
+ "bu": 6087,
+ "ãģĬåīį": 6088,
+ "Ġfas": 6089,
+ "åIJĮãģĺ": 6090,
+ "AAAAAAAA": 6091,
+ "ãģķãĤĵãģĮ": 6092,
+ "же": 6093,
+ "Ġبت": 6094,
+ "Ġtown": 6095,
+ "fin": 6096,
+ "lier": 6097,
+ "ĠNon": 6098,
+ "ência": 6099,
+ "ÙħاÙĨ": 6100,
+ "Ġeinfach": 6101,
+ "Ġstarting": 6102,
+ "åħ¨éĥ¨": 6103,
+ "cket": 6104,
+ "cked": 6105,
+ "port": 6106,
+ "Ġcomb": 6107,
+ "ĠLu": 6108,
+ "Ġshall": 6109,
+ "ãĤıãĤı": 6110,
+ "ĠÃĩ": 6111,
+ "Ġsolo": 6112,
+ "ĠnÃ¥r": 6113,
+ "ãģĦãģªãģĦ": 6114,
+ "Ñĥм": 6115,
+ "rage": 6116,
+ "Ñģли": 6117,
+ "ĠBye": 6118,
+ "Ġfill": 6119,
+ "人ãģ®": 6120,
+ "ни": 6121,
+ "举": 6122,
+ "like": 6123,
+ "ãģ¯ãģ£": 6124,
+ "bro": 6125,
+ "ping": 6126,
+ "ĠDavid": 6127,
+ "èı": 6128,
+ "íķĺëĬĶ": 6129,
+ "that": 6130,
+ "Ġvill": 6131,
+ "Ġworth": 6132,
+ "ее": 6133,
+ "Ġ×IJ׳×Ĺ׳×ķ": 6134,
+ "Ġdesde": 6135,
+ "Ġquickly": 6136,
+ "Ġoffice": 6137,
+ "Ġtext": 6138,
+ "ĠPat": 6139,
+ "å¬ī": 6140,
+ "Ġfinan": 6141,
+ "ãĢĤãģĤãģĤ": 6142,
+ "Ġglad": 6143,
+ "Ġìłķë§IJ": 6144,
+ "Ãłn": 6145,
+ "èį": 6146,
+ "jar": 6147,
+ "ÙĪØ¬": 6148,
+ "Ġphải": 6149,
+ "St": 6150,
+ "âĢĮ": 6151,
+ "Ġ×Ļ׼×ķ׾": 6152,
+ "Ġsave": 6153,
+ "Ġaños": 6154,
+ "ĠAnt": 6155,
+ "Ïİ": 6156,
+ "ĠSee": 6157,
+ "amento": 6158,
+ "Ġkept": 6159,
+ "ĠØŃس": 6160,
+ "ĠاÙĦج": 6161,
+ "iendo": 6162,
+ "ãĥĿ": 6163,
+ "Ġbott": 6164,
+ "acher": 6165,
+ "ÙĬÙĩ": 6166,
+ "ĠÙĪØ£": 6167,
+ "-×": 6168,
+ "åıĪ": 6169,
+ "Ġplat": 6170,
+ "ĠØ´ÙĬØ¡": 6171,
+ "調": 6172,
+ "ĠTer": 6173,
+ "ijk": 6174,
+ "ãĤīãĤĮ": 6175,
+ "ê³¼": 6176,
+ "ÖĤ": 6177,
+ "Ġirgend": 6178,
+ "ller": 6179,
+ "vol": 6180,
+ "Ġhebben": 6181,
+ "ĠاÙĦÙĥ": 6182,
+ "ends": 6183,
+ "Ġmol": 6184,
+ "Ġtotal": 6185,
+ "ä¸Ģä¸ĭ": 6186,
+ "Ġwaiting": 6187,
+ "Ġexperien": 6188,
+ "rael": 6189,
+ "lish": 6190,
+ "80": 6191,
+ "æł¼": 6192,
+ "ĠCol": 6193,
+ "Ġhace": 6194,
+ "iem": 6195,
+ "มี": 6196,
+ "Eh": 6197,
+ "ä¸ĢäºĽ": 6198,
+ "ŀש": 6199,
+ "Ġmesmo": 6200,
+ "ĠëĦĪ": 6201,
+ "å½±": 6202,
+ "Ġstream": 6203,
+ "Ġcómo": 6204,
+ "ãģĽãĤĭ": 6205,
+ "ĠaltsÃ¥": 6206,
+ "åı«": 6207,
+ "ãĤ´": 6208,
+ "ãĤ²": 6209,
+ "iner": 6210,
+ "Ġfootball": 6211,
+ "Ġran": 6212,
+ "Ľ×ķף": 6213,
+ "Ġcompet": 6214,
+ "é©": 6215,
+ "off": 6216,
+ "hold": 6217,
+ "Ġanybody": 6218,
+ "Ġlag": 6219,
+ "Ġbless": 6220,
+ "urity": 6221,
+ "ĠÚ©Ùĩ": 6222,
+ "Ġà¤ķा": 6223,
+ "Ġì¢ĭ": 6224,
+ "Ġru": 6225,
+ "à¹Ĥ": 6226,
+ "Ġcust": 6227,
+ "ÃŃan": 6228,
+ "Ġinclud": 6229,
+ "çĬ¶": 6230,
+ "åĻ": 6231,
+ "ror": 6232,
+ "Ġப": 6233,
+ "Ġfield": 6234,
+ "Ùĭا": 6235,
+ "ĠAber": 6236,
+ "Ġcontinue": 6237,
+ "ding": 6238,
+ "ác": 6239,
+ "èijī": 6240,
+ "Ġinterview": 6241,
+ "æ§ĭ": 6242,
+ "Ġdesign": 6243,
+ "มัà¸Ļ": 6244,
+ "ĠìĿ´ëٰ": 6245,
+ "Ġwrite": 6246,
+ "Ġrese": 6247,
+ "Ġtit": 6248,
+ "ØŃت": 6249,
+ "æħ¢": 6250,
+ "Ľ×Ķ": 6251,
+ "Ġпол": 6252,
+ "ãģıãĤĮãģŁ": 6253,
+ "ãĢģä¸Ģ": 6254,
+ "gon": 6255,
+ "ressed": 6256,
+ "ĠOk": 6257,
+ "Ġsad": 6258,
+ "à¥ī": 6259,
+ "Ġimportante": 6260,
+ "ções": 6261,
+ "Ãłng": 6262,
+ "ĠfÃ¥r": 6263,
+ "Ġheld": 6264,
+ "à¹Ģล": 6265,
+ "Ġincre": 6266,
+ "ég": 6267,
+ "iento": 6268,
+ "ãĤ®": 6269,
+ "ãģ¾ãģĹãĤĩãģĨ": 6270,
+ "लà¥ĩ": 6271,
+ "âm": 6272,
+ "ming": 6273,
+ "Ġsono": 6274,
+ "ï¼Įæľī": 6275,
+ "ки": 6276,
+ "ãĤĵãģ¡": 6277,
+ "Ġvien": 6278,
+ "Ġmentioned": 6279,
+ "ãģ·": 6280,
+ "ĠWar": 6281,
+ "Ġìłľ": 6282,
+ "ĠChar": 6283,
+ "Ġ×Ļ×ķתר": 6284,
+ "Ġأع": 6285,
+ "го": 6286,
+ "Ġelle": 6287,
+ "áºŃt": 6288,
+ "ĠоÑĩенÑĮ": 6289,
+ "±ãģĦ": 6290,
+ "ĠÄijến": 6291,
+ "ĠAsÃŃ": 6292,
+ "band": 6293,
+ "Ġsão": 6294,
+ "ĠJu": 6295,
+ "енно": 6296,
+ "ota": 6297,
+ "Ġord": 6298,
+ "elig": 6299,
+ "ï¼ŁãģĪ": 6300,
+ "ĠâĢ": 6301,
+ "ास": 6302,
+ "entro": 6303,
+ "ĠاÙĦØ¥": 6304,
+ "Ġ×Ķ×ĸ×Ķ": 6305,
+ "Ġclub": 6306,
+ "нÑĭе": 6307,
+ "ĠJoe": 6308,
+ "Ġstri": 6309,
+ "ãģ¿ãģŁãģĦãģª": 6310,
+ "lly": 6311,
+ "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa": 6312,
+ "ãĢģãĤı": 6313,
+ "Ġcompan": 6314,
+ "Ġpossib": 6315,
+ "ãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤ": 6316,
+ "Ġsabe": 6317,
+ "ç¶ļ": 6318,
+ "sh": 6319,
+ "ãĢģãĤ¢": 6320,
+ "né": 6321,
+ "çµĤãĤı": 6322,
+ "Ġopin": 6323,
+ "Ġmich": 6324,
+ "Ġcharacter": 6325,
+ "Ġcertainly": 6326,
+ "Ġhost": 6327,
+ "æĢĿãģĦ": 6328,
+ "vered": 6329,
+ "æ£": 6330,
+ "åºĹ": 6331,
+ "Ġeinen": 6332,
+ "Ġhurt": 6333,
+ "еÑģÑĤ": 6334,
+ "ario": 6335,
+ "Ġmajor": 6336,
+ "met": 6337,
+ "ãĢģãģĶ": 6338,
+ "Ġissue": 6339,
+ "Ġà¦ıà¦": 6340,
+ "ãģªãģĮ": 6341,
+ "ĠlÃłm": 6342,
+ "Ġbeat": 6343,
+ "ination": 6344,
+ "erve": 6345,
+ "Ġtôi": 6346,
+ "Ġappreci": 6347,
+ "ä½ĵãģ": 6348,
+ "Ġà¤īस": 6349,
+ "Ġselv": 6350,
+ "Ġindivid": 6351,
+ "ª×Ŀ": 6352,
+ "Ġbecame": 6353,
+ "orge": 6354,
+ "Ġmoet": 6355,
+ "Ġmanag": 6356,
+ "ĠTak": 6357,
+ "å»": 6358,
+ "Ġsempre": 6359,
+ "Ġgrande": 6360,
+ "Ġfamil": 6361,
+ "Ġaccept": 6362,
+ "ì¤": 6363,
+ "à¥ĩर": 6364,
+ "ãģ¤ãĤĤ": 6365,
+ "Ġкон": 6366,
+ "Ġchat": 6367,
+ "ration": 6368,
+ "ples": 6369,
+ "Ġplayer": 6370,
+ "Ġmessage": 6371,
+ "Ġश": 6372,
+ "Ġkick": 6373,
+ "Ġdecided": 6374,
+ "ĠZe": 6375,
+ "ç§ģãģĮ": 6376,
+ "uts": 6377,
+ "ĠCor": 6378,
+ "Ġmoved": 6379,
+ "该": 6380,
+ "Ġhig": 6381,
+ "Ä±ÅŁ": 6382,
+ "Is": 6383,
+ "Ġitself": 6384,
+ "ÙĪØª": 6385,
+ "Ġluck": 6386,
+ "ĠMad": 6387,
+ "Ġrac": 6388,
+ "Ġanal": 6389,
+ "pir": 6390,
+ "ãģ«åħ¥": 6391,
+ "Ġpiece": 6392,
+ "çµ¶": 6393,
+ "ίν": 6394,
+ "ение": 6395,
+ "Ġà¤ĸ": 6396,
+ "Ġpoco": 6397,
+ "éł¼": 6398,
+ "åı¸": 6399,
+ "Ġmejor": 6400,
+ "ales": 6401,
+ "Ġkhi": 6402,
+ "Ġboom": 6403,
+ "Ġchanged": 6404,
+ "sen": 6405,
+ "ìĪĺ": 6406,
+ "ander": 6407,
+ "ĠWest": 6408,
+ "ji": 6409,
+ "Ġbat": 6410,
+ "iday": 6411,
+ "ex": 6412,
+ "Ġëĵ¤": 6413,
+ "Ġclean": 6414,
+ "åĦª": 6415,
+ "Ġindust": 6416,
+ "ills": 6417,
+ "áĢºáĢ": 6418,
+ "âĶĢâĶĢ": 6419,
+ "Ġfakt": 6420,
+ "ÙĬÙģ": 6421,
+ "段": 6422,
+ "ãĥĥãĥģ": 6423,
+ "enty": 6424,
+ "ãĢģãģı": 6425,
+ "esta": 6426,
+ "Ġngh": 6427,
+ "аг": 6428,
+ "Ġcontent": 6429,
+ "Ġinstead": 6430,
+ "ìłģ": 6431,
+ "или": 6432,
+ "Ġperiod": 6433,
+ "Ġhelt": 6434,
+ "Ġminute": 6435,
+ "Ġî": 6436,
+ "Ġ×ŀ×ķ×": 6437,
+ "Ġtravel": 6438,
+ "æľĿ": 6439,
+ "être": 6440,
+ "-D": 6441,
+ "ãĤīãĤĮãĤĭ": 6442,
+ "Ġmouth": 6443,
+ "Ġfaith": 6444,
+ "ãĥ©ãĤ¤": 6445,
+ "ä¿Ŀ": 6446,
+ "æľį": 6447,
+ "Ġони": 6448,
+ "çζ": 6449,
+ "Ġeles": 6450,
+ "Ġamount": 6451,
+ "Ġnä": 6452,
+ "Ġsä": 6453,
+ "Ġincred": 6454,
+ "Ġbil": 6455,
+ "ĠлÑİ": 6456,
+ "à´¿à´": 6457,
+ "ĠVocê": 6458,
+ "Ġtrack": 6459,
+ "اع": 6460,
+ "van": 6461,
+ "ãģ£ãģ¦ãģŁ": 6462,
+ "ĠÐĶа": 6463,
+ "ĠDus": 6464,
+ "itions": 6465,
+ "Ġtyp": 6466,
+ "ä½ķãģĭ": 6467,
+ "æ¥Ń": 6468,
+ "ĠاÙĦب": 6469,
+ "ãģĭãģĹãĤī": 6470,
+ "è¿Ľ": 6471,
+ "Ġνα": 6472,
+ "ĊĊ": 6473,
+ "ÙĦÙĪ": 6474,
+ "ãĢģãģĿãĤĮãģ¯": 6475,
+ "ĠÙĩذÙĩ": 6476,
+ "Ġshows": 6477,
+ "Ġeff": 6478,
+ "Ġhvis": 6479,
+ "90": 6480,
+ "ĠBueno": 6481,
+ "ãģ£ãģŁãģ®": 6482,
+ "Ġmeant": 6483,
+ "Ġeigen": 6484,
+ "fa": 6485,
+ "ä¿Ĥ": 6486,
+ "rom": 6487,
+ "ĠdÃ¥": 6488,
+ "Ġש׾×": 6489,
+ "light": 6490,
+ "pter": 6491,
+ "à¯Ī": 6492,
+ "Ġvá»ģ": 6493,
+ "Ġtener": 6494,
+ "à¸ģาร": 6495,
+ "Ġtowards": 6496,
+ "ãģĹãģ¦ãģĦãĤĭ": 6497,
+ "Ġà¤ķà¥įया": 6498,
+ "éĶ": 6499,
+ "ằ": 6500,
+ "éd": 6501,
+ "Ġbegan": 6502,
+ "ಾà²": 6503,
+ "ãģĭãĤīãģŃ": 6504,
+ "Ġded": 6505,
+ "Ġë§İ": 6506,
+ "'h": 6507,
+ "Ġbeginning": 6508,
+ "Ġêtre": 6509,
+ "Ġgotta": 6510,
+ "nn": 6511,
+ "umb": 6512,
+ "Ġecht": 6513,
+ "áºŃy": 6514,
+ "Ġconsider": 6515,
+ "Ġpred": 6516,
+ "ĠÐij": 6517,
+ "Ġpuis": 6518,
+ "ÙħÙĥÙĨ": 6519,
+ "Ġдел": 6520,
+ "Ġlearned": 6521,
+ "楽ãģĹ": 6522,
+ "Ġtinha": 6523,
+ "sem": 6524,
+ "oint": 6525,
+ "çĶ»": 6526,
+ "人ãģĮ": 6527,
+ "åį±": 6528,
+ "ization": 6529,
+ "ê°ģ": 6530,
+ "Ġ×¢×ķ×": 6531,
+ "á»iji": 6532,
+ "ordan": 6533,
+ "Ġfordi": 6534,
+ "Ġforma": 6535,
+ "ãģ¤ãģĦãģ¦": 6536,
+ "ĠSomet": 6537,
+ "Ġlarge": 6538,
+ "Ġactiv": 6539,
+ "幸": 6540,
+ "Ġfalar": 6541,
+ "esse": 6542,
+ "Ġinvestig": 6543,
+ "ÉĻr": 6544,
+ "×Ļ×Ļ×Ļ×Ļ×Ļ×Ļ×Ļ×Ļ": 6545,
+ "Ġbrain": 6546,
+ "ाद": 6547,
+ "ãģ®åŃIJ": 6548,
+ "Ġganz": 6549,
+ "Ġsett": 6550,
+ "ãģ§ãģĻãģĮ": 6551,
+ "itor": 6552,
+ "Ġש×Ŀ": 6553,
+ "िस": 6554,
+ "Ġë°Ķ": 6555,
+ "ĠнеÑĤ": 6556,
+ "Ġkey": 6557,
+ "ĠBiden": 6558,
+ "ãģijãģªãģĦ": 6559,
+ "Ġcada": 6560,
+ "Ġsegu": 6561,
+ "ãĢģãģĤãĤĬ": 6562,
+ "Ġà¤ħनà¥į": 6563,
+ "Ġvet": 6564,
+ "ĠØ£ÙĨÙĩ": 6565,
+ "åĦ¿": 6566,
+ "ĠAllah": 6567,
+ "Ġ×ij×ŀ×": 6568,
+ "Ġcreate": 6569,
+ "ؤ": 6570,
+ "å½ĵãģ": 6571,
+ "Ġмен": 6572,
+ "å¨": 6573,
+ "Ġtema": 6574,
+ "Ġ׾×ŀ×": 6575,
+ "×ķ×Ĺ": 6576,
+ "Ľ×©": 6577,
+ "ç´ł": 6578,
+ "è§ģ": 6579,
+ "Ġonline": 6580,
+ "ĠتÙĪ": 6581,
+ "Ġej": 6582,
+ "æĪĸèĢħ": 6583,
+ "ateg": 6584,
+ "Ġround": 6585,
+ "My": 6586,
+ "ulle": 6587,
+ "Ġê·¸ëŁ°": 6588,
+ "ëĵ¤ìĿ´": 6589,
+ "ÙIJÙĬ": 6590,
+ "Ġtiemp": 6591,
+ "Ġsiempre": 6592,
+ "Ġfing": 6593,
+ "ãĤģãĤĭ": 6594,
+ "Ġlá»": 6595,
+ "ãģĹãĤĪãģĨ": 6596,
+ "Ġgold": 6597,
+ "Ġdonde": 6598,
+ "iet": 6599,
+ "Ġprime": 6600,
+ "à¥ģत": 6601,
+ "è°¢": 6602,
+ "bol": 6603,
+ "asure": 6604,
+ "ĠاÙĦد": 6605,
+ "ï¼Ĵ": 6606,
+ "ãģ£ãģı": 6607,
+ "ĠCity": 6608,
+ "ä½ı": 6609,
+ "Ġproject": 6610,
+ "Ġguard": 6611,
+ "ä¸ĩ": 6612,
+ "Ġputting": 6613,
+ "Ġبعد": 6614,
+ "Ãłi": 6615,
+ "æĹł": 6616,
+ "Ġglo": 6617,
+ "å«Į": 6618,
+ "ÏĦα": 6619,
+ "oking": 6620,
+ "交": 6621,
+ "Ġship": 6622,
+ "Ä©": 6623,
+ "resent": 6624,
+ "Ġusually": 6625,
+ "Ò¯": 6626,
+ "ĠUS": 6627,
+ "Ĺ×§": 6628,
+ "Ġbecom": 6629,
+ "ÑĪе": 6630,
+ "ãģªãģķãģĦ": 6631,
+ "Ġpath": 6632,
+ "Ġminha": 6633,
+ "Ġoù": 6634,
+ "ãģĶãĤģ": 6635,
+ "ação": 6636,
+ "ãģªãĤĬ": 6637,
+ "Ġим": 6638,
+ "iten": 6639,
+ "Ġgodt": 6640,
+ "Ġsz": 6641,
+ "Ġliv": 6642,
+ "àµģ": 6643,
+ "ãĥ¼ãĤĵ": 6644,
+ "Ġجدا": 6645,
+ "ĠìĿ´ê±°": 6646,
+ "Ġ×Ķת×": 6647,
+ "ãĤĤãģ¡": 6648,
+ "Ġped": 6649,
+ "رÙĥ": 6650,
+ "ĠDeus": 6651,
+ "Ġbunch": 6652,
+ "ĠÚ¯": 6653,
+ "Ġzeg": 6654,
+ "ĠgÃ¥": 6655,
+ "Ġhalt": 6656,
+ "ĠÄijá»ĥ": 6657,
+ "unca": 6658,
+ "åħī": 6659,
+ "ĠØ«": 6660,
+ "æıIJ": 6661,
+ "ãĤ·ãĥ§": 6662,
+ "Ġham": 6663,
+ "Ġlige": 6664,
+ "ĠFace": 6665,
+ "ìĻĢ": 6666,
+ "å¿ħè¦ģ": 6667,
+ "Ġ×Ĵ": 6668,
+ "Ġhoy": 6669,
+ "رج": 6670,
+ "å¡": 6671,
+ "ache": 6672,
+ "Ġsẽ": 6673,
+ "-c": 6674,
+ "ĠPeople": 6675,
+ "ï¼ĮåĹ¯": 6676,
+ "ãģµãģµãģ£": 6677,
+ "ieder": 6678,
+ "á»ı": 6679,
+ "ï¼ĮæīĢ以": 6680,
+ "Ġ×Ļ×ķ×ĵ×¢": 6681,
+ "Ġdanger": 6682,
+ "bb": 6683,
+ "ĠÑģп": 6684,
+ "ĠApple": 6685,
+ "kin": 6686,
+ "imate": 6687,
+ "å¼ı": 6688,
+ "ëIJ": 6689,
+ "ĠÎŃ": 6690,
+ "àŃ": 6691,
+ "erson": 6692,
+ "×ķ×ĺ": 6693,
+ "ĠÐĿÑĥ": 6694,
+ "Ġlink": 6695,
+ "Ġhá»į": 6696,
+ "Ġcross": 6697,
+ "Ġgoal": 6698,
+ "Ġtomorrow": 6699,
+ "Ġapart": 6700,
+ "ìļ´": 6701,
+ "kl": 6702,
+ "rt": 6703,
+ "Ġtừ": 6704,
+ "å¿ľ": 6705,
+ "miss": 6706,
+ "Not": 6707,
+ "When": 6708,
+ "æĿ¥ãģ¦": 6709,
+ "how": 6710,
+ "×Ķ×Ŀ": 6711,
+ "aciones": 6712,
+ "Ġwatched": 6713,
+ "åŃĺ": 6714,
+ "Ö´": 6715,
+ "à¹Īà¸ĩ": 6716,
+ "Ġchúng": 6717,
+ "Ġnosotros": 6718,
+ "øre": 6719,
+ "-P": 6720,
+ "ï¼IJ": 6721,
+ "客": 6722,
+ "uring": 6723,
+ "де": 6724,
+ "Ġdifference": 6725,
+ "Ġanche": 6726,
+ "ÙĦاÙĭ": 6727,
+ "éģ¸": 6728,
+ "à¤ģ": 6729,
+ "Ġotro": 6730,
+ "Ġdied": 6731,
+ "åĪļ": 6732,
+ "Ġbast": 6733,
+ "ç±": 6734,
+ "Ġtenemos": 6735,
+ "Ġusted": 6736,
+ "ãĤĵãģĺãĤĥãģªãģĦ": 6737,
+ "äºĭæĥħ": 6738,
+ "è¾¹": 6739,
+ "ĠCal": 6740,
+ "êm": 6741,
+ "ned": 6742,
+ "иÑĤе": 6743,
+ "ê°Ħ": 6744,
+ "cel": 6745,
+ "éĢĥ": 6746,
+ "illa": 6747,
+ "å·²ç»ı": 6748,
+ "æĸĻ": 6749,
+ "ãĢģãģķ": 6750,
+ "èģŀãģĦãģ¦": 6751,
+ "ucoup": 6752,
+ "×ķ×¢": 6753,
+ "Å«": 6754,
+ "æ¿": 6755,
+ "ãĤīãĤĮãģ¦": 6756,
+ "ãĤĦãĤĭ": 6757,
+ "ç¡": 6758,
+ "á»ijng": 6759,
+ "ĠIsrael": 6760,
+ "Ġchose": 6761,
+ "Ġtour": 6762,
+ "iy": 6763,
+ "æĪijçļĦ": 6764,
+ "Ġtax": 6765,
+ "اÙĩ": 6766,
+ "ĠRuss": 6767,
+ "æľĥ": 6768,
+ "Ġagora": 6769,
+ "arily": 6770,
+ "ãģ¯ãģļ": 6771,
+ "è·¯": 6772,
+ "ç§ģãĤĤ": 6773,
+ "ĠMmm": 6774,
+ "etta": 6775,
+ "ç®Ĺ": 6776,
+ "Ġreading": 6777,
+ "Ġsubs": 6778,
+ "áĥIJ": 6779,
+ "qué": 6780,
+ "Ġtanto": 6781,
+ "è¿Ļè¿Ļ": 6782,
+ "ival": 6783,
+ "Ġada": 6784,
+ "Ġsomewhere": 6785,
+ "ãģĤãĤĬãģ¾ãģĻ": 6786,
+ "Ġcatch": 6787,
+ "Õ¸ÖĤ": 6788,
+ "ÏĦι": 6789,
+ "ĠDes": 6790,
+ "Ġsein": 6791,
+ "ãģķãĤĵãģ«": 6792,
+ "æľº": 6793,
+ "Ġheav": 6794,
+ "Ġstore": 6795,
+ "woon": 6796,
+ "uego": 6797,
+ "ãĢĤãģĨãĤĵ": 6798,
+ "å¯Ŀ": 6799,
+ "Ġfix": 6800,
+ "Ġrisk": 6801,
+ "iller": 6802,
+ "ijף": 6803,
+ "Ġhello": 6804,
+ "Ġfell": 6805,
+ "å¿«": 6806,
+ "Ġvict": 6807,
+ "cie": 6808,
+ "ãĤĵãģŃ": 6809,
+ "ĠDer": 6810,
+ "Ġantes": 6811,
+ "ĠThese": 6812,
+ "Ġmga": 6813,
+ "Ġstar": 6814,
+ "Ġako": 6815,
+ "Ġregard": 6816,
+ "Ġur": 6817,
+ "Ġdisp": 6818,
+ "éª": 6819,
+ "ĠÙĪÙĩ": 6820,
+ "ĠMiss": 6821,
+ "Ġstick": 6822,
+ "ãĢģç§ģãģ¯": 6823,
+ "Ġlugar": 6824,
+ "mt": 6825,
+ "िया": 6826,
+ "еÑĪÑĮ": 6827,
+ "Ġtempo": 6828,
+ "Ġopportunity": 6829,
+ "Ġإذا": 6830,
+ "Ġpersona": 6831,
+ "ption": 6832,
+ "ĠgÃ¥r": 6833,
+ "Ġcold": 6834,
+ "ãģ¡ãĤĥãĤĵãģ®": 6835,
+ "ĠMer": 6836,
+ "inc": 6837,
+ "íķĺê³ł": 6838,
+ "ĠDamn": 6839,
+ "ÙĤÙĬ": 6840,
+ "Ġwird": 6841,
+ "Ġirgendw": 6842,
+ "Ġcomfort": 6843,
+ "esterd": 6844,
+ "igent": 6845,
+ "Ġskulle": 6846,
+ "Ġting": 6847,
+ "×Ļת×Ļ": 6848,
+ "Ġpolic": 6849,
+ "esterday": 6850,
+ "Ġsecret": 6851,
+ "Ġpró": 6852,
+ "è¿ĺæĺ¯": 6853,
+ "Ġplaces": 6854,
+ "ơn": 6855,
+ "ÑĨи": 6856,
+ "ãģķãĤĵãģ¯": 6857,
+ "ÑĢÑĥг": 6858,
+ "ìŀħ": 6859,
+ "าม": 6860,
+ "Ġstrugg": 6861,
+ "å°į": 6862,
+ "Ġimmedi": 6863,
+ "ãģĤãģĤãģ£": 6864,
+ "رد": 6865,
+ "Ġdrive": 6866,
+ "sp": 6867,
+ "âĢĶâĢĶ": 6868,
+ "æ©Ł": 6869,
+ "ĠìĿ´ëłĩê²Į": 6870,
+ "rig": 6871,
+ "Ġquie": 6872,
+ "ãģıãģ¦": 6873,
+ "ential": 6874,
+ "िय": 6875,
+ "Ġwriting": 6876,
+ "Ġbeaucoup": 6877,
+ "çļĨ": 6878,
+ "ãģĭãģĹãģĦ": 6879,
+ "è¶Ĭ": 6880,
+ "ĠThanks": 6881,
+ "à¯įà®Ł": 6882,
+ "Ġsoft": 6883,
+ "oh": 6884,
+ "La": 6885,
+ "Ġpicture": 6886,
+ "à¹Ģห": 6887,
+ "ï¼ŁĊ": 6888,
+ "Ġtend": 6889,
+ "æĻ®éĢļ": 6890,
+ "Ġloved": 6891,
+ "Ġpsy": 6892,
+ "ÙĨد": 6893,
+ "ĠPed": 6894,
+ "ãģłãģ¨": 6895,
+ "rie": 6896,
+ "Ġà¤Ĩà¤": 6897,
+ "ãĤĪãģĭãģ£ãģŁ": 6898,
+ "Ġì¹": 6899,
+ "ãģ¡ãĤĩ": 6900,
+ "ãĢģ大": 6901,
+ "Ġmental": 6902,
+ "æ»": 6903,
+ "念": 6904,
+ "ĠÚĨ": 6905,
+ "Ġils": 6906,
+ "Ù쨳": 6907,
+ "ĠìķĮ": 6908,
+ "Ġmeget": 6909,
+ "Ġdoc": 6910,
+ "nÃŃ": 6911,
+ "×ķצ×Ķ": 6912,
+ "áºŃn": 6913,
+ "Ġ×IJ×Ĺר": 6914,
+ "Ġsever": 6915,
+ "ů": 6916,
+ "Ġdeux": 6917,
+ "ï¼Įæĺ¯çļĦ": 6918,
+ "yd": 6919,
+ "à±ĩ": 6920,
+ "Ġbank": 6921,
+ "ãģŃãģĩ": 6922,
+ "Ġmand": 6923,
+ "emy": 6924,
+ "nal": 6925,
+ "ĠCap": 6926,
+ "ĠاÛĮÙĨ": 6927,
+ ",,": 6928,
+ "Ġlegal": 6929,
+ "inh": 6930,
+ "ĠÑĪ": 6931,
+ "icos": 6932,
+ "Ġgang": 6933,
+ "à¹Ĩ": 6934,
+ "ì¹ĺ": 6935,
+ "Ġин": 6936,
+ "ledge": 6937,
+ "Ġaconte": 6938,
+ "Ġassist": 6939,
+ "oma": 6940,
+ "eldig": 6941,
+ "antly": 6942,
+ "Ġweren": 6943,
+ "еп": 6944,
+ "Ġmach": 6945,
+ "à¸Ļีà¹Ī": 6946,
+ "ocr": 6947,
+ "®à¯į": 6948,
+ "ä¼ij": 6949,
+ "âu": 6950,
+ "Ġeduc": 6951,
+ "ениÑı": 6952,
+ "ãĢĤéĤ£": 6953,
+ "ï¼Įæĺ¯": 6954,
+ "Ġtrabal": 6955,
+ "Ġlocal": 6956,
+ "Ġamong": 6957,
+ "Ġterrible": 6958,
+ "ãģ¾ãģĤãģ¾ãģĤ": 6959,
+ "iero": 6960,
+ "hehehehehehehehehehehehehehehehe": 6961,
+ "Ġfør": 6962,
+ "ãģĻãģĶãģı": 6963,
+ "Ġnature": 6964,
+ "rif": 6965,
+ "éĩı": 6966,
+ "Ġchi": 6967,
+ "ãģĹãĤĥ": 6968,
+ "Ġκαι": 6969,
+ "ĠFo": 6970,
+ "ĠÙĦÙĦ": 6971,
+ "Ġtoda": 6972,
+ "ç¨ĭ": 6973,
+ "ç³»": 6974,
+ "ª×Ķ": 6975,
+ "ãģķãĤĮãģŁ": 6976,
+ "Ġfloor": 6977,
+ "Ġpack": 6978,
+ "enda": 6979,
+ "Ġuit": 6980,
+ "Ġtiempo": 6981,
+ "Ġtengo": 6982,
+ "Ġestaba": 6983,
+ "Ġspeaking": 6984,
+ "Ġez": 6985,
+ "åζ": 6986,
+ "Ľ×Ł": 6987,
+ "Ġже": 6988,
+ "ãģ¸ãģ¸": 6989,
+ "Ġmá»": 6990,
+ "icas": 6991,
+ "Ġलिà¤ı": 6992,
+ "Ġrá»ĵi": 6993,
+ "atch": 6994,
+ "Ġhai": 6995,
+ "ãģ§ãģĹãģŁ": 6996,
+ "ió": 6997,
+ "ãģ£ãģ¡ãĤĥãģĨ": 6998,
+ "ingen": 6999,
+ ".ĠI": 7000,
+ ",ĠI": 7001,
+ ".ĠAnd": 7002,
+ ",Ġand": 7003,
+ ",Ġyou": 7004,
+ "Ġit's": 7005,
+ "ĠofĠthe": 7006,
+ ".ĠIt": 7007,
+ "Ġdon't": 7008,
+ ",Ġbut": 7009,
+ "ĠinĠthe": 7010,
+ ".ĠSo": 7011,
+ ".ĠYou": 7012,
+ "ĠgoingĠto": 7013,
+ ",Ġno": 7014,
+ ".ĠBut": 7015,
+ ",Ġthe": 7016,
+ ",ĠyouĠknow": 7017,
+ "Ġthat's": 7018,
+ ".ĠHe": 7019,
+ ".ĠYeah": 7020,
+ ".ĠIt's": 7021,
+ ".ĠThe": 7022,
+ "ĠI'm": 7023,
+ ".ĠA": 7024,
+ "ĠtoĠthe": 7025,
+ ".ĠWe": 7026,
+ ".ĠThat": 7027,
+ "Ġlike,": 7028,
+ "ĠonĠthe": 7029,
+ "Ġyou're": 7030,
+ ".ĠI'm": 7031,
+ "ĠtoĠbe": 7032,
+ "ĠhaĠha": 7033,
+ ",Ġwe": 7034,
+ ",Ġa": 7035,
+ ".ĠOh": 7036,
+ ",Ġno,Ġno": 7037,
+ ".ĠThey": 7038,
+ "ĠwantĠto": 7039,
+ ",Ġhe": 7040,
+ ".ĠS": 7041,
+ ".ĠT": 7042,
+ ",ĠyouĠknow,": 7043,
+ ".ĠNo": 7044,
+ "ĠkindĠof": 7045,
+ "ĠitĠwas": 7046,
+ ".ĠJa": 7047,
+ ".ĠE": 7048,
+ ",Ġit's": 7049,
+ ".ĠThat's": 7050,
+ ",Ġso": 7051,
+ ".ĠO": 7052,
+ "Ġdidn't": 7053,
+ ".ĠH": 7054,
+ ".ĠB": 7055,
+ "ĠaĠlot": 7056,
+ ".ĠC": 7057,
+ "ĠatĠthe": 7058,
+ "o,": 7059,
+ ".ĠM": 7060,
+ "?ĠWhat": 7061,
+ ",Ġ": 7062,
+ ".ĠN": 7063,
+ "Ġdon'tĠknow": 7064,
+ "s,": 7065,
+ "Ġthere's": 7066,
+ "s.": 7067,
+ "i,": 7068,
+ "Ġthey're": 7069,
+ "Ġcan't": 7070,
+ ",ĠI'm": 7071,
+ "Ġit.": 7072,
+ "a,": 7073,
+ "ĠforĠthe": 7074,
+ ".ĠP": 7075,
+ "ĠifĠyou": 7076,
+ "ĠinĠa": 7077,
+ "ĠthisĠis": 7078,
+ "ĠhaveĠto": 7079,
+ "ĠIĠthink": 7080,
+ "ĠIĠwas": 7081,
+ "ĠÙĦاĠÙĦا": 7082,
+ ",Ġoh": 7083,
+ "!Ġ¡": 7084,
+ ",Ġyeah": 7085,
+ ".ĠThis": 7086,
+ ".ĠWhat": 7087,
+ "Ġc'est": 7088,
+ "ĠwithĠthe": 7089,
+ ",Ġwhich": 7090,
+ ".ĠD": 7091,
+ ",Ġright": 7092,
+ ",Ġit": 7093,
+ "ĠisĠa": 7094,
+ ".ĠOkay": 7095,
+ "Ġwe're": 7096,
+ ",Ġ×ĸ×Ķ": 7097,
+ ",Ġthey": 7098,
+ ".ĠThere": 7099,
+ "Ġhe's": 7100,
+ "ĠhaveĠa": 7101,
+ "ĠtoĠdo": 7102,
+ ",Ġthat": 7103,
+ "ĠhaĠhaĠhaĠha": 7104,
+ ".ĠY": 7105,
+ ".ĠV": 7106,
+ ".ĠShe": 7107,
+ "ĠaĠlotĠof": 7108,
+ "en,": 7109,
+ ",Ġwhat": 7110,
+ "ĠandĠthe": 7111,
+ ",Ġque": 7112,
+ ".ĠLike": 7113,
+ ".ĠL": 7114,
+ "ĠyouĠknow": 7115,
+ ",Ġja": 7116,
+ ",Ġlike": 7117,
+ "ĠfromĠthe": 7118,
+ ".ĠF": 7119,
+ "!ĠOh": 7120,
+ "?ĠI": 7121,
+ "ĠaĠlittle": 7122,
+ "ĠisĠthe": 7123,
+ "ĠdeĠla": 7124,
+ "ĠofĠa": 7125,
+ "Ġyou.": 7126,
+ "ĠthatĠyou": 7127,
+ "en.": 7128,
+ ".ĠIĠthink": 7129,
+ ",Ġde": 7130,
+ ".ĠIf": 7131,
+ "ĠlikeĠa": 7132,
+ "!ĠOh!ĠOh": 7133,
+ ",Ġoh,Ġoh": 7134,
+ ",Ġthat's": 7135,
+ "ĠtoĠget": 7136,
+ "ĠthatĠI": 7137,
+ ",Ġright?": 7138,
+ ",Ġo": 7139,
+ ".ĠYouĠknow": 7140,
+ "ĠallĠthe": 7141,
+ ".ĠK": 7142,
+ "ĠwasĠa": 7143,
+ "Ġl'": 7144,
+ ".ĠW": 7145,
+ ".ĠIn": 7146,
+ ",ĠIĠthink": 7147,
+ "ĠforĠa": 7148,
+ ".ĠAndĠI": 7149,
+ "es,": 7150,
+ "ĠgoingĠtoĠbe": 7151,
+ "ĠdetĠer": 7152,
+ ",Ġk": 7153,
+ "?ĠWhat?ĠWhat": 7154,
+ ".ĠEn": 7155,
+ ",Ġ׾×IJ": 7156,
+ "Ġdoesn't": 7157,
+ "ĠdoĠyou": 7158,
+ ".ĠYes": 7159,
+ ".Ġ": 7160,
+ "ĠandĠI": 7161,
+ "ĠdaĠda": 7162,
+ ".ĠAndĠthen": 7163,
+ "o.": 7164,
+ "er,": 7165,
+ ".ĠDet": 7166,
+ "ingĠthe": 7167,
+ "ĠasĠa": 7168,
+ "ãģ£ï¼ģ": 7169,
+ ".ĠG": 7170,
+ "ĠoutĠof": 7171,
+ "sĠand": 7172,
+ ",Ġ×IJ׳×Ļ": 7173,
+ "ĠitĠis": 7174,
+ "ĠthatĠthe": 7175,
+ ".ĠIĠmean": 7176,
+ "sĠof": 7177,
+ "ĠaboutĠthe": 7178,
+ "ĠwithĠa": 7179,
+ "ĠheĠwas": 7180,
+ "ĠyouĠcan": 7181,
+ ",Ġat": 7182,
+ "ĠthatĠwe": 7183,
+ ",Ġ×ĸ×Ķ,Ġ×ĸ×Ķ": 7184,
+ ".ĠJ": 7185,
+ "ĠintoĠthe": 7186,
+ "ĠneedĠto": 7187,
+ ",Ġshe": 7188,
+ "ĠbyĠthe": 7189,
+ "edĠto": 7190,
+ "ĠwouldĠbe": 7191,
+ ".ĠWell": 7192,
+ ",ĠÑĩÑĤо": 7193,
+ ".ĠNow": 7194,
+ "as,": 7195,
+ ".ĠLet": 7196,
+ ",Ġmy": 7197,
+ "à¥Īà¤Ĥ": 7198,
+ ".ĠAll": 7199,
+ ",Ġokay": 7200,
+ "os,": 7201,
+ "'veĠgot": 7202,
+ "y,": 7203,
+ "Ġwasn't": 7204,
+ ".ĠHe's": 7205,
+ "Ġlet's": 7206,
+ "ĠtoĠme": 7207,
+ "ĠÙĦاĠÙĦاĠÙĦاĠÙĦا": 7208,
+ "Ġsaid,": 7209,
+ "ĠlikeĠthat": 7210,
+ "ĠhaveĠbeen": 7211,
+ ",Ġc'est": 7212,
+ "ĠonĠa": 7213,
+ "ĠIt's": 7214,
+ ".ĠJa,": 7215,
+ ".ĠOg": 7216,
+ "ØĮĠÙĦا": 7217,
+ ",Ġum": 7218,
+ ",Ġas": 7219,
+ ",Ġin": 7220,
+ "ĠwhenĠyou": 7221,
+ ",ĠbutĠI": 7222,
+ "Ġyou,": 7223,
+ ",ĠandĠI": 7224,
+ "a.": 7225,
+ "ĠandĠthen": 7226,
+ ".ĠYou're": 7227,
+ "edĠthe": 7228,
+ ",Ġet": 7229,
+ ",Ġ¿": 7230,
+ ".ĠR": 7231,
+ "n't": 7232,
+ "ĠtryingĠto": 7233,
+ "ĠloĠque": 7234,
+ ",Ġman": 7235,
+ ",Ġje": 7236,
+ ",Ġog": 7237,
+ "es.": 7238,
+ ".ĠItĠwas": 7239,
+ "ĠwhatĠI": 7240,
+ ",Ġ׾×IJ,Ġ׾×IJ": 7241,
+ "ãģŃãĢĤ": 7242,
+ ",Ġto": 7243,
+ ",Ġor": 7244,
+ ",Ġen": 7245,
+ "ĠlikeĠthe": 7246,
+ "×Ķ,": 7247,
+ "er.": 7248,
+ ".ĠJa.ĠJa": 7249,
+ "ĠsortĠof": 7250,
+ ",Ġthen": 7251,
+ "!ĠAh": 7252,
+ ",Ġyou're": 7253,
+ "ìļĶ.": 7254,
+ "ĠareĠyou": 7255,
+ "ĠrightĠnow": 7256,
+ ".ĠOh.ĠOh": 7257,
+ ",Ġif": 7258,
+ "ØĮĠÙĦاØĮĠÙĦا": 7259,
+ ",Ġlike,": 7260,
+ "t,": 7261,
+ ".ĠMm": 7262,
+ "ĠwillĠbe": 7263,
+ ".ĠAndĠso": 7264,
+ ",Ġja,Ġja": 7265,
+ "'veĠbeen": 7266,
+ ",Ġnot": 7267,
+ ".ĠUm": 7268,
+ "!ĠAh!ĠAh": 7269,
+ ".ĠEt": 7270,
+ "Ġd'": 7271,
+ ".ĠIĠdon't": 7272,
+ "u,": 7273,
+ ",Ġbecause": 7274,
+ "I'm": 7275,
+ "ĠtoĠgo": 7276,
+ "ĠoneĠof": 7277,
+ "ãĤĪãĢĤ": 7278,
+ "а,": 7279,
+ "ĠinĠthis": 7280,
+ ",Ġfor": 7281,
+ "ĠthatĠthey": 7282,
+ "?Ġ¿": 7283,
+ ",Ġwait": 7284,
+ "ed.": 7285,
+ "ĠoneĠofĠthe": 7286,
+ "ĠhadĠa": 7287,
+ "ĠtoĠa": 7288,
+ "ĠtoĠsee": 7289,
+ ".ĠIĠdon'tĠknow": 7290,
+ "ĠthatĠwas": 7291,
+ ".ĠThere's": 7292,
+ "ĠasĠwell": 7293,
+ ",Ġpero": 7294,
+ ",ĠsÃ¥": 7295,
+ ",Ġuh": 7296,
+ "ĠtalkingĠabout": 7297,
+ "It's": 7298,
+ ".ĠBecause": 7299,
+ "à¥Ģà¤Ĥ": 7300,
+ "?ĠAnd": 7301,
+ ".ĠHow": 7302,
+ "?ĠYeah": 7303,
+ "ĠinĠmy": 7304,
+ "'llĠbe": 7305,
+ "ãĢģãģĿãģĨãĢģãģĿãģĨ": 7306,
+ ",Ġne": 7307,
+ "?ĠYou": 7308,
+ ".ĠLet's": 7309,
+ "ãģĭï¼Ł": 7310,
+ ",Ġy": 7311,
+ ",Ġon": 7312,
+ "ĠableĠto": 7313,
+ "ĠofĠthat": 7314,
+ ",Ġwho": 7315,
+ ".ĠAl": 7316,
+ "ingĠto": 7317,
+ "ĠsoĠmuch": 7318,
+ ",Ġm": 7319,
+ ",Ġyes": 7320,
+ "ĠaĠlittleĠbit": 7321,
+ "ĠisĠthat": 7322,
+ "ĠbumĠbum": 7323,
+ ".ĠThisĠis": 7324,
+ ",Ġthere": 7325,
+ ".ĠIĠwas": 7326,
+ ",Ġil": 7327,
+ "oĠde": 7328,
+ "Ġनह": 7329,
+ "i.": 7330,
+ "ĠforĠme": 7331,
+ ",Ġn": 7332,
+ "ĠofĠthis": 7333,
+ ",Ġt": 7334,
+ ".ĠUnd": 7335,
+ ",Ġné": 7336,
+ ",Ġla": 7337,
+ ".ĠDo": 7338,
+ ".ĠWe're": 7339,
+ "ãģ§ãģĻãĢĤ": 7340,
+ ".Ġ\"": 7341,
+ ",ĠandĠthen": 7342,
+ ",Ġjust": 7343,
+ "ĠdoĠdo": 7344,
+ ",Ġb": 7345,
+ "ãģ¯ãĢģ": 7346,
+ "?ĠNo": 7347,
+ "ĠenĠel": 7348,
+ "×Ļ,": 7349,
+ ",Ġwell": 7350,
+ "ĠtheĠsame": 7351,
+ ",Ġthis": 7352,
+ "ĠtalkĠabout": 7353,
+ ".ĠÎ": 7354,
+ ",ĠIĠmean": 7355,
+ "ĠaĠgood": 7356,
+ "×Ļ×Ŀ,": 7357,
+ "ing.": 7358,
+ ",Ġh": 7359,
+ ",Ġhow": 7360,
+ ",Ġder": 7361,
+ "ĠyĠa": 7362,
+ "ĠwhatĠyou": 7363,
+ "Ġwhat's": 7364,
+ ",Ġmen": 7365,
+ "ĠisĠnot": 7366,
+ ".ĠOn": 7367,
+ ".ĠMen": 7368,
+ ",Ġyo": 7369,
+ "е,": 7370,
+ ",ĠthisĠis": 7371,
+ ",Ġj": 7372,
+ "?ĠA": 7373,
+ "ãģ§ãĢģ": 7374,
+ "ĠofĠthem": 7375,
+ ",Ġwait,Ġwait": 7376,
+ ",Ġeu": 7377,
+ ".ĠSoĠI": 7378,
+ "ãĢģãģ¯ãģĦãĢģãģ¯ãģĦ": 7379,
+ "ĠtoĠyou": 7380,
+ "Ġit,": 7381,
+ "ĠtheyĠwere": 7382,
+ ",Ġmas": 7383,
+ ",ĠIĠdon't": 7384,
+ ".ĠWhen": 7385,
+ "ĠfeelĠlike": 7386,
+ "-do-do": 7387,
+ "ĠwhenĠI": 7388,
+ "ĠinĠyour": 7389,
+ ".ĠEs": 7390,
+ ",Ġs": 7391,
+ "ĠthatĠhe": 7392,
+ ",Ġse": 7393,
+ "ĠforĠyou": 7394,
+ ".ĠÃī": 7395,
+ ",Ġdie": 7396,
+ "ĠtoĠmake": 7397,
+ ".ĠMy": 7398,
+ ".ĠAs": 7399,
+ ".ĠIĠknow": 7400,
+ ".ĠRight": 7401,
+ "ĠthatĠis": 7402,
+ ",Ġah": 7403,
+ "ãģ£ãĢģ": 7404,
+ ".ĠMm-hmm": 7405,
+ "ĠandĠyou": 7406,
+ ".ĠThey're": 7407,
+ ",Ġwe're": 7408,
+ "ĠwasĠthe": 7409,
+ ",Ġnão": 7410,
+ "Ġit?": 7411,
+ ".ĠIt'sĠa": 7412,
+ ",Ġc": 7413,
+ "edĠup": 7414,
+ "ĠandĠa": 7415,
+ "äºĨãĢĤ": 7416,
+ "oĠque": 7417,
+ "Ġisn't": 7418,
+ "ĠlookĠat": 7419,
+ "ा,": 7420,
+ "ĠbackĠto": 7421,
+ "ĠlaĠla": 7422,
+ ",Ġthere's": 7423,
+ ".ĠJust": 7424,
+ ".ĠDe": 7425,
+ ",Ġis": 7426,
+ ".ĠSÃ¥": 7427,
+ ".ĠI'll": 7428,
+ ",Ġporque": 7429,
+ "и,": 7430,
+ ",ĠandĠthe": 7431,
+ "Ġshe's": 7432,
+ ",Ġya": 7433,
+ ",Ġun": 7434,
+ ",ĠM": 7435,
+ "ĠtoĠsay": 7436,
+ ",Ġe": 7437,
+ ".ĠMm-hmm.ĠMm-hmm": 7438,
+ "ĠdaĠdaĠdaĠda": 7439,
+ ",Ġ×IJ׳×Ļ,Ġ×IJ׳×Ļ": 7440,
+ "edĠin": 7441,
+ "Ġthat.": 7442,
+ ".ĠÐ": 7443,
+ ",Ġé": 7444,
+ "ĠenĠla": 7445,
+ ",Ġdet": 7446,
+ ".ĠYeah.ĠYeah": 7447,
+ "ĠofĠcourse": 7448,
+ "ĠyouĠare": 7449,
+ "ĠoverĠthe": 7450,
+ "Ġwouldn't": 7451,
+ "ãģ«ãĢģ": 7452,
+ "ĠaĠgente": 7453,
+ ".ĠU": 7454,
+ "Ġwon't": 7455,
+ ".ĠIs": 7456,
+ ".ĠJe": 7457,
+ "ing,": 7458,
+ "ĠqueĠse": 7459,
+ "ĠofĠhis": 7460,
+ ",Ġv": 7461,
+ "?ĠWhy": 7462,
+ ".ĠNot": 7463,
+ "ĠdoĠit": 7464,
+ "ĠbecauseĠI": 7465,
+ "ĠhadĠbeen": 7466,
+ "ĠofĠmy": 7467,
+ "'sĠthe": 7468,
+ ".ĠI'mĠsorry": 7469,
+ ",Ġd": 7470,
+ "ĠinĠthat": 7471,
+ "ĠDon't": 7472,
+ ",Ġdass": 7473,
+ "Ġcouldn't": 7474,
+ ",Ġall": 7475,
+ "?ĠH": 7476,
+ ",Ġmais": 7477,
+ ".ĠTh": 7478,
+ ",Ġhogy": 7479,
+ ",Ġ׼×": 7480,
+ ".ĠAndĠthe": 7481,
+ "ĠhaveĠthe": 7482,
+ "ĠhasĠbeen": 7483,
+ ",Ġes": 7484,
+ ",ĠS": 7485,
+ ",Ġlet's": 7486,
+ "as.": 7487,
+ ".ĠÐĺ": 7488,
+ ",ĠIĠwas": 7489,
+ ",ĠA": 7490,
+ ",ĠwhichĠis": 7491,
+ "ĠthroughĠthe": 7492,
+ "Ġqu'il": 7493,
+ ".ĠFor": 7494,
+ "×ķ,": 7495,
+ ",Ġreally": 7496,
+ "Ġit'sĠa": 7497,
+ ".ĠButĠI": 7498,
+ "ed,": 7499,
+ ",Ġда": 7500,
+ ".ĠC'est": 7501,
+ "ĠtellĠyou": 7502,
+ ",ĠB": 7503,
+ "ingĠa": 7504,
+ "ãģłãĢĤ": 7505,
+ "ĠaĠla": 7506,
+ "ĠifĠI": 7507,
+ "edĠby": 7508,
+ ".ĠUh": 7509,
+ "ĠthatĠare": 7510,
+ ",Ġné?": 7511,
+ ".ĠAh": 7512,
+ ",Ġwas": 7513,
+ "ĠofĠyour": 7514,
+ ",Ġdo": 7515,
+ ".Ġ¿": 7516,
+ ",Ġeh": 7517,
+ "à¥Ī,": 7518,
+ "åIJĹï¼Ł": 7519,
+ ",ĠitĠwas": 7520,
+ "Ġit'sĠnot": 7521,
+ ",Ġhe's": 7522,
+ "ĠmoreĠthan": 7523,
+ ".ĠÃ": 7524,
+ ".ĠAllĠright": 7525,
+ "Ġ×IJתĠ×Ķ×": 7526,
+ ".ĠI'mĠnot": 7527,
+ "ãĤĤãĢģ": 7528,
+ ",ĠifĠyou": 7529,
+ ",Ġи": 7530,
+ "ĠpeopleĠwho": 7531,
+ "osĠde": 7532,
+ "ĠasĠthe": 7533,
+ "ĠinĠ": 7534,
+ ",Ġže": 7535,
+ "ĠyouĠhave": 7536,
+ "Ġhaven't": 7537,
+ "ĠgoingĠon": 7538,
+ ".ĠNe": 7539,
+ ".ĠThen": 7540,
+ "ia,": 7541,
+ "ĠinĠhis": 7542,
+ "-da-da": 7543,
+ "ĠlikeĠthis": 7544,
+ "ĠnoĠno": 7545,
+ ",Ġah,Ġah": 7546,
+ ".ĠIt'sĠnot": 7547,
+ "ĠÙĨعÙħĠÙĨعÙħ": 7548,
+ ".ĠOh,": 7549,
+ "ĠofĠit": 7550,
+ "ĠaboutĠit": 7551,
+ ".ĠThank": 7552,
+ "ĠcouldĠbe": 7553,
+ "ĠtoĠhave": 7554,
+ "ĠerĠdet": 7555,
+ ",Ġda": 7556,
+ "os.": 7557,
+ "ãģ£ãģ¦ãĢģ": 7558,
+ ",Ġpor": 7559,
+ "ĠqueĠno": 7560,
+ "ĠcanĠbe": 7561,
+ ",Ġ×ķ×": 7562,
+ "ingĠand": 7563,
+ ".ĠYes.ĠYes": 7564,
+ "ĠwouldĠhave": 7565,
+ "ãĢģãģĤãģĤãĢģãģĤãģĤ": 7566,
+ "ĠsheĠwas": 7567,
+ "e,": 7568,
+ ".ĠIĠsee": 7569,
+ "ĠqueĠeu": 7570,
+ "sĠare": 7571,
+ ",Ġwhere": 7572,
+ "ĠgoĠto": 7573,
+ ",Ġel": 7574,
+ "ĠshouldĠbe": 7575,
+ "ĠhadĠto": 7576,
+ "ĠoutĠthere": 7577,
+ ".ĠIfĠyou": 7578,
+ "ĠyouĠto": 7579,
+ "×Ķ.": 7580,
+ ",ĠIĠdon'tĠknow": 7581,
+ "ĠI've": 7582,
+ "ĠweĠcan": 7583,
+ ",Ġg": 7584,
+ ",Ġp": 7585,
+ "y.": 7586,
+ ",Ġ×IJ×": 7587,
+ "ĠaĠfew": 7588,
+ "ĠaĠbit": 7589,
+ "ãģĮãĢģ": 7590,
+ ".ĠJeg": 7591,
+ "That's": 7592,
+ ",Ġwhen": 7593,
+ ",Ġê·¸": 7594,
+ ".ĠÐĿ": 7595,
+ ",Ġв": 7596,
+ "in,": 7597,
+ "ĠandĠthey": 7598,
+ ",ĠìĿ´": 7599,
+ ",Ġeven": 7600,
+ ",Ġsom": 7601,
+ ".ĠIl": 7602,
+ ",ĠR": 7603,
+ ",ĠJ": 7604,
+ "ĠI'mĠnot": 7605,
+ ",Ġyeah,Ġyeah": 7606,
+ "ĠdoĠthat": 7607,
+ ".ĠSe": 7608,
+ "ĠtheĠway": 7609,
+ ".ĠТ": 7610,
+ ".ĠÐĴ": 7611,
+ "sĠto": 7612,
+ ".ĠTo": 7613,
+ ",Ġtu": 7614,
+ ".ĠQu": 7615,
+ ".ĠNo.ĠNo": 7616,
+ ".ĠSÃŃ": 7617,
+ "ãĢģãģĵãĤĵãģ«ãģ¡ãģ¯ãĢģãģĵãĤĵãģ«ãģ¡ãģ¯": 7618,
+ "ĠyouĠget": 7619,
+ ".ĠSt": 7620,
+ "ĠtheĠfirst": 7621,
+ ",Ġsi": 7622,
+ ".ĠEu": 7623,
+ ",ĠyouĠcan": 7624,
+ ",Ġ\"": 7625,
+ "Ġhere.": 7626,
+ "ĠweĠwere": 7627,
+ ",Ġle": 7628,
+ ",Ġvery": 7629,
+ "ĠweĠare": 7630,
+ "ĠonĠthis": 7631,
+ ",ĠK": 7632,
+ ",Ġ×Ķ×ķ×IJ": 7633,
+ "ĠwantedĠto": 7634,
+ "ĠgotĠa": 7635,
+ ",Ġcome": 7636,
+ "no?": 7637,
+ "asĠde": 7638,
+ "ĠvaĠa": 7639,
+ "ĠwithĠyou": 7640,
+ "ìĬµëĭĪëĭ¤.": 7641,
+ "edĠa": 7642,
+ "ĠmightĠbe": 7643,
+ "ĠatĠall": 7644,
+ ",Ġhey": 7645,
+ "Ġme.": 7646,
+ "an,": 7647,
+ "ĠjustĠa": 7648,
+ "ĠthereĠare": 7649,
+ "ĠwhatĠthe": 7650,
+ "ëĭĪëĭ¤.": 7651,
+ "ingĠup": 7652,
+ "äºĨï¼Į": 7653,
+ ",ĠdetĠer": 7654,
+ "ãģªãĢĤ": 7655,
+ ",Ġme": 7656,
+ "ĠofĠour": 7657,
+ "Ġlike,Ġoh": 7658,
+ ".ĠAlso": 7659,
+ ",Ġк": 7660,
+ ",Ġthough": 7661,
+ "ĠweĠhave": 7662,
+ ".ĠPero": 7663,
+ ".ĠYouĠcan": 7664,
+ ",Ġgo": 7665,
+ ".ĠOne": 7666,
+ "?ĠOh": 7667,
+ "ĠofĠthese": 7668,
+ ",Ġthey're": 7669,
+ "ĠIĠcan": 7670,
+ ".ĠEvery": 7671,
+ "à¥ĩ,": 7672,
+ ".ĠDetĠer": 7673,
+ "ãģ§ãģĻãģĭï¼Ł": 7674,
+ "ĠareĠthe": 7675,
+ "Ġqu'on": 7676,
+ ".ĠWhy": 7677,
+ "aĠde": 7678,
+ "ĠoutĠofĠthe": 7679,
+ "ãĢģãģĤãĢģãģĤ": 7680,
+ "!Ġ¡Ah": 7681,
+ ",Ġl": 7682,
+ "edĠand": 7683,
+ "ãģ¨ãĢģ": 7684,
+ "ãģĹãĢģ": 7685,
+ "ĠifĠyou're": 7686,
+ ",Ġmaybe": 7687,
+ "ĠonĠmy": 7688,
+ ".ĠEntão": 7689,
+ "ĠdidĠnot": 7690,
+ "arĠa": 7691,
+ ",Ġyes,Ġyes": 7692,
+ "ĠqueĠé": 7693,
+ ".ĠMaybe": 7694,
+ ".ĠHeĠwas": 7695,
+ "ĠthereĠwas": 7696,
+ ".ĠÐŁ": 7697,
+ ",Ġha": 7698,
+ "?ĠWhy?ĠWhy": 7699,
+ "ĠIĠdon't": 7700,
+ "ãģĭãĤīãĢģ": 7701,
+ "ĠpeopleĠare": 7702,
+ ".ĠIĠjust": 7703,
+ "esĠand": 7704,
+ "ĠonĠyour": 7705,
+ "?ĠThe": 7706,
+ "ĠatĠa": 7707,
+ "Ġup,": 7708,
+ "×Ļ×Ŀ.": 7709,
+ ",Ġpues": 7710,
+ "ĠaboutĠthis": 7711,
+ "ĠgotĠto": 7712,
+ "ĠnaĠna": 7713,
+ "ĠwithĠthat": 7714,
+ "ĠyouĠguys": 7715,
+ "à§ĩĠà¦": 7716,
+ ".ĠYeah,": 7717,
+ "ĠwhatĠI'm": 7718,
+ "ĠeachĠother": 7719,
+ "ĠjustĠlike": 7720,
+ "'sĠa": 7721,
+ "ĠhowĠto": 7722,
+ "ाĠह": 7723,
+ "ĠintoĠa": 7724,
+ ".ĠLa": 7725,
+ "à¥ĭ,": 7726,
+ "ĠtoĠthis": 7727,
+ "ãģĭãĢĤ": 7728,
+ "åķĬï¼Į": 7729,
+ "ĠsuchĠa": 7730,
+ ".ĠOkay.ĠOkay": 7731,
+ ",ĠD": 7732,
+ ",ĠsÃŃ": 7733,
+ "ãĢģãģĿãģĨãĢģãģĿãģĨãĢģãģĿãģĨãĢģãģĿãģĨ": 7734,
+ ",Ġа": 7735,
+ "ï¼Įä¸įï¼Įä¸į": 7736,
+ "ĠesĠque": 7737,
+ ".ĠI've": 7738,
+ "ĠofĠus": 7739,
+ "à¥Ī।": 7740,
+ "Ġwe'll": 7741,
+ "ĠbumĠbumĠbumĠbum": 7742,
+ ".ĠIch": 7743,
+ ".ĠAndĠthat's": 7744,
+ "ĠsoĠmany": 7745,
+ "ĠaboutĠthat": 7746,
+ "h,": 7747,
+ ".ĠDon't": 7748,
+ ".ĠAndĠIĠthink": 7749,
+ "?ĠS": 7750,
+ "ØĮĠÙĪ": 7751,
+ ".ĠWow": 7752,
+ ",Ġкак": 7753,
+ "'dĠbe": 7754,
+ "ØĮĠØ£ÙĨا": 7755,
+ "ĠtheĠother": 7756,
+ ".ĠOr": 7757,
+ "ĠdeĠ": 7758,
+ "?ĠHe": 7759,
+ ",ĠI'll": 7760,
+ "çļĦãĢĤ": 7761,
+ "ĠonĠthat": 7762,
+ ",Ġcomo": 7763,
+ "ĠthankĠyou": 7764,
+ "ìĸ´ìļĶ.": 7765,
+ "?ĠSo": 7766,
+ "ĠlikeĠto": 7767,
+ "ĠtheyĠare": 7768,
+ "ĠisĠthis": 7769,
+ "à¯įĠà®": 7770,
+ ".ĠDas": 7771,
+ "ĠupĠand": 7772,
+ "?Ġ¿Qué": 7773,
+ ".ĠHey": 7774,
+ ",Ġnon": 7775,
+ "ĠdeĠlos": 7776,
+ "?ĠThat": 7777,
+ "ĠatĠleast": 7778,
+ "ĠletĠme": 7779,
+ ".ĠAt": 7780,
+ "ãģ§ãĤĤãĢģ": 7781,
+ "ĠwhatĠyou're": 7782,
+ "Ġ.Ġ.": 7783,
+ "ìļĶ?": 7784,
+ ",ĠL": 7785,
+ ".ĠEx": 7786,
+ "sĠthat": 7787,
+ "ingĠthat": 7788,
+ "à¯ģĠà®": 7789,
+ "ĠofĠall": 7790,
+ ".ĠIĠam": 7791,
+ "ãģĦãģ¾ãģĻãĢĤ": 7792,
+ "ĠtheĠbest": 7793,
+ ",Ġam": 7794,
+ ",Ġdas": 7795,
+ "но,": 7796,
+ ",ĠT": 7797,
+ "ĠorĠsomething": 7798,
+ ",Ġjeg": 7799,
+ ",ĠandĠhe": 7800,
+ "ingĠin": 7801,
+ ".ĠMe": 7802,
+ "asĠque": 7803,
+ "?ĠWell": 7804,
+ ".ĠMas": 7805,
+ "ãĥ¼ï¼ģ": 7806,
+ "ĠdoĠdoĠdoĠdo": 7807,
+ "ãģ®ï¼Ł": 7808,
+ "ĠitĠto": 7809,
+ ",Ġw": 7810,
+ "ĠwithĠme": 7811,
+ "ĠdunĠdun": 7812,
+ ",ĠofĠcourse": 7813,
+ "ĠesteĠeste": 7814,
+ "ĠusedĠto": 7815,
+ "on,": 7816,
+ "तà¥ĩĠह": 7817,
+ ",Ġ×ij×": 7818,
+ "ĠfromĠa": 7819,
+ "ĠoffĠthe": 7820,
+ "ãģĤãĢģ": 7821,
+ "Ġthere'sĠa": 7822,
+ ",ĠC": 7823,
+ ".ĠIĠcan't": 7824,
+ "ĠupĠto": 7825,
+ "×Ļ.": 7826,
+ "ãģ¾ãģĹãģŁãĢĤ": 7827,
+ "edĠwith": 7828,
+ "?Ġ": 7829,
+ "ĠcoupleĠof": 7830,
+ "ĠtryĠto": 7831,
+ "ĠwhatĠwe": 7832,
+ ".ĠDonc": 7833,
+ "ĠforĠthat": 7834,
+ ".ĠAndĠit's": 7835,
+ ",ĠIĠknow": 7836,
+ "?ĠIt's": 7837,
+ "?ĠP": 7838,
+ ",Ġ¿no?": 7839,
+ "?ĠJa": 7840,
+ "t.": 7841,
+ "ĠI'mĠgoingĠto": 7842,
+ "ĠcreoĠque": 7843,
+ ",Ġyour": 7844,
+ ",Ġplease": 7845,
+ "Ġhim.": 7846,
+ ",Ġça": 7847,
+ ".ĠAndĠhe": 7848,
+ "ãģĭãĢģ": 7849,
+ "ãĢģãģ¯ãģĦãĢģãģ¯ãģĦãĢģãģ¯ãģĦãĢģãģ¯ãģĦ": 7850,
+ ".ĠMais": 7851,
+ ",Ġte": 7852,
+ "ĠsomeĠofĠthe": 7853,
+ ",ĠP": 7854,
+ "-do-do-do-do": 7855,
+ "ĠandĠhe": 7856,
+ "ĠnotĠa": 7857,
+ "ĠinĠour": 7858,
+ ".ĠSome": 7859,
+ "esĠde": 7860,
+ "ĠdidĠyou": 7861,
+ ",Ġyo,Ġyo": 7862,
+ "?ĠO": 7863,
+ ",Ġna": 7864,
+ "ĠtakeĠa": 7865,
+ "ĠisĠit": 7866,
+ "ĠìķĦ,": 7867,
+ ".ĠIĠthought": 7868,
+ ".ĠRe": 7869,
+ "çļĦï¼Į": 7870,
+ "?ĠHow": 7871,
+ "ĠblahĠblah": 7872,
+ ",Ġal": 7873,
+ "Ġ×IJ׳×ĻĠ×IJ׳×Ļ": 7874,
+ "Ġwho's": 7875,
+ ".ĠHa": 7876,
+ "ĠofĠtheir": 7877,
+ "ĠmyĠgod": 7878,
+ "?ĠIs": 7879,
+ "ĠhasĠa": 7880,
+ "Ġyou.ĠThank": 7881,
+ ",Ġper": 7882,
+ "u.": 7883,
+ "ĠforĠthis": 7884,
+ "ĠaroundĠthe": 7885,
+ "ĠqueĠo": 7886,
+ "sĠin": 7887,
+ "ar.": 7888,
+ "ĠtoĠbeĠa": 7889,
+ "ĠyouĠwere": 7890,
+ ",Ġqu": 7891,
+ "!Ġ¡Ah!Ġ¡Ah": 7892,
+ "ĠofĠher": 7893,
+ "edĠit": 7894,
+ ",Ġ×IJ×ij׾": 7895,
+ ",Ġ×IJת×Ķ": 7896,
+ "ãĤıãĢĤ": 7897,
+ "ar,": 7898,
+ "m,": 7899,
+ "ĠofĠGod": 7900,
+ "ĠqueĠvocê": 7901,
+ "ĠComeĠon": 7902,
+ "ÙĩĠÙĪ": 7903,
+ "ĠNewĠYork": 7904,
+ "ingĠit": 7905,
+ ",ĠÑı": 7906,
+ "ĠdetĠvar": 7907,
+ "Ġ×IJתĠ×ĸ×Ķ": 7908,
+ "edĠon": 7909,
+ ".ĠLook": 7910,
+ ",Ġan": 7911,
+ ".ĠNice": 7912,
+ "ĠgetĠa": 7913,
+ "ĠtheĠmost": 7914,
+ "ĠknowĠthat": 7915,
+ "ĠofĠyou": 7916,
+ "ĠIĠam": 7917,
+ "?ĠLike": 7918,
+ "ĠI'll": 7919,
+ "ĠIĠjust": 7920,
+ "ĠdownĠthe": 7921,
+ "ĠwhatĠthey": 7922,
+ "?ĠN": 7923,
+ ",Ġwow": 7924,
+ "ĠqueĠje": 7925,
+ "ĠgiveĠyou": 7926,
+ "IĠthink": 7927,
+ "YouĠknow": 7928,
+ "ĠandĠwe": 7929,
+ "ा।": 7930,
+ "ĠofĠthose": 7931,
+ "ØĮĠÙĩذا": 7932,
+ "ĠyouĠdon't": 7933,
+ ",Ġ×IJ": 7934,
+ "ãģijãģ©ãĢģ": 7935,
+ ",Ġone": 7936,
+ ",Ġdon't": 7937,
+ ".ĠBe": 7938,
+ "te,": 7939,
+ ".ĠEst": 7940,
+ ".ĠItĠis": 7941,
+ ",ĠbutĠthe": 7942,
+ "ĠIĠhave": 7943,
+ "ĠinĠtheir": 7944,
+ "ĠqueĠtu": 7945,
+ "ĠwithĠthis": 7946,
+ "ãĤĪï¼ģ": 7947,
+ "?ĠWe": 7948,
+ "?ĠM": 7949,
+ "ĠmeĠto": 7950,
+ ".ĠNão": 7951,
+ "ĠtimeĠto": 7952,
+ "an.": 7953,
+ "ĠwayĠto": 7954,
+ "Ġtime.": 7955,
+ "ĠforĠus": 7956,
+ ",Ġdu": 7957,
+ "ĠheĠhad": 7958,
+ "e.": 7959,
+ "ĠnotĠgoingĠto": 7960,
+ ".ĠIĠlove": 7961,
+ "ĠAreĠyou": 7962,
+ ",Ġf": 7963,
+ ",Ġhis": 7964,
+ "ĠYouTube": 7965,
+ ",ĠG": 7966,
+ "ĠatĠthis": 7967,
+ ".ĠGo": 7968,
+ "Ġaren't": 7969,
+ "Ġain't": 7970,
+ "esĠque": 7971,
+ "ĠtoĠthat": 7972,
+ ".ĠHis": 7973,
+ "?ĠBecause": 7974,
+ ",ĠandĠthey": 7975,
+ "osĠque": 7976,
+ "is,": 7977,
+ "?ĠT": 7978,
+ "ĠtheĠr": 7979,
+ ".ĠAndĠwe": 7980,
+ "edĠthat": 7981,
+ "ĠforĠyour": 7982,
+ ".ĠÐŀ": 7983,
+ ".ĠYeah.": 7984,
+ ".Ġ׾×IJ": 7985,
+ "×ķת,": 7986,
+ ",Ġi": 7987,
+ "ĠwhenĠwe": 7988,
+ ".ĠEl": 7989,
+ "ãģŃãĢģ": 7990,
+ "ĠlaĠlaĠlaĠla": 7991,
+ "ĠonĠhis": 7992,
+ ",ĠÑįÑĤо": 7993,
+ "ĠthereĠis": 7994,
+ ",Ġr": 7995,
+ "ĠdoĠyouĠthink": 7996,
+ "ĠwithĠmy": 7997,
+ "Ġit'sĠlike": 7998,
+ "ĠtoĠmy": 7999,
+ "Ŀ,": 8000,
+ "ĠyouĠthink": 8001,
+ "Ġyou've": 8002,
+ "ĠyouĠgo": 8003,
+ ",ĠbutĠit": 8004,
+ "ĠnotĠbe": 8005,
+ "ĠoutĠthe": 8006,
+ "ĠtoĠyour": 8007,
+ "Ġà¹ĥà¸Ĭà¹ĪĠà¹ĥà¸Ĭà¹Ī": 8008,
+ ",ĠF": 8009,
+ ",ĠÑĩ": 8010,
+ "ĠinĠthere": 8011,
+ "ĠsayĠthat": 8012,
+ ".ĠIĠwantĠto": 8013,
+ "ãģªãģĦãĢĤ": 8014,
+ "oĠa": 8015,
+ ".ĠMaar": 8016,
+ ",ĠкоÑĤоÑĢ": 8017,
+ ",Ġokay,Ġokay": 8018,
+ "ĠtooĠmuch": 8019,
+ "ĠupĠthe": 8020,
+ ",Ġei": 8021,
+ "ly,": 8022,
+ ".ĠShe's": 8023,
+ "oĠdo": 8024,
+ "ion.": 8025,
+ "ĠtoĠhim": 8026,
+ "You're": 8027,
+ ",Ġya,Ġya": 8028,
+ ",Ġда,Ġда": 8029,
+ ",ĠIĠguess": 8030,
+ ",Ġz": 8031,
+ ",Ġwhy": 8032,
+ ".ĠI'mĠgoingĠto": 8033,
+ "ĠqueĠa": 8034,
+ ".ĠWho": 8035,
+ "ers,": 8036,
+ "ĠtheĠone": 8037,
+ "ĠìĪĺĠìŀĪ": 8038,
+ "ĠyearsĠago": 8039,
+ "ØĮĠÙĥ": 8040,
+ "ĠLet's": 8041,
+ "ĠifĠthey": 8042,
+ "ĠwhenĠhe": 8043,
+ "ĠtoĠher": 8044,
+ ".ĠThankĠyou": 8045,
+ ",Ġhere": 8046,
+ "ĠwithĠyour": 8047,
+ "ĠtoĠ": 8048,
+ "Ġwe'reĠgoingĠto": 8049,
+ "ãģ£ãĢģãģ": 8050,
+ ".ĠIĠhave": 8051,
+ "ĠdetĠär": 8052,
+ "ĠaĠgreat": 8053,
+ ",Ġlook": 8054,
+ ".ĠButĠthe": 8055,
+ "ĠthingsĠthat": 8056,
+ "ĠunĠpeu": 8057,
+ ".ĠEntonces": 8058,
+ ",Ġtoo": 8059,
+ "!ĠW": 8060,
+ "Ġyou.ĠThankĠyou.ĠThank": 8061,
+ "ãĢĤĠ": 8062,
+ "ĠaĠbig": 8063,
+ "ĠpartĠofĠthe": 8064,
+ "ĠlotĠof": 8065,
+ ".Ġ×ĸ×Ķ": 8066,
+ "ĠwhenĠthe": 8067,
+ "ĠreallyĠgood": 8068,
+ "ĠwhenĠthey": 8069,
+ "ĠdeĠque": 8070,
+ "ĠvamosĠa": 8071,
+ "ãĥ¼ãĢģ": 8072,
+ ".ĠHere": 8073,
+ ".ĠCh": 8074,
+ "ĠseeĠthe": 8075,
+ "ĠdoĠthis": 8076,
+ "re,": 8077,
+ "Ġwe've": 8078,
+ "ĠareĠnot": 8079,
+ ",ĠH": 8080,
+ "ãĤĪï¼Ł": 8081,
+ "ĠandĠit": 8082,
+ ",ĠbutĠit's": 8083,
+ ",ĠIĠjust": 8084,
+ "Ġdon'tĠthink": 8085,
+ ".ĠÐIJ": 8086,
+ "ĠesĠun": 8087,
+ ".ĠIk": 8088,
+ ".ĠAndĠthey": 8089,
+ ",Ġtak": 8090,
+ "iĠk": 8091,
+ ".ĠYo": 8092,
+ "ì§ĢĠìķĬ": 8093,
+ "edĠher": 8094,
+ "ัà¹ī": 8095,
+ "ĠitĠout": 8096,
+ "ï¼Į对ï¼Į对": 8097,
+ ",Ġei,Ġei": 8098,
+ "?ĠB": 8099,
+ ",Ġн": 8100,
+ "ĠallĠthat": 8101,
+ ",ĠÑģ": 8102,
+ "ĠvoyĠa": 8103,
+ "et,": 8104,
+ "ĠdoĠnot": 8105,
+ "Ø©ĠÙĪ": 8106,
+ "ĠwantĠtoĠbe": 8107,
+ ".ĠЯ": 8108,
+ "ĠbecauseĠthey": 8109,
+ "ĠIĠknow": 8110,
+ "i-": 8111,
+ "ĠquiĠest": 8112,
+ ".ĠAn": 8113,
+ ".ĠCan": 8114,
+ ".ĠWe'll": 8115,
+ "ĠallĠthese": 8116,
+ "ĠtoĠcome": 8117,
+ ".ĠBye": 8118,
+ "yĠand": 8119,
+ ",ĠIĠcan't": 8120,
+ ",ĠI've": 8121,
+ ".ĠZ": 8122,
+ "ĠtoĠtake": 8123,
+ ",Ġou": 8124,
+ "Ġj'ai": 8125,
+ "ingĠfor": 8126,
+ ".ĠGood": 8127,
+ ".ĠAny": 8128,
+ ".ĠUn": 8129,
+ "ĠIĠcould": 8130,
+ "erĠand": 8131,
+ "ãģĦãĤĦãĢģ": 8132,
+ ".ĠLet'sĠgo": 8133,
+ ",ĠN": 8134,
+ ",Ġ×Ķ×": 8135,
+ "ĠgetĠthe": 8136,
+ ".ĠAndĠit": 8137,
+ "ĠÙģÙĬĠاÙĦ": 8138,
+ "ĠqueĠla": 8139,
+ ".ĠCom": 8140,
+ "ĠatĠthat": 8141,
+ ",Ġże": 8142,
+ "Ġतà¥ĭĠतà¥ĭ": 8143,
+ "ingĠwith": 8144,
+ "?ĠYes": 8145,
+ ",Ġespecially": 8146,
+ "ĠtellĠme": 8147,
+ ",ĠIĠwould": 8148,
+ "ãĤĵãģ£ï¼ģ": 8149,
+ "arĠde": 8150,
+ ".ĠIĠdidn't": 8151,
+ ".ĠDa": 8152,
+ "esĠof": 8153,
+ "ãģĹãģ¦ãĢģ": 8154,
+ ",Ġnow": 8155,
+ "Ġthem.": 8156,
+ "ãĥ¼ãĢĤ": 8157,
+ ",Ġma": 8158,
+ "ãĤīãĢģ": 8159,
+ ".ĠAndĠI'm": 8160,
+ "ĠinĠtheĠworld": 8161,
+ ",ĠнÑĥ": 8162,
+ "ĠthatĠit": 8163,
+ "ĠofĠ": 8164,
+ "ĠendĠofĠthe": 8165,
+ "!Ġ¡A": 8166,
+ "ĠesĠel": 8167,
+ "ĠorĠnot": 8168,
+ "Ġdon'tĠhave": 8169,
+ ",Ġvocê": 8170,
+ "ाĠम": 8171,
+ "ia.": 8172,
+ "-da-da-da-da": 8173,
+ "ĠandĠand": 8174,
+ "ĠÙĨعÙħĠÙĨعÙħĠÙĨعÙħĠÙĨعÙħ": 8175,
+ "ĠorĠwhatever": 8176,
+ "ĠlookingĠat": 8177,
+ "ãģ§ãģĻãģŃãĢĤ": 8178,
+ ".ĠOch": 8179,
+ "ĠmakeĠit": 8180,
+ ",Ġne,Ġne": 8181,
+ "ĠéĠo": 8182,
+ ".ĠAndĠyou": 8183,
+ ",Ġwow,Ġwow": 8184,
+ ".ĠDat": 8185,
+ ".ĠDid": 8186,
+ "ĠorĠa": 8187,
+ ",Ġwhat,Ġwhat": 8188,
+ "Ġn'": 8189,
+ ".Ġ×IJ׳×Ļ": 8190,
+ "ìĸ´.": 8191
+ },
+ "merges": [
+ [
+ "ã",
+ "ģ"
+ ],
+ [
+ "Ġ",
+ "t"
+ ],
+ [
+ "Ġ",
+ "a"
+ ],
+ [
+ "h",
+ "e"
+ ],
+ [
+ "i",
+ "n"
+ ],
+ [
+ "Ġ",
+ "s"
+ ],
+ [
+ "ã",
+ "Ĥ"
+ ],
+ [
+ "r",
+ "e"
+ ],
+ [
+ "Ġ",
+ "d"
+ ],
+ [
+ "Ġ",
+ "w"
+ ],
+ [
+ "e",
+ "r"
+ ],
+ [
+ "o",
+ "u"
+ ],
+ [
+ "e",
+ "n"
+ ],
+ [
+ "h",
+ "a"
+ ],
+ [
+ "o",
+ "n"
+ ],
+ [
+ "Ġ",
+ "m"
+ ],
+ [
+ "à",
+ "¤"
+ ],
+ [
+ "Ġt",
+ "he"
+ ],
+ [
+ "Ġ",
+ "c"
+ ],
+ [
+ "Ġ",
+ "p"
+ ],
+ [
+ "Ġ",
+ "b"
+ ],
+ [
+ "a",
+ "n"
+ ],
+ [
+ "e",
+ "s"
+ ],
+ [
+ "i",
+ "t"
+ ],
+ [
+ "Ġ",
+ "l"
+ ],
+ [
+ "i",
+ "s"
+ ],
+ [
+ "Ġ",
+ "o"
+ ],
+ [
+ "Ġ",
+ "n"
+ ],
+ [
+ "Ġ",
+ "f"
+ ],
+ [
+ "ã",
+ "Ģ"
+ ],
+ [
+ "in",
+ "g"
+ ],
+ [
+ "Ġ",
+ "I"
+ ],
+ [
+ "o",
+ "r"
+ ],
+ [
+ "n",
+ "d"
+ ],
+ [
+ "Ġ",
+ "y"
+ ],
+ [
+ "a",
+ "r"
+ ],
+ [
+ "Ġ",
+ "×"
+ ],
+ [
+ "l",
+ "l"
+ ],
+ [
+ "Ġ",
+ "g"
+ ],
+ [
+ "Ġt",
+ "o"
+ ],
+ [
+ "a",
+ "s"
+ ],
+ [
+ "ha",
+ "t"
+ ],
+ [
+ "Ġ",
+ "e"
+ ],
+ [
+ "e",
+ "d"
+ ],
+ [
+ "Ġy",
+ "ou"
+ ],
+ [
+ "o",
+ "m"
+ ],
+ [
+ "e",
+ "t"
+ ],
+ [
+ "a",
+ "t"
+ ],
+ [
+ "Ø",
+ "§"
+ ],
+ [
+ "à",
+ "¸"
+ ],
+ [
+ "â",
+ "Ģ"
+ ],
+ [
+ "ãĢ",
+ "ģ"
+ ],
+ [
+ "Ġ",
+ "Ð"
+ ],
+ [
+ "ã",
+ "ĥ"
+ ],
+ [
+ "Ġ",
+ "in"
+ ],
+ [
+ "âĢ",
+ "¦"
+ ],
+ [
+ "Ġ",
+ "ha"
+ ],
+ [
+ "a",
+ "l"
+ ],
+ [
+ "u",
+ "s"
+ ],
+ [
+ "Ġo",
+ "f"
+ ],
+ [
+ ".",
+ "."
+ ],
+ [
+ "Ġ",
+ "v"
+ ],
+ [
+ "ï",
+ "¼"
+ ],
+ [
+ "Ġa",
+ "nd"
+ ],
+ [
+ "Ġ",
+ "k"
+ ],
+ [
+ "Ġt",
+ "h"
+ ],
+ [
+ "i",
+ "c"
+ ],
+ [
+ "ãģ",
+ "Ħ"
+ ],
+ [
+ "o",
+ "w"
+ ],
+ [
+ "'",
+ "s"
+ ],
+ [
+ "q",
+ "u"
+ ],
+ [
+ "Ġ",
+ "Ù"
+ ],
+ [
+ "Ġ",
+ "à¤"
+ ],
+ [
+ "Ġ",
+ "h"
+ ],
+ [
+ "o",
+ "s"
+ ],
+ [
+ "l",
+ "e"
+ ],
+ [
+ "Ġt",
+ "hat"
+ ],
+ [
+ "ãģ",
+ "£"
+ ],
+ [
+ "v",
+ "e"
+ ],
+ [
+ "o",
+ "t"
+ ],
+ [
+ "à",
+ "¥"
+ ],
+ [
+ "Ġ",
+ "he"
+ ],
+ [
+ "Ġ",
+ "A"
+ ],
+ [
+ "Ð",
+ "¾"
+ ],
+ [
+ "Ġ",
+ "it"
+ ],
+ [
+ "Ġ",
+ "u"
+ ],
+ [
+ "a",
+ "y"
+ ],
+ [
+ "Ġd",
+ "e"
+ ],
+ [
+ "en",
+ "t"
+ ],
+ [
+ "Ġb",
+ "e"
+ ],
+ [
+ "k",
+ "e"
+ ],
+ [
+ "i",
+ "d"
+ ],
+ [
+ "Ġ",
+ "Ø"
+ ],
+ [
+ "Ġ",
+ "j"
+ ],
+ [
+ "Ġ",
+ "T"
+ ],
+ [
+ "i",
+ "g"
+ ],
+ [
+ "Ġ",
+ "qu"
+ ],
+ [
+ "a",
+ "m"
+ ],
+ [
+ "ĵ",
+ "ãģ"
+ ],
+ [
+ "×",
+ "Ļ"
+ ],
+ [
+ "i",
+ "m"
+ ],
+ [
+ "Ġ",
+ "S"
+ ],
+ [
+ "u",
+ "t"
+ ],
+ [
+ "Ð",
+ "°"
+ ],
+ [
+ "Ġ",
+ "re"
+ ],
+ [
+ "ãĢ",
+ "Ĥ"
+ ],
+ [
+ "Ù",
+ "Ħ"
+ ],
+ [
+ "a",
+ "d"
+ ],
+ [
+ "Ġ",
+ "is"
+ ],
+ [
+ "ãģ",
+ "¦"
+ ],
+ [
+ "Ġ",
+ "on"
+ ],
+ [
+ "a",
+ "c"
+ ],
+ [
+ "Ġw",
+ "e"
+ ],
+ [
+ "×",
+ "ķ"
+ ],
+ [
+ "ãģ",
+ "ª"
+ ],
+ [
+ "Ñ",
+ "Ĥ"
+ ],
+ [
+ "Ð",
+ "µ"
+ ],
+ [
+ "ãģ",
+ "Ĥ"
+ ],
+ [
+ "ãģ",
+ "®"
+ ],
+ [
+ "Ġl",
+ "i"
+ ],
+ [
+ "e",
+ "l"
+ ],
+ [
+ "i",
+ "r"
+ ],
+ [
+ "ä",
+ "¸"
+ ],
+ [
+ "i",
+ "on"
+ ],
+ [
+ "Ù",
+ "Ĭ"
+ ],
+ [
+ "ãģ",
+ "Ĺ"
+ ],
+ [
+ "â̦",
+ "â̦"
+ ],
+ [
+ "ãģ",
+ "Ł"
+ ],
+ [
+ "Ã",
+ "©"
+ ],
+ [
+ "ãģ",
+ "Ĩ"
+ ],
+ [
+ "i",
+ "l"
+ ],
+ [
+ "Ġ",
+ "r"
+ ],
+ [
+ "es",
+ "t"
+ ],
+ [
+ "Ù",
+ "Ĩ"
+ ],
+ [
+ "..",
+ "."
+ ],
+ [
+ "Ġ",
+ "ì"
+ ],
+ [
+ "c",
+ "h"
+ ],
+ [
+ "Ġs",
+ "e"
+ ],
+ [
+ "o",
+ "d"
+ ],
+ [
+ "ãģ",
+ "ĭ"
+ ],
+ [
+ "×ķ",
+ "×"
+ ],
+ [
+ "Ġs",
+ "t"
+ ],
+ [
+ "Ġw",
+ "as"
+ ],
+ [
+ "ãģ",
+ "¯"
+ ],
+ [
+ "Ġf",
+ "or"
+ ],
+ [
+ "Ġm",
+ "e"
+ ],
+ [
+ "ou",
+ "t"
+ ],
+ [
+ "Ġ",
+ "W"
+ ],
+ [
+ "v",
+ "er"
+ ],
+ [
+ "Ġ",
+ "B"
+ ],
+ [
+ "h",
+ "t"
+ ],
+ [
+ "ãĤ",
+ "ĵãģ"
+ ],
+ [
+ "Ġd",
+ "o"
+ ],
+ [
+ "Ð",
+ "¸"
+ ],
+ [
+ "Ġli",
+ "ke"
+ ],
+ [
+ "Ġ",
+ "M"
+ ],
+ [
+ "'",
+ "t"
+ ],
+ [
+ "l",
+ "d"
+ ],
+ [
+ "a",
+ "ll"
+ ],
+ [
+ "Ġqu",
+ "e"
+ ],
+ [
+ "Ġg",
+ "o"
+ ],
+ [
+ "Ġ",
+ "Y"
+ ],
+ [
+ "×",
+ "Ķ"
+ ],
+ [
+ "s",
+ "t"
+ ],
+ [
+ "u",
+ "r"
+ ],
+ [
+ "ãģ",
+ "§"
+ ],
+ [
+ "i",
+ "e"
+ ],
+ [
+ "Ġ",
+ "H"
+ ],
+ [
+ "r",
+ "o"
+ ],
+ [
+ "ãģ",
+ "«"
+ ],
+ [
+ "á",
+ "»"
+ ],
+ [
+ "ãĤ",
+ "ĭ"
+ ],
+ [
+ "Ñ",
+ "ģ"
+ ],
+ [
+ "ï¼",
+ "Į"
+ ],
+ [
+ "×Ļ",
+ "×"
+ ],
+ [
+ "u",
+ "n"
+ ],
+ [
+ "Ġ",
+ "i"
+ ],
+ [
+ "Ġa",
+ "n"
+ ],
+ [
+ "us",
+ "t"
+ ],
+ [
+ "e",
+ "m"
+ ],
+ [
+ "Ġk",
+ "n"
+ ],
+ [
+ "Ð",
+ "½"
+ ],
+ [
+ "Ġ",
+ "D"
+ ],
+ [
+ "Ġ",
+ "O"
+ ],
+ [
+ "Ã",
+ "¡"
+ ],
+ [
+ "Ġ",
+ "en"
+ ],
+ [
+ "r",
+ "a"
+ ],
+ [
+ "ãĤ",
+ "Ĥ"
+ ],
+ [
+ "ãģ",
+ "¨"
+ ],
+ [
+ "o",
+ "l"
+ ],
+ [
+ "Ġ",
+ "C"
+ ],
+ [
+ "an",
+ "t"
+ ],
+ [
+ "à",
+ "¹"
+ ],
+ [
+ "Ġ",
+ "E"
+ ],
+ [
+ "Ġn",
+ "o"
+ ],
+ [
+ "Ġc",
+ "om"
+ ],
+ [
+ "Ù",
+ "Ī"
+ ],
+ [
+ "ãģ",
+ "Ļ"
+ ],
+ [
+ "Ġkn",
+ "ow"
+ ],
+ [
+ "Ġth",
+ "is"
+ ],
+ [
+ "Ġ",
+ "N"
+ ],
+ [
+ "Ġa",
+ "t"
+ ],
+ [
+ "Ñ",
+ "Ģ"
+ ],
+ [
+ "ãĤ",
+ "ī"
+ ],
+ [
+ "it",
+ "h"
+ ],
+ [
+ "о",
+ "Ð"
+ ],
+ [
+ "l",
+ "y"
+ ],
+ [
+ "ĠA",
+ "nd"
+ ],
+ [
+ "e",
+ "a"
+ ],
+ [
+ "ãĢģ",
+ "ãģ"
+ ],
+ [
+ "ا",
+ "ÙĦ"
+ ],
+ [
+ "Ù",
+ "ħ"
+ ],
+ [
+ "Ã",
+ "Ń"
+ ],
+ [
+ "Ġa",
+ "s"
+ ],
+ [
+ "Ġs",
+ "o"
+ ],
+ [
+ "Ġ",
+ "ë"
+ ],
+ [
+ "ä",
+ "»"
+ ],
+ [
+ "s",
+ "e"
+ ],
+ [
+ "an",
+ "d"
+ ],
+ [
+ "ig",
+ "ht"
+ ],
+ [
+ "i",
+ "ll"
+ ],
+ [
+ "ãĤ",
+ "Į"
+ ],
+ [
+ "a",
+ "g"
+ ],
+ [
+ "IJ",
+ "×"
+ ],
+ [
+ "Ġn",
+ "ot"
+ ],
+ [
+ "à¤",
+ "¾"
+ ],
+ [
+ "ä",
+ "º"
+ ],
+ [
+ "Ø",
+ "±"
+ ],
+ [
+ "Ġw",
+ "ith"
+ ],
+ [
+ "Ġha",
+ "ve"
+ ],
+ [
+ "Ġ",
+ "Ã"
+ ],
+ [
+ "Ġu",
+ "n"
+ ],
+ [
+ "ï¼",
+ "ģ"
+ ],
+ [
+ "Ġn",
+ "e"
+ ],
+ [
+ "ãģ",
+ "Į"
+ ],
+ [
+ "c",
+ "t"
+ ],
+ [
+ "c",
+ "e"
+ ],
+ [
+ "Ġc",
+ "on"
+ ],
+ [
+ "Ġ",
+ "P"
+ ],
+ [
+ "ãģ",
+ "¾"
+ ],
+ [
+ "Ġ",
+ "J"
+ ],
+ [
+ "ï¼",
+ "Ł"
+ ],
+ [
+ "o",
+ "p"
+ ],
+ [
+ "t",
+ "er"
+ ],
+ [
+ "Ġa",
+ "l"
+ ],
+ [
+ "Ġ",
+ "L"
+ ],
+ [
+ "Ġa",
+ "b"
+ ],
+ [
+ "ãģ£",
+ "ãģ¦"
+ ],
+ [
+ "Ġw",
+ "h"
+ ],
+ [
+ "u",
+ "m"
+ ],
+ [
+ "Ã",
+ "¥"
+ ],
+ [
+ "Ġs",
+ "om"
+ ],
+ [
+ "ou",
+ "ld"
+ ],
+ [
+ "r",
+ "i"
+ ],
+ [
+ "à",
+ "¦"
+ ],
+ [
+ "Ġthe",
+ "y"
+ ],
+ [
+ "all",
+ "y"
+ ],
+ [
+ "a",
+ "k"
+ ],
+ [
+ "ĠT",
+ "he"
+ ],
+ [
+ "ç",
+ "ļ"
+ ],
+ [
+ "'",
+ "re"
+ ],
+ [
+ "Ø",
+ "ª"
+ ],
+ [
+ "Ġl",
+ "a"
+ ],
+ [
+ "а",
+ "Ð"
+ ],
+ [
+ "Ù",
+ "ĩ"
+ ],
+ [
+ "Ġj",
+ "ust"
+ ],
+ [
+ "Ġw",
+ "hat"
+ ],
+ [
+ "Ġl",
+ "o"
+ ],
+ [
+ "ãģ",
+ "ł"
+ ],
+ [
+ "çļ",
+ "Ħ"
+ ],
+ [
+ "ãĤ",
+ "ĵ"
+ ],
+ [
+ "he",
+ "r"
+ ],
+ [
+ "n",
+ "g"
+ ],
+ [
+ "t",
+ "e"
+ ],
+ [
+ "u",
+ "l"
+ ],
+ [
+ "ãģ",
+ "ı"
+ ],
+ [
+ "á",
+ "º"
+ ],
+ [
+ "o",
+ "k"
+ ],
+ [
+ "Ġ",
+ "اÙĦ"
+ ],
+ [
+ "Ġm",
+ "y"
+ ],
+ [
+ "'",
+ "m"
+ ],
+ [
+ "Ġa",
+ "re"
+ ],
+ [
+ "a",
+ "b"
+ ],
+ [
+ "ou",
+ "r"
+ ],
+ [
+ "o",
+ "re"
+ ],
+ [
+ "p",
+ "p"
+ ],
+ [
+ "es",
+ "s"
+ ],
+ [
+ "Ġa",
+ "ll"
+ ],
+ [
+ "Ġ",
+ "G"
+ ],
+ [
+ "Ã",
+ "³"
+ ],
+ [
+ "ãĥ",
+ "¼"
+ ],
+ [
+ "in",
+ "d"
+ ],
+ [
+ "is",
+ "t"
+ ],
+ [
+ "in",
+ "k"
+ ],
+ [
+ "ãĤ",
+ "Ī"
+ ],
+ [
+ "ãģ",
+ "¡"
+ ],
+ [
+ "ea",
+ "h"
+ ],
+ [
+ "Ġd",
+ "on"
+ ],
+ [
+ "er",
+ "s"
+ ],
+ [
+ "à¥",
+ "ĩ"
+ ],
+ [
+ "ä",
+ "½"
+ ],
+ [
+ "Ġs",
+ "u"
+ ],
+ [
+ "ãģ",
+ "Ŀ"
+ ],
+ [
+ "ãĤ",
+ "Ĵ"
+ ],
+ [
+ "Ġt",
+ "r"
+ ],
+ [
+ "ar",
+ "t"
+ ],
+ [
+ "Ġl",
+ "e"
+ ],
+ [
+ "ì",
+ "Ŀ"
+ ],
+ [
+ "Ġ",
+ "es"
+ ],
+ [
+ "Ġc",
+ "an"
+ ],
+ [
+ "æ",
+ "ľ"
+ ],
+ [
+ "ľ",
+ "×"
+ ],
+ [
+ "å",
+ "¤"
+ ],
+ [
+ "Ġyou",
+ "r"
+ ],
+ [
+ "à",
+ "®"
+ ],
+ [
+ "×",
+ "¨"
+ ],
+ [
+ "Ñ",
+ "ĥ"
+ ],
+ [
+ "ĠI",
+ "t"
+ ],
+ [
+ "æ",
+ "ĺ"
+ ],
+ [
+ "Ġw",
+ "he"
+ ],
+ [
+ "Ġd",
+ "i"
+ ],
+ [
+ "ãĤ",
+ "Ĭ"
+ ],
+ [
+ "Ġs",
+ "a"
+ ],
+ [
+ "en",
+ "d"
+ ],
+ [
+ "Ġo",
+ "r"
+ ],
+ [
+ "us",
+ "e"
+ ],
+ [
+ "æ",
+ "Ī"
+ ],
+ [
+ "c",
+ "a"
+ ],
+ [
+ "Ġb",
+ "ut"
+ ],
+ [
+ "Ġ×",
+ "Ķ"
+ ],
+ [
+ "Ø",
+ "¯"
+ ],
+ [
+ "Ġ×",
+ "IJ×"
+ ],
+ [
+ "Ġth",
+ "ink"
+ ],
+ [
+ "Ġt",
+ "e"
+ ],
+ [
+ "Ġthe",
+ "re"
+ ],
+ [
+ "Ġab",
+ "out"
+ ],
+ [
+ "c",
+ "i"
+ ],
+ [
+ "or",
+ "t"
+ ],
+ [
+ "Ġs",
+ "h"
+ ],
+ [
+ "h",
+ "ing"
+ ],
+ [
+ "Ġ",
+ "out"
+ ],
+ [
+ "re",
+ "s"
+ ],
+ [
+ "Ġ",
+ "R"
+ ],
+ [
+ "Ġf",
+ "r"
+ ],
+ [
+ "Ġ",
+ "F"
+ ],
+ [
+ "Ø",
+ "¹"
+ ],
+ [
+ "at",
+ "ion"
+ ],
+ [
+ "ĠÙ",
+ "ħ"
+ ],
+ [
+ "Ġ",
+ "est"
+ ],
+ [
+ "Ġe",
+ "x"
+ ],
+ [
+ "ãĤ",
+ "ĥ"
+ ],
+ [
+ "ĠS",
+ "o"
+ ],
+ [
+ "Ġ",
+ "ê"
+ ],
+ [
+ "as",
+ "t"
+ ],
+ [
+ "Ġg",
+ "et"
+ ],
+ [
+ "ãģª",
+ "ãģĦ"
+ ],
+ [
+ "ãģ",
+ "ķ"
+ ],
+ [
+ "ãģ",
+ "ĵãģ"
+ ],
+ [
+ "Ð",
+ "»"
+ ],
+ [
+ "Ġp",
+ "e"
+ ],
+ [
+ "ic",
+ "h"
+ ],
+ [
+ "ac",
+ "k"
+ ],
+ [
+ "Ġu",
+ "p"
+ ],
+ [
+ "a",
+ "in"
+ ],
+ [
+ "ĠY",
+ "ou"
+ ],
+ [
+ "c",
+ "k"
+ ],
+ [
+ "©",
+ "×"
+ ],
+ [
+ "Ġp",
+ "l"
+ ],
+ [
+ "ŀ",
+ "×"
+ ],
+ [
+ "ãģĤ",
+ "ãģĤ"
+ ],
+ [
+ "n",
+ "t"
+ ],
+ [
+ "ou",
+ "g"
+ ],
+ [
+ "Ġ",
+ "er"
+ ],
+ [
+ "Ġp",
+ "ro"
+ ],
+ [
+ "Ġon",
+ "e"
+ ],
+ [
+ "Ã",
+ "£"
+ ],
+ [
+ "Ġm",
+ "an"
+ ],
+ [
+ "å",
+ "ħ"
+ ],
+ [
+ "è",
+ "¿"
+ ],
+ [
+ "Ġgo",
+ "ing"
+ ],
+ [
+ "æĺ",
+ "¯"
+ ],
+ [
+ "Ù",
+ "ĥ"
+ ],
+ [
+ "f",
+ "e"
+ ],
+ [
+ "Ġp",
+ "r"
+ ],
+ [
+ "Ø",
+ "¨"
+ ],
+ [
+ "ãģ",
+ "ij"
+ ],
+ [
+ "ãģ",
+ "Ń"
+ ],
+ [
+ "å",
+ "ı"
+ ],
+ [
+ "ĠÙ",
+ "Ħ"
+ ],
+ [
+ "Ġd",
+ "et"
+ ],
+ [
+ "Ġha",
+ "d"
+ ],
+ [
+ "Ø",
+ "Į"
+ ],
+ [
+ "t",
+ "o"
+ ],
+ [
+ "à¤",
+ "°"
+ ],
+ [
+ "å",
+ "IJ"
+ ],
+ [
+ "Ã",
+ "ł"
+ ],
+ [
+ "Ġm",
+ "a"
+ ],
+ [
+ "ca",
+ "use"
+ ],
+ [
+ "Ġ",
+ "Ñ"
+ ],
+ [
+ "ãģ",
+ "Ī"
+ ],
+ [
+ "ãĤ",
+ "ı"
+ ],
+ [
+ "Ġs",
+ "p"
+ ],
+ [
+ "Ġe",
+ "l"
+ ],
+ [
+ "Ø",
+ "³"
+ ],
+ [
+ "à¥",
+ "į"
+ ],
+ [
+ "Ġw",
+ "or"
+ ],
+ [
+ "ãģ",
+ "Ĭ"
+ ],
+ [
+ "Ġ",
+ "z"
+ ],
+ [
+ "ĠØ",
+ "£"
+ ],
+ [
+ "æĪ",
+ "ij"
+ ],
+ [
+ "ĠH",
+ "e"
+ ],
+ [
+ "i",
+ "ve"
+ ],
+ [
+ "å",
+ "Ī"
+ ],
+ [
+ "ãģ£",
+ "ãģŁ"
+ ],
+ [
+ "Ġi",
+ "f"
+ ],
+ [
+ "u",
+ "d"
+ ],
+ [
+ "Ã",
+ "¤"
+ ],
+ [
+ "ã",
+ "o"
+ ],
+ [
+ "i",
+ "a"
+ ],
+ [
+ "ä¸",
+ "Ģ"
+ ],
+ [
+ "Ġhe",
+ "r"
+ ],
+ [
+ "Ġh",
+ "is"
+ ],
+ [
+ "å",
+ "°"
+ ],
+ [
+ "Ġs",
+ "ay"
+ ],
+ [
+ "ĠÙ",
+ "Ī"
+ ],
+ [
+ "ãģ",
+ "į"
+ ],
+ [
+ "Ġc",
+ "h"
+ ],
+ [
+ "à¤",
+ "¨"
+ ],
+ [
+ "on",
+ "e"
+ ],
+ [
+ "Ñ",
+ "ĭ"
+ ],
+ [
+ "ij",
+ "×"
+ ],
+ [
+ "a",
+ "re"
+ ],
+ [
+ "ha",
+ "n"
+ ],
+ [
+ "Ġfr",
+ "om"
+ ],
+ [
+ "Ġm",
+ "u"
+ ],
+ [
+ "Ġ×",
+ "ľ×"
+ ],
+ [
+ "v",
+ "en"
+ ],
+ [
+ "à¥",
+ "ĭ"
+ ],
+ [
+ "å",
+ "®"
+ ],
+ [
+ "Ñ",
+ "Į"
+ ],
+ [
+ "Ġv",
+ "er"
+ ],
+ [
+ "í",
+ "ķ"
+ ],
+ [
+ "Ġ",
+ "Ä"
+ ],
+ [
+ "Ġj",
+ "e"
+ ],
+ [
+ "on",
+ "g"
+ ],
+ [
+ "е",
+ "Ð"
+ ],
+ [
+ "in",
+ "e"
+ ],
+ [
+ "ĠW",
+ "e"
+ ],
+ [
+ "Ġsom",
+ "e"
+ ],
+ [
+ "at",
+ "e"
+ ],
+ [
+ "Ø",
+ "©"
+ ],
+ [
+ "im",
+ "e"
+ ],
+ [
+ "Ġr",
+ "ight"
+ ],
+ [
+ "Ġw",
+ "ant"
+ ],
+ [
+ "ĠÐ",
+ "½"
+ ],
+ [
+ "ou",
+ "s"
+ ],
+ [
+ "ÑĤ",
+ "о"
+ ],
+ [
+ "a",
+ "p"
+ ],
+ [
+ "op",
+ "le"
+ ],
+ [
+ "Ġd",
+ "a"
+ ],
+ [
+ "ãģĹ",
+ "ãģ¦"
+ ],
+ [
+ "Ġ",
+ "K"
+ ],
+ [
+ "Ġwh",
+ "o"
+ ],
+ [
+ "à¤",
+ "Ĥ"
+ ],
+ [
+ "ĠÐ",
+ "¿"
+ ],
+ [
+ "am",
+ "e"
+ ],
+ [
+ "Ġth",
+ "ing"
+ ],
+ [
+ "ar",
+ "d"
+ ],
+ [
+ "Ġw",
+ "ould"
+ ],
+ [
+ "Ġ",
+ "U"
+ ],
+ [
+ "an",
+ "g"
+ ],
+ [
+ "os",
+ "t"
+ ],
+ [
+ "Ġd",
+ "id"
+ ],
+ [
+ "Ġ×Ķ",
+ "×"
+ ],
+ [
+ "ĠÐ",
+ "²"
+ ],
+ [
+ "å",
+ "¾"
+ ],
+ [
+ "Ñ",
+ "ı"
+ ],
+ [
+ "Ġp",
+ "ar"
+ ],
+ [
+ "ãģĭ",
+ "ãĤī"
+ ],
+ [
+ "ãģ",
+ "©"
+ ],
+ [
+ "ĠY",
+ "eah"
+ ],
+ [
+ "Ġpe",
+ "ople"
+ ],
+ [
+ "n",
+ "e"
+ ],
+ [
+ "s",
+ "o"
+ ],
+ [
+ "ĠB",
+ "ut"
+ ],
+ [
+ "ä",
+ "¹"
+ ],
+ [
+ "Ġ",
+ "é"
+ ],
+ [
+ "u",
+ "e"
+ ],
+ [
+ "ãģ",
+ "ģ"
+ ],
+ [
+ "Ġbe",
+ "cause"
+ ],
+ [
+ "Ġthe",
+ "m"
+ ],
+ [
+ "Ġu",
+ "m"
+ ],
+ [
+ "Ġh",
+ "im"
+ ],
+ [
+ "Ã",
+ "ª"
+ ],
+ [
+ "Ġs",
+ "he"
+ ],
+ [
+ "Ġf",
+ "e"
+ ],
+ [
+ "Ġa",
+ "r"
+ ],
+ [
+ "à¥į",
+ "à¤"
+ ],
+ [
+ "Ġ",
+ "Ñģ"
+ ],
+ [
+ "re",
+ "d"
+ ],
+ [
+ "Ľ",
+ "×"
+ ],
+ [
+ "ĠØ",
+ "¨"
+ ],
+ [
+ "Ġ",
+ "V"
+ ],
+ [
+ "è",
+ "¦"
+ ],
+ [
+ "ĠO",
+ "h"
+ ],
+ [
+ "b",
+ "e"
+ ],
+ [
+ "Ġwe",
+ "re"
+ ],
+ [
+ "Ġ",
+ "us"
+ ],
+ [
+ "Ġwhe",
+ "n"
+ ],
+ [
+ "à¤",
+ "¿"
+ ],
+ [
+ "Ġa",
+ "g"
+ ],
+ [
+ "à",
+ "°"
+ ],
+ [
+ "i",
+ "v"
+ ],
+ [
+ "os",
+ "e"
+ ],
+ [
+ "Ġthe",
+ "n"
+ ],
+ [
+ "ou",
+ "nd"
+ ],
+ [
+ "Ġse",
+ "e"
+ ],
+ [
+ "Ġre",
+ "ally"
+ ],
+ [
+ "Ġe",
+ "ver"
+ ],
+ [
+ "Ġà¤",
+ "ķ"
+ ],
+ [
+ "Û",
+ "Į"
+ ],
+ [
+ "an",
+ "s"
+ ],
+ [
+ "ent",
+ "e"
+ ],
+ [
+ "o",
+ "c"
+ ],
+ [
+ "ë",
+ "ĭ"
+ ],
+ [
+ "Ġp",
+ "er"
+ ],
+ [
+ "ãĤ",
+ "Ħ"
+ ],
+ [
+ "Ġ×",
+ "©×"
+ ],
+ [
+ "id",
+ "e"
+ ],
+ [
+ "b",
+ "er"
+ ],
+ [
+ "ãģ§",
+ "ãģĻ"
+ ],
+ [
+ "äº",
+ "º"
+ ],
+ [
+ "i",
+ "z"
+ ],
+ [
+ "ĠÄ",
+ "ij"
+ ],
+ [
+ "Ġg",
+ "ot"
+ ],
+ [
+ "e",
+ "p"
+ ],
+ [
+ "Ġ",
+ "im"
+ ],
+ [
+ "å",
+ "¥"
+ ],
+ [
+ "Ġ",
+ "Î"
+ ],
+ [
+ "Ä",
+ "±"
+ ],
+ [
+ "à¥",
+ "Ģ"
+ ],
+ [
+ "ĸ",
+ "×Ķ"
+ ],
+ [
+ "l",
+ "i"
+ ],
+ [
+ "it",
+ "t"
+ ],
+ [
+ "Ġb",
+ "y"
+ ],
+ [
+ "'",
+ "ve"
+ ],
+ [
+ "i",
+ "en"
+ ],
+ [
+ "r",
+ "y"
+ ],
+ [
+ "oug",
+ "h"
+ ],
+ [
+ "ा",
+ "à¤"
+ ],
+ [
+ "Ù",
+ "Ĥ"
+ ],
+ [
+ "Ġ",
+ "Â"
+ ],
+ [
+ "Ġg",
+ "u"
+ ],
+ [
+ "o",
+ "g"
+ ],
+ [
+ "ic",
+ "e"
+ ],
+ [
+ "Ġà¤",
+ "¹"
+ ],
+ [
+ "Ġt",
+ "ime"
+ ],
+ [
+ "и",
+ "Ð"
+ ],
+ [
+ "Ã",
+ "¼"
+ ],
+ [
+ "æ",
+ "Ŀ"
+ ],
+ [
+ "Ġw",
+ "ill"
+ ],
+ [
+ "Ġan",
+ "y"
+ ],
+ [
+ "Ø",
+ "Ń"
+ ],
+ [
+ "Ù",
+ "ģ"
+ ],
+ [
+ "p",
+ "e"
+ ],
+ [
+ "g",
+ "e"
+ ],
+ [
+ "Ġn",
+ "ow"
+ ],
+ [
+ "it",
+ "y"
+ ],
+ [
+ ".",
+ "Ċ"
+ ],
+ [
+ "a",
+ "a"
+ ],
+ [
+ "Ġlo",
+ "ok"
+ ],
+ [
+ "al",
+ "k"
+ ],
+ [
+ "æ",
+ "ī"
+ ],
+ [
+ "ĠT",
+ "hat"
+ ],
+ [
+ "f",
+ "f"
+ ],
+ [
+ "Ġf",
+ "a"
+ ],
+ [
+ "×Ļ×",
+ "Ŀ"
+ ],
+ [
+ "as",
+ "s"
+ ],
+ [
+ "Ġc",
+ "o"
+ ],
+ [
+ "ç",
+ "Ķ"
+ ],
+ [
+ "Ġm",
+ "ore"
+ ],
+ [
+ "p",
+ "er"
+ ],
+ [
+ "Ġb",
+ "ack"
+ ],
+ [
+ "æ",
+ "Ģ"
+ ],
+ [
+ "Ġg",
+ "r"
+ ],
+ [
+ "à¸",
+ "Ļ"
+ ],
+ [
+ "å",
+ "ľ"
+ ],
+ [
+ "Ġsa",
+ "id"
+ ],
+ [
+ "ç",
+ "§"
+ ],
+ [
+ "ãĥ",
+ "³"
+ ],
+ [
+ "0",
+ "0"
+ ],
+ [
+ "p",
+ "l"
+ ],
+ [
+ "Ġbe",
+ "en"
+ ],
+ [
+ "Ġhe",
+ "re"
+ ],
+ [
+ "ĠW",
+ "hat"
+ ],
+ [
+ "Ġd",
+ "es"
+ ],
+ [
+ "k",
+ "ay"
+ ],
+ [
+ "ĠÙ",
+ "ĩ"
+ ],
+ [
+ "à¸",
+ "²"
+ ],
+ [
+ "ä¸",
+ "į"
+ ],
+ [
+ "Ġa",
+ "m"
+ ],
+ [
+ "'",
+ "ll"
+ ],
+ [
+ "à",
+ "¯"
+ ],
+ [
+ "æ",
+ "Ĺ"
+ ],
+ [
+ "à¹",
+ "Ī"
+ ],
+ [
+ "d",
+ "e"
+ ],
+ [
+ "en",
+ "s"
+ ],
+ [
+ "Ġu",
+ "nd"
+ ],
+ [
+ "Ġh",
+ "ow"
+ ],
+ [
+ "Ġt",
+ "a"
+ ],
+ [
+ "b",
+ "le"
+ ],
+ [
+ "e",
+ "ar"
+ ],
+ [
+ "ãģĹ",
+ "ãģŁ"
+ ],
+ [
+ "Ġgo",
+ "od"
+ ],
+ [
+ "ãģ",
+ "ĺ"
+ ],
+ [
+ "Ġe",
+ "t"
+ ],
+ [
+ "Ġo",
+ "t"
+ ],
+ [
+ "u",
+ "re"
+ ],
+ [
+ "ĠN",
+ "o"
+ ],
+ [
+ "Ġever",
+ "y"
+ ],
+ [
+ "i",
+ "es"
+ ],
+ [
+ "ic",
+ "k"
+ ],
+ [
+ "Ġs",
+ "i"
+ ],
+ [
+ "qu",
+ "e"
+ ],
+ [
+ "l",
+ "a"
+ ],
+ [
+ "m",
+ "ent"
+ ],
+ [
+ "Ġp",
+ "or"
+ ],
+ [
+ "Ġ×",
+ "ŀ×"
+ ],
+ [
+ "Ġn",
+ "a"
+ ],
+ [
+ "è¿",
+ "Ļ"
+ ],
+ [
+ "Ã",
+ "¶"
+ ],
+ [
+ "c",
+ "he"
+ ],
+ [
+ "i",
+ "p"
+ ],
+ [
+ "ac",
+ "e"
+ ],
+ [
+ "Ġp",
+ "re"
+ ],
+ [
+ "Ġm",
+ "o"
+ ],
+ [
+ "t",
+ "h"
+ ],
+ [
+ "ä",
+ "¼"
+ ],
+ [
+ "w",
+ "ay"
+ ],
+ [
+ "¢",
+ "×"
+ ],
+ [
+ "om",
+ "e"
+ ],
+ [
+ "it",
+ "e"
+ ],
+ [
+ "ãģ¡",
+ "ãĤĥ"
+ ],
+ [
+ "ac",
+ "t"
+ ],
+ [
+ "Ð",
+ "º"
+ ],
+ [
+ "ĠÙ",
+ "ģ"
+ ],
+ [
+ "ÙĨ",
+ "ا"
+ ],
+ [
+ "ow",
+ "n"
+ ],
+ [
+ "i",
+ "k"
+ ],
+ [
+ "ãģĵãģ",
+ "¨"
+ ],
+ [
+ "ĠÙĦ",
+ "ا"
+ ],
+ [
+ "u",
+ "g"
+ ],
+ [
+ "ĠÐ",
+ "º"
+ ],
+ [
+ "Ġha",
+ "s"
+ ],
+ [
+ "à¸",
+ "Ń"
+ ],
+ [
+ "ä½",
+ "ł"
+ ],
+ [
+ "Ġo",
+ "ver"
+ ],
+ [
+ "m",
+ "e"
+ ],
+ [
+ "ìĿ",
+ "´"
+ ],
+ [
+ "Ġc",
+ "ould"
+ ],
+ [
+ "ĠÙ",
+ "Ĭ"
+ ],
+ [
+ "Ġsom",
+ "et"
+ ],
+ [
+ "Ġw",
+ "ay"
+ ],
+ [
+ "ãĢģãģ",
+ "Ŀ"
+ ],
+ [
+ "Ġthe",
+ "ir"
+ ],
+ [
+ "Ð",
+ "´"
+ ],
+ [
+ "Ġ",
+ "our"
+ ],
+ [
+ "æľ",
+ "ī"
+ ],
+ [
+ "n",
+ "a"
+ ],
+ [
+ "i",
+ "f"
+ ],
+ [
+ "ãģĿ",
+ "ãģĨ"
+ ],
+ [
+ "Ġp",
+ "o"
+ ],
+ [
+ "Ġ",
+ "ÑĤ"
+ ],
+ [
+ "Ġc",
+ "ha"
+ ],
+ [
+ "×ķ×",
+ "ª"
+ ],
+ [
+ "on",
+ "d"
+ ],
+ [
+ "Ġa",
+ "c"
+ ],
+ [
+ "Ã",
+ "§"
+ ],
+ [
+ "Æ",
+ "°"
+ ],
+ [
+ "re",
+ "at"
+ ],
+ [
+ "ãĤĵãģ",
+ "ł"
+ ],
+ [
+ "å",
+ "Ń"
+ ],
+ [
+ "é",
+ "ģ"
+ ],
+ [
+ "ĠT",
+ "h"
+ ],
+ [
+ "Ġha",
+ "r"
+ ],
+ [
+ "à¤",
+ "¹"
+ ],
+ [
+ "ä¸",
+ "ª"
+ ],
+ [
+ "ad",
+ "e"
+ ],
+ [
+ "è",
+ "¨"
+ ],
+ [
+ "ł",
+ "×Ļ"
+ ],
+ [
+ "i",
+ "o"
+ ],
+ [
+ "Ġd",
+ "u"
+ ],
+ [
+ "Ġ×",
+ "ij×"
+ ],
+ [
+ "or",
+ "d"
+ ],
+ [
+ "ì",
+ "ļ"
+ ],
+ [
+ "Ġin",
+ "to"
+ ],
+ [
+ "å°",
+ "±"
+ ],
+ [
+ "Ġe",
+ "m"
+ ],
+ [
+ "ا",
+ "Ø"
+ ],
+ [
+ "æĿ",
+ "¥"
+ ],
+ [
+ "à",
+ "²"
+ ],
+ [
+ "ãĤ",
+ "į"
+ ],
+ [
+ "Ġver",
+ "y"
+ ],
+ [
+ "Ġs",
+ "Ã¥"
+ ],
+ [
+ "i",
+ "er"
+ ],
+ [
+ "äº",
+ "Ĩ"
+ ],
+ [
+ "Ġb",
+ "r"
+ ],
+ [
+ "ł",
+ "×"
+ ],
+ [
+ "ãģ",
+ "ĵ"
+ ],
+ [
+ "è",
+ "¯"
+ ],
+ [
+ "ĠÐ",
+ "´"
+ ],
+ [
+ "Ġ×",
+ "ĸ×Ķ"
+ ],
+ [
+ "Ã",
+ "º"
+ ],
+ [
+ "Ġì",
+ "Ŀ"
+ ],
+ [
+ "ĠÐ",
+ "¾"
+ ],
+ [
+ "Ġa",
+ "d"
+ ],
+ [
+ "Ġo",
+ "g"
+ ],
+ [
+ "à¤",
+ "ķ"
+ ],
+ [
+ "ãģ",
+ "Ľ"
+ ],
+ [
+ "Ġa",
+ "ct"
+ ],
+ [
+ "Ġ×",
+ "ķ"
+ ],
+ [
+ "æ",
+ "ĸ"
+ ],
+ [
+ "Ġc",
+ "l"
+ ],
+ [
+ "å",
+ "Ľ"
+ ],
+ [
+ "Ġb",
+ "o"
+ ],
+ [
+ "Ġme",
+ "an"
+ ],
+ [
+ "Ñ",
+ "ĩ"
+ ],
+ [
+ "Ġb",
+ "u"
+ ],
+ [
+ "in",
+ "t"
+ ],
+ [
+ "ا",
+ "ÙĨ"
+ ],
+ [
+ "ãĤ",
+ "ģ"
+ ],
+ [
+ "Ġwhe",
+ "re"
+ ],
+ [
+ "a",
+ "i"
+ ],
+ [
+ "Ġof",
+ "f"
+ ],
+ [
+ "Ġd",
+ "ie"
+ ],
+ [
+ "ãĢģ",
+ "ãģĤ"
+ ],
+ [
+ "Ġcon",
+ "t"
+ ],
+ [
+ "à¥",
+ "Ī"
+ ],
+ [
+ "ãĤĵãģ",
+ "§"
+ ],
+ [
+ "w",
+ "o"
+ ],
+ [
+ "Ñģ",
+ "ÑĤ"
+ ],
+ [
+ "é",
+ "Ĥ"
+ ],
+ [
+ "Ð",
+ "²"
+ ],
+ [
+ "Ġt",
+ "alk"
+ ],
+ [
+ "h",
+ "o"
+ ],
+ [
+ "ĠJ",
+ "a"
+ ],
+ [
+ "re",
+ "n"
+ ],
+ [
+ "ç§",
+ "ģ"
+ ],
+ [
+ "Ġ",
+ "à¦"
+ ],
+ [
+ "Ġne",
+ "ed"
+ ],
+ [
+ "ë",
+ "Ĭ"
+ ],
+ [
+ "ĠÐ",
+ "¸"
+ ],
+ [
+ "ĠÙ",
+ "ĥ"
+ ],
+ [
+ "i",
+ "j"
+ ],
+ [
+ "ì",
+ "Ĺ"
+ ],
+ [
+ "ĠØ",
+ "ª"
+ ],
+ [
+ "à¹",
+ "Ģ"
+ ],
+ [
+ "ר",
+ "×"
+ ],
+ [
+ "å",
+ "ĩ"
+ ],
+ [
+ "Ġ×",
+ "IJ"
+ ],
+ [
+ "Ġp",
+ "art"
+ ],
+ [
+ "Ġsomet",
+ "hing"
+ ],
+ [
+ "ãģ",
+ "¤"
+ ],
+ [
+ "ĠThe",
+ "y"
+ ],
+ [
+ "ĠØ",
+ "¹"
+ ],
+ [
+ "ãĤĵãģ",
+ "ª"
+ ],
+ [
+ "Ġot",
+ "her"
+ ],
+ [
+ "l",
+ "o"
+ ],
+ [
+ "a",
+ "it"
+ ],
+ [
+ "æ",
+ "°"
+ ],
+ [
+ "Ġd",
+ "is"
+ ],
+ [
+ "å¤",
+ "§"
+ ],
+ [
+ "s",
+ "el"
+ ],
+ [
+ "à¤",
+ "¤"
+ ],
+ [
+ "Ġp",
+ "u"
+ ],
+ [
+ "Ù",
+ "İ"
+ ],
+ [
+ "à",
+ "§"
+ ],
+ [
+ "Ġf",
+ "u"
+ ],
+ [
+ "Ġwor",
+ "k"
+ ],
+ [
+ "and",
+ "o"
+ ],
+ [
+ "Ġy",
+ "eah"
+ ],
+ [
+ "Ġj",
+ "a"
+ ],
+ [
+ "ãģ¾",
+ "ãģĻ"
+ ],
+ [
+ "ãĤ",
+ "ĩ"
+ ],
+ [
+ "Ġmu",
+ "ch"
+ ],
+ [
+ "Î",
+ "±"
+ ],
+ [
+ "à",
+ "´"
+ ],
+ [
+ "Ġk",
+ "ind"
+ ],
+ [
+ "é",
+ "Ģ"
+ ],
+ [
+ "Ġt",
+ "han"
+ ],
+ [
+ "Ø",
+ "´"
+ ],
+ [
+ "Ĺ",
+ "×"
+ ],
+ [
+ "ãĤ",
+ "¤"
+ ],
+ [
+ "å",
+ "¯"
+ ],
+ [
+ "à¸",
+ "£"
+ ],
+ [
+ "Ã",
+ "´"
+ ],
+ [
+ "Ġ",
+ "\""
+ ],
+ [
+ "Ġs",
+ "er"
+ ],
+ [
+ "Ġj",
+ "o"
+ ],
+ [
+ "ag",
+ "e"
+ ],
+ [
+ "ì",
+ "ķ"
+ ],
+ [
+ "ä»",
+ "ĸ"
+ ],
+ [
+ "Ġ׾×",
+ "IJ"
+ ],
+ [
+ "Ġd",
+ "er"
+ ],
+ [
+ "e",
+ "k"
+ ],
+ [
+ "Ġy",
+ "ear"
+ ],
+ [
+ "е",
+ "н"
+ ],
+ [
+ "ĠÙ",
+ "Ĩ"
+ ],
+ [
+ "Ġto",
+ "d"
+ ],
+ [
+ "ac",
+ "h"
+ ],
+ [
+ "å",
+ "ij"
+ ],
+ [
+ "Ġe",
+ "ven"
+ ],
+ [
+ "a",
+ "v"
+ ],
+ [
+ "Ġ×",
+ "Ľ×"
+ ],
+ [
+ "Ġv",
+ "i"
+ ],
+ [
+ "Ġa",
+ "f"
+ ],
+ [
+ "ëĬ",
+ "Ķ"
+ ],
+ [
+ "æ",
+ "Ħ"
+ ],
+ [
+ "ad",
+ "o"
+ ],
+ [
+ "Ġl",
+ "ot"
+ ],
+ [
+ "éĤ",
+ "£"
+ ],
+ [
+ "Ø",
+ "°"
+ ],
+ [
+ "ê",
+ "°"
+ ],
+ [
+ "re",
+ "e"
+ ],
+ [
+ "Ġpar",
+ "a"
+ ],
+ [
+ "·",
+ "¸"
+ ],
+ [
+ "Ġ",
+ "ent"
+ ],
+ [
+ "ê",
+ "³"
+ ],
+ [
+ "n",
+ "ing"
+ ],
+ [
+ "or",
+ "m"
+ ],
+ [
+ "a",
+ "h"
+ ],
+ [
+ "ãģĦ",
+ "ãģĦ"
+ ],
+ [
+ "å",
+ "½"
+ ],
+ [
+ "y",
+ "s"
+ ],
+ [
+ "od",
+ "y"
+ ],
+ [
+ "'",
+ "est"
+ ],
+ [
+ "Ġà¤",
+ "ħ"
+ ],
+ [
+ "å",
+ "¿"
+ ],
+ [
+ "p",
+ "t"
+ ],
+ [
+ "Ġp",
+ "ers"
+ ],
+ [
+ "Ġthing",
+ "s"
+ ],
+ [
+ "ãģ",
+ "¿"
+ ],
+ [
+ "Ġl",
+ "itt"
+ ],
+ [
+ "Ġcom",
+ "e"
+ ],
+ [
+ "åľ",
+ "¨"
+ ],
+ [
+ "i",
+ "re"
+ ],
+ [
+ "ãĤ",
+ "¹"
+ ],
+ [
+ "à¹",
+ "ī"
+ ],
+ [
+ "m",
+ "er"
+ ],
+ [
+ "Ġwh",
+ "ich"
+ ],
+ [
+ "ãģ£",
+ "ãģ¨"
+ ],
+ [
+ "e",
+ "g"
+ ],
+ [
+ "à¥",
+ "ģ"
+ ],
+ [
+ "Ġc",
+ "he"
+ ],
+ [
+ "ìļ",
+ "Ķ"
+ ],
+ [
+ "f",
+ "t"
+ ],
+ [
+ "ãĥ",
+ "ĥ"
+ ],
+ [
+ "Ġha",
+ "pp"
+ ],
+ [
+ "Ġa",
+ "u"
+ ],
+ [
+ "ãģ",
+ "µ"
+ ],
+ [
+ "íķ",
+ "ĺ"
+ ],
+ [
+ "ç",
+ "ľ"
+ ],
+ [
+ "os",
+ "s"
+ ],
+ [
+ "Ġf",
+ "o"
+ ],
+ [
+ "Ġo",
+ "h"
+ ],
+ [
+ "Ġs",
+ "k"
+ ],
+ [
+ "å",
+ "Ĭ"
+ ],
+ [
+ "Ġthe",
+ "se"
+ ],
+ [
+ "ĠÐ",
+ "¼"
+ ],
+ [
+ "Ġì",
+ "ķ"
+ ],
+ [
+ "Ġr",
+ "o"
+ ],
+ [
+ "à¸",
+ "¡"
+ ],
+ [
+ "Ġd",
+ "en"
+ ],
+ [
+ "Ġp",
+ "as"
+ ],
+ [
+ "ion",
+ "s"
+ ],
+ [
+ "Ø",
+ "¬"
+ ],
+ [
+ "ç",
+ "Ħ"
+ ],
+ [
+ "ª",
+ "×"
+ ],
+ [
+ "è",
+ "¡"
+ ],
+ [
+ "u",
+ "ally"
+ ],
+ [
+ "T",
+ "he"
+ ],
+ [
+ "Ġd",
+ "own"
+ ],
+ [
+ "Ġi",
+ "k"
+ ],
+ [
+ "ĥ",
+ "½"
+ ],
+ [
+ "ì",
+ "§"
+ ],
+ [
+ "Ġcom",
+ "p"
+ ],
+ [
+ "å¥",
+ "½"
+ ],
+ [
+ "ir",
+ "st"
+ ],
+ [
+ "Ø",
+ "£"
+ ],
+ [
+ "Ġm",
+ "ed"
+ ],
+ [
+ "à¸",
+ "ģ"
+ ],
+ [
+ "b",
+ "l"
+ ],
+ [
+ "å",
+ "¼"
+ ],
+ [
+ "Ã",
+ "¸"
+ ],
+ [
+ "аÐ",
+ "º"
+ ],
+ [
+ "is",
+ "s"
+ ],
+ [
+ "e",
+ "ll"
+ ],
+ [
+ "Î",
+ "¹"
+ ],
+ [
+ "ó",
+ "n"
+ ],
+ [
+ "Ġma",
+ "ke"
+ ],
+ [
+ "Ġd",
+ "ay"
+ ],
+ [
+ "è",
+ "Ģ"
+ ],
+ [
+ "Ð",
+ "¼"
+ ],
+ [
+ "i",
+ "ke"
+ ],
+ [
+ "è¨",
+ "Ģ"
+ ],
+ [
+ "Ġwe",
+ "ll"
+ ],
+ [
+ "ĸ",
+ "´"
+ ],
+ [
+ "res",
+ "s"
+ ],
+ [
+ "оÐ",
+ "²"
+ ],
+ [
+ "oug",
+ "ht"
+ ],
+ [
+ "Ġag",
+ "ain"
+ ],
+ [
+ "Ġà¤",
+ "®"
+ ],
+ [
+ "Ġim",
+ "p"
+ ],
+ [
+ "as",
+ "e"
+ ],
+ [
+ "el",
+ "y"
+ ],
+ [
+ "е",
+ "ÑĤ"
+ ],
+ [
+ "Ġl",
+ "et"
+ ],
+ [
+ "Ġth",
+ "r"
+ ],
+ [
+ "Ġfe",
+ "el"
+ ],
+ [
+ "Ġal",
+ "so"
+ ],
+ [
+ "Ġlitt",
+ "le"
+ ],
+ [
+ "t",
+ "hing"
+ ],
+ [
+ "Ġre",
+ "s"
+ ],
+ [
+ "a",
+ "z"
+ ],
+ [
+ "ç",
+ "Ľ"
+ ],
+ [
+ "à¤",
+ "²"
+ ],
+ [
+ "Ġ×",
+ "Ļ"
+ ],
+ [
+ "c",
+ "es"
+ ],
+ [
+ "Ġm",
+ "en"
+ ],
+ [
+ "Ġe",
+ "u"
+ ],
+ [
+ "Ġst",
+ "art"
+ ],
+ [
+ "e",
+ "e"
+ ],
+ [
+ "on",
+ "t"
+ ],
+ [
+ "ì",
+ "Ħ"
+ ],
+ [
+ "ãģ",
+ "Ķ"
+ ],
+ [
+ "á",
+ "Ģ"
+ ],
+ [
+ "åĩ",
+ "º"
+ ],
+ [
+ "Ġb",
+ "l"
+ ],
+ [
+ "ĠÂ",
+ "¿"
+ ],
+ [
+ "ãĥ¼",
+ "ãĥ"
+ ],
+ [
+ "Ġpl",
+ "ay"
+ ],
+ [
+ "Ġh",
+ "o"
+ ],
+ [
+ "Ġê",
+ "·¸"
+ ],
+ [
+ "ãģĺ",
+ "ãĤĥ"
+ ],
+ [
+ "f",
+ "fe"
+ ],
+ [
+ "Ġb",
+ "et"
+ ],
+ [
+ "Ù",
+ "ī"
+ ],
+ [
+ "Ġdo",
+ "es"
+ ],
+ [
+ "Ġt",
+ "u"
+ ],
+ [
+ "Ï",
+ "Ħ"
+ ],
+ [
+ "Î",
+ "¿"
+ ],
+ [
+ "Ġpers",
+ "on"
+ ],
+ [
+ "á",
+ "ŀ"
+ ],
+ [
+ "Ġt",
+ "wo"
+ ],
+ [
+ "ĠÑ",
+ "ĩ"
+ ],
+ [
+ "Ġ",
+ "ا"
+ ],
+ [
+ "н",
+ "о"
+ ],
+ [
+ "Ġp",
+ "od"
+ ],
+ [
+ "Ġdid",
+ "n"
+ ],
+ [
+ "Ġn",
+ "ão"
+ ],
+ [
+ "Ġo",
+ "p"
+ ],
+ [
+ "a",
+ "is"
+ ],
+ [
+ "ot",
+ "her"
+ ],
+ [
+ "un",
+ "g"
+ ],
+ [
+ "ĠÐ",
+ "±"
+ ],
+ [
+ "ad",
+ "a"
+ ],
+ [
+ "v",
+ "ing"
+ ],
+ [
+ "ãģ¯",
+ "ãģĦ"
+ ],
+ [
+ "Ã",
+ "¨"
+ ],
+ [
+ "ãģĦ",
+ "ãģĨ"
+ ],
+ [
+ "Ġà¤",
+ "¤"
+ ],
+ [
+ "ä¼",
+ "ļ"
+ ],
+ [
+ "Ġt",
+ "ra"
+ ],
+ [
+ "Ġह",
+ "à¥Ī"
+ ],
+ [
+ "j",
+ "e"
+ ],
+ [
+ "ĠÙģ",
+ "ÙĬ"
+ ],
+ [
+ "Ã",
+ "¦"
+ ],
+ [
+ "à¤",
+ "¸"
+ ],
+ [
+ "an",
+ "n"
+ ],
+ [
+ "ĠìĿ",
+ "´"
+ ],
+ [
+ "ul",
+ "t"
+ ],
+ [
+ "Ġat",
+ "t"
+ ],
+ [
+ "ãģ",
+ "ħ"
+ ],
+ [
+ "ãģĤãģĤ",
+ "ãģĤãģĤ"
+ ],
+ [
+ "Ġs",
+ "c"
+ ],
+ [
+ "å",
+ "į"
+ ],
+ [
+ "Ġv",
+ "ar"
+ ],
+ [
+ "Ġm",
+ "ay"
+ ],
+ [
+ "é",
+ "ĩ"
+ ],
+ [
+ "ab",
+ "le"
+ ],
+ [
+ "å",
+ "ī"
+ ],
+ [
+ "o",
+ "o"
+ ],
+ [
+ "å",
+ "¸"
+ ],
+ [
+ "Ġf",
+ "irst"
+ ],
+ [
+ "ĠI",
+ "n"
+ ],
+ [
+ "Ñ",
+ "Ī"
+ ],
+ [
+ "à¸",
+ "±"
+ ],
+ [
+ "æĢ",
+ "Ŀ"
+ ],
+ [
+ "Ġl",
+ "os"
+ ],
+ [
+ "Ġn",
+ "g"
+ ],
+ [
+ "t",
+ "ing"
+ ],
+ [
+ "ê³",
+ "ł"
+ ],
+ [
+ "sel",
+ "f"
+ ],
+ [
+ "Ġ×ķ",
+ "×"
+ ],
+ [
+ "Ġth",
+ "ose"
+ ],
+ [
+ "Ġp",
+ "h"
+ ],
+ [
+ "ĠTh",
+ "is"
+ ],
+ [
+ "ĠÃ",
+ "ł"
+ ],
+ [
+ "á",
+ "s"
+ ],
+ [
+ "i",
+ "le"
+ ],
+ [
+ "r",
+ "u"
+ ],
+ [
+ "Ġt",
+ "er"
+ ],
+ [
+ "Ġt",
+ "em"
+ ],
+ [
+ "ar",
+ "k"
+ ],
+ [
+ "ä»",
+ "Ĭ"
+ ],
+ [
+ "Ġw",
+ "at"
+ ],
+ [
+ "ĵ",
+ "×"
+ ],
+ [
+ "ãģĿ",
+ "ãĤĮ"
+ ],
+ [
+ "Ġun",
+ "a"
+ ],
+ [
+ "×Ķ",
+ "×"
+ ],
+ [
+ "å",
+ "ĵ"
+ ],
+ [
+ "ä»",
+ "¬"
+ ],
+ [
+ "Ġk",
+ "e"
+ ],
+ [
+ "Ġ×IJ×",
+ "ª"
+ ],
+ [
+ "à¯",
+ "į"
+ ],
+ [
+ "Ġv",
+ "o"
+ ],
+ [
+ "Ġ",
+ "í"
+ ],
+ [
+ "er",
+ "t"
+ ],
+ [
+ "he",
+ "n"
+ ],
+ [
+ "Ġto",
+ "o"
+ ],
+ [
+ "¤",
+ "×"
+ ],
+ [
+ "æ",
+ "Ń"
+ ],
+ [
+ "ãĤĵ",
+ "ãģ£"
+ ],
+ [
+ "ãģij",
+ "ãģ©"
+ ],
+ [
+ "Ġ",
+ "Å"
+ ],
+ [
+ "Ġc",
+ "all"
+ ],
+ [
+ "Ġc",
+ "ar"
+ ],
+ [
+ "Ñ",
+ "İ"
+ ],
+ [
+ "ãģ",
+ "°"
+ ],
+ [
+ "Ġì",
+ "ŀ"
+ ],
+ [
+ "ãģ§",
+ "ãĤĤ"
+ ],
+ [
+ "ÃŃ",
+ "a"
+ ],
+ [
+ "'",
+ "d"
+ ],
+ [
+ "Ñ",
+ "ħ"
+ ],
+ [
+ "ëĭ",
+ "¤"
+ ],
+ [
+ "е",
+ "ÑĢ"
+ ],
+ [
+ "Ġ×IJ×",
+ "ł×Ļ"
+ ],
+ [
+ "Ġre",
+ "al"
+ ],
+ [
+ "аÐ",
+ "»"
+ ],
+ [
+ "il",
+ "d"
+ ],
+ [
+ "à¤",
+ "®"
+ ],
+ [
+ "Ġta",
+ "ke"
+ ],
+ [
+ "Ġ",
+ "il"
+ ],
+ [
+ "Ġsh",
+ "ould"
+ ],
+ [
+ "an",
+ "ce"
+ ],
+ [
+ "w",
+ "e"
+ ],
+ [
+ "Ã",
+ "¬"
+ ],
+ [
+ "am",
+ "os"
+ ],
+ [
+ "Ġund",
+ "er"
+ ],
+ [
+ "g",
+ "et"
+ ],
+ [
+ "Ġd",
+ "at"
+ ],
+ [
+ "ll",
+ "e"
+ ],
+ [
+ "ĠS",
+ "t"
+ ],
+ [
+ "Ġv",
+ "e"
+ ],
+ [
+ "оÐ",
+ "¼"
+ ],
+ [
+ "æ°",
+ "Ĺ"
+ ],
+ [
+ "å",
+ "¹"
+ ],
+ [
+ "ê",
+ "²"
+ ],
+ [
+ "Ġa",
+ "pp"
+ ],
+ [
+ "Ġ×",
+ "ŀ"
+ ],
+ [
+ "à¸",
+ "ĩ"
+ ],
+ [
+ "Ġu",
+ "h"
+ ],
+ [
+ "Ġà¤",
+ "¸"
+ ],
+ [
+ "Ġk",
+ "h"
+ ],
+ [
+ "f",
+ "ore"
+ ],
+ [
+ "2",
+ "0"
+ ],
+ [
+ "ê°",
+ "Ģ"
+ ],
+ [
+ "Ġst",
+ "ill"
+ ],
+ [
+ "æ",
+ "Ļ"
+ ],
+ [
+ "Ġt",
+ "ak"
+ ],
+ [
+ "Ġm",
+ "in"
+ ],
+ [
+ "Ġp",
+ "Ã¥"
+ ],
+ [
+ "ĠC",
+ "h"
+ ],
+ [
+ "Ġin",
+ "te"
+ ],
+ [
+ "Ġп",
+ "ÑĢ"
+ ],
+ [
+ "Ġà¤",
+ "ª"
+ ],
+ [
+ "Ġl",
+ "Ãł"
+ ],
+ [
+ "or",
+ "s"
+ ],
+ [
+ "ìĹ",
+ "IJ"
+ ],
+ [
+ "ĠS",
+ "he"
+ ],
+ [
+ "or",
+ "y"
+ ],
+ [
+ "Ġn",
+ "h"
+ ],
+ [
+ "ä»",
+ "¥"
+ ],
+ [
+ "Î",
+ "µ"
+ ],
+ [
+ "à¸",
+ "µ"
+ ],
+ [
+ "æ",
+ "ĥ"
+ ],
+ [
+ "Ġhe",
+ "l"
+ ],
+ [
+ "å",
+ "º"
+ ],
+ [
+ "it",
+ "o"
+ ],
+ [
+ "å",
+ "Ģ"
+ ],
+ [
+ "Ú",
+ "©"
+ ],
+ [
+ "Ġon",
+ "ly"
+ ],
+ [
+ "Ġy",
+ "a"
+ ],
+ [
+ "è¦",
+ "ģ"
+ ],
+ [
+ "Ġtr",
+ "y"
+ ],
+ [
+ "ư",
+ "á»"
+ ],
+ [
+ "ĠO",
+ "kay"
+ ],
+ [
+ "Ġte",
+ "ll"
+ ],
+ [
+ "n",
+ "y"
+ ],
+ [
+ "x",
+ "t"
+ ],
+ [
+ "e",
+ "w"
+ ],
+ [
+ "m",
+ "a"
+ ],
+ [
+ "Ĵ",
+ "×"
+ ],
+ [
+ "on",
+ "s"
+ ],
+ [
+ "Ġc",
+ "ou"
+ ],
+ [
+ "Ġdo",
+ "ing"
+ ],
+ [
+ "ì§",
+ "Ģ"
+ ],
+ [
+ "t",
+ "t"
+ ],
+ [
+ "Ġje",
+ "g"
+ ],
+ [
+ "ĠG",
+ "od"
+ ],
+ [
+ "ĠThe",
+ "re"
+ ],
+ [
+ "Ġre",
+ "c"
+ ],
+ [
+ "è",
+ "ĩ"
+ ],
+ [
+ "ãĤ",
+ "¯"
+ ],
+ [
+ "è",
+ "§"
+ ],
+ [
+ "aa",
+ "aa"
+ ],
+ [
+ "Ġf",
+ "in"
+ ],
+ [
+ "Ġde",
+ "l"
+ ],
+ [
+ "Ġthr",
+ "ough"
+ ],
+ [
+ "Ġsh",
+ "ow"
+ ],
+ [
+ "ĠL",
+ "ike"
+ ],
+ [
+ "ãĤĭ",
+ "ãģ®"
+ ],
+ [
+ "ĠA",
+ "l"
+ ],
+ [
+ "re",
+ "nt"
+ ],
+ [
+ "Ġde",
+ "c"
+ ],
+ [
+ "n",
+ "h"
+ ],
+ [
+ "è¦",
+ "ĭ"
+ ],
+ [
+ "b",
+ "ody"
+ ],
+ [
+ "а",
+ "ÑĤ"
+ ],
+ [
+ "à¹Ģ",
+ "à¸"
+ ],
+ [
+ "Ġd",
+ "as"
+ ],
+ [
+ "d",
+ "er"
+ ],
+ [
+ "Ġne",
+ "w"
+ ],
+ [
+ "i",
+ "ous"
+ ],
+ [
+ "k",
+ "s"
+ ],
+ [
+ "§",
+ "×"
+ ],
+ [
+ "m",
+ "o"
+ ],
+ [
+ "ìĿ",
+ "Ħ"
+ ],
+ [
+ "ì",
+ "ĸ´"
+ ],
+ [
+ "§",
+ "a"
+ ],
+ [
+ "ĠB",
+ "e"
+ ],
+ [
+ "A",
+ "nd"
+ ],
+ [
+ "ä¸",
+ "Ĭ"
+ ],
+ [
+ "Ġp",
+ "ut"
+ ],
+ [
+ "i",
+ "b"
+ ],
+ [
+ "Ġt",
+ "en"
+ ],
+ [
+ "Ġbe",
+ "ing"
+ ],
+ [
+ "Ã",
+ "°"
+ ],
+ [
+ "Ġqu",
+ "i"
+ ],
+ [
+ "Ġc",
+ "r"
+ ],
+ [
+ "Ġ×",
+ "¢×"
+ ],
+ [
+ "Ġact",
+ "ually"
+ ],
+ [
+ "Ġc",
+ "u"
+ ],
+ [
+ "å",
+ "ķ"
+ ],
+ [
+ "æ",
+ "ķ"
+ ],
+ [
+ "Ġqu",
+ "est"
+ ],
+ [
+ "åŃ",
+ "IJ"
+ ],
+ [
+ "ÙĬ",
+ "ÙĨ"
+ ],
+ [
+ "w",
+ "n"
+ ],
+ [
+ "Ġe",
+ "in"
+ ],
+ [
+ "ĠÑ",
+ "į"
+ ],
+ [
+ "ic",
+ "a"
+ ],
+ [
+ "о",
+ "ÑĤ"
+ ],
+ [
+ "ä½",
+ "ķ"
+ ],
+ [
+ "ä",
+ "¿"
+ ],
+ [
+ "ëĭ",
+ "Ī"
+ ],
+ [
+ "è",
+ "ª"
+ ],
+ [
+ "m",
+ "m"
+ ],
+ [
+ "u",
+ "c"
+ ],
+ [
+ "ĠÂ",
+ "¡"
+ ],
+ [
+ "ic",
+ "ht"
+ ],
+ [
+ "ä¹",
+ "Ī"
+ ],
+ [
+ "g",
+ "o"
+ ],
+ [
+ "Ġ×",
+ "ľ"
+ ],
+ [
+ "ãĥ",
+ "Ī"
+ ],
+ [
+ "Ġl",
+ "es"
+ ],
+ [
+ "É",
+ "Ļ"
+ ],
+ [
+ "ig",
+ "n"
+ ],
+ [
+ "i",
+ "an"
+ ],
+ [
+ "é",
+ "ĸ"
+ ],
+ [
+ "æ",
+ "Į"
+ ],
+ [
+ "å",
+ "İ"
+ ],
+ [
+ "Ġà¤",
+ "¨"
+ ],
+ [
+ "áº",
+ "¿"
+ ],
+ [
+ "t",
+ "a"
+ ],
+ [
+ "Ġm",
+ "om"
+ ],
+ [
+ "v",
+ "ed"
+ ],
+ [
+ "Ġcom",
+ "o"
+ ],
+ [
+ "ĠØ",
+ "¯"
+ ],
+ [
+ "Ġlo",
+ "ve"
+ ],
+ [
+ "и",
+ "ÑĤ"
+ ],
+ [
+ "å",
+ "·"
+ ],
+ [
+ "åĪ",
+ "Ĩ"
+ ],
+ [
+ "ãĥ",
+ "ª"
+ ],
+ [
+ "Ġs",
+ "ur"
+ ],
+ [
+ "am",
+ "b"
+ ],
+ [
+ "n",
+ "o"
+ ],
+ [
+ "Ġg",
+ "reat"
+ ],
+ [
+ "×ķ×",
+ "IJ"
+ ],
+ [
+ "u",
+ "nd"
+ ],
+ [
+ "ãĤ",
+ "¢"
+ ],
+ [
+ "ve",
+ "l"
+ ],
+ [
+ "çĦ",
+ "¶"
+ ],
+ [
+ "ãĤ",
+ "ħ"
+ ],
+ [
+ "оÐ",
+ "»"
+ ],
+ [
+ "Î",
+ "½"
+ ],
+ [
+ "Ġ",
+ "à®"
+ ],
+ [
+ "à¸",
+ "¢"
+ ],
+ [
+ "Ġb",
+ "it"
+ ],
+ [
+ "Ø",
+ "®"
+ ],
+ [
+ "ãģĹ",
+ "ãģĦ"
+ ],
+ [
+ "ad",
+ "y"
+ ],
+ [
+ "Ġ×",
+ "©"
+ ],
+ [
+ "ar",
+ "y"
+ ],
+ [
+ "Ġl",
+ "ong"
+ ],
+ [
+ "å",
+ "Ĩ"
+ ],
+ [
+ "p",
+ "le"
+ ],
+ [
+ "al",
+ "e"
+ ],
+ [
+ "áº",
+ "¡"
+ ],
+ [
+ "Ġbe",
+ "fore"
+ ],
+ [
+ "Ġli",
+ "fe"
+ ],
+ [
+ "à¸",
+ "°"
+ ],
+ [
+ "ï",
+ "½"
+ ],
+ [
+ "ĠÙħ",
+ "ÙĨ"
+ ],
+ [
+ "×ķ×",
+ "¨"
+ ],
+ [
+ "Ġn",
+ "i"
+ ],
+ [
+ "Ø",
+ "·"
+ ],
+ [
+ "æ",
+ "²"
+ ],
+ [
+ "¡",
+ "×"
+ ],
+ [
+ "Ġa",
+ "v"
+ ],
+ [
+ "-",
+ "d"
+ ],
+ [
+ "ãĥ",
+ "«"
+ ],
+ [
+ "ur",
+ "n"
+ ],
+ [
+ "äº",
+ "ĭ"
+ ],
+ [
+ "Â",
+ "ł"
+ ],
+ [
+ "Ġ",
+ "ich"
+ ],
+ [
+ "Ġth",
+ "ought"
+ ],
+ [
+ "à¥",
+ "¤"
+ ],
+ [
+ "Ġne",
+ "ver"
+ ],
+ [
+ "Ġwh",
+ "y"
+ ],
+ [
+ "he",
+ "he"
+ ],
+ [
+ "Ø",
+ "µ"
+ ],
+ [
+ "ãĢĤ",
+ "Ċ"
+ ],
+ [
+ "çĶ",
+ "Ł"
+ ],
+ [
+ "ãĤĪ",
+ "ãģĨ"
+ ],
+ [
+ "æĹ",
+ "¥"
+ ],
+ [
+ "à¸",
+ "§"
+ ],
+ [
+ "åī",
+ "į"
+ ],
+ [
+ "is",
+ "h"
+ ],
+ [
+ "Ġre",
+ "m"
+ ],
+ [
+ "t",
+ "en"
+ ],
+ [
+ "Ġas",
+ "s"
+ ],
+ [
+ "Ġm",
+ "at"
+ ],
+ [
+ "ì",
+ "ŀ"
+ ],
+ [
+ "oc",
+ "ê"
+ ],
+ [
+ "ç",
+ "»"
+ ],
+ [
+ "way",
+ "s"
+ ],
+ [
+ "v",
+ "es"
+ ],
+ [
+ "h",
+ "h"
+ ],
+ [
+ "is",
+ "e"
+ ],
+ [
+ "Ġo",
+ "kay"
+ ],
+ [
+ "Ġe",
+ "le"
+ ],
+ [
+ "ìĦ",
+ "ľ"
+ ],
+ [
+ "оÐ",
+ "³"
+ ],
+ [
+ "Ã",
+ "¢"
+ ],
+ [
+ "ãĥ",
+ "©"
+ ],
+ [
+ "Y",
+ "ou"
+ ],
+ [
+ "Ġo",
+ "b"
+ ],
+ [
+ "Ġen",
+ "d"
+ ],
+ [
+ "Ġw",
+ "r"
+ ],
+ [
+ "Ġb",
+ "ig"
+ ],
+ [
+ "å¾",
+ "Ī"
+ ],
+ [
+ "ÙĪ",
+ "ÙĨ"
+ ],
+ [
+ "Ġg",
+ "e"
+ ],
+ [
+ "ãĢģãģ",
+ "Ĭ"
+ ],
+ [
+ "h",
+ "y"
+ ],
+ [
+ "åı",
+ "¯"
+ ],
+ [
+ "Ġar",
+ "ound"
+ ],
+ [
+ "ãģĻ",
+ "ãĤĭ"
+ ],
+ [
+ "ation",
+ "s"
+ ],
+ [
+ "è¡",
+ "Į"
+ ],
+ [
+ "en",
+ "ce"
+ ],
+ [
+ "ãģĭ",
+ "ãģ£ãģŁ"
+ ],
+ [
+ "Ġyear",
+ "s"
+ ],
+ [
+ "ê",
+ "¸"
+ ],
+ [
+ "Ġis",
+ "t"
+ ],
+ [
+ "а",
+ "н"
+ ],
+ [
+ "Ġpo",
+ "int"
+ ],
+ [
+ "at",
+ "ed"
+ ],
+ [
+ "Ġest",
+ "á"
+ ],
+ [
+ "Ġhapp",
+ "en"
+ ],
+ [
+ "ç",
+ "Ł"
+ ],
+ [
+ "ि",
+ "à¤"
+ ],
+ [
+ "Ġaf",
+ "ter"
+ ],
+ [
+ "ë",
+ "¦"
+ ],
+ [
+ "é",
+ "Ŀ"
+ ],
+ [
+ "ç",
+ "ī"
+ ],
+ [
+ "ÙĦ",
+ "ÙĬ"
+ ],
+ [
+ "ï½",
+ "ŀ"
+ ],
+ [
+ "æľ",
+ "¬"
+ ],
+ [
+ "Ġs",
+ "ha"
+ ],
+ [
+ "Ġha",
+ "nd"
+ ],
+ [
+ "е",
+ "л"
+ ],
+ [
+ "è¯",
+ "´"
+ ],
+ [
+ "ĠØ£",
+ "ÙĨ"
+ ],
+ [
+ "ĠI",
+ "f"
+ ],
+ [
+ "æ",
+ "Ĭ"
+ ],
+ [
+ "p",
+ "s"
+ ],
+ [
+ "à¤Ĥ",
+ "à¤"
+ ],
+ [
+ "à¦",
+ "¾"
+ ],
+ [
+ "Ĥ",
+ "ĺ"
+ ],
+ [
+ "ãģĦ",
+ "ãģŁ"
+ ],
+ [
+ "Ġf",
+ "ind"
+ ],
+ [
+ "f",
+ "ul"
+ ],
+ [
+ "ĠY",
+ "es"
+ ],
+ [
+ "c",
+ "o"
+ ],
+ [
+ "Ġdi",
+ "ffe"
+ ],
+ [
+ "æ",
+ "ł"
+ ],
+ [
+ "èĩ",
+ "ª"
+ ],
+ [
+ "Ġbe",
+ "l"
+ ],
+ [
+ "ĠØ",
+ "´"
+ ],
+ [
+ "u",
+ "al"
+ ],
+ [
+ "ãĤĵãģ§",
+ "ãģĻ"
+ ],
+ [
+ "il",
+ "y"
+ ],
+ [
+ "c",
+ "ast"
+ ],
+ [
+ "ĠØ",
+ "¥"
+ ],
+ [
+ "ÙĦ",
+ "ا"
+ ],
+ [
+ "Ùĩ",
+ "ا"
+ ],
+ [
+ "ì",
+ "ł"
+ ],
+ [
+ "Ð",
+ "¿"
+ ],
+ [
+ "Ġà¤",
+ "µ"
+ ],
+ [
+ "ĠØ",
+ "³"
+ ],
+ [
+ "ãģ«",
+ "ãģª"
+ ],
+ [
+ "Å",
+ "Ł"
+ ],
+ [
+ "ë",
+ "ı"
+ ],
+ [
+ "ë",
+ "¥"
+ ],
+ [
+ "Ã",
+ "±"
+ ],
+ [
+ "ĠD",
+ "e"
+ ],
+ [
+ "Ġs",
+ "ch"
+ ],
+ [
+ "Ġm",
+ "ost"
+ ],
+ [
+ "Ġas",
+ "k"
+ ],
+ [
+ "Ġa",
+ "p"
+ ],
+ [
+ "ذ",
+ "ا"
+ ],
+ [
+ "è",
+ "µ"
+ ],
+ [
+ "æĸ",
+ "¹"
+ ],
+ [
+ "ç",
+ "µ"
+ ],
+ [
+ "à",
+ "±"
+ ],
+ [
+ "ãģĹ",
+ "ãĤĩ"
+ ],
+ [
+ "ãĤĮ",
+ "ãģ¦"
+ ],
+ [
+ "n",
+ "er"
+ ],
+ [
+ "ĠÙħ",
+ "ا"
+ ],
+ [
+ "ä¸",
+ "Ń"
+ ],
+ [
+ "аÐ",
+ "¼"
+ ],
+ [
+ "t",
+ "s"
+ ],
+ [
+ "ĠÐ",
+ "·"
+ ],
+ [
+ "Ġl",
+ "ast"
+ ],
+ [
+ "e",
+ "ver"
+ ],
+ [
+ "c",
+ "ess"
+ ],
+ [
+ "â̦â̦",
+ "ï¼ģ"
+ ],
+ [
+ "Ġse",
+ "c"
+ ],
+ [
+ "åĪ",
+ "°"
+ ],
+ [
+ "Ġy",
+ "o"
+ ],
+ [
+ "im",
+ "es"
+ ],
+ [
+ "ãģª",
+ "ãĤĵãģ"
+ ],
+ [
+ "Ġ×",
+ "ij"
+ ],
+ [
+ "ãģ",
+ "ļ"
+ ],
+ [
+ "Ġin",
+ "c"
+ ],
+ [
+ "Ġн",
+ "а"
+ ],
+ [
+ "ãĤĤ",
+ "ãģĨ"
+ ],
+ [
+ "v",
+ "a"
+ ],
+ [
+ "ë",
+ "§"
+ ],
+ [
+ "Ġmom",
+ "ent"
+ ],
+ [
+ "i",
+ "á»"
+ ],
+ [
+ "ĠÐ",
+ "µ"
+ ],
+ [
+ "c",
+ "ha"
+ ],
+ [
+ "us",
+ "s"
+ ],
+ [
+ "ver",
+ "s"
+ ],
+ [
+ "f",
+ "orm"
+ ],
+ [
+ "Ġì",
+ "ł"
+ ],
+ [
+ "Ġfu",
+ "ck"
+ ],
+ [
+ "Ġin",
+ "v"
+ ],
+ [
+ "á",
+ "ĥ"
+ ],
+ [
+ "ĠA",
+ "h"
+ ],
+ [
+ "Q",
+ "u"
+ ],
+ [
+ "æī",
+ "ĭ"
+ ],
+ [
+ "Ġm",
+ "ak"
+ ],
+ [
+ "y",
+ "e"
+ ],
+ [
+ "Ġm",
+ "on"
+ ],
+ [
+ "ĠE",
+ "n"
+ ],
+ [
+ "Ġн",
+ "е"
+ ],
+ [
+ "Ġm",
+ "et"
+ ],
+ [
+ "à¸",
+ "Ħ"
+ ],
+ [
+ "ist",
+ "en"
+ ],
+ [
+ "ãģĦ",
+ "ãģ¦"
+ ],
+ [
+ "Ġ×Ļ",
+ "×"
+ ],
+ [
+ "Ġa",
+ "h"
+ ],
+ [
+ "Ġal",
+ "ways"
+ ],
+ [
+ "u",
+ "p"
+ ],
+ [
+ "Ġë",
+ "§"
+ ],
+ [
+ "Ø",
+ "²"
+ ],
+ [
+ "ĠA",
+ "ll"
+ ],
+ [
+ "i",
+ "ón"
+ ],
+ [
+ "Ġ",
+ "Ï"
+ ],
+ [
+ "d",
+ "en"
+ ],
+ [
+ "ï¼Į",
+ "æĪij"
+ ],
+ [
+ "Ġc",
+ "e"
+ ],
+ [
+ "Ġum",
+ "a"
+ ],
+ [
+ "ĠØ",
+ "Ń"
+ ],
+ [
+ "u",
+ "b"
+ ],
+ [
+ "c",
+ "er"
+ ],
+ [
+ "à¯į",
+ "à®"
+ ],
+ [
+ "em",
+ "ent"
+ ],
+ [
+ "ãĢģãģĿ",
+ "ãģĨ"
+ ],
+ [
+ "еÐ",
+ "¼"
+ ],
+ [
+ "ãĢģ",
+ "ãĥ"
+ ],
+ [
+ "è",
+ "®"
+ ],
+ [
+ "Ġsay",
+ "ing"
+ ],
+ [
+ "Ġs",
+ "in"
+ ],
+ [
+ "Ġs",
+ "l"
+ ],
+ [
+ "оÐ",
+ "´"
+ ],
+ [
+ "ì",
+ "ĭ"
+ ],
+ [
+ "Ġש×",
+ "ľ"
+ ],
+ [
+ "ãģĤ",
+ "ãĤĬ"
+ ],
+ [
+ "Ġsu",
+ "re"
+ ],
+ [
+ "ic",
+ "al"
+ ],
+ [
+ "ĠI",
+ "s"
+ ],
+ [
+ "Ġk",
+ "an"
+ ],
+ [
+ "ãģ",
+ "»"
+ ],
+ [
+ "Ġma",
+ "is"
+ ],
+ [
+ "Ġw",
+ "ait"
+ ],
+ [
+ "a",
+ "u"
+ ],
+ [
+ "å¯",
+ "¹"
+ ],
+ [
+ "ri",
+ "end"
+ ],
+ [
+ "Ġst",
+ "r"
+ ],
+ [
+ "or",
+ "a"
+ ],
+ [
+ "Ġà¤",
+ "¬"
+ ],
+ [
+ "Ġman",
+ "y"
+ ],
+ [
+ "Ġhel",
+ "p"
+ ],
+ [
+ "Ġg",
+ "en"
+ ],
+ [
+ "ا",
+ "ر"
+ ],
+ [
+ "ãģ¾",
+ "ãģĹãģŁ"
+ ],
+ [
+ "i",
+ "al"
+ ],
+ [
+ "Ġ",
+ "ÑĢ"
+ ],
+ [
+ "ĠÃ",
+ "¤"
+ ],
+ [
+ "c",
+ "om"
+ ],
+ [
+ "Ġs",
+ "m"
+ ],
+ [
+ "à",
+ "ª"
+ ],
+ [
+ "pe",
+ "ct"
+ ],
+ [
+ "Ð",
+ "³"
+ ],
+ [
+ "Ġv",
+ "ocê"
+ ],
+ [
+ "Ġwe",
+ "ek"
+ ],
+ [
+ "é",
+ "Ľ"
+ ],
+ [
+ "Ġs",
+ "on"
+ ],
+ [
+ "Å",
+ "¡"
+ ],
+ [
+ "b",
+ "en"
+ ],
+ [
+ "ë",
+ "ĵ"
+ ],
+ [
+ "Ġin",
+ "ter"
+ ],
+ [
+ "Ġl",
+ "as"
+ ],
+ [
+ "ĠWe",
+ "ll"
+ ],
+ [
+ "ë",
+ "ŀ"
+ ],
+ [
+ "Ġp",
+ "ol"
+ ],
+ [
+ "m",
+ "an"
+ ],
+ [
+ "ãģĦ",
+ "ãĤĭ"
+ ],
+ [
+ "ĠD",
+ "et"
+ ],
+ [
+ "å",
+ "ĭ"
+ ],
+ [
+ "áº",
+ "£"
+ ],
+ [
+ "è",
+ "©"
+ ],
+ [
+ "âĢ",
+ "ķ"
+ ],
+ [
+ "à¹",
+ "Ħ"
+ ],
+ [
+ "er",
+ "o"
+ ],
+ [
+ "Ġcon",
+ "s"
+ ],
+ [
+ "Ġ",
+ "id"
+ ],
+ [
+ "ãĤ",
+ "¿"
+ ],
+ [
+ "ãģķ",
+ "ãĤĵãģ"
+ ],
+ [
+ "Ġm",
+ "ight"
+ ],
+ [
+ "Ġgu",
+ "ys"
+ ],
+ [
+ "Ġf",
+ "l"
+ ],
+ [
+ "å",
+ "¦"
+ ],
+ [
+ "ct",
+ "ion"
+ ],
+ [
+ "Ġhe",
+ "t"
+ ],
+ [
+ "ãģ¯",
+ "ãģģ"
+ ],
+ [
+ "о",
+ "ÑĢ"
+ ],
+ [
+ "Ġm",
+ "ade"
+ ],
+ [
+ "Ġik",
+ "ke"
+ ],
+ [
+ "Ä",
+ "ĥ"
+ ],
+ [
+ "ãģĨ",
+ "ãĤĵ"
+ ],
+ [
+ "à¸",
+ "ļ"
+ ],
+ [
+ "m",
+ "p"
+ ],
+ [
+ "Ġde",
+ "m"
+ ],
+ [
+ "ci",
+ "al"
+ ],
+ [
+ "á»",
+ "Ļ"
+ ],
+ [
+ "Ġìķ",
+ "Ħ"
+ ],
+ [
+ "I",
+ "t"
+ ],
+ [
+ "it",
+ "u"
+ ],
+ [
+ "H",
+ "e"
+ ],
+ [
+ "g",
+ "a"
+ ],
+ [
+ "Ġ",
+ "Z"
+ ],
+ [
+ "Ġf",
+ "am"
+ ],
+ [
+ "Ġo",
+ "m"
+ ],
+ [
+ "j",
+ "a"
+ ],
+ [
+ "Ġg",
+ "ive"
+ ],
+ [
+ "ëı",
+ "Ħ"
+ ],
+ [
+ "ot",
+ "e"
+ ],
+ [
+ "st",
+ "e"
+ ],
+ [
+ "ĠÑĩ",
+ "ÑĤо"
+ ],
+ [
+ "Ù",
+ "IJ"
+ ],
+ [
+ "Ġpor",
+ "que"
+ ],
+ [
+ "i",
+ "ble"
+ ],
+ [
+ "w",
+ "ard"
+ ],
+ [
+ "Ġin",
+ "s"
+ ],
+ [
+ "Ġcom",
+ "m"
+ ],
+ [
+ "Ġm",
+ "i"
+ ],
+ [
+ "áº",
+ "¥"
+ ],
+ [
+ "o",
+ "y"
+ ],
+ [
+ "Ġv",
+ "an"
+ ],
+ [
+ "1",
+ "0"
+ ],
+ [
+ "r",
+ "am"
+ ],
+ [
+ "¦",
+ "×"
+ ],
+ [
+ "Ġo",
+ "wn"
+ ],
+ [
+ "à",
+ "µ"
+ ],
+ [
+ "ê",
+ "n"
+ ],
+ [
+ "ab",
+ "ly"
+ ],
+ [
+ "Ġt",
+ "il"
+ ],
+ [
+ "ãĤ",
+ "·"
+ ],
+ [
+ "re",
+ "st"
+ ],
+ [
+ "ãģŁ",
+ "ãģĦ"
+ ],
+ [
+ "±",
+ "°"
+ ],
+ [
+ "he",
+ "re"
+ ],
+ [
+ "he",
+ "d"
+ ],
+ [
+ "Ġdiffe",
+ "rent"
+ ],
+ [
+ "æ",
+ "³"
+ ],
+ [
+ "Ġre",
+ "l"
+ ],
+ [
+ "Ġ",
+ "..."
+ ],
+ [
+ "Ġv",
+ "a"
+ ],
+ [
+ "ic",
+ "t"
+ ],
+ [
+ "ë",
+ "¡"
+ ],
+ [
+ "è",
+ "ģ"
+ ],
+ [
+ "å°±",
+ "æĺ¯"
+ ],
+ [
+ "Ġê",
+ "°"
+ ],
+ [
+ "é",
+ "¡"
+ ],
+ [
+ "u",
+ "k"
+ ],
+ [
+ "ç",
+ "İ"
+ ],
+ [
+ "u",
+ "ff"
+ ],
+ [
+ "å¾",
+ "Ĺ"
+ ],
+ [
+ "Ġ",
+ "Ñĥ"
+ ],
+ [
+ "æī",
+ "Ģ"
+ ],
+ [
+ "ar",
+ "a"
+ ],
+ [
+ "Ġत",
+ "à¥ĭ"
+ ],
+ [
+ "Ġm",
+ "as"
+ ],
+ [
+ "Ġf",
+ "un"
+ ],
+ [
+ "ar",
+ "s"
+ ],
+ [
+ "am",
+ "ente"
+ ],
+ [
+ "Ø",
+ "¶"
+ ],
+ [
+ "ãģ©",
+ "ãģĨ"
+ ],
+ [
+ "æ",
+ "¯"
+ ],
+ [
+ "Ġha",
+ "n"
+ ],
+ [
+ "ìĿ",
+ "Ģ"
+ ],
+ [
+ "Ġs",
+ "ame"
+ ],
+ [
+ "ä¹",
+ "Ł"
+ ],
+ [
+ "Ġre",
+ "p"
+ ],
+ [
+ "id",
+ "o"
+ ],
+ [
+ "Ġde",
+ "f"
+ ],
+ [
+ "ìķ",
+ "Ħ"
+ ],
+ [
+ "Ġg",
+ "ente"
+ ],
+ [
+ "ĠØ",
+ "¬"
+ ],
+ [
+ "Ġwor",
+ "ld"
+ ],
+ [
+ "ë¦",
+ "¬"
+ ],
+ [
+ "as",
+ "on"
+ ],
+ [
+ "å®",
+ "¶"
+ ],
+ [
+ "è",
+ "ĥ½"
+ ],
+ [
+ "ĠÃ",
+ "§a"
+ ],
+ [
+ "ä¸",
+ "ĭ"
+ ],
+ [
+ "Ġb",
+ "est"
+ ],
+ [
+ "ÙĦ",
+ "Ùī"
+ ],
+ [
+ "ö",
+ "r"
+ ],
+ [
+ "ãģĤ",
+ "ãĤĭ"
+ ],
+ [
+ "l",
+ "es"
+ ],
+ [
+ "çŁ",
+ "¥"
+ ],
+ [
+ "in",
+ "a"
+ ],
+ [
+ "ãģĭ",
+ "ãģª"
+ ],
+ [
+ "Ĥ",
+ "¬"
+ ],
+ [
+ "×Ļ",
+ "×Ķ"
+ ],
+ [
+ "Ġ",
+ "Ú©"
+ ],
+ [
+ "Ġe",
+ "v"
+ ],
+ [
+ "åIJ",
+ "İ"
+ ],
+ [
+ "Ġà¤",
+ "ľ"
+ ],
+ [
+ "i",
+ "el"
+ ],
+ [
+ "ĠG",
+ "o"
+ ],
+ [
+ "or",
+ "ry"
+ ],
+ [
+ "Ġth",
+ "ree"
+ ],
+ [
+ "it",
+ "a"
+ ],
+ [
+ "Ġ",
+ "hat"
+ ],
+ [
+ "v",
+ "o"
+ ],
+ [
+ "Ġw",
+ "ent"
+ ],
+ [
+ "Ġp",
+ "ass"
+ ],
+ [
+ "Ø",
+ "«"
+ ],
+ [
+ "ĠL",
+ "et"
+ ],
+ [
+ "é",
+ "s"
+ ],
+ [
+ "ë",
+ "Ł"
+ ],
+ [
+ "en",
+ "se"
+ ],
+ [
+ "Ġc",
+ "a"
+ ],
+ [
+ "à§",
+ "ĩ"
+ ],
+ [
+ "æĻ",
+ "Ĥ"
+ ],
+ [
+ "ا",
+ "ت"
+ ],
+ [
+ "é",
+ "£"
+ ],
+ [
+ "at",
+ "h"
+ ],
+ [
+ "à¸",
+ "Ķ"
+ ],
+ [
+ "Ġp",
+ "res"
+ ],
+ [
+ "å",
+ "±"
+ ],
+ [
+ "ĠA",
+ "s"
+ ],
+ [
+ "Ġc",
+ "our"
+ ],
+ [
+ "Ġb",
+ "ot"
+ ],
+ [
+ "ĠÙ",
+ "Ĥ"
+ ],
+ [
+ "é",
+ "ĥ½"
+ ],
+ [
+ "Ġà¤",
+ "¯"
+ ],
+ [
+ "Ù",
+ "Ĵ"
+ ],
+ [
+ "ł",
+ "×ķ"
+ ],
+ [
+ "é",
+ "n"
+ ],
+ [
+ "b",
+ "a"
+ ],
+ [
+ "st",
+ "and"
+ ],
+ [
+ "å",
+ "§"
+ ],
+ [
+ "end",
+ "o"
+ ],
+ [
+ "at",
+ "her"
+ ],
+ [
+ "it",
+ "ion"
+ ],
+ [
+ "op",
+ "e"
+ ],
+ [
+ "ê²",
+ "Į"
+ ],
+ [
+ "Ä",
+ "Ľ"
+ ],
+ [
+ "å¤",
+ "ļ"
+ ],
+ [
+ "Ġc",
+ "as"
+ ],
+ [
+ "Ð",
+ "±"
+ ],
+ [
+ "Ġtalk",
+ "ing"
+ ],
+ [
+ "ant",
+ "e"
+ ],
+ [
+ "Ġdi",
+ "re"
+ ],
+ [
+ "um",
+ "p"
+ ],
+ [
+ "g",
+ "en"
+ ],
+ [
+ "åħ",
+ "Ī"
+ ],
+ [
+ "Ġk",
+ "om"
+ ],
+ [
+ "ĠاÙĦ",
+ "Ùħ"
+ ],
+ [
+ "æ",
+ "§"
+ ],
+ [
+ "Ð",
+ "·"
+ ],
+ [
+ "Ï",
+ "ģ"
+ ],
+ [
+ "Ġs",
+ "y"
+ ],
+ [
+ "Ġin",
+ "d"
+ ],
+ [
+ "Ġe",
+ "en"
+ ],
+ [
+ "ô",
+ "ng"
+ ],
+ [
+ "Ġpro",
+ "b"
+ ],
+ [
+ "Ġà¤",
+ "Ĩ"
+ ],
+ [
+ "н",
+ "а"
+ ],
+ [
+ "Ġc",
+ "or"
+ ],
+ [
+ "íķ",
+ "ľ"
+ ],
+ [
+ "ç",
+ "IJ"
+ ],
+ [
+ "z",
+ "e"
+ ],
+ [
+ "ãĤ",
+ "«"
+ ],
+ [
+ "ãĢģãģ",
+ "ĵ"
+ ],
+ [
+ "an",
+ "k"
+ ],
+ [
+ "i",
+ "ed"
+ ],
+ [
+ "Ġimp",
+ "ort"
+ ],
+ [
+ "æĦ",
+ "Ł"
+ ],
+ [
+ "Ġp",
+ "a"
+ ],
+ [
+ "Ġf",
+ "riend"
+ ],
+ [
+ "ãģĵ",
+ "ãĤĮ"
+ ],
+ [
+ "ig",
+ "h"
+ ],
+ [
+ "ic",
+ "o"
+ ],
+ [
+ "b",
+ "r"
+ ],
+ [
+ "Ġmay",
+ "be"
+ ],
+ [
+ "Ġhe",
+ "ad"
+ ],
+ [
+ "åİ",
+ "»"
+ ],
+ [
+ "à¥ĩ",
+ "à¤"
+ ],
+ [
+ "Ġw",
+ "ar"
+ ],
+ [
+ "à¸",
+ "¥"
+ ],
+ [
+ "v",
+ "or"
+ ],
+ [
+ "ut",
+ "e"
+ ],
+ [
+ "ãĤ",
+ "Ń"
+ ],
+ [
+ "g",
+ "y"
+ ],
+ [
+ "Ġc",
+ "re"
+ ],
+ [
+ "æ",
+ "¬"
+ ],
+ [
+ "ãĥ",
+ "ģ"
+ ],
+ [
+ "Ġa",
+ "qu"
+ ],
+ [
+ "оÐ",
+ "¹"
+ ],
+ [
+ "Ġre",
+ "g"
+ ],
+ [
+ "ë",
+ "ł"
+ ],
+ [
+ "Ġne",
+ "xt"
+ ],
+ [
+ "ãģĵãģ",
+ "®"
+ ],
+ [
+ "çľ",
+ "ĭ"
+ ],
+ [
+ "о",
+ "Ñģ"
+ ],
+ [
+ "z",
+ "y"
+ ],
+ [
+ "×Ļ×",
+ "ª"
+ ],
+ [
+ "one",
+ "y"
+ ],
+ [
+ "ãĤĮ",
+ "ãĤĭ"
+ ],
+ [
+ "ÙĪ",
+ "ÙĦ"
+ ],
+ [
+ "Ġau",
+ "ch"
+ ],
+ [
+ "ìĿ",
+ "ĺ"
+ ],
+ [
+ "Ġn",
+ "os"
+ ],
+ [
+ "Ġbet",
+ "ter"
+ ],
+ [
+ "Ġb",
+ "us"
+ ],
+ [
+ "ou",
+ "se"
+ ],
+ [
+ "æľ",
+ "Ģ"
+ ],
+ [
+ "Ġsu",
+ "pp"
+ ],
+ [
+ "Ġs",
+ "et"
+ ],
+ [
+ "Ġke",
+ "ep"
+ ],
+ [
+ "ĠT",
+ "r"
+ ],
+ [
+ "×ķ×",
+ "ĵ"
+ ],
+ [
+ "ãģĤ",
+ "ãģ£"
+ ],
+ [
+ "Ġ×",
+ "¨"
+ ],
+ [
+ "Ġ",
+ "ou"
+ ],
+ [
+ "b",
+ "o"
+ ],
+ [
+ "ĠØ",
+ "±"
+ ],
+ [
+ "u",
+ "ck"
+ ],
+ [
+ "Ġà¤",
+ "¦"
+ ],
+ [
+ "Ġa",
+ "way"
+ ],
+ [
+ "em",
+ "ber"
+ ],
+ [
+ "Ġcha",
+ "ng"
+ ],
+ [
+ "×ķ×",
+ "ľ"
+ ],
+ [
+ "Ġ",
+ "Õ"
+ ],
+ [
+ "Ġà¤",
+ "²"
+ ],
+ [
+ "b",
+ "re"
+ ],
+ [
+ "ãĢģ",
+ "ç"
+ ],
+ [
+ "Å",
+ "¾"
+ ],
+ [
+ "Ġìŀ",
+ "Ī"
+ ],
+ [
+ "é",
+ "Ļ"
+ ],
+ [
+ "p",
+ "o"
+ ],
+ [
+ "Ġm",
+ "ás"
+ ],
+ [
+ "Ġb",
+ "as"
+ ],
+ [
+ "ĠH",
+ "ow"
+ ],
+ [
+ "en",
+ "e"
+ ],
+ [
+ "00",
+ "0"
+ ],
+ [
+ "ãģŁ",
+ "ãģĹ"
+ ],
+ [
+ "Ġr",
+ "un"
+ ],
+ [
+ "л",
+ "и"
+ ],
+ [
+ "in",
+ "s"
+ ],
+ [
+ "Ġwor",
+ "d"
+ ],
+ [
+ "ĠD",
+ "o"
+ ],
+ [
+ "Ñ",
+ "Ĩ"
+ ],
+ [
+ "åķ",
+ "Ĭ"
+ ],
+ [
+ "Ã¥",
+ "r"
+ ],
+ [
+ "Ġpro",
+ "ble"
+ ],
+ [
+ "ic",
+ "ally"
+ ],
+ [
+ "ãģķ",
+ "ãĤĵ"
+ ],
+ [
+ "ij",
+ "ר"
+ ],
+ [
+ "g",
+ "er"
+ ],
+ [
+ "ç",
+ "ão"
+ ],
+ [
+ "Ġt",
+ "amb"
+ ],
+ [
+ "Ġpod",
+ "cast"
+ ],
+ [
+ "at",
+ "t"
+ ],
+ [
+ "at",
+ "ing"
+ ],
+ [
+ "ãģł",
+ "ãģij"
+ ],
+ [
+ "æ",
+ "İ"
+ ],
+ [
+ "Ġany",
+ "thing"
+ ],
+ [
+ "Ġbel",
+ "ie"
+ ],
+ [
+ "Y",
+ "eah"
+ ],
+ [
+ "Ñģ",
+ "Ñı"
+ ],
+ [
+ "à¸",
+ "«"
+ ],
+ [
+ "ãģ£",
+ "ãģ"
+ ],
+ [
+ "y",
+ "a"
+ ],
+ [
+ "Ġdon",
+ "e"
+ ],
+ [
+ "Ġan",
+ "other"
+ ],
+ [
+ "Ġtod",
+ "ay"
+ ],
+ [
+ "è",
+ "¾"
+ ],
+ [
+ "m",
+ "en"
+ ],
+ [
+ "ë¡",
+ "ľ"
+ ],
+ [
+ "ĠD",
+ "on"
+ ],
+ [
+ "Ġdoes",
+ "n"
+ ],
+ [
+ "ow",
+ "er"
+ ],
+ [
+ "Ġp",
+ "our"
+ ],
+ [
+ "Ġg",
+ "ame"
+ ],
+ [
+ "Ġc",
+ "are"
+ ],
+ [
+ "k",
+ "a"
+ ],
+ [
+ "Ġd",
+ "r"
+ ],
+ [
+ "è¿Ļ",
+ "个"
+ ],
+ [
+ "Ġpl",
+ "ace"
+ ],
+ [
+ "ãģķ",
+ "ãģĦ"
+ ],
+ [
+ "n",
+ "i"
+ ],
+ [
+ "ÙĪ",
+ "ا"
+ ],
+ [
+ "g",
+ "u"
+ ],
+ [
+ "া",
+ "à¦"
+ ],
+ [
+ "Ŀ",
+ "¼"
+ ],
+ [
+ "Ġo",
+ "ld"
+ ],
+ [
+ "ĠJ",
+ "o"
+ ],
+ [
+ "S",
+ "o"
+ ],
+ [
+ "íķ",
+ "´"
+ ],
+ [
+ "æĮ",
+ "ģ"
+ ],
+ [
+ "Ġ",
+ "ir"
+ ],
+ [
+ "ä¸",
+ "º"
+ ],
+ [
+ "ç",
+ "Ĥ"
+ ],
+ [
+ "p",
+ "r"
+ ],
+ [
+ "à¤",
+ "ª"
+ ],
+ [
+ "Ġc",
+ "ó"
+ ],
+ [
+ "Ġn",
+ "um"
+ ],
+ [
+ "ĠB",
+ "r"
+ ],
+ [
+ "han",
+ "k"
+ ],
+ [
+ "ãģ¾",
+ "ãģĽ"
+ ],
+ [
+ "ĠÐ",
+ "³"
+ ],
+ [
+ "å",
+ "ģ"
+ ],
+ [
+ "Ġtry",
+ "ing"
+ ],
+ [
+ "Ġb",
+ "a"
+ ],
+ [
+ "Ġget",
+ "ting"
+ ],
+ [
+ "Ġest",
+ "e"
+ ],
+ [
+ "ãĤĮ",
+ "ãģŁ"
+ ],
+ [
+ "ir",
+ "d"
+ ],
+ [
+ "ĠÃ",
+ "¾"
+ ],
+ [
+ "Û",
+ "ģ"
+ ],
+ [
+ "ãĥ",
+ "¬"
+ ],
+ [
+ "ĠN",
+ "ow"
+ ],
+ [
+ "ÙĬ",
+ "Ø©"
+ ],
+ [
+ "Ùħ",
+ "ا"
+ ],
+ [
+ "ãģĿ",
+ "ãģ®"
+ ],
+ [
+ "Ġc",
+ "ame"
+ ],
+ [
+ "аÐ",
+ "²"
+ ],
+ [
+ "Ġì",
+ "Ĺ"
+ ],
+ [
+ "ç",
+ "ķ"
+ ],
+ [
+ "Ġm",
+ "ar"
+ ],
+ [
+ "k",
+ "t"
+ ],
+ [
+ "ÙĬ",
+ "ر"
+ ],
+ [
+ "h",
+ "r"
+ ],
+ [
+ "Ġn",
+ "icht"
+ ],
+ [
+ "ci",
+ "a"
+ ],
+ [
+ "å¿",
+ "ĥ"
+ ],
+ [
+ "о",
+ "н"
+ ],
+ [
+ "Ġn",
+ "u"
+ ],
+ [
+ "od",
+ "e"
+ ],
+ [
+ "ãģ¨",
+ "æĢĿ"
+ ],
+ [
+ "Ġs",
+ "ort"
+ ],
+ [
+ "аÐ",
+ "·"
+ ],
+ [
+ "Ġg",
+ "i"
+ ],
+ [
+ "Ġst",
+ "uff"
+ ],
+ [
+ "Å",
+ "Ĥ"
+ ],
+ [
+ "Ġun",
+ "e"
+ ],
+ [
+ "æ²",
+ "¡"
+ ],
+ [
+ "Ġm",
+ "ind"
+ ],
+ [
+ "à¥ĩ",
+ "à¤Ĥ"
+ ],
+ [
+ "ĠS",
+ "e"
+ ],
+ [
+ "æ",
+ "ĭ"
+ ],
+ [
+ "ĠBe",
+ "cause"
+ ],
+ [
+ "Ñ",
+ "ī"
+ ],
+ [
+ "Ġì",
+ "ĺ"
+ ],
+ [
+ "é",
+ "ĥ"
+ ],
+ [
+ "Ġprob",
+ "ably"
+ ],
+ [
+ "am",
+ "p"
+ ],
+ [
+ "Ð",
+ "¶"
+ ],
+ [
+ "ä",
+ "r"
+ ],
+ [
+ "g",
+ "an"
+ ],
+ [
+ "ãģ",
+ "Ĵ"
+ ],
+ [
+ "Ġä",
+ "r"
+ ],
+ [
+ "Ġl",
+ "isten"
+ ],
+ [
+ "Ġf",
+ "al"
+ ],
+ [
+ "id",
+ "a"
+ ],
+ [
+ "å",
+ "ĥ"
+ ],
+ [
+ "re",
+ "t"
+ ],
+ [
+ "n",
+ "ess"
+ ],
+ [
+ "ع",
+ "Ùħ"
+ ],
+ [
+ "á»",
+ "ij"
+ ],
+ [
+ "Ġunder",
+ "stand"
+ ],
+ [
+ "ãĥ",
+ "ŀ"
+ ],
+ [
+ "ï¼ģ",
+ "ï¼Ł"
+ ],
+ [
+ "Ġh",
+ "um"
+ ],
+ [
+ "×Ļ",
+ "×Ļ"
+ ],
+ [
+ "Ġt",
+ "ri"
+ ],
+ [
+ "ë",
+ "Ŀ¼"
+ ],
+ [
+ "иÐ",
+ "¼"
+ ],
+ [
+ "m",
+ "s"
+ ],
+ [
+ "Ġn",
+ "on"
+ ],
+ [
+ "ãĥ¼",
+ "ãĥ¼"
+ ],
+ [
+ "ing",
+ "s"
+ ],
+ [
+ "ü",
+ "r"
+ ],
+ [
+ "Ġo",
+ "s"
+ ],
+ [
+ "Ġt",
+ "y"
+ ],
+ [
+ "i",
+ "ent"
+ ],
+ [
+ "åħ",
+ "¥"
+ ],
+ [
+ "Ġevery",
+ "thing"
+ ],
+ [
+ "Ġgu",
+ "y"
+ ],
+ [
+ "Ġs",
+ "im"
+ ],
+ [
+ "ç",
+ "Ļ"
+ ],
+ [
+ "Ġcom",
+ "ing"
+ ],
+ [
+ ".",
+ "\""
+ ],
+ [
+ "Ġm",
+ "al"
+ ],
+ [
+ "ê¸",
+ "°"
+ ],
+ [
+ "ãģĦ",
+ "ãģ¾ãģĻ"
+ ],
+ [
+ "ĠÑį",
+ "ÑĤо"
+ ],
+ [
+ "Ġin",
+ "t"
+ ],
+ [
+ "z",
+ "a"
+ ],
+ [
+ "ãģª",
+ "ãĤī"
+ ],
+ [
+ "ä»",
+ "Ģ"
+ ],
+ [
+ "l",
+ "ed"
+ ],
+ [
+ "l",
+ "t"
+ ],
+ [
+ "A",
+ "A"
+ ],
+ [
+ "Ġ",
+ "à°"
+ ],
+ [
+ "æ",
+ "ŀ"
+ ],
+ [
+ "ãģ£ãģ¦",
+ "ãĤĭ"
+ ],
+ [
+ "Ġê",
+ "²"
+ ],
+ [
+ "æĦ",
+ "ı"
+ ],
+ [
+ "çľ",
+ "Ł"
+ ],
+ [
+ "ãģł",
+ "ãģĭãĤī"
+ ],
+ [
+ "ÙĦ",
+ "Ùĩ"
+ ],
+ [
+ "Ġp",
+ "os"
+ ],
+ [
+ "Ġd",
+ "an"
+ ],
+ [
+ "ig",
+ "e"
+ ],
+ [
+ "at",
+ "er"
+ ],
+ [
+ "Ù",
+ "ĭ"
+ ],
+ [
+ "æ",
+ "Ķ"
+ ],
+ [
+ "b",
+ "s"
+ ],
+ [
+ "u",
+ "i"
+ ],
+ [
+ "é",
+ "m"
+ ],
+ [
+ "er",
+ "a"
+ ],
+ [
+ "Ġs",
+ "orry"
+ ],
+ [
+ "æĥ",
+ "³"
+ ],
+ [
+ "ë",
+ "©"
+ ],
+ [
+ "ा",
+ "र"
+ ],
+ [
+ "l",
+ "ich"
+ ],
+ [
+ "Ġb",
+ "ad"
+ ],
+ [
+ "å",
+ "Ĵ"
+ ],
+ [
+ "æĹ",
+ "¶"
+ ],
+ [
+ "åħ",
+ "¨"
+ ],
+ [
+ "ä¸Ģ",
+ "个"
+ ],
+ [
+ "à",
+ "³"
+ ],
+ [
+ "ãĤ",
+ "Ģ"
+ ],
+ [
+ "à¸",
+ "Ĺ"
+ ],
+ [
+ "Ġm",
+ "oney"
+ ],
+ [
+ "v",
+ "ie"
+ ],
+ [
+ "c",
+ "ome"
+ ],
+ [
+ "à¹",
+ "ĥ"
+ ],
+ [
+ "ì",
+ "Ĭ"
+ ],
+ [
+ "ãĤĩ",
+ "ãģ£ãģ¨"
+ ],
+ [
+ "Ġhar",
+ "d"
+ ],
+ [
+ "ãģª",
+ "ãģı"
+ ],
+ [
+ "Ä",
+ "Ļ"
+ ],
+ [
+ "Ġper",
+ "o"
+ ],
+ [
+ "ar",
+ "n"
+ ],
+ [
+ "ãģª",
+ "ãģ®"
+ ],
+ [
+ "ãĤĪ",
+ "ãģŃ"
+ ],
+ [
+ "ãģĤãģĤãģĤãģĤ",
+ "ãģĤãģĤãģĤãģĤ"
+ ],
+ [
+ "é",
+ "Ĺ"
+ ],
+ [
+ "al",
+ "s"
+ ],
+ [
+ "el",
+ "t"
+ ],
+ [
+ "Ġg",
+ "a"
+ ],
+ [
+ "Ġw",
+ "om"
+ ],
+ [
+ "è©",
+ "±"
+ ],
+ [
+ "et",
+ "s"
+ ],
+ [
+ "Ġsp",
+ "e"
+ ],
+ [
+ "Ġ",
+ "use"
+ ],
+ [
+ "Ġn",
+ "at"
+ ],
+ [
+ "Ġ×",
+ "ł×"
+ ],
+ [
+ "Ġt",
+ "urn"
+ ],
+ [
+ "ãĥ",
+ "Ń"
+ ],
+ [
+ "og",
+ "y"
+ ],
+ [
+ "h",
+ "ip"
+ ],
+ [
+ "ĠÃ",
+ "¥"
+ ],
+ [
+ "é",
+ "ł"
+ ],
+ [
+ "ãģ¨",
+ "ãģĦãģĨ"
+ ],
+ [
+ "on",
+ "na"
+ ],
+ [
+ "Ġl",
+ "ea"
+ ],
+ [
+ "ĠO",
+ "g"
+ ],
+ [
+ "ç",
+ "Ŀ"
+ ],
+ [
+ "Ġs",
+ "ol"
+ ],
+ [
+ "Ġcon",
+ "f"
+ ],
+ [
+ "Ġex",
+ "per"
+ ],
+ [
+ "Ġg",
+ "l"
+ ],
+ [
+ "Ã",
+ "½"
+ ],
+ [
+ "çIJ",
+ "Ĩ"
+ ],
+ [
+ "Ġwat",
+ "ch"
+ ],
+ [
+ "å¹",
+ "´"
+ ],
+ [
+ "Ø",
+ "Ł"
+ ],
+ [
+ "en",
+ "n"
+ ],
+ [
+ "z",
+ "t"
+ ],
+ [
+ "N",
+ "o"
+ ],
+ [
+ "à¹",
+ "ģ"
+ ],
+ [
+ "O",
+ "h"
+ ],
+ [
+ "à¸",
+ "ķ"
+ ],
+ [
+ "н",
+ "Ñĭ"
+ ],
+ [
+ "Ä",
+ "Ł"
+ ],
+ [
+ "an",
+ "a"
+ ],
+ [
+ "v",
+ "is"
+ ],
+ [
+ "in",
+ "ess"
+ ],
+ [
+ "Ġd",
+ "ans"
+ ],
+ [
+ "l",
+ "ar"
+ ],
+ [
+ "ĠE",
+ "s"
+ ],
+ [
+ "ãĥ",
+ "¡"
+ ],
+ [
+ "ãĤ",
+ "³"
+ ],
+ [
+ "à¯",
+ "ģ"
+ ],
+ [
+ "ä",
+ "¾"
+ ],
+ [
+ "ÙĨ",
+ "ÙĬ"
+ ],
+ [
+ "×",
+ "IJ×"
+ ],
+ [
+ "ë",
+ "Ĥĺ"
+ ],
+ [
+ "Ġlook",
+ "ing"
+ ],
+ [
+ "Ġhe",
+ "ar"
+ ],
+ [
+ "à¥ĭ",
+ "à¤"
+ ],
+ [
+ "Ï",
+ "ħ"
+ ],
+ [
+ "áº",
+ "Ń"
+ ],
+ [
+ "ĠN",
+ "e"
+ ],
+ [
+ "Ġsome",
+ "one"
+ ],
+ [
+ "ãģĮ",
+ "ãģ¨"
+ ],
+ [
+ "ãģĹãĤĩ",
+ "ãģĨ"
+ ],
+ [
+ "ãģ§",
+ "ãģ¯"
+ ],
+ [
+ "Ġquest",
+ "ion"
+ ],
+ [
+ "æ",
+ "Ĥ"
+ ],
+ [
+ "ĠE",
+ "nt"
+ ],
+ [
+ "ĠÙĩ",
+ "ذا"
+ ],
+ [
+ "Ġn",
+ "ame"
+ ],
+ [
+ "aaaa",
+ "aaaa"
+ ],
+ [
+ "ç",
+ "´"
+ ],
+ [
+ "Ġà¤",
+ "°"
+ ],
+ [
+ "ĠW",
+ "hy"
+ ],
+ [
+ "å¥",
+ "³"
+ ],
+ [
+ "Ġy",
+ "es"
+ ],
+ [
+ "it",
+ "s"
+ ],
+ [
+ "Ġsay",
+ "s"
+ ],
+ [
+ "en",
+ "o"
+ ],
+ [
+ "å",
+ "Į"
+ ],
+ [
+ "æ§",
+ "ĺ"
+ ],
+ [
+ "Ġwho",
+ "le"
+ ],
+ [
+ "Ġc",
+ "ap"
+ ],
+ [
+ "ha",
+ "r"
+ ],
+ [
+ "Ġop",
+ "en"
+ ],
+ [
+ "ãĤ",
+ "¸"
+ ],
+ [
+ "ãĤĤ",
+ "ãģ®"
+ ],
+ [
+ "ì",
+ "ľ"
+ ],
+ [
+ "Ġbo",
+ "ok"
+ ],
+ [
+ "Ġm",
+ "or"
+ ],
+ [
+ "ou",
+ "nt"
+ ],
+ [
+ "س",
+ "ت"
+ ],
+ [
+ "éĿ",
+ "¢"
+ ],
+ [
+ "èĢ",
+ "ħ"
+ ],
+ [
+ "è",
+ "ī"
+ ],
+ [
+ "Ġf",
+ "ar"
+ ],
+ [
+ "ãĤ",
+ "ª"
+ ],
+ [
+ "à¥įà¤",
+ "¯"
+ ],
+ [
+ "æĪij",
+ "们"
+ ],
+ [
+ "ë",
+ "į"
+ ],
+ [
+ "ĠU",
+ "m"
+ ],
+ [
+ "ë¥",
+ "¼"
+ ],
+ [
+ "ưá»",
+ "Ŀ"
+ ],
+ [
+ "l",
+ "er"
+ ],
+ [
+ "Ġse",
+ "em"
+ ],
+ [
+ "Ġr",
+ "a"
+ ],
+ [
+ "Ġth",
+ "ough"
+ ],
+ [
+ "ä»Ģ",
+ "ä¹Ī"
+ ],
+ [
+ "ãģ¡ãĤĥ",
+ "ãĤĵãģ"
+ ],
+ [
+ "Ġpr",
+ "od"
+ ],
+ [
+ "Ġs",
+ "al"
+ ],
+ [
+ "ìķ",
+ "¼"
+ ],
+ [
+ "ul",
+ "ar"
+ ],
+ [
+ "Ġinte",
+ "rest"
+ ],
+ [
+ "Ġe",
+ "ll"
+ ],
+ [
+ "ĠM",
+ "a"
+ ],
+ [
+ "ãģĺãĤĥ",
+ "ãģªãģĦ"
+ ],
+ [
+ "ĠE",
+ "t"
+ ],
+ [
+ "ĠU",
+ "n"
+ ],
+ [
+ "ãĢ",
+ "Į"
+ ],
+ [
+ "Ġte",
+ "am"
+ ],
+ [
+ "Ġë",
+ "ĭ"
+ ],
+ [
+ "Ġa",
+ "ut"
+ ],
+ [
+ "ãĢ",
+ "į"
+ ],
+ [
+ "è",
+ "²"
+ ],
+ [
+ "?",
+ "Ċ"
+ ],
+ [
+ "u",
+ "x"
+ ],
+ [
+ "ãĥ",
+ "ı"
+ ],
+ [
+ "Î",
+ "¯"
+ ],
+ [
+ "è",
+ "¶"
+ ],
+ [
+ "Ġg",
+ "onna"
+ ],
+ [
+ "â̦â̦",
+ "â̦â̦"
+ ],
+ [
+ "Ġh",
+ "ome"
+ ],
+ [
+ "Ġb",
+ "ir"
+ ],
+ [
+ "re",
+ "m"
+ ],
+ [
+ "à¦",
+ "¿"
+ ],
+ [
+ "à¥į",
+ "र"
+ ],
+ [
+ "åĽ",
+ "ŀ"
+ ],
+ [
+ "id",
+ "ent"
+ ],
+ [
+ "न",
+ "à¥ĩ"
+ ],
+ [
+ "r",
+ "ist"
+ ],
+ [
+ "æ",
+ "µ"
+ ],
+ [
+ "ãĢģãģ",
+ "¡"
+ ],
+ [
+ "ll",
+ "ow"
+ ],
+ [
+ "ãģł",
+ "ãģ£ãģŁ"
+ ],
+ [
+ "Ġm",
+ "is"
+ ],
+ [
+ "Ġn",
+ "é"
+ ],
+ [
+ "×ķ×",
+ "Ł"
+ ],
+ [
+ "×ķ×",
+ "ŀ"
+ ],
+ [
+ "Ġb",
+ "re"
+ ],
+ [
+ "Ġk",
+ "id"
+ ],
+ [
+ "it",
+ "ed"
+ ],
+ [
+ "Î",
+ "»"
+ ],
+ [
+ "Ù",
+ "ı"
+ ],
+ [
+ "æ",
+ "ģ"
+ ],
+ [
+ "à¥",
+ "Ĥ"
+ ],
+ [
+ "Ġcour",
+ "se"
+ ],
+ [
+ "at",
+ "o"
+ ],
+ [
+ "Ġк",
+ "ак"
+ ],
+ [
+ "Ġg",
+ "od"
+ ],
+ [
+ "Ġn",
+ "ight"
+ ],
+ [
+ "Æ",
+ "¡"
+ ],
+ [
+ "Ġcom",
+ "pl"
+ ],
+ [
+ "åIJ",
+ "Ī"
+ ],
+ [
+ "ÙĪ",
+ "ر"
+ ],
+ [
+ "Ñģ",
+ "к"
+ ],
+ [
+ "ac",
+ "ión"
+ ],
+ [
+ "Ġst",
+ "op"
+ ],
+ [
+ "i",
+ "os"
+ ],
+ [
+ "tt",
+ "y"
+ ],
+ [
+ "u",
+ "h"
+ ],
+ [
+ "ert",
+ "ain"
+ ],
+ [
+ "ï¼ģ",
+ "ï¼ģ"
+ ],
+ [
+ "ãĢģ",
+ "ç§ģ"
+ ],
+ [
+ "éĥ",
+ "¨"
+ ],
+ [
+ "ãģ¨",
+ "ãģĭ"
+ ],
+ [
+ "ĠJ",
+ "e"
+ ],
+ [
+ "ë©",
+ "´"
+ ],
+ [
+ "ä½",
+ "ľ"
+ ],
+ [
+ "ĠÄij",
+ "á»"
+ ],
+ [
+ "åĬ",
+ "Ľ"
+ ],
+ [
+ "ãģ§",
+ "ãģį"
+ ],
+ [
+ "id",
+ "ad"
+ ],
+ [
+ "Ã",
+ "¹"
+ ],
+ [
+ "Ġf",
+ "il"
+ ],
+ [
+ "Ġen",
+ "ough"
+ ],
+ [
+ "Ġwas",
+ "n"
+ ],
+ [
+ "Ï",
+ "Ĥ"
+ ],
+ [
+ "Ġ×Ķ",
+ "×ķ×IJ"
+ ],
+ [
+ "å°",
+ "ı"
+ ],
+ [
+ "ĠR",
+ "e"
+ ],
+ [
+ "оÐ",
+ "¶"
+ ],
+ [
+ "à",
+ "¨"
+ ],
+ [
+ "ëĭĪ",
+ "ëĭ¤"
+ ],
+ [
+ "at",
+ "es"
+ ],
+ [
+ "à¸",
+ "´"
+ ],
+ [
+ "Ġv",
+ "is"
+ ],
+ [
+ "Ġre",
+ "t"
+ ],
+ [
+ "è¿",
+ "ĺ"
+ ],
+ [
+ "ent",
+ "ion"
+ ],
+ [
+ "é",
+ "r"
+ ],
+ [
+ "ãĥ³",
+ "ãĥ"
+ ],
+ [
+ "è",
+ "·"
+ ],
+ [
+ "ĠF",
+ "r"
+ ],
+ [
+ "Ġc",
+ "le"
+ ],
+ [
+ "çĽ",
+ "®"
+ ],
+ [
+ "æ",
+ "Ľ"
+ ],
+ [
+ "Ġà¤ħ",
+ "à¤"
+ ],
+ [
+ "ĠÐ",
+ "°"
+ ],
+ [
+ "а",
+ "ÑĢ"
+ ],
+ [
+ "ãģ",
+ "ĩ"
+ ],
+ [
+ "ĠÑ",
+ "ı"
+ ],
+ [
+ "Ġac",
+ "c"
+ ],
+ [
+ "å",
+ "£"
+ ],
+ [
+ "аÑĤ",
+ "ÑĮ"
+ ],
+ [
+ "Ġsec",
+ "ond"
+ ],
+ [
+ "ãĢģãģ",
+ "ĵãģ"
+ ],
+ [
+ "Ġer",
+ "a"
+ ],
+ [
+ "ĠS",
+ "p"
+ ],
+ [
+ "ãģĮãģ¨",
+ "ãģĨ"
+ ],
+ [
+ "Ġp",
+ "le"
+ ],
+ [
+ "ãģ£ãģ",
+ "±"
+ ],
+ [
+ "o",
+ "ol"
+ ],
+ [
+ "ĵãģ",
+ "«"
+ ],
+ [
+ "Ġw",
+ "ir"
+ ],
+ [
+ "1",
+ "9"
+ ],
+ [
+ "à¹",
+ "ĩ"
+ ],
+ [
+ "B",
+ "ut"
+ ],
+ [
+ "éĩ",
+ "Į"
+ ],
+ [
+ "ur",
+ "s"
+ ],
+ [
+ "Ġt",
+ "i"
+ ],
+ [
+ "Ġrem",
+ "ember"
+ ],
+ [
+ "Ġb",
+ "ien"
+ ],
+ [
+ "p",
+ "is"
+ ],
+ [
+ "ud",
+ "e"
+ ],
+ [
+ "r",
+ "os"
+ ],
+ [
+ "Ġab",
+ "le"
+ ],
+ [
+ "ç",
+ "·"
+ ],
+ [
+ "áº",
+ "§"
+ ],
+ [
+ "ãĢģ",
+ "ãģĤãģĤ"
+ ],
+ [
+ "Ä",
+ "ģ"
+ ],
+ [
+ "ĠM",
+ "ar"
+ ],
+ [
+ "re",
+ "ady"
+ ],
+ [
+ "l",
+ "ig"
+ ],
+ [
+ "ĠL",
+ "e"
+ ],
+ [
+ "ãģ",
+ "²"
+ ],
+ [
+ "ãģ",
+ "IJ"
+ ],
+ [
+ "Ġel",
+ "se"
+ ],
+ [
+ "Ġre",
+ "ad"
+ ],
+ [
+ "Ġf",
+ "act"
+ ],
+ [
+ "ĠJ",
+ "ust"
+ ],
+ [
+ "o",
+ "b"
+ ],
+ [
+ "ãģģ",
+ "ãģģ"
+ ],
+ [
+ "à¸",
+ "·"
+ ],
+ [
+ "оÐ",
+ "±"
+ ],
+ [
+ "ir",
+ "l"
+ ],
+ [
+ "am",
+ "a"
+ ],
+ [
+ "Ġch",
+ "o"
+ ],
+ [
+ "å",
+ "ł"
+ ],
+ [
+ "Ġб",
+ "Ñĭ"
+ ],
+ [
+ "Ġs",
+ "ÃŃ"
+ ],
+ [
+ "а",
+ "Ñģ"
+ ],
+ [
+ "Ġд",
+ "а"
+ ],
+ [
+ "ãģ«",
+ "ãģ¯"
+ ],
+ [
+ "ĠA",
+ "r"
+ ],
+ [
+ "im",
+ "ent"
+ ],
+ [
+ "Ġpl",
+ "an"
+ ],
+ [
+ "Ġw",
+ "on"
+ ],
+ [
+ "it",
+ "er"
+ ],
+ [
+ "W",
+ "e"
+ ],
+ [
+ "à¤",
+ "¼"
+ ],
+ [
+ "ãģª",
+ "ãĤĵãģł"
+ ],
+ [
+ "é",
+ "ļ"
+ ],
+ [
+ ".Ċ",
+ "Ċ"
+ ],
+ [
+ "Ġre",
+ "st"
+ ],
+ [
+ "å¾",
+ "Į"
+ ],
+ [
+ "ed",
+ "e"
+ ],
+ [
+ "ĠJ",
+ "es"
+ ],
+ [
+ "Ġà¤",
+ "ĩ"
+ ],
+ [
+ "Ġfuck",
+ "ing"
+ ],
+ [
+ "ĠÃ",
+ "ī"
+ ],
+ [
+ "ĠØ",
+ "®"
+ ],
+ [
+ "Ġcall",
+ "ed"
+ ],
+ [
+ "k",
+ "en"
+ ],
+ [
+ "Ġal",
+ "ready"
+ ],
+ [
+ "Ġle",
+ "ft"
+ ],
+ [
+ "ĠØ£",
+ "ÙĨا"
+ ],
+ [
+ "ç",
+ "¾"
+ ],
+ [
+ "Ä",
+ "į"
+ ],
+ [
+ "u",
+ "ll"
+ ],
+ [
+ "Ġc",
+ "á»"
+ ],
+ [
+ "Ġst",
+ "ory"
+ ],
+ [
+ "Ġb",
+ "um"
+ ],
+ [
+ "×Ļ×",
+ "ľ"
+ ],
+ [
+ "à¸",
+ "Ī"
+ ],
+ [
+ "Ġf",
+ "ound"
+ ],
+ [
+ "ea",
+ "k"
+ ],
+ [
+ "hehe",
+ "hehe"
+ ],
+ [
+ "t",
+ "y"
+ ],
+ [
+ "ĠØ",
+ "¢"
+ ],
+ [
+ "Ġpre",
+ "tty"
+ ],
+ [
+ "Û",
+ "Ĵ"
+ ],
+ [
+ "Ġpl",
+ "us"
+ ],
+ [
+ "er",
+ "d"
+ ],
+ [
+ "Ġcou",
+ "nt"
+ ],
+ [
+ "Ġa",
+ "k"
+ ],
+ [
+ "Ġwant",
+ "ed"
+ ],
+ [
+ "ij×",
+ "ľ"
+ ],
+ [
+ "Ġs",
+ "ab"
+ ],
+ [
+ "ãģ",
+ "¸"
+ ],
+ [
+ "er",
+ "n"
+ ],
+ [
+ "Î",
+ "¬"
+ ],
+ [
+ "çĿ",
+ "Ģ"
+ ],
+ [
+ "Ġwe",
+ "l"
+ ],
+ [
+ "Ġfe",
+ "w"
+ ],
+ [
+ "Ġit",
+ "s"
+ ],
+ [
+ "å¤",
+ "©"
+ ],
+ [
+ "×Ļ×",
+ "Ł"
+ ],
+ [
+ "æ",
+ "®"
+ ],
+ [
+ "æ",
+ "±"
+ ],
+ [
+ "à¹Ī",
+ "า"
+ ],
+ [
+ "Ùĩ",
+ "Ùħ"
+ ],
+ [
+ "'",
+ "a"
+ ],
+ [
+ "Ġwhat",
+ "ever"
+ ],
+ [
+ "Ġp",
+ "oss"
+ ],
+ [
+ "ãģĦ",
+ "ãĤĦ"
+ ],
+ [
+ "Ġbelie",
+ "ve"
+ ],
+ [
+ "и",
+ "н"
+ ],
+ [
+ "ĠA",
+ "mer"
+ ],
+ [
+ "ãģ",
+ "¹"
+ ],
+ [
+ "Ġsa",
+ "w"
+ ],
+ [
+ "Ġse",
+ "en"
+ ],
+ [
+ "ç",
+ "¥"
+ ],
+ [
+ "-",
+ "h"
+ ],
+ [
+ "еÐ",
+ "´"
+ ],
+ [
+ "Ø",
+ "º"
+ ],
+ [
+ "Ġ×¢×",
+ "ľ"
+ ],
+ [
+ "æ",
+ "¥"
+ ],
+ [
+ "ĠM",
+ "y"
+ ],
+ [
+ "W",
+ "hat"
+ ],
+ [
+ "Ġ",
+ "íķĺ"
+ ],
+ [
+ "e",
+ "y"
+ ],
+ [
+ "ãĢģãģ",
+ "¾"
+ ],
+ [
+ "re",
+ "am"
+ ],
+ [
+ "Ġex",
+ "t"
+ ],
+ [
+ "ĠÑĤ",
+ "ак"
+ ],
+ [
+ "at",
+ "s"
+ ],
+ [
+ "Ġ",
+ "ess"
+ ],
+ [
+ "h",
+ "n"
+ ],
+ [
+ "Ġc",
+ "á"
+ ],
+ [
+ "iz",
+ "e"
+ ],
+ [
+ "Ð",
+ "¹"
+ ],
+ [
+ "Ġfa",
+ "it"
+ ],
+ [
+ "Ġwh",
+ "ile"
+ ],
+ [
+ "åľ",
+ "°"
+ ],
+ [
+ "Ġbot",
+ "h"
+ ],
+ [
+ "Ġstart",
+ "ed"
+ ],
+ [
+ "am",
+ "es"
+ ],
+ [
+ "Ġse",
+ "a"
+ ],
+ [
+ "Ġm",
+ "it"
+ ],
+ [
+ "Ġs",
+ "el"
+ ],
+ [
+ "ç",
+ "«"
+ ],
+ [
+ "ĠÙĩ",
+ "ÙĪ"
+ ],
+ [
+ "ĠL",
+ "a"
+ ],
+ [
+ "Ġkh",
+ "ông"
+ ],
+ [
+ "³",
+ "´"
+ ],
+ [
+ "Õ",
+ "¡"
+ ],
+ [
+ "Ġf",
+ "our"
+ ],
+ [
+ "Ġs",
+ "ent"
+ ],
+ [
+ "Ġh",
+ "ist"
+ ],
+ [
+ "t",
+ "il"
+ ],
+ [
+ "che",
+ "n"
+ ],
+ [
+ "ĠU",
+ "nd"
+ ],
+ [
+ "ce",
+ "pt"
+ ],
+ [
+ "ĠO",
+ "n"
+ ],
+ [
+ "Ġle",
+ "g"
+ ],
+ [
+ "T",
+ "hat"
+ ],
+ [
+ "Ġimport",
+ "ant"
+ ],
+ [
+ "и",
+ "л"
+ ],
+ [
+ "Ġo",
+ "pp"
+ ],
+ [
+ "Ġh",
+ "ouse"
+ ],
+ [
+ "Ġ",
+ "Qu"
+ ],
+ [
+ "çĤ",
+ "¹"
+ ],
+ [
+ "as",
+ "h"
+ ],
+ [
+ "Ġë",
+ "°"
+ ],
+ [
+ "ãĢģ",
+ "ãģ¯ãģĦ"
+ ],
+ [
+ "Ġto",
+ "ld"
+ ],
+ [
+ "Ġan",
+ "s"
+ ],
+ [
+ "ëĵ",
+ "¤"
+ ],
+ [
+ "ر",
+ "ÙĬ"
+ ],
+ [
+ "hh",
+ "hh"
+ ],
+ [
+ "ह",
+ "à¥Ģ"
+ ],
+ [
+ "z",
+ "er"
+ ],
+ [
+ "Ġ",
+ "ÏĦ"
+ ],
+ [
+ "Ġt",
+ "ien"
+ ],
+ [
+ "Ġtr",
+ "ans"
+ ],
+ [
+ "ĠT",
+ "hank"
+ ],
+ [
+ "à",
+ "º"
+ ],
+ [
+ "ch",
+ "o"
+ ],
+ [
+ "ĠM",
+ "m"
+ ],
+ [
+ "ì",
+ "£"
+ ],
+ [
+ "ãĥ",
+ "ķ"
+ ],
+ [
+ "l",
+ "and"
+ ],
+ [
+ "ãĤĤ",
+ "ãģĹ"
+ ],
+ [
+ "v",
+ "i"
+ ],
+ [
+ "Ġw",
+ "alk"
+ ],
+ [
+ "æł",
+ "·"
+ ],
+ [
+ "Ġnot",
+ "hing"
+ ],
+ [
+ "Ġha",
+ "ving"
+ ],
+ [
+ "ãģŁ",
+ "ãģ¡"
+ ],
+ [
+ "j",
+ "o"
+ ],
+ [
+ "æ",
+ "´"
+ ],
+ [
+ "ø",
+ "r"
+ ],
+ [
+ "Ġv",
+ "ide"
+ ],
+ [
+ "Ġch",
+ "ild"
+ ],
+ [
+ "Ġà¤ķ",
+ "र"
+ ],
+ [
+ "Ġth",
+ "á»"
+ ],
+ [
+ "×Ļ×",
+ "¨"
+ ],
+ [
+ "é",
+ "t"
+ ],
+ [
+ "m",
+ "ente"
+ ],
+ [
+ "i",
+ "x"
+ ],
+ [
+ "à",
+ "¬"
+ ],
+ [
+ "Ä",
+ "ħ"
+ ],
+ [
+ "Ã",
+ "µ"
+ ],
+ [
+ "Ġ×ŀ",
+ "×Ķ"
+ ],
+ [
+ "Ġh",
+ "igh"
+ ],
+ [
+ "еÐ",
+ "¹"
+ ],
+ [
+ "Ġto",
+ "p"
+ ],
+ [
+ "Ġha",
+ "y"
+ ],
+ [
+ "ÑĤо",
+ "ÑĢ"
+ ],
+ [
+ "che",
+ "d"
+ ],
+ [
+ "ãģĪ",
+ "ãģ¦"
+ ],
+ [
+ "c",
+ "ed"
+ ],
+ [
+ "Ġb",
+ "ro"
+ ],
+ [
+ "çĶ",
+ "¨"
+ ],
+ [
+ "и",
+ "е"
+ ],
+ [
+ "Ġë",
+ "Ń"
+ ],
+ [
+ "ent",
+ "s"
+ ],
+ [
+ "é",
+ "¢"
+ ],
+ [
+ "Ġus",
+ "ed"
+ ],
+ [
+ "Ġd",
+ "ur"
+ ],
+ [
+ "Ġtod",
+ "o"
+ ],
+ [
+ "Ġcha",
+ "r"
+ ],
+ [
+ "æ",
+ "¸"
+ ],
+ [
+ "Ġv",
+ "ous"
+ ],
+ [
+ "t",
+ "her"
+ ],
+ [
+ "ãĤĮ",
+ "ãģ°"
+ ],
+ [
+ "ĠO",
+ "r"
+ ],
+ [
+ "ra",
+ "p"
+ ],
+ [
+ "Ġm",
+ "us"
+ ],
+ [
+ "Ġv",
+ "al"
+ ],
+ [
+ "åIJ",
+ "Į"
+ ],
+ [
+ "m",
+ "in"
+ ],
+ [
+ "Ġs",
+ "ide"
+ ],
+ [
+ "Ġst",
+ "and"
+ ],
+ [
+ "Ġen",
+ "c"
+ ],
+ [
+ "Ġe",
+ "h"
+ ],
+ [
+ "Ġgu",
+ "ess"
+ ],
+ [
+ "ore",
+ "s"
+ ],
+ [
+ "ver",
+ "y"
+ ],
+ [
+ "Ġì",
+ "§"
+ ],
+ [
+ "u",
+ "es"
+ ],
+ [
+ "Ġv",
+ "ol"
+ ],
+ [
+ "Ġe",
+ "d"
+ ],
+ [
+ "Ġd",
+ "ann"
+ ],
+ [
+ "à¸",
+ "ª"
+ ],
+ [
+ "Ġagain",
+ "st"
+ ],
+ [
+ "k",
+ "er"
+ ],
+ [
+ "Ġc",
+ "ur"
+ ],
+ [
+ "ãģĿ",
+ "ãĤĵãģª"
+ ],
+ [
+ "ì",
+ "ĺ"
+ ],
+ [
+ "Ġk",
+ "ill"
+ ],
+ [
+ "Ġs",
+ "w"
+ ],
+ [
+ "Ġp",
+ "ra"
+ ],
+ [
+ "ter",
+ "s"
+ ],
+ [
+ "Ġp",
+ "are"
+ ],
+ [
+ "Ī",
+ "ĺ"
+ ],
+ [
+ "oo",
+ "oo"
+ ],
+ [
+ "åŃ",
+ "¦"
+ ],
+ [
+ "éģ",
+ "ĵ"
+ ],
+ [
+ "Ġex",
+ "pl"
+ ],
+ [
+ "Ġis",
+ "so"
+ ],
+ [
+ "Ġmu",
+ "ito"
+ ],
+ [
+ "Ġv",
+ "ie"
+ ],
+ [
+ "Ġex",
+ "p"
+ ],
+ [
+ "Ġd",
+ "ig"
+ ],
+ [
+ "is",
+ "a"
+ ],
+ [
+ "v",
+ "ious"
+ ],
+ [
+ "ĠÐ",
+ "Ŀ"
+ ],
+ [
+ "å",
+ "Ĺ"
+ ],
+ [
+ "Ġo",
+ "l"
+ ],
+ [
+ "Ġm",
+ "ust"
+ ],
+ [
+ "ir",
+ "a"
+ ],
+ [
+ "Ġde",
+ "p"
+ ],
+ [
+ "or",
+ "n"
+ ],
+ [
+ "u",
+ "y"
+ ],
+ [
+ "Ġv",
+ "á»"
+ ],
+ [
+ "Ġha",
+ "l"
+ ],
+ [
+ "ãģ§ãģĻ",
+ "ãģĭ"
+ ],
+ [
+ "ĠM",
+ "en"
+ ],
+ [
+ "Ġv",
+ "ai"
+ ],
+ [
+ "Ġn",
+ "ó"
+ ],
+ [
+ "un",
+ "t"
+ ],
+ [
+ "ol",
+ "ut"
+ ],
+ [
+ "get",
+ "her"
+ ],
+ [
+ "Ġm",
+ "iss"
+ ],
+ [
+ "à¥ģ",
+ "à¤"
+ ],
+ [
+ "ĠJes",
+ "us"
+ ],
+ [
+ "ог",
+ "о"
+ ],
+ [
+ "ãĥ",
+ "IJ"
+ ],
+ [
+ "Ġsu",
+ "per"
+ ],
+ [
+ "Ġd",
+ "é"
+ ],
+ [
+ "Ġt",
+ "á»"
+ ],
+ [
+ "ĠL",
+ "o"
+ ],
+ [
+ "Ġbus",
+ "iness"
+ ],
+ [
+ "ic",
+ "s"
+ ],
+ [
+ "ĠM",
+ "ay"
+ ],
+ [
+ "ี",
+ "à¹Ī"
+ ],
+ [
+ "Ï",
+ "ĥ"
+ ],
+ [
+ "ãĢģãģĿ",
+ "ãĤĮ"
+ ],
+ [
+ "ab",
+ "a"
+ ],
+ [
+ "Ġproble",
+ "m"
+ ],
+ [
+ "á",
+ "Ł"
+ ],
+ [
+ "Ġì",
+ "ĭ"
+ ],
+ [
+ "ï¼Į",
+ "éĤ£"
+ ],
+ [
+ "çī",
+ "©"
+ ],
+ [
+ "Ġsu",
+ "ch"
+ ],
+ [
+ "Ġli",
+ "ve"
+ ],
+ [
+ "åĽ",
+ "ł"
+ ],
+ [
+ "a",
+ "il"
+ ],
+ [
+ "ĠN",
+ "ot"
+ ],
+ [
+ "an",
+ "y"
+ ],
+ [
+ "åº",
+ "¦"
+ ],
+ [
+ "ĠW",
+ "hen"
+ ],
+ [
+ "âĢķ",
+ "âĢķ"
+ ],
+ [
+ "fe",
+ "ct"
+ ],
+ [
+ "Ġp",
+ "ower"
+ ],
+ [
+ "न",
+ "ा"
+ ],
+ [
+ "Ġf",
+ "ace"
+ ],
+ [
+ "Ġs",
+ "ign"
+ ],
+ [
+ "и",
+ "Ñı"
+ ],
+ [
+ "é",
+ "ķ"
+ ],
+ [
+ "T",
+ "h"
+ ],
+ [
+ "ä½",
+ "Ĩ"
+ ],
+ [
+ "Ġs",
+ "ound"
+ ],
+ [
+ "Ġt",
+ "out"
+ ],
+ [
+ "i",
+ "én"
+ ],
+ [
+ "Ġp",
+ "ri"
+ ],
+ [
+ "ĠÙĨ",
+ "عÙħ"
+ ],
+ [
+ "Ã",
+ "²"
+ ],
+ [
+ "Ġe",
+ "pis"
+ ],
+ [
+ "ï¼Į",
+ "ä½ł"
+ ],
+ [
+ "Ġgen",
+ "er"
+ ],
+ [
+ "Ġres",
+ "p"
+ ],
+ [
+ "Ġqu",
+ "é"
+ ],
+ [
+ "åħ",
+ "Ħ"
+ ],
+ [
+ "å¦",
+ "Ĥ"
+ ],
+ [
+ "g",
+ "r"
+ ],
+ [
+ "s",
+ "Ã¥"
+ ],
+ [
+ "Ġsh",
+ "it"
+ ],
+ [
+ "Ġz",
+ "u"
+ ],
+ [
+ "éĢ",
+ "ļ"
+ ],
+ [
+ "ĠÐ",
+ "»"
+ ],
+ [
+ "p",
+ "a"
+ ],
+ [
+ "em",
+ "os"
+ ],
+ [
+ "à®",
+ "¿"
+ ],
+ [
+ "ãĤį",
+ "ãģĨ"
+ ],
+ [
+ "د",
+ "ÙĬ"
+ ],
+ [
+ "Ġs",
+ "ie"
+ ],
+ [
+ "o",
+ "od"
+ ],
+ [
+ "ĠA",
+ "n"
+ ],
+ [
+ "Ġto",
+ "gether"
+ ],
+ [
+ "ê",
+ "¹"
+ ],
+ [
+ "Ġid",
+ "ea"
+ ],
+ [
+ "Ġc",
+ "ertain"
+ ],
+ [
+ "Ġin",
+ "f"
+ ],
+ [
+ "Ħ",
+ "¤"
+ ],
+ [
+ "×ķ×",
+ "ij"
+ ],
+ [
+ "al",
+ "a"
+ ],
+ [
+ "Ġà¤ķ",
+ "à¥ĩ"
+ ],
+ [
+ "ãģ¡ãĤĥ",
+ "ãĤĵ"
+ ],
+ [
+ "ĠR",
+ "ight"
+ ],
+ [
+ "Ġe",
+ "as"
+ ],
+ [
+ "t",
+ "i"
+ ],
+ [
+ "Ġh",
+ "on"
+ ],
+ [
+ "ar",
+ "ly"
+ ],
+ [
+ "Ġto",
+ "ok"
+ ],
+ [
+ "ÑģÑĤ",
+ "ÑĮ"
+ ],
+ [
+ "ãģ§ãģĻ",
+ "ãģŃ"
+ ],
+ [
+ "ç",
+ "Ń"
+ ],
+ [
+ "ł",
+ "×Ķ"
+ ],
+ [
+ "Ġjo",
+ "b"
+ ],
+ [
+ "Ġm",
+ "il"
+ ],
+ [
+ "ĠëŃ",
+ "IJ"
+ ],
+ [
+ "Ġes",
+ "c"
+ ],
+ [
+ "Ľ",
+ "i"
+ ],
+ [
+ "Ġp",
+ "ay"
+ ],
+ [
+ "Ġme",
+ "m"
+ ],
+ [
+ "Ġhappen",
+ "ed"
+ ],
+ [
+ "Ġes",
+ "o"
+ ],
+ [
+ "çĦ¶",
+ "åIJİ"
+ ],
+ [
+ "w",
+ "a"
+ ],
+ [
+ "Ġ×",
+ "Ĵ×"
+ ],
+ [
+ "©",
+ "×Ķ"
+ ],
+ [
+ "Ġj",
+ "u"
+ ],
+ [
+ "äº",
+ "Ľ"
+ ],
+ [
+ "Ġà¤",
+ "ı"
+ ],
+ [
+ "Ġro",
+ "om"
+ ],
+ [
+ "ĠاÙĦ",
+ "Ø£"
+ ],
+ [
+ "Ġc",
+ "os"
+ ],
+ [
+ "ŀ",
+ "×Ķ"
+ ],
+ [
+ "or",
+ "k"
+ ],
+ [
+ "Ġex",
+ "c"
+ ],
+ [
+ "o",
+ "ck"
+ ],
+ [
+ "à¸",
+ "Ĭ"
+ ],
+ [
+ "ĠÙĥ",
+ "اÙĨ"
+ ],
+ [
+ "Ġc",
+ "ol"
+ ],
+ [
+ "ãĥ",
+ "ī"
+ ],
+ [
+ "ill",
+ "e"
+ ],
+ [
+ "èģ",
+ "ŀ"
+ ],
+ [
+ "Ġع",
+ "ÙĦÙī"
+ ],
+ [
+ "Ġo",
+ "ok"
+ ],
+ [
+ "ãģĵãģ",
+ "Ĩ"
+ ],
+ [
+ "ãģ¿",
+ "ãģŁãģĦ"
+ ],
+ [
+ "l",
+ "ess"
+ ],
+ [
+ "иÐ",
+ "º"
+ ],
+ [
+ "á»Ļ",
+ "t"
+ ],
+ [
+ "Ġg",
+ "irl"
+ ],
+ [
+ "Ġho",
+ "ld"
+ ],
+ [
+ "Ġj",
+ "ag"
+ ],
+ [
+ "æĥ",
+ "ħ"
+ ],
+ [
+ "Ġar",
+ "t"
+ ],
+ [
+ "Î",
+ "·"
+ ],
+ [
+ "Ġम",
+ "à¥ĩà¤Ĥ"
+ ],
+ [
+ "Ġf",
+ "ive"
+ ],
+ [
+ "ĠF",
+ "or"
+ ],
+ [
+ "áº",
+ "¯"
+ ],
+ [
+ "ãģ",
+ "ĸ"
+ ],
+ [
+ "Ġst",
+ "ud"
+ ],
+ [
+ "Ġpro",
+ "f"
+ ],
+ [
+ "Ġfam",
+ "ily"
+ ],
+ [
+ "c",
+ "y"
+ ],
+ [
+ "5",
+ "0"
+ ],
+ [
+ "ic",
+ "an"
+ ],
+ [
+ "Ġm",
+ "ag"
+ ],
+ [
+ "á",
+ "t"
+ ],
+ [
+ "×ķ×",
+ "Ŀ"
+ ],
+ [
+ "ãĤ",
+ "¨"
+ ],
+ [
+ "ĠH",
+ "a"
+ ],
+ [
+ "b",
+ "y"
+ ],
+ [
+ "Ġbe",
+ "g"
+ ],
+ [
+ "ĠN",
+ "ew"
+ ],
+ [
+ "m",
+ "ed"
+ ],
+ [
+ "åĴ",
+ "Į"
+ ],
+ [
+ "å°",
+ "ij"
+ ],
+ [
+ "Ġmu",
+ "y"
+ ],
+ [
+ "Ġ",
+ "x"
+ ],
+ [
+ "Ġbr",
+ "ing"
+ ],
+ [
+ "Ġì",
+ "Ĥ¬"
+ ],
+ [
+ "Î",
+ "¼"
+ ],
+ [
+ "is",
+ "k"
+ ],
+ [
+ "re",
+ "nd"
+ ],
+ [
+ "ãģ¾",
+ "ãģ§"
+ ],
+ [
+ "Ġm",
+ "es"
+ ],
+ [
+ "Ġhe",
+ "ard"
+ ],
+ [
+ "æīĢ",
+ "以"
+ ],
+ [
+ "ĠE",
+ "l"
+ ],
+ [
+ "Ġd",
+ "ar"
+ ],
+ [
+ "l",
+ "ing"
+ ],
+ [
+ "Ġt",
+ "imes"
+ ],
+ [
+ "ãģĤãĤĬ",
+ "ãģĮãģ¨ãģĨ"
+ ],
+ [
+ "ëŀ",
+ "ĺ"
+ ],
+ [
+ "ãĥ",
+ "£"
+ ],
+ [
+ "Ġm",
+ "od"
+ ],
+ [
+ "ìľ",
+ "¼"
+ ],
+ [
+ "Ġa",
+ "ve"
+ ],
+ [
+ "å¾",
+ "ħ"
+ ],
+ [
+ "ãģªãĤĵãģ",
+ "¦"
+ ],
+ [
+ "ا",
+ "Ùħ"
+ ],
+ [
+ "ar",
+ "r"
+ ],
+ [
+ "c",
+ "on"
+ ],
+ [
+ "Ġw",
+ "in"
+ ],
+ [
+ "k",
+ "i"
+ ],
+ [
+ "Ġt",
+ "al"
+ ],
+ [
+ "Ġkn",
+ "ew"
+ ],
+ [
+ "è",
+ "s"
+ ],
+ [
+ "Ġo",
+ "ch"
+ ],
+ [
+ "Ġon",
+ "ce"
+ ],
+ [
+ "ÙĬ",
+ "ÙĬ"
+ ],
+ [
+ "Ġle",
+ "ad"
+ ],
+ [
+ "ê",
+ "µ"
+ ],
+ [
+ "t",
+ "re"
+ ],
+ [
+ "Ġd",
+ "ra"
+ ],
+ [
+ "è¿",
+ "ĩ"
+ ],
+ [
+ "ãĢģ",
+ "è"
+ ],
+ [
+ "Ã",
+ "Ł"
+ ],
+ [
+ "Ġab",
+ "s"
+ ],
+ [
+ "Ġyour",
+ "self"
+ ],
+ [
+ "Ġ",
+ "?"
+ ],
+ [
+ "ĠCh",
+ "rist"
+ ],
+ [
+ "ur",
+ "a"
+ ],
+ [
+ "Ġm",
+ "ark"
+ ],
+ [
+ "Ġय",
+ "ह"
+ ],
+ [
+ "àµ",
+ "į"
+ ],
+ [
+ "Ġe",
+ "y"
+ ],
+ [
+ "ĠM",
+ "e"
+ ],
+ [
+ "Ġmon",
+ "th"
+ ],
+ [
+ "ou",
+ "p"
+ ],
+ [
+ "æĮģ",
+ "ãģ¡"
+ ],
+ [
+ "æŀ",
+ "ľ"
+ ],
+ [
+ "ien",
+ "ce"
+ ],
+ [
+ "3",
+ "0"
+ ],
+ [
+ "äº",
+ "Į"
+ ],
+ [
+ "Ġê",
+ "±°"
+ ],
+ [
+ "A",
+ "h"
+ ],
+ [
+ "Ġh",
+ "ope"
+ ],
+ [
+ "Ġs",
+ "itu"
+ ],
+ [
+ "Ġcont",
+ "in"
+ ],
+ [
+ "Ġmo",
+ "ve"
+ ],
+ [
+ "Ġn",
+ "Ãł"
+ ],
+ [
+ "ro",
+ "p"
+ ],
+ [
+ "Ġ×",
+ "ª×"
+ ],
+ [
+ "ĠÅ",
+ "¾"
+ ],
+ [
+ "Ġà¤",
+ "ļ"
+ ],
+ [
+ "d",
+ "a"
+ ],
+ [
+ "ĠP",
+ "or"
+ ],
+ [
+ "je",
+ "ct"
+ ],
+ [
+ "ç",
+ "Ī"
+ ],
+ [
+ "il",
+ "i"
+ ],
+ [
+ "æĺ",
+ "İ"
+ ],
+ [
+ "å½",
+ "ĵ"
+ ],
+ [
+ "ĺ",
+ "×"
+ ],
+ [
+ "Ġsu",
+ "b"
+ ],
+ [
+ "in",
+ "o"
+ ],
+ [
+ "Ġm",
+ "Ã¥"
+ ],
+ [
+ "á»",
+ "į"
+ ],
+ [
+ "at",
+ "a"
+ ],
+ [
+ "ãģª",
+ "ãģŁ"
+ ],
+ [
+ "å",
+ "ĸ"
+ ],
+ [
+ "Ġcom",
+ "es"
+ ],
+ [
+ "ij",
+ "n"
+ ],
+ [
+ "Ġgr",
+ "and"
+ ],
+ [
+ "ưá»Ŀ",
+ "i"
+ ],
+ [
+ "ll",
+ "o"
+ ],
+ [
+ "ì",
+ "nh"
+ ],
+ [
+ "m",
+ "ost"
+ ],
+ [
+ "हà¥Ģ",
+ "à¤Ĥ"
+ ],
+ [
+ "Ġad",
+ "d"
+ ],
+ [
+ "Į",
+ "Ģ"
+ ],
+ [
+ "ion",
+ "al"
+ ],
+ [
+ "Ġa",
+ "ÃŃ"
+ ],
+ [
+ "ug",
+ "ht"
+ ],
+ [
+ "Ġsch",
+ "ool"
+ ],
+ [
+ "Ġpro",
+ "g"
+ ],
+ [
+ "ç",
+ "¬"
+ ],
+ [
+ "âĢ",
+ "Ķ"
+ ],
+ [
+ "Ï",
+ "Ģ"
+ ],
+ [
+ "ãģ¡",
+ "ãĤĩãģ£ãģ¨"
+ ],
+ [
+ "ãģµ",
+ "ãģµ"
+ ],
+ [
+ "Ġfu",
+ "ll"
+ ],
+ [
+ "ı",
+ "n"
+ ],
+ [
+ "Ġe",
+ "ach"
+ ],
+ [
+ "èµ",
+ "·"
+ ],
+ [
+ "os",
+ "ed"
+ ],
+ [
+ "er",
+ "ing"
+ ],
+ [
+ "Ġre",
+ "d"
+ ],
+ [
+ "è§",
+ "ī"
+ ],
+ [
+ "n",
+ "es"
+ ],
+ [
+ "éģ",
+ "ķ"
+ ],
+ [
+ "Ġre",
+ "f"
+ ],
+ [
+ "ãģ£",
+ "ãģ¡ãĤĥ"
+ ],
+ [
+ "ãĤģ",
+ "ãģ¦"
+ ],
+ [
+ "Ġm",
+ "er"
+ ],
+ [
+ "el",
+ "a"
+ ],
+ [
+ "ad",
+ "os"
+ ],
+ [
+ "Ġb",
+ "lo"
+ ],
+ [
+ "å®",
+ "ļ"
+ ],
+ [
+ "æ",
+ "ħ"
+ ],
+ [
+ "çİ",
+ "°"
+ ],
+ [
+ "Ġd",
+ "ist"
+ ],
+ [
+ "ãĤ",
+ "¦"
+ ],
+ [
+ "Ġevery",
+ "one"
+ ],
+ [
+ "Ġnum",
+ "ber"
+ ],
+ [
+ "Ġv",
+ "ers"
+ ],
+ [
+ "ĠÃ",
+ "¨"
+ ],
+ [
+ "i",
+ "as"
+ ],
+ [
+ "Ġв",
+ "Ñģ"
+ ],
+ [
+ "ĠC",
+ "om"
+ ],
+ [
+ "åĽ",
+ "½"
+ ],
+ [
+ "on",
+ "ces"
+ ],
+ [
+ "ãģı",
+ "ãģł"
+ ],
+ [
+ "ãģ",
+ "¶"
+ ],
+ [
+ "Ġlook",
+ "ed"
+ ],
+ [
+ "we",
+ "en"
+ ],
+ [
+ "an",
+ "e"
+ ],
+ [
+ "é",
+ "«"
+ ],
+ [
+ "im",
+ "a"
+ ],
+ [
+ "Ĥ",
+ "´"
+ ],
+ [
+ "al",
+ "th"
+ ],
+ [
+ "Ġni",
+ "et"
+ ],
+ [
+ "Ġpro",
+ "p"
+ ],
+ [
+ "ç",
+ "©"
+ ],
+ [
+ "Ġd",
+ "ri"
+ ],
+ [
+ "et",
+ "e"
+ ],
+ [
+ "Ġmak",
+ "ing"
+ ],
+ [
+ "Ġn",
+ "ie"
+ ],
+ [
+ "иÐ",
+ "²"
+ ],
+ [
+ "æĪ",
+ "IJ"
+ ],
+ [
+ "Ġw",
+ "a"
+ ],
+ [
+ "ä¿",
+ "º"
+ ],
+ [
+ "ê",
+ "±°"
+ ],
+ [
+ "Ġd",
+ "ass"
+ ],
+ [
+ "Ġp",
+ "at"
+ ],
+ [
+ "Ġdo",
+ "or"
+ ],
+ [
+ "Ġinv",
+ "est"
+ ],
+ [
+ "ãģĹ",
+ "ãģ¾"
+ ],
+ [
+ "ê¹",
+ "Į"
+ ],
+ [
+ "Ġin",
+ "st"
+ ],
+ [
+ "Ġm",
+ "ill"
+ ],
+ [
+ "ãģĤ",
+ "ãģ®"
+ ],
+ [
+ "Ġc",
+ "han"
+ ],
+ [
+ "ãģ",
+ "ŀ"
+ ],
+ [
+ "y",
+ "ing"
+ ],
+ [
+ "اØ",
+ "¡"
+ ],
+ [
+ "ãĤ",
+ "£"
+ ],
+ [
+ "am",
+ "ent"
+ ],
+ [
+ "д",
+ "а"
+ ],
+ [
+ "Ġfo",
+ "llow"
+ ],
+ [
+ "re",
+ "r"
+ ],
+ [
+ "end",
+ "e"
+ ],
+ [
+ "Ġन",
+ "हà¥Ģà¤Ĥ"
+ ],
+ [
+ "Ġb",
+ "ra"
+ ],
+ [
+ "ëį",
+ "°"
+ ],
+ [
+ "Ġbe",
+ "a"
+ ],
+ [
+ "if",
+ "ic"
+ ],
+ [
+ "ess",
+ "o"
+ ],
+ [
+ "Ġs",
+ "n"
+ ],
+ [
+ "Ġday",
+ "s"
+ ],
+ [
+ "ấ",
+ "t"
+ ],
+ [
+ "it",
+ "ies"
+ ],
+ [
+ "Ġc",
+ "ra"
+ ],
+ [
+ "Ġk",
+ "a"
+ ],
+ [
+ "Ġë",
+ "ª"
+ ],
+ [
+ "à§",
+ "į"
+ ],
+ [
+ "Ġv",
+ "Ãł"
+ ],
+ [
+ "é",
+ "Ń"
+ ],
+ [
+ "Ġv",
+ "æ"
+ ],
+ [
+ "il",
+ "ity"
+ ],
+ [
+ "ĠHe",
+ "y"
+ ],
+ [
+ "or",
+ "r"
+ ],
+ [
+ "ĠØ",
+ "µ"
+ ],
+ [
+ "è",
+ "°"
+ ],
+ [
+ "Ġs",
+ "ig"
+ ],
+ [
+ "没",
+ "æľī"
+ ],
+ [
+ "Ġwith",
+ "out"
+ ],
+ [
+ "ا",
+ "ب"
+ ],
+ [
+ "ĠÏ",
+ "Ģ"
+ ],
+ [
+ "pp",
+ "ed"
+ ],
+ [
+ "ĠS",
+ "Ã¥"
+ ],
+ [
+ "Ġp",
+ "ast"
+ ],
+ [
+ "Ġd",
+ "os"
+ ],
+ [
+ "ÑģÑĤ",
+ "в"
+ ],
+ [
+ "act",
+ "ly"
+ ],
+ [
+ "ĺ",
+ "ãĤĥ"
+ ],
+ [
+ "Ġtr",
+ "ue"
+ ],
+ [
+ "Ġtamb",
+ "ién"
+ ],
+ [
+ "åij",
+ "¢"
+ ],
+ [
+ "o",
+ "i"
+ ],
+ [
+ "ãģĻ",
+ "ãģĶ"
+ ],
+ [
+ "ĠÙĬ",
+ "ع"
+ ],
+ [
+ "Ġë",
+ "Ĥĺ"
+ ],
+ [
+ "Ġf",
+ "ight"
+ ],
+ [
+ "our",
+ "s"
+ ],
+ [
+ "ĠU",
+ "h"
+ ],
+ [
+ "he",
+ "s"
+ ],
+ [
+ "ி",
+ "à®"
+ ],
+ [
+ "åij",
+ "³"
+ ],
+ [
+ "åĹ",
+ "¯"
+ ],
+ [
+ "ë§",
+ "Į"
+ ],
+ [
+ "c",
+ "ri"
+ ],
+ [
+ "Ġchang",
+ "e"
+ ],
+ [
+ "Ġpu",
+ "es"
+ ],
+ [
+ "ol",
+ "og"
+ ],
+ [
+ "m",
+ "y"
+ ],
+ [
+ "è",
+ "º"
+ ],
+ [
+ "Ġse",
+ "g"
+ ],
+ [
+ "â̦â̦",
+ "ï¼Ł"
+ ],
+ [
+ "id",
+ "en"
+ ],
+ [
+ "ï¼Į",
+ "ä¸į"
+ ],
+ [
+ "at",
+ "ive"
+ ],
+ [
+ "Ġse",
+ "m"
+ ],
+ [
+ "Ġר",
+ "×"
+ ],
+ [
+ "á»",
+ "ĩ"
+ ],
+ [
+ "el",
+ "s"
+ ],
+ [
+ "Ġà¤",
+ "Ĺ"
+ ],
+ [
+ "in",
+ "es"
+ ],
+ [
+ "Ġm",
+ "á»Ļt"
+ ],
+ [
+ "Ġfriend",
+ "s"
+ ],
+ [
+ "ë",
+ "¬"
+ ],
+ [
+ "ìĭ",
+ "ľ"
+ ],
+ [
+ "ãĢģãģ",
+ "©"
+ ],
+ [
+ "Ġbet",
+ "ween"
+ ],
+ [
+ "ĠÙĪ",
+ "اÙĦ"
+ ],
+ [
+ "i",
+ "am"
+ ],
+ [
+ "åģ",
+ "ļ"
+ ],
+ [
+ "Ġl",
+ "ight"
+ ],
+ [
+ "j",
+ "or"
+ ],
+ [
+ "ãģ",
+ "İ"
+ ],
+ [
+ "ĠT",
+ "e"
+ ],
+ [
+ "Ġan",
+ "g"
+ ],
+ [
+ "ll",
+ "a"
+ ],
+ [
+ "Ġey",
+ "es"
+ ],
+ [
+ "à¸",
+ "Ľ"
+ ],
+ [
+ "à¦",
+ "°"
+ ],
+ [
+ "ee",
+ "ee"
+ ],
+ [
+ "à¤",
+ "µ"
+ ],
+ [
+ "ãģ¾ãģĽ",
+ "ãĤĵ"
+ ],
+ [
+ "Ġwr",
+ "ong"
+ ],
+ [
+ "Ġyou",
+ "ng"
+ ],
+ [
+ "Ġbre",
+ "ak"
+ ],
+ [
+ "ãģĦ",
+ "ãģ¤"
+ ],
+ [
+ "åĥ",
+ "ı"
+ ],
+ [
+ "ÙĦ",
+ "Ùħ"
+ ],
+ [
+ "Ġdef",
+ "in"
+ ],
+ [
+ "Ġin",
+ "form"
+ ],
+ [
+ "ạ",
+ "i"
+ ],
+ [
+ ".",
+ "com"
+ ],
+ [
+ "Ġdis",
+ "c"
+ ],
+ [
+ "Ġש×",
+ "IJ×"
+ ],
+ [
+ "Ġbu",
+ "ild"
+ ],
+ [
+ "Ġgo",
+ "es"
+ ],
+ [
+ "ãĥ",
+ "Ĭ"
+ ],
+ [
+ "Ġmy",
+ "self"
+ ],
+ [
+ "Ġп",
+ "о"
+ ],
+ [
+ "Ġg",
+ "ra"
+ ],
+ [
+ "à®",
+ "¾"
+ ],
+ [
+ "an",
+ "o"
+ ],
+ [
+ "æ³",
+ "ķ"
+ ],
+ [
+ "Ùĥ",
+ "ÙĨ"
+ ],
+ [
+ "å®",
+ "ŀ"
+ ],
+ [
+ "Ġst",
+ "ay"
+ ],
+ [
+ "Ġprod",
+ "u"
+ ],
+ [
+ "ãģ®",
+ "ãģ¯"
+ ],
+ [
+ "α",
+ "ι"
+ ],
+ [
+ "ä¹",
+ "ĭ"
+ ],
+ [
+ "Ġ×Ļ×",
+ "©"
+ ],
+ [
+ "ãģ¾",
+ "ãģĤ"
+ ],
+ [
+ "Ġp",
+ "ick"
+ ],
+ [
+ "åħ",
+ "¶"
+ ],
+ [
+ "Ġask",
+ "ed"
+ ],
+ [
+ "Ġb",
+ "ody"
+ ],
+ [
+ "Ġau",
+ "f"
+ ],
+ [
+ "Ġto",
+ "m"
+ ],
+ [
+ "Ġthink",
+ "ing"
+ ],
+ [
+ "ĠØ£",
+ "ÙĪ"
+ ],
+ [
+ "ist",
+ "a"
+ ],
+ [
+ "好",
+ "ãģį"
+ ],
+ [
+ "à±",
+ "į"
+ ],
+ [
+ "Ġst",
+ "e"
+ ],
+ [
+ "×ķ×ŀ",
+ "ר"
+ ],
+ [
+ "ãģĪ",
+ "ãģĪ"
+ ],
+ [
+ "å¤",
+ "ĸ"
+ ],
+ [
+ "аÐ",
+ "´"
+ ],
+ [
+ "é£",
+ "Ł"
+ ],
+ [
+ "r",
+ "as"
+ ],
+ [
+ "d",
+ "i"
+ ],
+ [
+ "ãģĵ",
+ "ãĤį"
+ ],
+ [
+ "ĠاÙĦ",
+ "ÙĦÙĩ"
+ ],
+ [
+ "Ġre",
+ "ason"
+ ],
+ [
+ "Ġо",
+ "н"
+ ],
+ [
+ "Ú",
+ "¯"
+ ],
+ [
+ "-d",
+ "o"
+ ],
+ [
+ "Ġl",
+ "ang"
+ ],
+ [
+ "Ġs",
+ "ing"
+ ],
+ [
+ "ĠÐ",
+ "ĺ"
+ ],
+ [
+ "æ",
+ "ı"
+ ],
+ [
+ "Ġfor",
+ "m"
+ ],
+ [
+ "çĦ",
+ "¡"
+ ],
+ [
+ "Ġìĺ",
+ "¤"
+ ],
+ [
+ "Ġ",
+ "Q"
+ ],
+ [
+ "Ġcá»",
+ "§a"
+ ],
+ [
+ "d",
+ "an"
+ ],
+ [
+ "еÐ",
+ "³"
+ ],
+ [
+ "1",
+ "00"
+ ],
+ [
+ "ct",
+ "or"
+ ],
+ [
+ "Ġle",
+ "arn"
+ ],
+ [
+ "Ġp",
+ "ot"
+ ],
+ [
+ "Ġsp",
+ "eak"
+ ],
+ [
+ "Ġs",
+ "am"
+ ],
+ [
+ "ั",
+ "à¸ļ"
+ ],
+ [
+ "è",
+ "¼"
+ ],
+ [
+ "ο",
+ "Ïħ"
+ ],
+ [
+ "ãĤĵãģ",
+ "«"
+ ],
+ [
+ "Ġt",
+ "ou"
+ ],
+ [
+ "à¸Ń",
+ "à¸ĩ"
+ ],
+ [
+ "×Ļ×",
+ "IJ"
+ ],
+ [
+ "Ġf",
+ "all"
+ ],
+ [
+ "it",
+ "her"
+ ],
+ [
+ "w",
+ "er"
+ ],
+ [
+ "Ġqu",
+ "ite"
+ ],
+ [
+ "ãģª",
+ "ãģĭãģ£ãģŁ"
+ ],
+ [
+ "ĠT",
+ "o"
+ ],
+ [
+ "åı¯",
+ "以"
+ ],
+ [
+ "Î",
+ "º"
+ ],
+ [
+ "Ġà¤",
+ "ī"
+ ],
+ [
+ "ĠW",
+ "ho"
+ ],
+ [
+ "ª",
+ "×Ļ"
+ ],
+ [
+ "еÐ",
+ "º"
+ ],
+ [
+ "ÑĢ",
+ "Ñĥ"
+ ],
+ [
+ "ĠE",
+ "st"
+ ],
+ [
+ "æ°Ĺ",
+ "æĮģãģ¡"
+ ],
+ [
+ "åIJ",
+ "§"
+ ],
+ [
+ "×Ļ×",
+ "ĵ"
+ ],
+ [
+ "et",
+ "zt"
+ ],
+ [
+ "Ġm",
+ "id"
+ ],
+ [
+ "-h",
+ "mm"
+ ],
+ [
+ "Ġal",
+ "g"
+ ],
+ [
+ "å¤",
+ "ī"
+ ],
+ [
+ "Õ¡",
+ "Õ"
+ ],
+ [
+ "ĠÐ",
+ "¶"
+ ],
+ [
+ "ãĥ",
+ "Ģ"
+ ],
+ [
+ "Ġ×",
+ "Ĺ×"
+ ],
+ [
+ "Ġ×IJת",
+ "×Ķ"
+ ],
+ [
+ "ĠÙħ",
+ "ع"
+ ],
+ [
+ "Ġde",
+ "al"
+ ],
+ [
+ "at",
+ "ely"
+ ],
+ [
+ "g",
+ "g"
+ ],
+ [
+ "åĢ",
+ "Ļ"
+ ],
+ [
+ "it",
+ "al"
+ ],
+ [
+ "Ġì",
+ "¢"
+ ],
+ [
+ "Ġj",
+ "á"
+ ],
+ [
+ "u",
+ "res"
+ ],
+ [
+ "ch",
+ "t"
+ ],
+ [
+ "Ġb",
+ "are"
+ ],
+ [
+ "Ġع",
+ "ÙĨ"
+ ],
+ [
+ "ig",
+ "t"
+ ],
+ [
+ "Ġc",
+ "ase"
+ ],
+ [
+ "iz",
+ "ed"
+ ],
+ [
+ "Ġmin",
+ "ut"
+ ],
+ [
+ "Ġf",
+ "ree"
+ ],
+ [
+ "á",
+ "n"
+ ],
+ [
+ "ãģ",
+ "ī"
+ ],
+ [
+ "ãĤĮ",
+ "ãģªãģĦ"
+ ],
+ [
+ "b",
+ "all"
+ ],
+ [
+ "w",
+ "here"
+ ],
+ [
+ "Ġ×IJ",
+ "×Ļ×"
+ ],
+ [
+ "Ñ",
+ "ij"
+ ],
+ [
+ "Ġaqu",
+ "i"
+ ],
+ [
+ "st",
+ "em"
+ ],
+ [
+ "ั",
+ "à¸Ļ"
+ ],
+ [
+ "Ġ×",
+ "Ľ"
+ ],
+ [
+ "à¹Ģ",
+ "ร"
+ ],
+ [
+ "Ñ",
+ "į"
+ ],
+ [
+ "Ġy",
+ "et"
+ ],
+ [
+ "Ġim",
+ "ag"
+ ],
+ [
+ "ff",
+ "ic"
+ ],
+ [
+ "ig",
+ "en"
+ ],
+ [
+ "ãĤı",
+ "ãģŁãģĹ"
+ ],
+ [
+ "ë",
+ "¶"
+ ],
+ [
+ "Ġà¤",
+ "Ń"
+ ],
+ [
+ "ĠP",
+ "r"
+ ],
+ [
+ "Ġê",
+ "³"
+ ],
+ [
+ "ãģ¡",
+ "ãĤħ"
+ ],
+ [
+ "ãģģ",
+ "ãģ£"
+ ],
+ [
+ "Ġal",
+ "most"
+ ],
+ [
+ "ĠA",
+ "t"
+ ],
+ [
+ "Ġal",
+ "s"
+ ],
+ [
+ "'",
+ "ai"
+ ],
+ [
+ "Ġle",
+ "ast"
+ ],
+ [
+ "ĠE",
+ "x"
+ ],
+ [
+ "ĠE",
+ "u"
+ ],
+ [
+ "æľ¬",
+ "å½"
+ ],
+ [
+ "Ġd",
+ "it"
+ ],
+ [
+ "Ġha",
+ "b"
+ ],
+ [
+ "ãģĹ",
+ "ãģı"
+ ],
+ [
+ "Ġ×",
+ "¤×"
+ ],
+ [
+ "è",
+ "Ī"
+ ],
+ [
+ "Ġhe",
+ "art"
+ ],
+ [
+ "Ġ",
+ "à²"
+ ],
+ [
+ "n",
+ "en"
+ ],
+ [
+ "Ġc",
+ "reat"
+ ],
+ [
+ "m",
+ "i"
+ ],
+ [
+ "Ġ×",
+ "Ĺ"
+ ],
+ [
+ "Ġê°",
+ "Ģ"
+ ],
+ [
+ "bl",
+ "ic"
+ ],
+ [
+ "Ġbe",
+ "h"
+ ],
+ [
+ "å¸",
+ "¸"
+ ],
+ [
+ "Ġco",
+ "ol"
+ ],
+ [
+ "Ġa",
+ "w"
+ ],
+ [
+ "Ġsm",
+ "all"
+ ],
+ [
+ "Ġh",
+ "ogy"
+ ],
+ [
+ "o",
+ "v"
+ ],
+ [
+ "ãģij",
+ "ãģ¦"
+ ],
+ [
+ "ãģĭ",
+ "ãĤĬ"
+ ],
+ [
+ "Ġpart",
+ "ic"
+ ],
+ [
+ "ĠاÙĦ",
+ "ت"
+ ],
+ [
+ "Ġd",
+ "in"
+ ],
+ [
+ "Ġwork",
+ "ing"
+ ],
+ [
+ "Ġthan",
+ "k"
+ ],
+ [
+ "Ġme",
+ "ans"
+ ],
+ [
+ "Ġì",
+ "ĸ´"
+ ],
+ [
+ "å",
+ "ĺ"
+ ],
+ [
+ "Ġà¤ķ",
+ "à¥ĭ"
+ ],
+ [
+ "Ï",
+ "Į"
+ ],
+ [
+ "Ġng",
+ "ưá»Ŀi"
+ ],
+ [
+ "æ¯",
+ "Ķ"
+ ],
+ [
+ "Ġto",
+ "t"
+ ],
+ [
+ "æ¬",
+ "¡"
+ ],
+ [
+ "ant",
+ "o"
+ ],
+ [
+ "Ġl",
+ "ater"
+ ],
+ [
+ "Ġëĭ",
+ "¤"
+ ],
+ [
+ "vious",
+ "ly"
+ ],
+ [
+ "ìŀ",
+ "IJ"
+ ],
+ [
+ "ĠÑį",
+ "ÑĤ"
+ ],
+ [
+ "ĠS",
+ "h"
+ ],
+ [
+ "ưá»",
+ "£"
+ ],
+ [
+ "Ġg",
+ "an"
+ ],
+ [
+ "a",
+ "ð"
+ ],
+ [
+ "åIJ",
+ "Ĺ"
+ ],
+ [
+ "ãģªãĤĵãģ",
+ "ĭ"
+ ],
+ [
+ "Ġì",
+ "ļ"
+ ],
+ [
+ "el",
+ "d"
+ ],
+ [
+ "Ġm",
+ "ess"
+ ],
+ [
+ "ä½",
+ "ĵ"
+ ],
+ [
+ "Ġevery",
+ "body"
+ ],
+ [
+ "ĠS",
+ "ÃŃ"
+ ],
+ [
+ "ãģıãģł",
+ "ãģķãģĦ"
+ ],
+ [
+ "çĽ",
+ "¸"
+ ],
+ [
+ "Ġc",
+ "ent"
+ ],
+ [
+ "iv",
+ "es"
+ ],
+ [
+ "ver",
+ "n"
+ ],
+ [
+ "ort",
+ "un"
+ ],
+ [
+ "Ġsome",
+ "body"
+ ],
+ [
+ "ĠÐ",
+ "Ĵ"
+ ],
+ [
+ "е",
+ "Ñģ"
+ ],
+ [
+ "Ġun",
+ "til"
+ ],
+ [
+ "ãĥ",
+ "ij"
+ ],
+ [
+ "çĽ",
+ "´"
+ ],
+ [
+ "ãģ¡",
+ "ãģ¯"
+ ],
+ [
+ "é«",
+ "ĺ"
+ ],
+ [
+ "Ġk",
+ "o"
+ ],
+ [
+ "ĠM",
+ "as"
+ ],
+ [
+ "on",
+ "es"
+ ],
+ [
+ "ãĥ",
+ "Ł"
+ ],
+ [
+ "id",
+ "er"
+ ],
+ [
+ "Ġcou",
+ "ple"
+ ],
+ [
+ "Ġsin",
+ "ce"
+ ],
+ [
+ "20",
+ "1"
+ ],
+ [
+ "Ġhe",
+ "y"
+ ],
+ [
+ "Ġо",
+ "ÑĤ"
+ ],
+ [
+ "Ġche",
+ "ck"
+ ],
+ [
+ "ãĢĤ",
+ "ãģĿãģĨ"
+ ],
+ [
+ "ĠTr",
+ "ump"
+ ],
+ [
+ "Ġog",
+ "så"
+ ],
+ [
+ "Ø",
+ "¥"
+ ],
+ [
+ "त",
+ "ा"
+ ],
+ [
+ "èº",
+ "«"
+ ],
+ [
+ "Ġs",
+ "ense"
+ ],
+ [
+ "Ġhe",
+ "b"
+ ],
+ [
+ "Ġmak",
+ "es"
+ ],
+ [
+ "et",
+ "te"
+ ],
+ [
+ "ri",
+ "ed"
+ ],
+ [
+ "Å",
+ "Ľ"
+ ],
+ [
+ "Ġcomm",
+ "un"
+ ],
+ [
+ "Ġpol",
+ "it"
+ ],
+ [
+ "Ġt",
+ "w"
+ ],
+ [
+ "Ġhal",
+ "f"
+ ],
+ [
+ "ĠÑ",
+ "ħ"
+ ],
+ [
+ "ãĥ",
+ "Ĺ"
+ ],
+ [
+ "â",
+ "n"
+ ],
+ [
+ "ãģł",
+ "ãģ£ãģ¦"
+ ],
+ [
+ "la",
+ "h"
+ ],
+ [
+ "ãģª",
+ "ãĤĭ"
+ ],
+ [
+ "×ķ×",
+ "ĵ×"
+ ],
+ [
+ "Ġdi",
+ "es"
+ ],
+ [
+ "èĢ",
+ "ĥ"
+ ],
+ [
+ "Ġes",
+ "pe"
+ ],
+ [
+ "ä¸",
+ "»"
+ ],
+ [
+ "å",
+ "Ħ"
+ ],
+ [
+ "Å",
+ "¼"
+ ],
+ [
+ "iel",
+ "d"
+ ],
+ [
+ "ĠJ",
+ "eg"
+ ],
+ [
+ "Th",
+ "is"
+ ],
+ [
+ "Ġm",
+ "ot"
+ ],
+ [
+ "ãģ¨",
+ "ãģĵãĤį"
+ ],
+ [
+ "Ġ׾",
+ "×Ķ×"
+ ],
+ [
+ "åĢ",
+ "ĭ"
+ ],
+ [
+ "åĭ",
+ "ķ"
+ ],
+ [
+ "ãĢģ",
+ "ãĤĵ"
+ ],
+ [
+ "Ġf",
+ "elt"
+ ],
+ [
+ "ãĤ",
+ "°"
+ ],
+ [
+ "ĠC",
+ "an"
+ ],
+ [
+ "ic",
+ "i"
+ ],
+ [
+ "ĠThe",
+ "n"
+ ],
+ [
+ "li",
+ "j"
+ ],
+ [
+ "ĠÐ",
+ "¢"
+ ],
+ [
+ "ãĤī",
+ "ãģĦ"
+ ],
+ [
+ "à¸",
+ "¹"
+ ],
+ [
+ "'",
+ "il"
+ ],
+ [
+ "àµį",
+ "à´"
+ ],
+ [
+ "ä½",
+ "¿"
+ ],
+ [
+ "Ġag",
+ "o"
+ ],
+ [
+ "Ġb",
+ "ar"
+ ],
+ [
+ "Ġf",
+ "ig"
+ ],
+ [
+ "i",
+ "ế"
+ ],
+ [
+ "ãĤ",
+ "µ"
+ ],
+ [
+ "å¤",
+ "ª"
+ ],
+ [
+ "20",
+ "2"
+ ],
+ [
+ "Ġcont",
+ "ro"
+ ],
+ [
+ "Ġent",
+ "re"
+ ],
+ [
+ "s",
+ "ide"
+ ],
+ [
+ "ion",
+ "es"
+ ],
+ [
+ "Ġв",
+ "оÑĤ"
+ ],
+ [
+ "Ñ",
+ "ĸ"
+ ],
+ [
+ "ÙĪ",
+ "Ùħ"
+ ],
+ [
+ "-",
+ "b"
+ ],
+ [
+ "Ġem",
+ "p"
+ ],
+ [
+ "ĠD",
+ "a"
+ ],
+ [
+ "1",
+ "5"
+ ],
+ [
+ "Ġ×IJ×",
+ "ij׾"
+ ],
+ [
+ "ÛĮ",
+ "ÙĨ"
+ ],
+ [
+ "ĠÃ",
+ "¼"
+ ],
+ [
+ "Ġcon",
+ "vers"
+ ],
+ [
+ "Ġ",
+ "á"
+ ],
+ [
+ "Ġl",
+ "ess"
+ ],
+ [
+ "Ġis",
+ "n"
+ ],
+ [
+ "è¨Ģ",
+ "ãģ£ãģ¦"
+ ],
+ [
+ "ол",
+ "ÑĮ"
+ ],
+ [
+ "Ġb",
+ "ed"
+ ],
+ [
+ "Ġvide",
+ "o"
+ ],
+ [
+ "×ķ×",
+ "ľ×"
+ ],
+ [
+ "é",
+ "¦"
+ ],
+ [
+ "an",
+ "i"
+ ],
+ [
+ "è",
+ "Ĥ"
+ ],
+ [
+ "ÙĬ",
+ "ا"
+ ],
+ [
+ "ãĢģ",
+ "ä»Ĭ"
+ ],
+ [
+ "ç",
+ "¤"
+ ],
+ [
+ "g",
+ "ar"
+ ],
+ [
+ "Ġb",
+ "en"
+ ],
+ [
+ "à¯ģ",
+ "à®"
+ ],
+ [
+ "é",
+ "ħ"
+ ],
+ [
+ "ac",
+ "ht"
+ ],
+ [
+ "à¤",
+ "¬"
+ ],
+ [
+ "Ġt",
+ "á"
+ ],
+ [
+ "is",
+ "m"
+ ],
+ [
+ "Ġmor",
+ "ning"
+ ],
+ [
+ "ĠO",
+ "ne"
+ ],
+ [
+ "аÐ",
+ "¶"
+ ],
+ [
+ "Ġsk",
+ "al"
+ ],
+ [
+ "ç",
+ "¨"
+ ],
+ [
+ "v",
+ "ent"
+ ],
+ [
+ "æĢ",
+ "§"
+ ],
+ [
+ "ÃŃ",
+ "s"
+ ],
+ [
+ "Ġpr",
+ "om"
+ ],
+ [
+ "Ġfa",
+ "vor"
+ ],
+ [
+ "Ġinterest",
+ "ing"
+ ],
+ [
+ "Ġs",
+ "us"
+ ],
+ [
+ "ãģł",
+ "ãĤĪ"
+ ],
+ [
+ "Ġв",
+ "Ñĭ"
+ ],
+ [
+ "è",
+ "´"
+ ],
+ [
+ "nd",
+ "o"
+ ],
+ [
+ "èī",
+ "¯"
+ ],
+ [
+ "ĠA",
+ "m"
+ ],
+ [
+ "ĠÃ",
+ "º"
+ ],
+ [
+ "Ġž",
+ "e"
+ ],
+ [
+ "ा",
+ "न"
+ ],
+ [
+ "Ġn",
+ "em"
+ ],
+ [
+ "Ľ×",
+ "ľ"
+ ],
+ [
+ "ãģ",
+ "³"
+ ],
+ [
+ "Ġex",
+ "am"
+ ],
+ [
+ "am",
+ "n"
+ ],
+ [
+ "Ġ×",
+ "¤"
+ ],
+ [
+ "c",
+ "ul"
+ ],
+ [
+ "ìĿ",
+ "¸"
+ ],
+ [
+ "al",
+ "d"
+ ],
+ [
+ "Ġve",
+ "z"
+ ],
+ [
+ "ĠM",
+ "an"
+ ],
+ [
+ "ic",
+ "es"
+ ],
+ [
+ "Ġnh",
+ "ư"
+ ],
+ [
+ "Ġहà¥Ī",
+ "à¤Ĥ"
+ ],
+ [
+ "à¸",
+ "¸"
+ ],
+ [
+ "Ġn",
+ "ice"
+ ],
+ [
+ "Ġqu",
+ "ick"
+ ],
+ [
+ "Ġsh",
+ "o"
+ ],
+ [
+ "ãĥ",
+ "Ĩ"
+ ],
+ [
+ "t",
+ "on"
+ ],
+ [
+ "Ġê²",
+ "ĥ"
+ ],
+ [
+ "l",
+ "us"
+ ],
+ [
+ "è",
+ "Ĭ"
+ ],
+ [
+ "ĠÎ",
+ "º"
+ ],
+ [
+ "W",
+ "ell"
+ ],
+ [
+ "ĠÐ",
+ "Ł"
+ ],
+ [
+ "Ġs",
+ "ou"
+ ],
+ [
+ "æĦŁ",
+ "ãģĺ"
+ ],
+ [
+ "د",
+ "ا"
+ ],
+ [
+ "ä¿",
+ "¡"
+ ],
+ [
+ "à§į",
+ "à¦"
+ ],
+ [
+ "Ġbeh",
+ "ind"
+ ],
+ [
+ "Ġf",
+ "ör"
+ ],
+ [
+ "Ġ×ŀ×",
+ "IJ"
+ ],
+ [
+ "Ġch",
+ "á»"
+ ],
+ [
+ "ç",
+ "½"
+ ],
+ [
+ "æŃ",
+ "£"
+ ],
+ [
+ "ĠMay",
+ "be"
+ ],
+ [
+ "त",
+ "à¥ĩ"
+ ],
+ [
+ "Ġh",
+ "ur"
+ ],
+ [
+ "d",
+ "ay"
+ ],
+ [
+ "u",
+ "be"
+ ],
+ [
+ "Ġ׼×",
+ "ľ"
+ ],
+ [
+ "å¤",
+ "«"
+ ],
+ [
+ "ĠÙĩ",
+ "ÙĨا"
+ ],
+ [
+ "Ù",
+ "ij"
+ ],
+ [
+ "Ġass",
+ "im"
+ ],
+ [
+ "ëŁ",
+ "°"
+ ],
+ [
+ "ãģĽ",
+ "ãģ¦"
+ ],
+ [
+ "Ġ×",
+ "¢"
+ ],
+ [
+ "аÐ",
+ "¹"
+ ],
+ [
+ "Ġg",
+ "re"
+ ],
+ [
+ "åł",
+ "´"
+ ],
+ [
+ "-",
+ "ÑĤо"
+ ],
+ [
+ "Ġj",
+ "etzt"
+ ],
+ [
+ "Ķ",
+ "र"
+ ],
+ [
+ "à¤",
+ "Ĺ"
+ ],
+ [
+ "à¥įà¤",
+ "¤"
+ ],
+ [
+ "in",
+ "i"
+ ],
+ [
+ "ãĢ",
+ "ħ"
+ ],
+ [
+ "s",
+ "k"
+ ],
+ [
+ "Ġme",
+ "et"
+ ],
+ [
+ "Ġc",
+ "am"
+ ],
+ [
+ "Ġall",
+ "e"
+ ],
+ [
+ "Ġy",
+ "ang"
+ ],
+ [
+ "ar",
+ "i"
+ ],
+ [
+ "Ġк",
+ "о"
+ ],
+ [
+ "ĠI",
+ "l"
+ ],
+ [
+ "d",
+ "y"
+ ],
+ [
+ "×ķר",
+ "×"
+ ],
+ [
+ "åIJ",
+ "į"
+ ],
+ [
+ "è§",
+ "£"
+ ],
+ [
+ "ĠG",
+ "r"
+ ],
+ [
+ "æĸ",
+ "°"
+ ],
+ [
+ "ter",
+ "n"
+ ],
+ [
+ "Ġp",
+ "op"
+ ],
+ [
+ "Ġwould",
+ "n"
+ ],
+ [
+ "Ġell",
+ "er"
+ ],
+ [
+ "ad",
+ "i"
+ ],
+ [
+ "Ġwat",
+ "er"
+ ],
+ [
+ "è",
+ "£"
+ ],
+ [
+ "Ġave",
+ "c"
+ ],
+ [
+ "et",
+ "t"
+ ],
+ [
+ "Ġhum",
+ "an"
+ ],
+ [
+ "ĠL",
+ "ord"
+ ],
+ [
+ "c",
+ "c"
+ ],
+ [
+ "y",
+ "or"
+ ],
+ [
+ "Ġbu",
+ "eno"
+ ],
+ [
+ "ãĢģãģĿ",
+ "ãģ®"
+ ],
+ [
+ "ب",
+ "ÙĬ"
+ ],
+ [
+ "Ġ",
+ "$"
+ ],
+ [
+ "2",
+ "00"
+ ],
+ [
+ "à¥įà¤",
+ "Ł"
+ ],
+ [
+ "ĸ",
+ "×"
+ ],
+ [
+ "ãĥ",
+ "ĩ"
+ ],
+ [
+ "Ġu",
+ "t"
+ ],
+ [
+ "ak",
+ "t"
+ ],
+ [
+ "Qu",
+ "é"
+ ],
+ [
+ "-d",
+ "a"
+ ],
+ [
+ "ç",
+ "a"
+ ],
+ [
+ "Ġfin",
+ "al"
+ ],
+ [
+ "ï¼Į",
+ "ä»ĸ"
+ ],
+ [
+ "s",
+ "on"
+ ],
+ [
+ "Ġì",
+ "Īĺ"
+ ],
+ [
+ "Ġt",
+ "ip"
+ ],
+ [
+ "Ġsi",
+ "x"
+ ],
+ [
+ "Ġl",
+ "á"
+ ],
+ [
+ "Ġp",
+ "esso"
+ ],
+ [
+ "Ķ",
+ "Ģ"
+ ],
+ [
+ "Ġt",
+ "re"
+ ],
+ [
+ "Ġì",
+ "ĥ"
+ ],
+ [
+ "ç§",
+ "į"
+ ],
+ [
+ "ãģ«",
+ "ãĤĤ"
+ ],
+ [
+ "åIJ",
+ "Ľ"
+ ],
+ [
+ "Ġl",
+ "ine"
+ ],
+ [
+ "à°",
+ "¿"
+ ],
+ [
+ "Ġह",
+ "à¥ĭ"
+ ],
+ [
+ "ãģ¾",
+ "ãģł"
+ ],
+ [
+ "ĠP",
+ "ero"
+ ],
+ [
+ "ر",
+ "ا"
+ ],
+ [
+ "i",
+ "fe"
+ ],
+ [
+ "1",
+ "2"
+ ],
+ [
+ "ĠP",
+ "a"
+ ],
+ [
+ "ant",
+ "s"
+ ],
+ [
+ "ĠJo",
+ "hn"
+ ],
+ [
+ "l",
+ "u"
+ ],
+ [
+ "ort",
+ "h"
+ ],
+ [
+ "Ġ",
+ "à´"
+ ],
+ [
+ "×Ļ×",
+ "ij"
+ ],
+ [
+ "ìĸ´",
+ "ìļĶ"
+ ],
+ [
+ "×Ļ",
+ "×ķ"
+ ],
+ [
+ "Ġhapp",
+ "y"
+ ],
+ [
+ "Ġgr",
+ "ow"
+ ],
+ [
+ "ment",
+ "s"
+ ],
+ [
+ "ĠÙĬ",
+ "ا"
+ ],
+ [
+ "Ġt",
+ "est"
+ ],
+ [
+ "Ġlea",
+ "ve"
+ ],
+ [
+ "ir",
+ "o"
+ ],
+ [
+ "ä¸",
+ "ĸ"
+ ],
+ [
+ "Ġl",
+ "and"
+ ],
+ [
+ "Ġ×",
+ "§"
+ ],
+ [
+ "iá»",
+ "ĩ"
+ ],
+ [
+ "ãĤ",
+ "§"
+ ],
+ [
+ "Ġf",
+ "ine"
+ ],
+ [
+ "ãģħ",
+ "ãģħ"
+ ],
+ [
+ "Ġv",
+ "en"
+ ],
+ [
+ "ie",
+ "f"
+ ],
+ [
+ "sel",
+ "ves"
+ ],
+ [
+ "Ġmat",
+ "ter"
+ ],
+ [
+ "ô",
+ "i"
+ ],
+ [
+ "Ġn",
+ "orm"
+ ],
+ [
+ "åĽł",
+ "为"
+ ],
+ [
+ "ÙĪ",
+ "د"
+ ],
+ [
+ "Ġe",
+ "ine"
+ ],
+ [
+ "Ø",
+ "¦"
+ ],
+ [
+ "Ñĥ",
+ "д"
+ ],
+ [
+ "ìĬ",
+ "µ"
+ ],
+ [
+ "is",
+ "ter"
+ ],
+ [
+ "åĵ",
+ "Ī"
+ ],
+ [
+ "ts",
+ "Ã¥"
+ ],
+ [
+ "ll",
+ "en"
+ ],
+ [
+ "Ġk",
+ "un"
+ ],
+ [
+ "å",
+ "Ł"
+ ],
+ [
+ "AA",
+ "AA"
+ ],
+ [
+ "ãĢģ",
+ "ãĤĤãģĨ"
+ ],
+ [
+ "Ġ",
+ "اÙĨ"
+ ],
+ [
+ "ĵ×",
+ "ijר"
+ ],
+ [
+ "è",
+ "¢"
+ ],
+ [
+ "ç",
+ "®"
+ ],
+ [
+ "st",
+ "a"
+ ],
+ [
+ "á»",
+ "¯"
+ ],
+ [
+ "åı¯",
+ "èĥ½"
+ ],
+ [
+ "st",
+ "er"
+ ],
+ [
+ "im",
+ "o"
+ ],
+ [
+ "ãģĶ",
+ "ãģĸ"
+ ],
+ [
+ "ç¾",
+ "İ"
+ ],
+ [
+ "IJ×",
+ "ľ"
+ ],
+ [
+ "ãģ®",
+ "ãģĵãģ¨"
+ ],
+ [
+ "ê",
+ "me"
+ ],
+ [
+ "Ġl",
+ "le"
+ ],
+ [
+ "ha",
+ "m"
+ ],
+ [
+ "Ġepis",
+ "ode"
+ ],
+ [
+ "Ġple",
+ "ase"
+ ],
+ [
+ "p",
+ "ar"
+ ],
+ [
+ "Ġver",
+ "d"
+ ],
+ [
+ "å·",
+ "±"
+ ],
+ [
+ "éĸ",
+ "ĵ"
+ ],
+ [
+ "èĩª",
+ "åĪĨ"
+ ],
+ [
+ "y",
+ "le"
+ ],
+ [
+ "Ġm",
+ "ain"
+ ],
+ [
+ "ÃŃ",
+ "t"
+ ],
+ [
+ "ãģ£",
+ "ãģ¡"
+ ],
+ [
+ "Ġë",
+ "IJ"
+ ],
+ [
+ "ond",
+ "er"
+ ],
+ [
+ "å®",
+ "Ł"
+ ],
+ [
+ "Ġprog",
+ "ram"
+ ],
+ [
+ "Ġà¤Ĩ",
+ "प"
+ ],
+ [
+ "åı",
+ "ĸ"
+ ],
+ [
+ "ir",
+ "it"
+ ],
+ [
+ "Ġw",
+ "ie"
+ ],
+ [
+ "à¸Ħ",
+ "ร"
+ ],
+ [
+ "Ġ×Ĵ×",
+ "Ŀ"
+ ],
+ [
+ "и",
+ "Ñħ"
+ ],
+ [
+ "ãĥ",
+ "¥"
+ ],
+ [
+ "оÐ",
+ "º"
+ ],
+ [
+ "it",
+ "ing"
+ ],
+ [
+ "Ġm",
+ "ir"
+ ],
+ [
+ "un",
+ "ch"
+ ],
+ [
+ "Ġcould",
+ "n"
+ ],
+ [
+ "b",
+ "al"
+ ],
+ [
+ "ĠEnt",
+ "ão"
+ ],
+ [
+ "ா",
+ "à®"
+ ],
+ [
+ "Ġh",
+ "it"
+ ],
+ [
+ "è",
+ "re"
+ ],
+ [
+ "æĺ¯",
+ "çļĦ"
+ ],
+ [
+ "Ġan",
+ "t"
+ ],
+ [
+ "Ġwom",
+ "an"
+ ],
+ [
+ "Ġsy",
+ "stem"
+ ],
+ [
+ "ĠÙĬع",
+ "ÙĨÙĬ"
+ ],
+ [
+ "Ġh",
+ "om"
+ ],
+ [
+ "Î",
+ "Ń"
+ ],
+ [
+ "Ġv",
+ "amos"
+ ],
+ [
+ "Ġà¤",
+ "Ķर"
+ ],
+ [
+ "Ġs",
+ "ag"
+ ],
+ [
+ "Ġkid",
+ "s"
+ ],
+ [
+ "it",
+ "ely"
+ ],
+ [
+ "ang",
+ "e"
+ ],
+ [
+ "ren",
+ "ce"
+ ],
+ [
+ "Ä",
+ "ĩ"
+ ],
+ [
+ "Ġtamb",
+ "ém"
+ ],
+ [
+ "mp",
+ "re"
+ ],
+ [
+ "Ö",
+ "Ģ"
+ ],
+ [
+ "Ñı",
+ "ÑĤ"
+ ],
+ [
+ "Ø",
+ "¸"
+ ],
+ [
+ "av",
+ "a"
+ ],
+ [
+ "h",
+ "or"
+ ],
+ [
+ "Ġë",
+ "ı"
+ ],
+ [
+ "à±į",
+ "à°"
+ ],
+ [
+ "Ġtak",
+ "ing"
+ ],
+ [
+ "out",
+ "h"
+ ],
+ [
+ "Ġw",
+ "o"
+ ],
+ [
+ "ãĤı",
+ "ãģij"
+ ],
+ [
+ "è§ī",
+ "å¾Ĺ"
+ ],
+ [
+ "Ġa",
+ "z"
+ ],
+ [
+ "ou",
+ "d"
+ ],
+ [
+ "ĠE",
+ "r"
+ ],
+ [
+ "Ġe",
+ "qu"
+ ],
+ [
+ "ĠC",
+ "o"
+ ],
+ [
+ "g",
+ "ue"
+ ],
+ [
+ "Ġf",
+ "ac"
+ ],
+ [
+ "ĠB",
+ "u"
+ ],
+ [
+ "ä",
+ "n"
+ ],
+ [
+ "Ġf",
+ "ore"
+ ],
+ [
+ "Ġt",
+ "in"
+ ],
+ [
+ "Ġno",
+ "ch"
+ ],
+ [
+ "ü",
+ "n"
+ ],
+ [
+ "ãģĨ",
+ "ãģĨ"
+ ],
+ [
+ "ع",
+ "د"
+ ],
+ [
+ "Ġser",
+ "v"
+ ],
+ [
+ "à¤Ĥà¤",
+ "Ĺ"
+ ],
+ [
+ "Ġex",
+ "pect"
+ ],
+ [
+ "é",
+ "e"
+ ],
+ [
+ "ì",
+ "Ľ"
+ ],
+ [
+ "ation",
+ "al"
+ ],
+ [
+ "r",
+ "at"
+ ],
+ [
+ "ì",
+ "ĥ"
+ ],
+ [
+ "ãģį",
+ "ãģŁ"
+ ],
+ [
+ "ãģ¯",
+ "ãģ¯"
+ ],
+ [
+ "is",
+ "te"
+ ],
+ [
+ "×Ļ×",
+ "©"
+ ],
+ [
+ "um",
+ "ent"
+ ],
+ [
+ "ãĤĵãģ«",
+ "ãģ¡ãģ¯"
+ ],
+ [
+ "Ġle",
+ "vel"
+ ],
+ [
+ "ĠH",
+ "o"
+ ],
+ [
+ "ãĤĤ",
+ "ãĤī"
+ ],
+ [
+ "ãģ¨",
+ "ãģĹãģ¦"
+ ],
+ [
+ "ãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤ",
+ "ãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤ"
+ ],
+ [
+ "1",
+ "1"
+ ],
+ [
+ "ĠM",
+ "r"
+ ],
+ [
+ "er",
+ "v"
+ ],
+ [
+ "Ġcount",
+ "ry"
+ ],
+ [
+ "Ñĥ",
+ "ÑĤ"
+ ],
+ [
+ "ï½ŀ",
+ "ï½ŀ"
+ ],
+ [
+ "Ġwom",
+ "en"
+ ],
+ [
+ "Ġno",
+ "g"
+ ],
+ [
+ "и",
+ "Ñĩ"
+ ],
+ [
+ "Ġso",
+ "cial"
+ ],
+ [
+ "Ġde",
+ "ad"
+ ],
+ [
+ "i",
+ "or"
+ ],
+ [
+ "æĹ¶",
+ "åĢĻ"
+ ],
+ [
+ "Ġह",
+ "म"
+ ],
+ [
+ "é",
+ "ĺ"
+ ],
+ [
+ "ر",
+ "Ùģ"
+ ],
+ [
+ "ot",
+ "s"
+ ],
+ [
+ "ä¸",
+ "ī"
+ ],
+ [
+ "èĩª",
+ "å·±"
+ ],
+ [
+ "Ġg",
+ "one"
+ ],
+ [
+ "ĠC",
+ "ar"
+ ],
+ [
+ "g",
+ "ed"
+ ],
+ [
+ "Ġé",
+ "t"
+ ],
+ [
+ "ãĤĤ",
+ "ãģ£ãģ¨"
+ ],
+ [
+ "Ġо",
+ "б"
+ ],
+ [
+ "Ġfo",
+ "i"
+ ],
+ [
+ "ãĢģãģĵ",
+ "ãĤĮ"
+ ],
+ [
+ "è",
+ "ĭ"
+ ],
+ [
+ "aaaaaaaa",
+ "aaaaaaaa"
+ ],
+ [
+ "Ġp",
+ "ost"
+ ],
+ [
+ "ãģĭ",
+ "ãģĹ"
+ ],
+ [
+ "æķ",
+ "Ļ"
+ ],
+ [
+ "ĠY",
+ "o"
+ ],
+ [
+ "Ġso",
+ "bre"
+ ],
+ [
+ "Ġse",
+ "ason"
+ ],
+ [
+ "Ġs",
+ "le"
+ ],
+ [
+ "ื",
+ "à¸Ń"
+ ],
+ [
+ "Ġ×",
+ "§×"
+ ],
+ [
+ "I",
+ "n"
+ ],
+ [
+ "ĠÄij",
+ "ó"
+ ],
+ [
+ "ĠA",
+ "d"
+ ],
+ [
+ "Ġc",
+ "al"
+ ],
+ [
+ "иÐ",
+ "¹"
+ ],
+ [
+ "The",
+ "y"
+ ],
+ [
+ "us",
+ "h"
+ ],
+ [
+ "Ġqu",
+ "al"
+ ],
+ [
+ "Ġf",
+ "re"
+ ],
+ [
+ "Ġ",
+ "ÑĤо"
+ ],
+ [
+ "Ġfr",
+ "ont"
+ ],
+ [
+ "Ġs",
+ "é"
+ ],
+ [
+ "Ġv",
+ "ra"
+ ],
+ [
+ "i",
+ "que"
+ ],
+ [
+ "á»",
+ "ĵ"
+ ],
+ [
+ "che",
+ "s"
+ ],
+ [
+ "ĠÑģ",
+ "ÑĤ"
+ ],
+ [
+ "ม",
+ "à¹Ī"
+ ],
+ [
+ "Ġv",
+ "on"
+ ],
+ [
+ "ĠÐ",
+ "Ķ"
+ ],
+ [
+ "é",
+ "Ł"
+ ],
+ [
+ "Ġst",
+ "re"
+ ],
+ [
+ "ĠE",
+ "very"
+ ],
+ [
+ "ĠsÃ¥",
+ "dan"
+ ],
+ [
+ "ow",
+ "s"
+ ],
+ [
+ "à°",
+ "¾"
+ ],
+ [
+ "Ġfo",
+ "ot"
+ ],
+ [
+ "c",
+ "le"
+ ],
+ [
+ "i",
+ "ver"
+ ],
+ [
+ "ç·",
+ "Ĵ"
+ ],
+ [
+ "à¤",
+ "¦"
+ ],
+ [
+ "Ġب",
+ "اÙĦ"
+ ],
+ [
+ "ãģ§",
+ "ãģĹãĤĩãģĨ"
+ ],
+ [
+ "Ġc",
+ "at"
+ ],
+ [
+ "ë",
+ "°"
+ ],
+ [
+ "ci",
+ "ally"
+ ],
+ [
+ "Ġë",
+ "³´"
+ ],
+ [
+ "ãĤĪ",
+ "ãĤĬ"
+ ],
+ [
+ "en",
+ "a"
+ ],
+ [
+ "or",
+ "ies"
+ ],
+ [
+ "Ġcon",
+ "st"
+ ],
+ [
+ "ĠØ",
+ "·"
+ ],
+ [
+ "ĠÎ",
+ "µ"
+ ],
+ [
+ "Ġv",
+ "ir"
+ ],
+ [
+ "×ķ×",
+ "§"
+ ],
+ [
+ "Ġhim",
+ "self"
+ ],
+ [
+ "ëł",
+ "ĩ"
+ ],
+ [
+ "Å",
+ "Ļ"
+ ],
+ [
+ "Ġ×Ķ×",
+ "ŀ×"
+ ],
+ [
+ "v",
+ "in"
+ ],
+ [
+ "ĠÃ",
+ "§"
+ ],
+ [
+ "×Ļ",
+ "×ķת"
+ ],
+ [
+ "¯",
+ "ा"
+ ],
+ [
+ "Ġh",
+ "or"
+ ],
+ [
+ "Ġs",
+ "it"
+ ],
+ [
+ "Ġìł",
+ "ķ"
+ ],
+ [
+ "ãģĪ",
+ "ãĤĭ"
+ ],
+ [
+ "ne",
+ "y"
+ ],
+ [
+ "Ġstr",
+ "ong"
+ ],
+ [
+ "Å",
+ "©"
+ ],
+ [
+ "ar",
+ "ch"
+ ],
+ [
+ "ĠAl",
+ "so"
+ ],
+ [
+ "Ġbl",
+ "ack"
+ ],
+ [
+ "и",
+ "Ñģ"
+ ],
+ [
+ "Ġd",
+ "un"
+ ],
+ [
+ "r",
+ "oss"
+ ],
+ [
+ "-",
+ "s"
+ ],
+ [
+ "ε",
+ "ι"
+ ],
+ [
+ "on",
+ "y"
+ ],
+ [
+ "vie",
+ "w"
+ ],
+ [
+ "å½",
+ "¼"
+ ],
+ [
+ "æĹ",
+ "©"
+ ],
+ [
+ "Ġе",
+ "ÑģÑĤÑĮ"
+ ],
+ [
+ "f",
+ "or"
+ ],
+ [
+ "ãģĺãĤĥ",
+ "ãģĤ"
+ ],
+ [
+ "iv",
+ "ing"
+ ],
+ [
+ "Ġ×",
+ "ł"
+ ],
+ [
+ "Ġsomet",
+ "imes"
+ ],
+ [
+ "Ġte",
+ "ch"
+ ],
+ [
+ "ãĢģ",
+ "ãģĦ"
+ ],
+ [
+ "à¦",
+ "¨"
+ ],
+ [
+ "Ġis",
+ "s"
+ ],
+ [
+ "Ġ",
+ "à¹ĥ"
+ ],
+ [
+ "Ġlook",
+ "s"
+ ],
+ [
+ "Ġes",
+ "se"
+ ],
+ [
+ "ç¥",
+ "ŀ"
+ ],
+ [
+ "à¤Ĥà¤",
+ "¦"
+ ],
+ [
+ "Ġl",
+ "ar"
+ ],
+ [
+ "Ġhand",
+ "s"
+ ],
+ [
+ "Ġþ",
+ "að"
+ ],
+ [
+ "اØ",
+ "¦"
+ ],
+ [
+ "Ġbe",
+ "come"
+ ],
+ [
+ "itt",
+ "ing"
+ ],
+ [
+ "ç",
+ "¶"
+ ],
+ [
+ "éĸ",
+ "ĵãģ"
+ ],
+ [
+ "è",
+ "Ń"
+ ],
+ [
+ "Ġtod",
+ "os"
+ ],
+ [
+ "he",
+ "ad"
+ ],
+ [
+ "l",
+ "et"
+ ],
+ [
+ "å®",
+ "ĥ"
+ ],
+ [
+ "Ġcl",
+ "ose"
+ ],
+ [
+ "Ġ×IJ×",
+ "ĸ"
+ ],
+ [
+ "Ġex",
+ "actly"
+ ],
+ [
+ "ĸ",
+ "Ī"
+ ],
+ [
+ "Ġë",
+ "¶"
+ ],
+ [
+ "Ġb",
+ "es"
+ ],
+ [
+ "ãģĦ",
+ "ãģ¾ãģĹãģŁ"
+ ],
+ [
+ "Ġla",
+ "w"
+ ],
+ [
+ "Ġtra",
+ "in"
+ ],
+ [
+ "ाà¤",
+ "²"
+ ],
+ [
+ "ãģªãģĦ",
+ "ãģ®"
+ ],
+ [
+ "а",
+ "еÑĤ"
+ ],
+ [
+ "b",
+ "ut"
+ ],
+ [
+ "à¸",
+ "Ĥ"
+ ],
+ [
+ "un",
+ "e"
+ ],
+ [
+ "à¸",
+ "ŀ"
+ ],
+ [
+ "Ġha",
+ "cer"
+ ],
+ [
+ "ĠW",
+ "ow"
+ ],
+ [
+ "Ġest",
+ "a"
+ ],
+ [
+ "Ġa",
+ "ð"
+ ],
+ [
+ "×Ļ×Ļ",
+ "×Ļ×Ļ"
+ ],
+ [
+ "c",
+ "is"
+ ],
+ [
+ "ãĢģãģĤ",
+ "ãģ£"
+ ],
+ [
+ "ot",
+ "t"
+ ],
+ [
+ "ist",
+ "s"
+ ],
+ [
+ "Ġnew",
+ "s"
+ ],
+ [
+ "f",
+ "ter"
+ ],
+ [
+ "ĠS",
+ "te"
+ ],
+ [
+ "b",
+ "ers"
+ ],
+ [
+ "Ġde",
+ "ep"
+ ],
+ [
+ "Ġre",
+ "ady"
+ ],
+ [
+ "Ġ×ŀ×IJ",
+ "×ķ×ĵ"
+ ],
+ [
+ "olut",
+ "ely"
+ ],
+ [
+ "ا",
+ "ÙĬ"
+ ],
+ [
+ "ĠÎ",
+ "±"
+ ],
+ [
+ "ë",
+ "²"
+ ],
+ [
+ "ĠÙĦ",
+ "ÙĬ"
+ ],
+ [
+ "Ġha",
+ "ven"
+ ],
+ [
+ "ort",
+ "s"
+ ],
+ [
+ "ŀ",
+ "×ķ×"
+ ],
+ [
+ "Ġì§",
+ "Ģ"
+ ],
+ [
+ "-",
+ "t"
+ ],
+ [
+ "Ġp",
+ "ens"
+ ],
+ [
+ "Ġpu",
+ "ll"
+ ],
+ [
+ "çī",
+ "¹"
+ ],
+ [
+ "p",
+ "or"
+ ],
+ [
+ "å¼",
+ "Ģ"
+ ],
+ [
+ "Ġf",
+ "oc"
+ ],
+ [
+ "ĠnÃł",
+ "y"
+ ],
+ [
+ "Ġl",
+ "iter"
+ ],
+ [
+ "à¸Ĭ",
+ "à¹Ī"
+ ],
+ [
+ "Ġe",
+ "i"
+ ],
+ [
+ "Ġd",
+ "ou"
+ ],
+ [
+ "ëŁ",
+ "¬"
+ ],
+ [
+ "ì",
+ "Ĥ¬"
+ ],
+ [
+ "è¿",
+ "ij"
+ ],
+ [
+ "Ġn",
+ "ous"
+ ],
+ [
+ "è¦ĭ",
+ "ãģ¦"
+ ],
+ [
+ "éķ",
+ "·"
+ ],
+ [
+ "Ġz",
+ "e"
+ ],
+ [
+ "Ġad",
+ "v"
+ ],
+ [
+ "Ġget",
+ "s"
+ ],
+ [
+ "Ġê",
+ "¸"
+ ],
+ [
+ "ĠÄ",
+ "IJ"
+ ],
+ [
+ "ĠN",
+ "ão"
+ ],
+ [
+ "ä¸",
+ "Ī"
+ ],
+ [
+ "ad",
+ "io"
+ ],
+ [
+ "ĠاÙĦ",
+ "ÙĦÙĬ"
+ ],
+ [
+ "Ġde",
+ "v"
+ ],
+ [
+ "Ġp",
+ "ap"
+ ],
+ [
+ "æľ",
+ "Ī"
+ ],
+ [
+ "ĠB",
+ "l"
+ ],
+ [
+ "ãĢĤ",
+ "ãģĬ"
+ ],
+ [
+ "à¤",
+ "¡"
+ ],
+ [
+ "Ġd",
+ "est"
+ ],
+ [
+ "u",
+ "z"
+ ],
+ [
+ "à¤",
+ "ľ"
+ ],
+ [
+ "r",
+ "on"
+ ],
+ [
+ "ãģĤ",
+ "ãģªãģŁ"
+ ],
+ [
+ "Ú",
+ "º"
+ ],
+ [
+ "á",
+ "l"
+ ],
+ [
+ "а",
+ "Ñı"
+ ],
+ [
+ "ĠP",
+ "ro"
+ ],
+ [
+ "ãĤ",
+ "±"
+ ],
+ [
+ "ol",
+ "a"
+ ],
+ [
+ "Ġp",
+ "al"
+ ],
+ [
+ "ĠÅ",
+ "Ł"
+ ],
+ [
+ "nd",
+ "e"
+ ],
+ [
+ "Ġcu",
+ "ando"
+ ],
+ [
+ "Ġtien",
+ "e"
+ ],
+ [
+ "Ġb",
+ "ab"
+ ],
+ [
+ "Ġj",
+ "ak"
+ ],
+ [
+ "ãĤĵãģ",
+ "ĺãĤĥ"
+ ],
+ [
+ "æĤ",
+ "ª"
+ ],
+ [
+ "4",
+ "0"
+ ],
+ [
+ "Ġah",
+ "ÃŃ"
+ ],
+ [
+ "r",
+ "ar"
+ ],
+ [
+ "ØŃ",
+ "د"
+ ],
+ [
+ "Ġ",
+ "à¸Ń"
+ ],
+ [
+ "ĠÐ",
+ "¡"
+ ],
+ [
+ "Ġpr",
+ "im"
+ ],
+ [
+ "Ġ×",
+ "ª"
+ ],
+ [
+ "ãĢģ",
+ "ãģ¯ãģģ"
+ ],
+ [
+ "ाà¤",
+ "¤"
+ ],
+ [
+ "ãģ",
+ "ĥ"
+ ],
+ [
+ "ãģªãģı",
+ "ãģ¦"
+ ],
+ [
+ "æ",
+ "Ł"
+ ],
+ [
+ "ĠD",
+ "an"
+ ],
+ [
+ "éŃ",
+ "Ķ"
+ ],
+ [
+ "Ġr",
+ "é"
+ ],
+ [
+ "Ġs",
+ "en"
+ ],
+ [
+ "ìł",
+ "ľ"
+ ],
+ [
+ "l",
+ "ine"
+ ],
+ [
+ "ом",
+ "Ñĥ"
+ ],
+ [
+ "Ġìķ",
+ "Ī"
+ ],
+ [
+ "ä¸Ģ",
+ "ç·Ĵ"
+ ],
+ [
+ "Ġp",
+ "ur"
+ ],
+ [
+ "Ġë",
+ "¬"
+ ],
+ [
+ "Ġcl",
+ "ass"
+ ],
+ [
+ "Ġgo",
+ "vern"
+ ],
+ [
+ "?",
+ "\""
+ ],
+ [
+ "ãĤ",
+ "»"
+ ],
+ [
+ "Ġf",
+ "ra"
+ ],
+ [
+ "Ġc",
+ "ut"
+ ],
+ [
+ "m",
+ "os"
+ ],
+ [
+ "ãģĵ",
+ "ãĤĵãģª"
+ ],
+ [
+ "ĠW",
+ "h"
+ ],
+ [
+ "Ġob",
+ "viously"
+ ],
+ [
+ "çŁ¥",
+ "éģĵ"
+ ],
+ [
+ "ãĢģ",
+ "ãģĨ"
+ ],
+ [
+ "Ġso",
+ "on"
+ ],
+ [
+ "ĠØ£ÙĨ",
+ "ت"
+ ],
+ [
+ "Ġà¤ķ",
+ "ि"
+ ],
+ [
+ "éĩ",
+ "į"
+ ],
+ [
+ "Ġ",
+ "X"
+ ],
+ [
+ "Ġbas",
+ "ically"
+ ],
+ [
+ "羣",
+ "çļĦ"
+ ],
+ [
+ "Ġb",
+ "lah"
+ ],
+ [
+ "иÑĤ",
+ "ÑĮ"
+ ],
+ [
+ "Ġga",
+ "ve"
+ ],
+ [
+ "æľ¬å½",
+ "ĵãģ«"
+ ],
+ [
+ "Ġa",
+ "ir"
+ ],
+ [
+ "Ġh",
+ "u"
+ ],
+ [
+ "Ġa",
+ "y"
+ ],
+ [
+ "Ġv",
+ "ida"
+ ],
+ [
+ "k",
+ "o"
+ ],
+ [
+ "ì",
+ "¹"
+ ],
+ [
+ "à¹Ħ",
+ "มà¹Ī"
+ ],
+ [
+ "Ġs",
+ "at"
+ ],
+ [
+ "ä¸Ī",
+ "夫"
+ ],
+ [
+ "ãģĹ",
+ "ãģ¾ãģĻ"
+ ],
+ [
+ "Ġha",
+ "ben"
+ ],
+ [
+ "Ġz",
+ "ijn"
+ ],
+ [
+ "Ġt",
+ "ú"
+ ],
+ [
+ "Ĺ",
+ "ר"
+ ],
+ [
+ "Ġplay",
+ "ing"
+ ],
+ [
+ "ìĬµ",
+ "ëĭĪëĭ¤"
+ ],
+ [
+ "æĦ",
+ "Ľ"
+ ],
+ [
+ "Ġal",
+ "t"
+ ],
+ [
+ "Ġcompl",
+ "et"
+ ],
+ [
+ "ãģª",
+ "ãĤĵãģ§"
+ ],
+ [
+ "æ",
+ "¨"
+ ],
+ [
+ "Ġtr",
+ "ou"
+ ],
+ [
+ "ci",
+ "ón"
+ ],
+ [
+ "Ġê·¸",
+ "ëŀĺ"
+ ],
+ [
+ "ว",
+ "à¹Īา"
+ ],
+ [
+ "Ø",
+ "¡"
+ ],
+ [
+ "Ġe",
+ "ither"
+ ],
+ [
+ "Ġì",
+ "Ħ"
+ ],
+ [
+ "æ¥",
+ "½"
+ ],
+ [
+ "ãĥ",
+ "ł"
+ ],
+ [
+ "ĠP",
+ "ar"
+ ],
+ [
+ "v",
+ "id"
+ ],
+ [
+ "æĿ¥",
+ "æĿ¥"
+ ],
+ [
+ "em",
+ "pl"
+ ],
+ [
+ "еÐ",
+ "±"
+ ],
+ [
+ "ãĢģ",
+ "ãĤĵãģ"
+ ],
+ [
+ "ĠC",
+ "on"
+ ],
+ [
+ "ãĢģãģĵãģ",
+ "®"
+ ],
+ [
+ "ĠÏ",
+ "ĥ"
+ ],
+ [
+ "Ġsu",
+ "c"
+ ],
+ [
+ "ł×",
+ "Ĺ×"
+ ],
+ [
+ "Ġf",
+ "ut"
+ ],
+ [
+ "al",
+ "i"
+ ],
+ [
+ "à",
+ "«"
+ ],
+ [
+ "à¸ģ",
+ "à¹ĩ"
+ ],
+ [
+ "ł",
+ "×Ļ×Ŀ"
+ ],
+ [
+ "л",
+ "Ñı"
+ ],
+ [
+ "è¨Ģ",
+ "ãģĨ"
+ ],
+ [
+ "ë¥",
+ "´"
+ ],
+ [
+ "ĠI",
+ "ch"
+ ],
+ [
+ "åı",
+ "ª"
+ ],
+ [
+ "et",
+ "y"
+ ],
+ [
+ "ç",
+ "º"
+ ],
+ [
+ "Ġdefin",
+ "itely"
+ ],
+ [
+ "Ġн",
+ "Ñĥ"
+ ],
+ [
+ "çµ",
+ "IJ"
+ ],
+ [
+ "ĠGo",
+ "od"
+ ],
+ [
+ "ç",
+ "Ĺ"
+ ],
+ [
+ "ç«",
+ "ĭ"
+ ],
+ [
+ "Ġvo",
+ "or"
+ ],
+ [
+ "à³",
+ "į"
+ ],
+ [
+ "Ġt",
+ "on"
+ ],
+ [
+ "ãĤĪ",
+ "ãģı"
+ ],
+ [
+ "Ġwatch",
+ "ing"
+ ],
+ [
+ "Ġminut",
+ "es"
+ ],
+ [
+ "ĠS",
+ "ch"
+ ],
+ [
+ "iá»",
+ "ģ"
+ ],
+ [
+ "Ġh",
+ "ot"
+ ],
+ [
+ "o",
+ "f"
+ ],
+ [
+ "ượ",
+ "c"
+ ],
+ [
+ "æ",
+ "º"
+ ],
+ [
+ "иÐ",
+ "·"
+ ],
+ [
+ "à¥ĭ",
+ "à¤Ĥ"
+ ],
+ [
+ "ç§ģ",
+ "ãģ¯"
+ ],
+ [
+ "Ġab",
+ "er"
+ ],
+ [
+ "大",
+ "ä¸Ī夫"
+ ],
+ [
+ "ö",
+ "n"
+ ],
+ [
+ "Ġf",
+ "ire"
+ ],
+ [
+ "Ġne",
+ "g"
+ ],
+ [
+ "p",
+ "ed"
+ ],
+ [
+ "è¢",
+ "«"
+ ],
+ [
+ "ĠH",
+ "er"
+ ],
+ [
+ "Ġb",
+ "on"
+ ],
+ [
+ "Ġ",
+ "ide"
+ ],
+ [
+ "ĠP",
+ "h"
+ ],
+ [
+ "lij",
+ "k"
+ ],
+ [
+ "is",
+ "hed"
+ ],
+ [
+ "Ġcra",
+ "zy"
+ ],
+ [
+ "а",
+ "Ñİ"
+ ],
+ [
+ "Ġhe",
+ "alth"
+ ],
+ [
+ "id",
+ "ade"
+ ],
+ [
+ "The",
+ "re"
+ ],
+ [
+ "at",
+ "or"
+ ],
+ [
+ "le",
+ "x"
+ ],
+ [
+ "د",
+ "Ùĩ"
+ ],
+ [
+ "ĠاÙĦ",
+ "س"
+ ],
+ [
+ "न",
+ "à¥įà¤"
+ ],
+ [
+ "ãģĿãĤĮ",
+ "ãģ¯"
+ ],
+ [
+ "Ġcon",
+ "c"
+ ],
+ [
+ "ĠD",
+ "as"
+ ],
+ [
+ "Ġpr",
+ "ay"
+ ],
+ [
+ "b",
+ "i"
+ ],
+ [
+ "Ġ",
+ "Ûģ"
+ ],
+ [
+ "is",
+ "on"
+ ],
+ [
+ "é",
+ "ľ"
+ ],
+ [
+ "l",
+ "am"
+ ],
+ [
+ "f",
+ "ic"
+ ],
+ [
+ "ãģ®",
+ "ãģĬ"
+ ],
+ [
+ "el",
+ "o"
+ ],
+ [
+ "Ġz",
+ "o"
+ ],
+ [
+ "ãģĹãģ¦",
+ "ãĤĭ"
+ ],
+ [
+ "Ġrel",
+ "ations"
+ ],
+ [
+ "Ġb",
+ "ur"
+ ],
+ [
+ "ç»",
+ "ı"
+ ],
+ [
+ "Ġm",
+ "ême"
+ ],
+ [
+ "ĠØ£",
+ "ÙĬ"
+ ],
+ [
+ "à±",
+ "ģ"
+ ],
+ [
+ "z",
+ "en"
+ ],
+ [
+ "Ġbea",
+ "ut"
+ ],
+ [
+ "è¼",
+ "©"
+ ],
+ [
+ "Ġsupp",
+ "ort"
+ ],
+ [
+ ",",
+ "\""
+ ],
+ [
+ "Ġen",
+ "er"
+ ],
+ [
+ "Ġn",
+ "Ã¥"
+ ],
+ [
+ "à¹ī",
+ "า"
+ ],
+ [
+ "ầ",
+ "n"
+ ],
+ [
+ "r",
+ "act"
+ ],
+ [
+ "Ġs",
+ "ich"
+ ],
+ [
+ "íķ",
+ "ł"
+ ],
+ [
+ "h",
+ "i"
+ ],
+ [
+ "Ġ",
+ "."
+ ],
+ [
+ "ud",
+ "o"
+ ],
+ [
+ "I",
+ "f"
+ ],
+ [
+ "Ġinter",
+ "n"
+ ],
+ [
+ "ĠA",
+ "re"
+ ],
+ [
+ "и",
+ "и"
+ ],
+ [
+ "éĤ£",
+ "个"
+ ],
+ [
+ "åĪ",
+ "Ŀ"
+ ],
+ [
+ "ãĤī",
+ "ãģªãģĦ"
+ ],
+ [
+ "om",
+ "et"
+ ],
+ [
+ "Ġword",
+ "s"
+ ],
+ [
+ "å§",
+ "ĭ"
+ ],
+ [
+ "ç",
+ "¢"
+ ],
+ [
+ "Ġbeg",
+ "in"
+ ],
+ [
+ "ĠاÙĦ",
+ "ع"
+ ],
+ [
+ "1",
+ "8"
+ ],
+ [
+ "Ġp",
+ "ie"
+ ],
+ [
+ "ãĤ",
+ "º"
+ ],
+ [
+ "ĠW",
+ "here"
+ ],
+ [
+ "Ġl",
+ "ost"
+ ],
+ [
+ "Ġexper",
+ "ience"
+ ],
+ [
+ "Ġस",
+ "à¥ĩ"
+ ],
+ [
+ "ard",
+ "s"
+ ],
+ [
+ "Ġp",
+ "ain"
+ ],
+ [
+ "Ġpro",
+ "cess"
+ ],
+ [
+ "ì£",
+ "ł"
+ ],
+ [
+ "Ġc",
+ "ult"
+ ],
+ [
+ "u",
+ "a"
+ ],
+ [
+ "hehehehe",
+ "hehehehe"
+ ],
+ [
+ "Ġen",
+ "g"
+ ],
+ [
+ "ãģ£ãģŁ",
+ "ãĤī"
+ ],
+ [
+ "ãģ£ãģ¦",
+ "ãģĦãģĨ"
+ ],
+ [
+ "è",
+ "IJ"
+ ],
+ [
+ "Ġm",
+ "Ãł"
+ ],
+ [
+ "Ġà¤ı",
+ "à¤ķ"
+ ],
+ [
+ "ĠاÙĦ",
+ "ØŃ"
+ ],
+ [
+ "ãĥı",
+ "ãĥı"
+ ],
+ [
+ "us",
+ "ed"
+ ],
+ [
+ "n",
+ "ot"
+ ],
+ [
+ "å¼",
+ "·"
+ ],
+ [
+ "Ö",
+ "¼"
+ ],
+ [
+ "ç",
+ "ı"
+ ],
+ [
+ "ãĢģãģ",
+ "Ī"
+ ],
+ [
+ "éĢ",
+ "Ļ"
+ ],
+ [
+ "end",
+ "er"
+ ],
+ [
+ "Ġpe",
+ "u"
+ ],
+ [
+ "ìĹ",
+ "Ī"
+ ],
+ [
+ "ç",
+ "Ĭ"
+ ],
+ [
+ "Ġj",
+ "our"
+ ],
+ [
+ "â",
+ "ĶĢ"
+ ],
+ [
+ "ãĢģ",
+ "ãģ¯"
+ ],
+ [
+ "ur",
+ "al"
+ ],
+ [
+ "Ġturn",
+ "ed"
+ ],
+ [
+ "ĠW",
+ "as"
+ ],
+ [
+ "Ġeas",
+ "y"
+ ],
+ [
+ "Ġbo",
+ "y"
+ ],
+ [
+ "à¸Ĺ",
+ "ีà¹Ī"
+ ],
+ [
+ "ãģŁ",
+ "ãĤģ"
+ ],
+ [
+ "Ùĥ",
+ "Ùħ"
+ ],
+ [
+ "è¿Ļ",
+ "æł·"
+ ],
+ [
+ "on",
+ "a"
+ ],
+ [
+ "ull",
+ "y"
+ ],
+ [
+ "ê",
+ "·¸"
+ ],
+ [
+ "र",
+ "à¥įà¤"
+ ],
+ [
+ "Ñ",
+ "Ħ"
+ ],
+ [
+ "è",
+ "»"
+ ],
+ [
+ "æ",
+ "Ĵ"
+ ],
+ [
+ "ĠÐ",
+ "IJ"
+ ],
+ [
+ "ãĤĦ",
+ "ãģ£ãģ¦"
+ ],
+ [
+ "ãĤĦ",
+ "ãģ£ãģ±"
+ ],
+ [
+ "Ï",
+ "ī"
+ ],
+ [
+ "r",
+ "ing"
+ ],
+ [
+ "Ġd",
+ "ir"
+ ],
+ [
+ "Ġes",
+ "e"
+ ],
+ [
+ "ãģ",
+ "ľ"
+ ],
+ [
+ "åĪ",
+ "ĩ"
+ ],
+ [
+ "â",
+ "Ļ"
+ ],
+ [
+ "ĠB",
+ "en"
+ ],
+ [
+ "Ġst",
+ "ra"
+ ],
+ [
+ "Ġal",
+ "ong"
+ ],
+ [
+ "ãĥ",
+ "ĭ"
+ ],
+ [
+ "Ġp",
+ "ress"
+ ],
+ [
+ "Ġb",
+ "all"
+ ],
+ [
+ "Ġrec",
+ "ord"
+ ],
+ [
+ "ĠD",
+ "id"
+ ],
+ [
+ "çĻ",
+ "½"
+ ],
+ [
+ "æ",
+ "¶"
+ ],
+ [
+ "Ġto",
+ "ward"
+ ],
+ [
+ "Ġfo",
+ "od"
+ ],
+ [
+ "as",
+ "i"
+ ],
+ [
+ "Ġest",
+ "o"
+ ],
+ [
+ "Ġcon",
+ "d"
+ ],
+ [
+ "Ġt",
+ "ro"
+ ],
+ [
+ "Ġm",
+ "other"
+ ],
+ [
+ "Ġdr",
+ "ink"
+ ],
+ [
+ "uss",
+ "i"
+ ],
+ [
+ "O",
+ "kay"
+ ],
+ [
+ "е",
+ "ÑĪ"
+ ],
+ [
+ "ãģĮ",
+ "ãģĤ"
+ ],
+ [
+ "Ġwhe",
+ "ther"
+ ],
+ [
+ "å¯",
+ "¾"
+ ],
+ [
+ "ä¸į",
+ "æĺ¯"
+ ],
+ [
+ "Ġко",
+ "ÑĤоÑĢ"
+ ],
+ [
+ "end",
+ "ing"
+ ],
+ [
+ "åĨ",
+ "į"
+ ],
+ [
+ "ĠÎ",
+ "¼"
+ ],
+ [
+ "á»",
+ "ĭ"
+ ],
+ [
+ "ri",
+ "a"
+ ],
+ [
+ "ãģ»",
+ "ãģ©"
+ ],
+ [
+ "Ġf",
+ "ather"
+ ],
+ [
+ "åĬ",
+ "ł"
+ ],
+ [
+ "и",
+ "ÑĢ"
+ ],
+ [
+ "ri",
+ "o"
+ ],
+ [
+ "Ġpr",
+ "in"
+ ],
+ [
+ "u",
+ "le"
+ ],
+ [
+ "Ġfa",
+ "ire"
+ ],
+ [
+ "Ġn",
+ "ada"
+ ],
+ [
+ "ر",
+ "Ø©"
+ ],
+ [
+ "t",
+ "he"
+ ],
+ [
+ "ĠE",
+ "h"
+ ],
+ [
+ "å¿",
+ "ħ"
+ ],
+ [
+ "ãģ¨",
+ "ãģ¯"
+ ],
+ [
+ "ĠØ¢",
+ "Ùĩ"
+ ],
+ [
+ "ã썿ĢĿ",
+ "ãģĨ"
+ ],
+ [
+ "æŃ",
+ "»"
+ ],
+ [
+ "Ġac",
+ "ross"
+ ],
+ [
+ "×Ļ×",
+ "§"
+ ],
+ [
+ "ny",
+ "a"
+ ],
+ [
+ "Ġs",
+ "il"
+ ],
+ [
+ "Ġ",
+ "اØ"
+ ],
+ [
+ "ĠпÑĢ",
+ "о"
+ ],
+ [
+ "ãģĮ",
+ "ãģĤãĤĭ"
+ ],
+ [
+ "ãĥ¼ãĥ¼",
+ "ãĥ¼ãĥ¼"
+ ],
+ [
+ "ĠQ",
+ "ue"
+ ],
+ [
+ "Ġfeel",
+ "ing"
+ ],
+ [
+ "s",
+ "s"
+ ],
+ [
+ "y",
+ "n"
+ ],
+ [
+ "Ġa",
+ "ñ"
+ ],
+ [
+ "ĠC",
+ "ha"
+ ],
+ [
+ "r",
+ "al"
+ ],
+ [
+ "Ġ׼×",
+ "Ł"
+ ],
+ [
+ "ÙĤ",
+ "ÙĪÙĦ"
+ ],
+ [
+ "Ġha",
+ "be"
+ ],
+ [
+ "é",
+ "»"
+ ],
+ [
+ "è",
+ "¥"
+ ],
+ [
+ "éĩ",
+ "ij"
+ ],
+ [
+ "ا",
+ "ا"
+ ],
+ [
+ "ĠÃ",
+ "¶"
+ ],
+ [
+ "ĠN",
+ "ice"
+ ],
+ [
+ "ä»",
+ "ķ"
+ ],
+ [
+ "ен",
+ "ÑĮ"
+ ],
+ [
+ "Ġlo",
+ "c"
+ ],
+ [
+ "are",
+ "d"
+ ],
+ [
+ "ou",
+ "n"
+ ],
+ [
+ "Ġo",
+ "d"
+ ],
+ [
+ "å®",
+ "ī"
+ ],
+ [
+ "Ġg",
+ "es"
+ ],
+ [
+ "Ġm",
+ "ent"
+ ],
+ [
+ "Ġt",
+ "ill"
+ ],
+ [
+ "ا",
+ "د"
+ ],
+ [
+ "az",
+ "ing"
+ ],
+ [
+ "ĠC",
+ "ome"
+ ],
+ [
+ "åı",
+ "Ĺ"
+ ],
+ [
+ "Ġre",
+ "ce"
+ ],
+ [
+ "çķ",
+ "Į"
+ ],
+ [
+ "ä»",
+ "ĺ"
+ ],
+ [
+ "Ġdec",
+ "is"
+ ],
+ [
+ "Ġ×IJ",
+ "×ķת"
+ ],
+ [
+ "Ġor",
+ "gan"
+ ],
+ [
+ "ĠÙħ",
+ "ÛĮ"
+ ],
+ [
+ "åIJ",
+ "ij"
+ ],
+ [
+ "Ġwant",
+ "s"
+ ],
+ [
+ "иÐ",
+ "´"
+ ],
+ [
+ "Ġmark",
+ "et"
+ ],
+ [
+ "ł×Ĺ×",
+ "ł×ķ"
+ ],
+ [
+ "Õ",
+ "¥"
+ ],
+ [
+ "Ġst",
+ "ep"
+ ],
+ [
+ "Ġg",
+ "er"
+ ],
+ [
+ "Ġquest",
+ "ions"
+ ],
+ [
+ "ãĢģãģĵ",
+ "ãĤĵãģ«ãģ¡ãģ¯"
+ ],
+ [
+ "Ġë",
+ "ĵ"
+ ],
+ [
+ "åı",
+ "ĭ"
+ ],
+ [
+ "b",
+ "t"
+ ],
+ [
+ "Õ",
+ "¶"
+ ],
+ [
+ "ม",
+ "า"
+ ],
+ [
+ "Ġë",
+ "į"
+ ],
+ [
+ "Ġfor",
+ "ward"
+ ],
+ [
+ "hhhh",
+ "hhhh"
+ ],
+ [
+ "оÐ",
+ "·"
+ ],
+ [
+ "ĠÑĤ",
+ "ам"
+ ],
+ [
+ "ĠÐ",
+ "ŀ"
+ ],
+ [
+ "ĠØ",
+ "²"
+ ],
+ [
+ "ÙĦ",
+ "Ùĥ"
+ ],
+ [
+ "èĢ",
+ "Į"
+ ],
+ [
+ "èª",
+ "°"
+ ],
+ [
+ "j",
+ "oy"
+ ],
+ [
+ "Ġco",
+ "lle"
+ ],
+ [
+ "Ġh",
+ "ij"
+ ],
+ [
+ "Ġb",
+ "om"
+ ],
+ [
+ "ï¼Į",
+ "对"
+ ],
+ [
+ "á»",
+ "±"
+ ],
+ [
+ "Ġd",
+ "ro"
+ ],
+ [
+ "ি",
+ "à¦"
+ ],
+ [
+ "if",
+ "t"
+ ],
+ [
+ "ãģ£ãģ±",
+ "ãģĦ"
+ ],
+ [
+ "ffe",
+ "ct"
+ ],
+ [
+ "Ġst",
+ "a"
+ ],
+ [
+ "Ġع",
+ "ÙĦÙĬ"
+ ],
+ [
+ "ç»",
+ "Ļ"
+ ],
+ [
+ "Ġp",
+ "un"
+ ],
+ [
+ "ÙĨ",
+ "ت"
+ ],
+ [
+ "ut",
+ "h"
+ ],
+ [
+ "Ġ×ķ×",
+ "IJ×"
+ ],
+ [
+ "ed",
+ "er"
+ ],
+ [
+ "æ°",
+ "´"
+ ],
+ [
+ "ĠH",
+ "is"
+ ],
+ [
+ "f",
+ "er"
+ ],
+ [
+ "g",
+ "es"
+ ],
+ [
+ "ãģª",
+ "ãģ£ãģ¦"
+ ],
+ [
+ "çĶ",
+ "·"
+ ],
+ [
+ "Ġpare",
+ "nt"
+ ],
+ [
+ "ãĥ",
+ "ĸ"
+ ],
+ [
+ "Ġo",
+ "der"
+ ],
+ [
+ "v",
+ "al"
+ ],
+ [
+ "Ġpu",
+ "blic"
+ ],
+ [
+ "ấ",
+ "y"
+ ],
+ [
+ "Ġpr",
+ "ote"
+ ],
+ [
+ "Ġany",
+ "one"
+ ],
+ [
+ "Ġب",
+ "ÙĬ"
+ ],
+ [
+ "Ġn",
+ "am"
+ ],
+ [
+ "æĢ",
+ "İ"
+ ],
+ [
+ "Ġan",
+ "n"
+ ],
+ [
+ "ä»",
+ "£"
+ ],
+ [
+ "Ġse",
+ "x"
+ ],
+ [
+ "Ġw",
+ "ind"
+ ],
+ [
+ "ãģª",
+ "ãĤĵãģ§ãģĻ"
+ ],
+ [
+ "æĬ",
+ "Ĭ"
+ ],
+ [
+ "Ġt",
+ "id"
+ ],
+ [
+ "Ġe",
+ "at"
+ ],
+ [
+ "Õ",
+ "¸"
+ ],
+ [
+ "Ġg",
+ "ü"
+ ],
+ [
+ "è¯",
+ "Ŀ"
+ ],
+ [
+ "ı",
+ "m"
+ ],
+ [
+ "Ġsitu",
+ "ation"
+ ],
+ [
+ "ãĢģãģ",
+ "µ"
+ ],
+ [
+ "Ġcar",
+ "a"
+ ],
+ [
+ "Ġrelations",
+ "hip"
+ ],
+ [
+ "ãĢģãģ¡",
+ "ãĤħ"
+ ],
+ [
+ "Ġp",
+ "en"
+ ],
+ [
+ "аÐ",
+ "¿"
+ ],
+ [
+ "Ġd",
+ "ark"
+ ],
+ [
+ "Ġsu",
+ "d"
+ ],
+ [
+ "ag",
+ "es"
+ ],
+ [
+ "Ġf",
+ "ür"
+ ],
+ [
+ "Ġm",
+ "ention"
+ ],
+ [
+ "åı",
+ "ij"
+ ],
+ [
+ "åħĪ",
+ "輩"
+ ],
+ [
+ "Ġhon",
+ "est"
+ ],
+ [
+ "×",
+ "IJ"
+ ],
+ [
+ "åį",
+ "ģ"
+ ],
+ [
+ "in",
+ "ed"
+ ],
+ [
+ "ĠS",
+ "ome"
+ ],
+ [
+ "ĠÙĩÙĨا",
+ "Ùĥ"
+ ],
+ [
+ "Ġdire",
+ "ct"
+ ],
+ [
+ "Ġs",
+ "ind"
+ ],
+ [
+ "Ġchild",
+ "ren"
+ ],
+ [
+ "z",
+ "z"
+ ],
+ [
+ "åĨ",
+ "ħ"
+ ],
+ [
+ "p",
+ "u"
+ ],
+ [
+ "Ġas",
+ "ÃŃ"
+ ],
+ [
+ "ay",
+ "a"
+ ],
+ [
+ "ĠбÑĭ",
+ "л"
+ ],
+ [
+ "ìĹIJ",
+ "ìĦľ"
+ ],
+ [
+ "ãĤĵãģ",
+ "¨"
+ ],
+ [
+ "ĠÐ",
+ "ļ"
+ ],
+ [
+ "Ġde",
+ "ath"
+ ],
+ [
+ "Ġperson",
+ "al"
+ ],
+ [
+ "'",
+ "on"
+ ],
+ [
+ "m",
+ "as"
+ ],
+ [
+ "ĠÙĩ",
+ "ÙĬ"
+ ],
+ [
+ "еÐ",
+ "²"
+ ],
+ [
+ "e",
+ "re"
+ ],
+ [
+ "åĪ",
+ "¥"
+ ],
+ [
+ "Ġvo",
+ "ice"
+ ],
+ [
+ "Ġ×Ķ",
+ "×Ļ×Ķ"
+ ],
+ [
+ "оÐ",
+ "¿"
+ ],
+ [
+ "Ġlisten",
+ "ing"
+ ],
+ [
+ "न",
+ "न"
+ ],
+ [
+ "Ġrun",
+ "ning"
+ ],
+ [
+ "Ġqu",
+ "and"
+ ],
+ [
+ "n",
+ "ie"
+ ],
+ [
+ "Ġc",
+ "ir"
+ ],
+ [
+ "Ġans",
+ "wer"
+ ],
+ [
+ "iv",
+ "o"
+ ],
+ [
+ "ep",
+ "t"
+ ],
+ [
+ "ư",
+ "Æ¡"
+ ],
+ [
+ "Ġcom",
+ "me"
+ ],
+ [
+ "á»",
+ "Ł"
+ ],
+ [
+ "Ġ×IJ",
+ "×ķ×ŀר"
+ ],
+ [
+ "çݰ",
+ "åľ¨"
+ ],
+ [
+ "oc",
+ "o"
+ ],
+ [
+ "à³į",
+ "à²"
+ ],
+ [
+ "±",
+ "´"
+ ],
+ [
+ "in",
+ "al"
+ ],
+ [
+ "è¶",
+ "³"
+ ],
+ [
+ "p",
+ "h"
+ ],
+ [
+ "Ġw",
+ "enn"
+ ],
+ [
+ "ãĢģãģĤ",
+ "ãģ®"
+ ],
+ [
+ "Ġë§",
+ "IJ"
+ ],
+ [
+ "Ġन",
+ "ा"
+ ],
+ [
+ "ĠG",
+ "e"
+ ],
+ [
+ "Ġor",
+ "der"
+ ],
+ [
+ "æ",
+ "¡"
+ ],
+ [
+ "à¯įà®",
+ "ķ"
+ ],
+ [
+ "ĠHe",
+ "re"
+ ],
+ [
+ "ãĢģãģ©",
+ "ãģĨ"
+ ],
+ [
+ "ĠV",
+ "er"
+ ],
+ [
+ "Ġmo",
+ "vie"
+ ],
+ [
+ "r",
+ "ic"
+ ],
+ [
+ "ent",
+ "ly"
+ ],
+ [
+ "Ġbu",
+ "y"
+ ],
+ [
+ "аÐ",
+ "±"
+ ],
+ [
+ "ê¸",
+ "Ī"
+ ],
+ [
+ "ver",
+ "t"
+ ],
+ [
+ "ĠPor",
+ "que"
+ ],
+ [
+ "ur",
+ "ch"
+ ],
+ [
+ "Ġp",
+ "i"
+ ],
+ [
+ "f",
+ "ully"
+ ],
+ [
+ "ı",
+ "r"
+ ],
+ [
+ "Ġins",
+ "ide"
+ ],
+ [
+ "Ġev",
+ "ent"
+ ],
+ [
+ "Ġs",
+ "ong"
+ ],
+ [
+ "ĠìĹ",
+ "¬"
+ ],
+ [
+ "r",
+ "it"
+ ],
+ [
+ "re",
+ "w"
+ ],
+ [
+ "Ġpu",
+ "ed"
+ ],
+ [
+ "Ġal",
+ "go"
+ ],
+ [
+ "oooo",
+ "oooo"
+ ],
+ [
+ "Ġ×Ķ",
+ "ר×"
+ ],
+ [
+ "Ġhe",
+ "ll"
+ ],
+ [
+ "ĠE",
+ "ur"
+ ],
+ [
+ "ãĥ",
+ "§"
+ ],
+ [
+ "Ġì",
+ "Ļ"
+ ],
+ [
+ "ãĤĪãģĨ",
+ "ãģª"
+ ],
+ [
+ "Ġp",
+ "et"
+ ],
+ [
+ "Ġp",
+ "ort"
+ ],
+ [
+ "Ġtr",
+ "ès"
+ ],
+ [
+ "æ",
+ "·"
+ ],
+ [
+ "ar",
+ "ing"
+ ],
+ [
+ "éĿ",
+ "ŀ"
+ ],
+ [
+ "Ġ×",
+ "ĵ"
+ ],
+ [
+ "u",
+ "red"
+ ],
+ [
+ "'",
+ "ét"
+ ],
+ [
+ "Ġexam",
+ "ple"
+ ],
+ [
+ "Ġp",
+ "ou"
+ ],
+ [
+ "Ġar",
+ "ri"
+ ],
+ [
+ "è·",
+ "Ł"
+ ],
+ [
+ "×ķ×",
+ "¦"
+ ],
+ [
+ "Ġel",
+ "a"
+ ],
+ [
+ "ar",
+ "o"
+ ],
+ [
+ "u",
+ "j"
+ ],
+ [
+ "ãģª",
+ "ãģ«"
+ ],
+ [
+ "ĠC",
+ "l"
+ ],
+ [
+ "Ġit",
+ "u"
+ ],
+ [
+ "Ġper",
+ "fect"
+ ],
+ [
+ "ig",
+ "o"
+ ],
+ [
+ "Ġposs",
+ "ible"
+ ],
+ [
+ "Ġseem",
+ "s"
+ ],
+ [
+ "à²",
+ "¿"
+ ],
+ [
+ "ĠS",
+ "c"
+ ],
+ [
+ "Ġìļ",
+ "°"
+ ],
+ [
+ "Ġph",
+ "one"
+ ],
+ [
+ "ר",
+ "×Ļ×"
+ ],
+ [
+ "Ùĥ",
+ "ÙĪÙĨ"
+ ],
+ [
+ "Ĵ",
+ "áŀ"
+ ],
+ [
+ "ĠD",
+ "ie"
+ ],
+ [
+ "Ġd",
+ "om"
+ ],
+ [
+ "Ġse",
+ "ll"
+ ],
+ [
+ "ãĥ¼ãĥ",
+ "«"
+ ],
+ [
+ "ãģĤ",
+ "ãģĴ"
+ ],
+ [
+ "Ġess",
+ "a"
+ ],
+ [
+ "Ġ",
+ "'"
+ ],
+ [
+ "Ġf",
+ "ol"
+ ],
+ [
+ "h",
+ "m"
+ ],
+ [
+ "b",
+ "ed"
+ ],
+ [
+ "Ġv",
+ "ou"
+ ],
+ [
+ "Ġfa",
+ "zer"
+ ],
+ [
+ "Ġbr",
+ "ought"
+ ],
+ [
+ "al",
+ "t"
+ ],
+ [
+ "ãģ§",
+ "ãģĹãĤĩ"
+ ],
+ [
+ "ad",
+ "or"
+ ],
+ [
+ "åĵĪ",
+ "åĵĪ"
+ ],
+ [
+ "Ġs",
+ "ó"
+ ],
+ [
+ "اØ",
+ "¬"
+ ],
+ [
+ "ãģı",
+ "ãĤĵ"
+ ],
+ [
+ "Ġmill",
+ "ion"
+ ],
+ [
+ "ķ",
+ "Į"
+ ],
+ [
+ "Ġmed",
+ "ia"
+ ],
+ [
+ "Ġg",
+ "ames"
+ ],
+ [
+ "Ġw",
+ "ow"
+ ],
+ [
+ "Ġà¦",
+ "ķ"
+ ],
+ [
+ "Ġ×IJ",
+ "×ķ"
+ ],
+ [
+ "orr",
+ "ow"
+ ],
+ [
+ "ĠÄij",
+ "ược"
+ ],
+ [
+ "ê²",
+ "ł"
+ ],
+ [
+ "Ġc",
+ "amp"
+ ],
+ [
+ "Å©",
+ "ng"
+ ],
+ [
+ "ç",
+ "ģ"
+ ],
+ [
+ "Ġa",
+ "le"
+ ],
+ [
+ "à¹ģ",
+ "ล"
+ ],
+ [
+ "-",
+ "f"
+ ],
+ [
+ "Ġ×Ķ×",
+ "IJ×"
+ ],
+ [
+ "õ",
+ "es"
+ ],
+ [
+ "Ġout",
+ "side"
+ ],
+ [
+ "िà¤",
+ "ı"
+ ],
+ [
+ "ľ×",
+ "IJ"
+ ],
+ [
+ "g",
+ "i"
+ ],
+ [
+ "ãģ¾",
+ "ãģŁ"
+ ],
+ [
+ "Ġsing",
+ "le"
+ ],
+ [
+ "ãĤĪãģĨ",
+ "ãģ«"
+ ],
+ [
+ "Ġpar",
+ "ce"
+ ],
+ [
+ "åĵ",
+ "¦"
+ ],
+ [
+ "Ġtell",
+ "ing"
+ ],
+ [
+ "à¹Ģร",
+ "า"
+ ],
+ [
+ "â̦â̦",
+ "ãĢĤ"
+ ],
+ [
+ "Ġdur",
+ "ing"
+ ],
+ [
+ "Ġk",
+ "ann"
+ ],
+ [
+ "Ġknow",
+ "s"
+ ],
+ [
+ "Ġmonth",
+ "s"
+ ],
+ [
+ "Ġst",
+ "ate"
+ ],
+ [
+ "Ġम",
+ "à¥Ī"
+ ],
+ [
+ "it",
+ "ch"
+ ],
+ [
+ "Ġdec",
+ "ir"
+ ],
+ [
+ "áŁ",
+ "Ĵáŀ"
+ ],
+ [
+ "d",
+ "o"
+ ],
+ [
+ "Ġи",
+ "з"
+ ],
+ [
+ "Î",
+ "³"
+ ],
+ [
+ "ä»Ĭ",
+ "æĹ¥"
+ ],
+ [
+ "æ",
+ "į"
+ ],
+ [
+ "Ġtri",
+ "ed"
+ ],
+ [
+ "Ġespe",
+ "cially"
+ ],
+ [
+ "è",
+ "ĥ"
+ ],
+ [
+ "Ġf",
+ "ast"
+ ],
+ [
+ "è",
+ "½"
+ ],
+ [
+ "ì",
+ "Ĩ"
+ ],
+ [
+ "ãģĬ",
+ "ãģĬ"
+ ],
+ [
+ "ãģķãĤĵãģ",
+ "®"
+ ],
+ [
+ "Ġcontro",
+ "l"
+ ],
+ [
+ "ãģĻãģĶ",
+ "ãģĦ"
+ ],
+ [
+ "Ġl",
+ "im"
+ ],
+ [
+ "éģķ",
+ "ãģĨ"
+ ],
+ [
+ "Ġsle",
+ "ep"
+ ],
+ [
+ "ãĤı",
+ "ãģĭ"
+ ],
+ [
+ "к",
+ "о"
+ ],
+ [
+ "ĠM",
+ "ais"
+ ],
+ [
+ "Ġqu",
+ "er"
+ ],
+ [
+ "Ġhapp",
+ "ens"
+ ],
+ [
+ "Ġu",
+ "d"
+ ],
+ [
+ "ang",
+ "er"
+ ],
+ [
+ "ĠAmer",
+ "ican"
+ ],
+ [
+ "ìľ¼",
+ "ë¡ľ"
+ ],
+ [
+ "Ġent",
+ "ire"
+ ],
+ [
+ "Ġth",
+ "ì"
+ ],
+ [
+ "ä»ĸ",
+ "们"
+ ],
+ [
+ "Ġcon",
+ "se"
+ ],
+ [
+ "ĠØ¥",
+ "ÙĦÙī"
+ ],
+ [
+ "ãĤ",
+ "¬"
+ ],
+ [
+ "ĠR",
+ "o"
+ ],
+ [
+ "ãģĵãģ¨",
+ "ãģ¯"
+ ],
+ [
+ "ì",
+ "Ļ"
+ ],
+ [
+ "åħ¶",
+ "å®ŀ"
+ ],
+ [
+ "Ġtalk",
+ "ed"
+ ],
+ [
+ "ĠÙĪ",
+ "ا"
+ ],
+ [
+ "Ġam",
+ "azing"
+ ],
+ [
+ "Ġfil",
+ "m"
+ ],
+ [
+ "à¤",
+ "Ł"
+ ],
+ [
+ "ìĬ",
+ "¤"
+ ],
+ [
+ "Å",
+ "ij"
+ ],
+ [
+ "еÐ",
+ "·"
+ ],
+ [
+ "il",
+ "t"
+ ],
+ [
+ "ãģij",
+ "ãĤĭ"
+ ],
+ [
+ "ãģŁ",
+ "ãģı"
+ ],
+ [
+ "ĠLo",
+ "ok"
+ ],
+ [
+ "Ġes",
+ "a"
+ ],
+ [
+ "ี",
+ "à¹ī"
+ ],
+ [
+ "ĠP",
+ "er"
+ ],
+ [
+ "æī",
+ "ĵ"
+ ],
+ [
+ "à§ĩ",
+ "à¦"
+ ],
+ [
+ "Ġ",
+ "íķľ"
+ ],
+ [
+ "Ġм",
+ "Ñĭ"
+ ],
+ [
+ "d",
+ "le"
+ ],
+ [
+ "Ġà¤",
+ "¥"
+ ],
+ [
+ "Ġall",
+ "ow"
+ ],
+ [
+ "Ġa",
+ "ud"
+ ],
+ [
+ "æĪ",
+ "¦"
+ ],
+ [
+ "è¥",
+ "¿"
+ ],
+ [
+ "ar",
+ "on"
+ ],
+ [
+ "ç",
+ "ĭ"
+ ],
+ [
+ "if",
+ "ul"
+ ],
+ [
+ "Ġcomp",
+ "any"
+ ],
+ [
+ "å",
+ "Ŀ"
+ ],
+ [
+ "u",
+ "f"
+ ],
+ [
+ "åı",
+ "£"
+ ],
+ [
+ "È",
+ "Ļ"
+ ],
+ [
+ "um",
+ "a"
+ ],
+ [
+ "s",
+ "a"
+ ],
+ [
+ "н",
+ "е"
+ ],
+ [
+ "ĠÑĢ",
+ "аз"
+ ],
+ [
+ "z",
+ "i"
+ ],
+ [
+ "Ġk",
+ "on"
+ ],
+ [
+ "éĹ",
+ "®"
+ ],
+ [
+ "ĠìĹ",
+ "Ĩ"
+ ],
+ [
+ "ĠÐ",
+ "ľ"
+ ],
+ [
+ "Ġen",
+ "joy"
+ ],
+ [
+ "Ġk",
+ "l"
+ ],
+ [
+ "ал",
+ "ÑĮ"
+ ],
+ [
+ "Ġb",
+ "ene"
+ ],
+ [
+ "Ġtr",
+ "ong"
+ ],
+ [
+ "Ġsh",
+ "ort"
+ ],
+ [
+ "he",
+ "t"
+ ],
+ [
+ "un",
+ "a"
+ ],
+ [
+ "ĠI",
+ "k"
+ ],
+ [
+ "Ġ×¢×",
+ "Ŀ"
+ ],
+ [
+ "Ġbr",
+ "other"
+ ],
+ [
+ "Ġm",
+ "ÃŃ"
+ ],
+ [
+ "Ġa",
+ "ussi"
+ ],
+ [
+ "Ġh",
+ "är"
+ ],
+ [
+ "çŃ",
+ "ī"
+ ],
+ [
+ "i",
+ "red"
+ ],
+ [
+ "r",
+ "is"
+ ],
+ [
+ "éŁ",
+ "³"
+ ],
+ [
+ "g",
+ "ing"
+ ],
+ [
+ "ãģĹ",
+ "ãģªãģĦ"
+ ],
+ [
+ "vel",
+ "op"
+ ],
+ [
+ "Ġh",
+ "ier"
+ ],
+ [
+ "ĠÙĥ",
+ "ÙĦ"
+ ],
+ [
+ "å¦Ĥ",
+ "æŀľ"
+ ],
+ [
+ "ãģ£",
+ "ãģį"
+ ],
+ [
+ "Ġwh",
+ "ite"
+ ],
+ [
+ "Ġne",
+ "cess"
+ ],
+ [
+ "à¹ī",
+ "ว"
+ ],
+ [
+ "t",
+ "ain"
+ ],
+ [
+ "Ġf",
+ "lo"
+ ],
+ [
+ "ç",
+ "²"
+ ],
+ [
+ "Ġv",
+ "ot"
+ ],
+ [
+ "âĻ",
+ "ª"
+ ],
+ [
+ "æ±",
+ "º"
+ ],
+ [
+ "Ġ",
+ "àª"
+ ],
+ [
+ "Ġe",
+ "arly"
+ ],
+ [
+ "Ġchan",
+ "ce"
+ ],
+ [
+ "ãģ«ãģª",
+ "ãĤĭ"
+ ],
+ [
+ "ï¼Į",
+ "è¿Ļ"
+ ],
+ [
+ "ĠP",
+ "e"
+ ],
+ [
+ "ct",
+ "ed"
+ ],
+ [
+ "ả",
+ "i"
+ ],
+ [
+ "Ġhappen",
+ "ing"
+ ],
+ [
+ "ãĢģ",
+ "ä½ķ"
+ ],
+ [
+ "ac",
+ "es"
+ ],
+ [
+ "Ġt",
+ "ur"
+ ],
+ [
+ "ãģł",
+ "ãĤįãģĨ"
+ ],
+ [
+ "Ġest",
+ "ar"
+ ],
+ [
+ "ر",
+ "ب"
+ ],
+ [
+ "ĠD",
+ "u"
+ ],
+ [
+ "Ġw",
+ "onder"
+ ],
+ [
+ "Ġt",
+ "ie"
+ ],
+ [
+ "Ġcon",
+ "ne"
+ ],
+ [
+ "Ġg",
+ "itu"
+ ],
+ [
+ "Ġpartic",
+ "ular"
+ ],
+ [
+ "Ġ×Ķ×",
+ "Ŀ"
+ ],
+ [
+ "à¹Ģà¸",
+ "Ľ"
+ ],
+ [
+ "Ġb",
+ "le"
+ ],
+ [
+ "Ġpar",
+ "te"
+ ],
+ [
+ "Ġqu",
+ "ando"
+ ],
+ [
+ "Ġv",
+ "il"
+ ],
+ [
+ "Ġf",
+ "ue"
+ ],
+ [
+ "Ġaqu",
+ "ÃŃ"
+ ],
+ [
+ "æ",
+ "ļ"
+ ],
+ [
+ "Ġvæ",
+ "re"
+ ],
+ [
+ "ind",
+ "i"
+ ],
+ [
+ "Ġet",
+ "t"
+ ],
+ [
+ "iv",
+ "a"
+ ],
+ [
+ "Ġwe",
+ "ird"
+ ],
+ [
+ "ãĥ¼ãĥ",
+ "Ī"
+ ],
+ [
+ "le",
+ "y"
+ ],
+ [
+ "k",
+ "et"
+ ],
+ [
+ "åĭ",
+ "Ŀ"
+ ],
+ [
+ "at",
+ "i"
+ ],
+ [
+ "Ġe",
+ "ffect"
+ ],
+ [
+ "ç",
+ "ĸ"
+ ],
+ [
+ "ë",
+ "ª"
+ ],
+ [
+ "Ġgi",
+ "ven"
+ ],
+ [
+ "Ġcre",
+ "o"
+ ],
+ [
+ "Ġtou",
+ "ch"
+ ],
+ [
+ "ú",
+ "ng"
+ ],
+ [
+ "Ġres",
+ "ult"
+ ],
+ [
+ "ãĥĥ",
+ "ãĤ¯"
+ ],
+ [
+ "å¼",
+ "µ"
+ ],
+ [
+ "æ",
+ "¼"
+ ],
+ [
+ "it",
+ "é"
+ ],
+ [
+ "Ġun",
+ "s"
+ ],
+ [
+ "ĠPa",
+ "ul"
+ ],
+ [
+ "Ġ",
+ "ig"
+ ],
+ [
+ "Ñ",
+ "Ĭ"
+ ],
+ [
+ "Ġsee",
+ "ing"
+ ],
+ [
+ "ë",
+ "Ħ¤"
+ ],
+ [
+ "Ġh",
+ "ours"
+ ],
+ [
+ "Ġsch",
+ "on"
+ ],
+ [
+ "Ä",
+ "ĵ"
+ ],
+ [
+ "Ġd",
+ "ice"
+ ],
+ [
+ "Ġc",
+ "ost"
+ ],
+ [
+ "ì",
+ "²"
+ ],
+ [
+ "J",
+ "a"
+ ],
+ [
+ "Ġha",
+ "bl"
+ ],
+ [
+ "ì£",
+ "¼"
+ ],
+ [
+ "Ġdi",
+ "ffic"
+ ],
+ [
+ "Ġc",
+ "ity"
+ ],
+ [
+ "Ġon",
+ "es"
+ ],
+ [
+ "Ġpe",
+ "ut"
+ ],
+ [
+ "ãģĤ",
+ "ãĤĮ"
+ ],
+ [
+ "et",
+ "er"
+ ],
+ [
+ "ä¸Ģç·Ĵ",
+ "ãģ«"
+ ],
+ [
+ "Ï",
+ "ĩ"
+ ],
+ [
+ "Ġgr",
+ "oup"
+ ],
+ [
+ "åħ",
+ "¬"
+ ],
+ [
+ "k",
+ "u"
+ ],
+ [
+ "ãģ®",
+ "ãģĭ"
+ ],
+ [
+ "å¾Ī",
+ "å¾Ī"
+ ],
+ [
+ "Ġli",
+ "ving"
+ ],
+ [
+ "à°¾",
+ "à°"
+ ],
+ [
+ "Ġë",
+ "Ĥ´"
+ ],
+ [
+ "ãģ¨",
+ "ãĤĤ"
+ ],
+ [
+ "ãģ«ãģª",
+ "ãģ£ãģ¦"
+ ],
+ [
+ "Ġdi",
+ "a"
+ ],
+ [
+ "ion",
+ "e"
+ ],
+ [
+ "ig",
+ "a"
+ ],
+ [
+ "Ġз",
+ "а"
+ ],
+ [
+ "å®",
+ "Į"
+ ],
+ [
+ "é¡",
+ "ĺ"
+ ],
+ [
+ "ç",
+ "ł"
+ ],
+ [
+ "é",
+ "º"
+ ],
+ [
+ "è¨Ģ",
+ "ãĤı"
+ ],
+ [
+ "ãĤĵãģł",
+ "ãģijãģ©"
+ ],
+ [
+ "S",
+ "he"
+ ],
+ [
+ "ÑĢ",
+ "а"
+ ],
+ [
+ "pp",
+ "ing"
+ ],
+ [
+ "con",
+ "om"
+ ],
+ [
+ "Ġ",
+ "ing"
+ ],
+ [
+ "ag",
+ "er"
+ ],
+ [
+ "æ´",
+ "»"
+ ],
+ [
+ "v",
+ "et"
+ ],
+ [
+ "z",
+ "o"
+ ],
+ [
+ "न",
+ "à¥į"
+ ],
+ [
+ "Ġर",
+ "ह"
+ ],
+ [
+ "ãĢģãģ",
+ "ł"
+ ],
+ [
+ "ĠA",
+ "b"
+ ],
+ [
+ "èµ",
+ "°"
+ ],
+ [
+ "ĠEnt",
+ "onces"
+ ],
+ [
+ "Ġc",
+ "li"
+ ],
+ [
+ "à¸Ħร",
+ "ัà¸ļ"
+ ],
+ [
+ "Ħ",
+ "Ī"
+ ],
+ [
+ "le",
+ "ase"
+ ],
+ [
+ "Ġc",
+ "la"
+ ],
+ [
+ "Ġm",
+ "ad"
+ ],
+ [
+ "å",
+ "Ĥ"
+ ],
+ [
+ "èĢ",
+ "ģ"
+ ],
+ [
+ "à¹ĩ",
+ "à¸Ļ"
+ ],
+ [
+ "æĶ",
+ "¾"
+ ],
+ [
+ "ÙĦ",
+ "ت"
+ ],
+ [
+ "ãĤĦãģ£ãģ±",
+ "ãĤĬ"
+ ],
+ [
+ "ÙĪ",
+ "ÙĪ"
+ ],
+ [
+ "Ġmu",
+ "ndo"
+ ],
+ [
+ "à§",
+ "ĭ"
+ ],
+ [
+ "Ġ×",
+ "¡×"
+ ],
+ [
+ "åĥ",
+ "ķ"
+ ],
+ [
+ "id",
+ "es"
+ ],
+ [
+ "ĠMa",
+ "ar"
+ ],
+ [
+ "è",
+ "³"
+ ],
+ [
+ "©",
+ "×Ļ×Ŀ"
+ ],
+ [
+ "Ġinc",
+ "l"
+ ],
+ [
+ "im",
+ "os"
+ ],
+ [
+ "Ġì",
+ "£"
+ ],
+ [
+ "ãĥ",
+ "Ħ"
+ ],
+ [
+ "Ġdo",
+ "g"
+ ],
+ [
+ "Ġsp",
+ "irit"
+ ],
+ [
+ "Ġcle",
+ "ar"
+ ],
+ [
+ "Ġà¹ĥ",
+ "à¸Ĭà¹Ī"
+ ],
+ [
+ "Ġatt",
+ "ack"
+ ],
+ [
+ "Ġme",
+ "g"
+ ],
+ [
+ "Ġother",
+ "s"
+ ],
+ [
+ "Ġc",
+ "er"
+ ],
+ [
+ "é¡",
+ "Ķ"
+ ],
+ [
+ "ãģ£",
+ "ãģĭ"
+ ],
+ [
+ "Ġspe",
+ "ci"
+ ],
+ [
+ "ç¢",
+ "º"
+ ],
+ [
+ "ر",
+ "ÙĪ"
+ ],
+ [
+ "ëŀ",
+ "Į"
+ ],
+ [
+ "ãģ¡ãĤĥ",
+ "ãģĨ"
+ ],
+ [
+ "Ġnorm",
+ "al"
+ ],
+ [
+ "ä»",
+ "¶"
+ ],
+ [
+ "Ġma",
+ "ar"
+ ],
+ [
+ "Ġc",
+ "ũng"
+ ],
+ [
+ "c",
+ "her"
+ ],
+ [
+ "ãĥĥ",
+ "ãĥĪ"
+ ],
+ [
+ "ust",
+ "ed"
+ ],
+ [
+ "ذ",
+ "Ùĩ"
+ ],
+ [
+ "Ġwith",
+ "in"
+ ],
+ [
+ "b",
+ "or"
+ ],
+ [
+ "ãģħ",
+ "ãģ£"
+ ],
+ [
+ "Ġin",
+ "i"
+ ],
+ [
+ "Ġm",
+ "ur"
+ ],
+ [
+ "ç¬",
+ "¬"
+ ],
+ [
+ "à¸",
+ "³"
+ ],
+ [
+ "Ġe",
+ "ar"
+ ],
+ [
+ "Ġmo",
+ "i"
+ ],
+ [
+ "Ñī",
+ "е"
+ ],
+ [
+ "Ġש",
+ "×Ķ×"
+ ],
+ [
+ "ãĢģ",
+ "ãģĨãĤĵ"
+ ],
+ [
+ "p",
+ "re"
+ ],
+ [
+ "Ġinform",
+ "ation"
+ ],
+ [
+ "ãĤ",
+ "¡"
+ ],
+ [
+ "大",
+ "å®¶"
+ ],
+ [
+ "æľ",
+ "Ł"
+ ],
+ [
+ "åĩº",
+ "æĿ¥"
+ ],
+ [
+ "Ġliter",
+ "ally"
+ ],
+ [
+ "ç§ģ",
+ "ãģ®"
+ ],
+ [
+ "it",
+ "ive"
+ ],
+ [
+ "Ġa",
+ "us"
+ ],
+ [
+ "æĢİ",
+ "ä¹Ī"
+ ],
+ [
+ "Ġfun",
+ "ny"
+ ],
+ [
+ "Ġe",
+ "k"
+ ],
+ [
+ "ĠE",
+ "ng"
+ ],
+ [
+ "ac",
+ "y"
+ ],
+ [
+ "ươ",
+ "ng"
+ ],
+ [
+ "à",
+ "¶"
+ ],
+ [
+ "Ġमà¥Ī",
+ "à¤Ĥ"
+ ],
+ [
+ "æ",
+ "r"
+ ],
+ [
+ "Ġpres",
+ "ent"
+ ],
+ [
+ "ëł",
+ "¤"
+ ],
+ [
+ "áº",
+ "·"
+ ],
+ [
+ "ел",
+ "ÑĮ"
+ ],
+ [
+ "Ġus",
+ "ing"
+ ],
+ [
+ "s",
+ "y"
+ ],
+ [
+ "Ġìł",
+ "Ģ"
+ ],
+ [
+ "ữ",
+ "ng"
+ ],
+ [
+ "ĠØ´",
+ "ÙĬ"
+ ],
+ [
+ "z",
+ "ie"
+ ],
+ [
+ "â",
+ "y"
+ ],
+ [
+ "Ġsu",
+ "is"
+ ],
+ [
+ "ãĤĵ",
+ "ãĤĵãģ£"
+ ],
+ [
+ "ĠM",
+ "ic"
+ ],
+ [
+ "Ġsh",
+ "ot"
+ ],
+ [
+ "Ġv",
+ "or"
+ ],
+ [
+ "Ġsur",
+ "pr"
+ ],
+ [
+ "ìŀ",
+ "¥"
+ ],
+ [
+ "Ú",
+ "Ĩ"
+ ],
+ [
+ "f",
+ "ort"
+ ],
+ [
+ "ĠÑģ",
+ "в"
+ ],
+ [
+ "Ġof",
+ "ten"
+ ],
+ [
+ "á",
+ "m"
+ ],
+ [
+ "ĠDon",
+ "c"
+ ],
+ [
+ "Ġso",
+ "ci"
+ ],
+ [
+ "å°ij",
+ "ãģĹ"
+ ],
+ [
+ "ĠB",
+ "o"
+ ],
+ [
+ "Ġmoment",
+ "o"
+ ],
+ [
+ "çķ",
+ "ª"
+ ],
+ [
+ "l",
+ "s"
+ ],
+ [
+ "ĠS",
+ "u"
+ ],
+ [
+ "Ġneed",
+ "s"
+ ],
+ [
+ "Ã",
+ "«"
+ ],
+ [
+ "æİ",
+ "¥"
+ ],
+ [
+ "Ġprodu",
+ "ct"
+ ],
+ [
+ "Ùħ",
+ "ÙĬ"
+ ],
+ [
+ "ãĥ",
+ "ľ"
+ ],
+ [
+ "b",
+ "ack"
+ ],
+ [
+ "Ø",
+ "¢"
+ ],
+ [
+ "á»",
+ "¥"
+ ],
+ [
+ "Ùģ",
+ "ÙĬ"
+ ],
+ [
+ "Ġh",
+ "y"
+ ],
+ [
+ "Ġm",
+ "ình"
+ ],
+ [
+ "Ġst",
+ "at"
+ ],
+ [
+ "é£Ł",
+ "ãģ¹"
+ ],
+ [
+ "Ġsupp",
+ "osed"
+ ],
+ [
+ "è",
+ "ij"
+ ],
+ [
+ "Ġ",
+ "íķ´"
+ ],
+ [
+ "Ġway",
+ "s"
+ ],
+ [
+ "å",
+ "¬"
+ ],
+ [
+ "ĠÅ",
+ "¼"
+ ],
+ [
+ "Ġfa",
+ "z"
+ ],
+ [
+ "æī",
+ "į"
+ ],
+ [
+ "Ġsuc",
+ "cess"
+ ],
+ [
+ "ाà¤",
+ "ģ"
+ ],
+ [
+ "ов",
+ "оÑĢ"
+ ],
+ [
+ "l",
+ "ic"
+ ],
+ [
+ "æĪ",
+ "ĸ"
+ ],
+ [
+ "Ġun",
+ "o"
+ ],
+ [
+ "un",
+ "k"
+ ],
+ [
+ "Ġtr",
+ "ad"
+ ],
+ [
+ "ר×",
+ "IJ"
+ ],
+ [
+ "ÙĤ",
+ "د"
+ ],
+ [
+ "Ġspe",
+ "cial"
+ ],
+ [
+ "Ġsel",
+ "f"
+ ],
+ [
+ "ĠD",
+ "at"
+ ],
+ [
+ "ãģ§ãģĻ",
+ "ãĤĪ"
+ ],
+ [
+ "Ġê°",
+ "Ļ"
+ ],
+ [
+ "ĠT",
+ "om"
+ ],
+ [
+ "Ġs",
+ "um"
+ ],
+ [
+ "ר×",
+ "ª"
+ ],
+ [
+ "Ġcá",
+ "i"
+ ],
+ [
+ "ал",
+ "и"
+ ],
+ [
+ "©×",
+ "ij"
+ ],
+ [
+ "c",
+ "il"
+ ],
+ [
+ "Ľ",
+ "×ķ׾"
+ ],
+ [
+ "O",
+ "O"
+ ],
+ [
+ "íķĺ",
+ "íķĺ"
+ ],
+ [
+ "ãĢģãģĿ",
+ "ãĤĵãģª"
+ ],
+ [
+ "ë§",
+ "IJ"
+ ],
+ [
+ "à¸Ļ",
+ "ีà¹ī"
+ ],
+ [
+ "ĠIn",
+ "st"
+ ],
+ [
+ "Ġmus",
+ "ic"
+ ],
+ [
+ "Ñĥ",
+ "Ñİ"
+ ],
+ [
+ "Ġk",
+ "i"
+ ],
+ [
+ "ä»",
+ "»"
+ ],
+ [
+ "Ġes",
+ "p"
+ ],
+ [
+ "ãģĭ",
+ "ãĤĤ"
+ ],
+ [
+ "Ï",
+ "į"
+ ],
+ [
+ "æķ",
+ "°"
+ ],
+ [
+ "ãĢĤ",
+ "æĪij"
+ ],
+ [
+ "ãģĵãģ",
+ "ĵãģ"
+ ],
+ [
+ "Ġb",
+ "ill"
+ ],
+ [
+ "Ġc",
+ "ab"
+ ],
+ [
+ "ãĥ³",
+ "ãĥĪ"
+ ],
+ [
+ "Ġgovern",
+ "ment"
+ ],
+ [
+ "ìĭ",
+ "ł"
+ ],
+ [
+ "Ġbeaut",
+ "iful"
+ ],
+ [
+ "Ġkom",
+ "mer"
+ ],
+ [
+ "Ġs",
+ "ens"
+ ],
+ [
+ "äº",
+ "İ"
+ ],
+ [
+ "Õ",
+ "«"
+ ],
+ [
+ "Ġtip",
+ "o"
+ ],
+ [
+ "ä½",
+ "į"
+ ],
+ [
+ "ĠH",
+ "ar"
+ ],
+ [
+ "à¥įय",
+ "ा"
+ ],
+ [
+ "ãĢĤ",
+ "ãģĿãĤĮ"
+ ],
+ [
+ "itt",
+ "en"
+ ],
+ [
+ "è®",
+ "©"
+ ],
+ [
+ "ĠвÑģ",
+ "е"
+ ],
+ [
+ "c",
+ "ent"
+ ],
+ [
+ "ãĤ",
+ "Ĩ"
+ ],
+ [
+ "a",
+ "pp"
+ ],
+ [
+ "ạ",
+ "n"
+ ],
+ [
+ "å¼",
+ "ķ"
+ ],
+ [
+ "f",
+ "r"
+ ],
+ [
+ "е",
+ "Ñĩ"
+ ],
+ [
+ "Ġm",
+ "ig"
+ ],
+ [
+ "ãĤĵãģ",
+ "®"
+ ],
+ [
+ "ãĥ",
+ "¢"
+ ],
+ [
+ "Ġco",
+ "isa"
+ ],
+ [
+ "Ġsp",
+ "ace"
+ ],
+ [
+ "å£",
+ "°"
+ ],
+ [
+ "ãģĵãģ¨",
+ "ãĤĴ"
+ ],
+ [
+ "Ġs",
+ "ont"
+ ],
+ [
+ "em",
+ "a"
+ ],
+ [
+ "ãģ«",
+ "ãģĹãģ¦"
+ ],
+ [
+ "Ġà¤Ń",
+ "à¥Ģ"
+ ],
+ [
+ "Ġप",
+ "र"
+ ],
+ [
+ "à¤ķ",
+ "à¥ĭ"
+ ],
+ [
+ "ĠA",
+ "pp"
+ ],
+ [
+ "Ùĥ",
+ "ÙĦ"
+ ],
+ [
+ "ت",
+ "ÙĬ"
+ ],
+ [
+ "id",
+ "ed"
+ ],
+ [
+ "Ġt",
+ "ap"
+ ],
+ [
+ "æĸ¹",
+ "ãģĮ"
+ ],
+ [
+ "ĠA",
+ "ny"
+ ],
+ [
+ "A",
+ "ll"
+ ],
+ [
+ "ãģı",
+ "ãĤĮ"
+ ],
+ [
+ "ï¼Į",
+ "çĦ¶åIJİ"
+ ],
+ [
+ "Ø£",
+ "ÙĨ"
+ ],
+ [
+ "ãĢģãģ¡",
+ "ãĤĩãģ£ãģ¨"
+ ],
+ [
+ "Ġpr",
+ "act"
+ ],
+ [
+ "os",
+ "h"
+ ],
+ [
+ "Ġda",
+ "ar"
+ ],
+ [
+ "Ġtak",
+ "en"
+ ],
+ [
+ "Ġd",
+ "ream"
+ ],
+ [
+ "Ġty",
+ "pe"
+ ],
+ [
+ "ë",
+ "ĮĢ"
+ ],
+ [
+ "åķ",
+ "ı"
+ ],
+ [
+ "Ġc",
+ "i"
+ ],
+ [
+ "Ġп",
+ "од"
+ ],
+ [
+ "ĠP",
+ "l"
+ ],
+ [
+ "Ġpri",
+ "v"
+ ],
+ [
+ "Ġblo",
+ "od"
+ ],
+ [
+ "ãĥ",
+ "ĵ"
+ ],
+ [
+ "Ġconvers",
+ "ation"
+ ],
+ [
+ "è",
+ "«"
+ ],
+ [
+ "а",
+ "а"
+ ],
+ [
+ "æĽ",
+ "´"
+ ],
+ [
+ "ãĤĵãģł",
+ "ãĤĪ"
+ ],
+ [
+ "ĠÑ",
+ "Ħ"
+ ],
+ [
+ "å¾ħ",
+ "ãģ£ãģ¦"
+ ],
+ [
+ "ri",
+ "ble"
+ ],
+ [
+ "m",
+ "ore"
+ ],
+ [
+ "ĠÄ",
+ "į"
+ ],
+ [
+ "and",
+ "a"
+ ],
+ [
+ "Ġ×",
+ "ĺ"
+ ],
+ [
+ "èī",
+ "²"
+ ],
+ [
+ "Ġs",
+ "end"
+ ],
+ [
+ "ĠD",
+ "av"
+ ],
+ [
+ "ĠìĿ",
+ "¼"
+ ],
+ [
+ "Ġh",
+ "v"
+ ],
+ [
+ "ï¼Į",
+ "å°±æĺ¯"
+ ],
+ [
+ "bo",
+ "ok"
+ ],
+ [
+ "Ġë",
+ "Ħ¤"
+ ],
+ [
+ "Ġr",
+ "ais"
+ ],
+ [
+ "ŀ×",
+ "ª"
+ ],
+ [
+ "n",
+ "s"
+ ],
+ [
+ "ĠÄij",
+ "ã"
+ ],
+ [
+ "Ġé",
+ "l"
+ ],
+ [
+ "ãģŁ",
+ "ãģł"
+ ],
+ [
+ "iá»ģ",
+ "u"
+ ],
+ [
+ "Ġd",
+ "ad"
+ ],
+ [
+ "Ġup",
+ "on"
+ ],
+ [
+ "ãģį",
+ "ãģ¦"
+ ],
+ [
+ "He",
+ "y"
+ ],
+ [
+ "ưá»",
+ "Ľ"
+ ],
+ [
+ "Ġfoc",
+ "us"
+ ],
+ [
+ "Ġh",
+ "und"
+ ],
+ [
+ "Ġa",
+ "head"
+ ],
+ [
+ "ëĭ",
+ "ĺ"
+ ],
+ [
+ "Ġb",
+ "ag"
+ ],
+ [
+ "c",
+ "ut"
+ ],
+ [
+ "Ġtr",
+ "or"
+ ],
+ [
+ "ÙĬÙĬ",
+ "ÙĬÙĬ"
+ ],
+ [
+ "et",
+ "h"
+ ],
+ [
+ "åħ",
+ "ĥ"
+ ],
+ [
+ "Ġpr",
+ "ot"
+ ],
+ [
+ "is",
+ "ed"
+ ],
+ [
+ "r",
+ "ight"
+ ],
+ [
+ "ÃŃ",
+ "m"
+ ],
+ [
+ "ãģĤãĤĬãģĮãģ¨ãģĨ",
+ "ãģĶãģĸ"
+ ],
+ [
+ "Ġsha",
+ "re"
+ ],
+ [
+ "Ġt",
+ "as"
+ ],
+ [
+ "à¸Ī",
+ "ะ"
+ ],
+ [
+ "ste",
+ "ad"
+ ],
+ [
+ "ur",
+ "y"
+ ],
+ [
+ "o",
+ "ve"
+ ],
+ [
+ "Ġद",
+ "à¥ĩà¤"
+ ],
+ [
+ "ãģ¾",
+ "ãĤĬ"
+ ],
+ [
+ "Ġvo",
+ "y"
+ ],
+ [
+ "Ġt",
+ "ut"
+ ],
+ [
+ "Ġw",
+ "ife"
+ ],
+ [
+ "à¸Ń",
+ "ย"
+ ],
+ [
+ "Ġw",
+ "all"
+ ],
+ [
+ "Ġret",
+ "urn"
+ ],
+ [
+ "A",
+ "l"
+ ],
+ [
+ "Ġthá»",
+ "ĥ"
+ ],
+ [
+ "Ġê¸",
+ "°"
+ ],
+ [
+ "ãĥ",
+ "¯"
+ ],
+ [
+ "Ġש",
+ "×Ķ"
+ ],
+ [
+ "id",
+ "ence"
+ ],
+ [
+ "Ġdo",
+ "ll"
+ ],
+ [
+ "ĠÙ",
+ "¾"
+ ],
+ [
+ "Ġt",
+ "ar"
+ ],
+ [
+ "Ġchar",
+ "ac"
+ ],
+ [
+ "Ġo",
+ "per"
+ ],
+ [
+ "éĹ",
+ "´"
+ ],
+ [
+ "Ġë",
+ "ĮĢ"
+ ],
+ [
+ "ĠP",
+ "od"
+ ],
+ [
+ "ĠÙħ",
+ "Ø«"
+ ],
+ [
+ "çµ",
+ "Ĥ"
+ ],
+ [
+ "ë§",
+ "Ī"
+ ],
+ [
+ "åIJ",
+ "¬"
+ ],
+ [
+ "ä½Ĩ",
+ "æĺ¯"
+ ],
+ [
+ "ãģĦ",
+ "ãģ®"
+ ],
+ [
+ "ãģł",
+ "ãģª"
+ ],
+ [
+ "ãģĤ",
+ "ãģŁãģĹ"
+ ],
+ [
+ "Ġp",
+ "ict"
+ ],
+ [
+ "ìĿ",
+ "Į"
+ ],
+ [
+ "ãģŃ",
+ "ãģĪ"
+ ],
+ [
+ "Ġs",
+ "we"
+ ],
+ [
+ "Ġbab",
+ "y"
+ ],
+ [
+ "Ġtr",
+ "uth"
+ ],
+ [
+ "Ġs",
+ "ac"
+ ],
+ [
+ "Ġse",
+ "hr"
+ ],
+ [
+ "Ġ׼",
+ "×Ļ"
+ ],
+ [
+ "Ġf",
+ "an"
+ ],
+ [
+ "Ġ×",
+ "¦"
+ ],
+ [
+ "Ġabs",
+ "olutely"
+ ],
+ [
+ "Ġhist",
+ "ory"
+ ],
+ [
+ "åĮ",
+ "ĸ"
+ ],
+ [
+ "ि",
+ "à¤ķ"
+ ],
+ [
+ "Ġhu",
+ "ge"
+ ],
+ [
+ "ि",
+ "त"
+ ],
+ [
+ "ĠV",
+ "i"
+ ],
+ [
+ "к",
+ "а"
+ ],
+ [
+ "ि",
+ "न"
+ ],
+ [
+ "Ġ×Ķ",
+ "×Ļ×IJ"
+ ],
+ [
+ "ĠاÙĦ",
+ "Ø´"
+ ],
+ [
+ "Ġha",
+ "ir"
+ ],
+ [
+ "ëłĩ",
+ "ê²Į"
+ ],
+ [
+ "Ġm",
+ "ass"
+ ],
+ [
+ "ĠÐ",
+ "¯"
+ ],
+ [
+ "it",
+ "ar"
+ ],
+ [
+ "ound",
+ "s"
+ ],
+ [
+ "¯",
+ "¸"
+ ],
+ [
+ "Ġmuch",
+ "o"
+ ],
+ [
+ "Î",
+ "®"
+ ],
+ [
+ "ế",
+ "t"
+ ],
+ [
+ "Ġb",
+ "ij"
+ ],
+ [
+ "å¹",
+ "³"
+ ],
+ [
+ "æĸ",
+ "ĩ"
+ ],
+ [
+ "ĠY",
+ "our"
+ ],
+ [
+ "Ġn",
+ "et"
+ ],
+ [
+ "Ġter",
+ "ms"
+ ],
+ [
+ "Ġì¢",
+ "Ģ"
+ ],
+ [
+ "il",
+ "o"
+ ],
+ [
+ "ĠA",
+ "g"
+ ],
+ [
+ "Ġsim",
+ "ple"
+ ],
+ [
+ "Ùĥ",
+ "ÙĬ"
+ ],
+ [
+ "a",
+ "j"
+ ],
+ [
+ "art",
+ "h"
+ ],
+ [
+ "Ġc",
+ "ette"
+ ],
+ [
+ "à§",
+ "ģ"
+ ],
+ [
+ "Ġà¤ķ",
+ "ह"
+ ],
+ [
+ "ol",
+ "ogy"
+ ],
+ [
+ "ci",
+ "o"
+ ],
+ [
+ "g",
+ "est"
+ ],
+ [
+ "Ġo",
+ "pt"
+ ],
+ [
+ "×Ļ",
+ "×Ļ×Ŀ"
+ ],
+ [
+ "2",
+ "5"
+ ],
+ [
+ "ाà¤",
+ "®"
+ ],
+ [
+ "Ġg",
+ "iving"
+ ],
+ [
+ "empl",
+ "o"
+ ],
+ [
+ "ãģĹãģŁ",
+ "ãĤī"
+ ],
+ [
+ "Ġapp",
+ "ro"
+ ],
+ [
+ "è",
+ "Ħ"
+ ],
+ [
+ "Ġb",
+ "ud"
+ ],
+ [
+ "Ġnh",
+ "ững"
+ ],
+ [
+ "Ġप",
+ "à¥įर"
+ ],
+ [
+ "ëĭĪ",
+ "ê¹Į"
+ ],
+ [
+ "ĠS",
+ "i"
+ ],
+ [
+ "ol",
+ "o"
+ ],
+ [
+ "о",
+ "Ñĩ"
+ ],
+ [
+ "ĠS",
+ "en"
+ ],
+ [
+ "×Ļ",
+ "×Ļ×"
+ ],
+ [
+ "ore",
+ "d"
+ ],
+ [
+ "eeee",
+ "eeee"
+ ],
+ [
+ "ìĺ",
+ "¤"
+ ],
+ [
+ "um",
+ "e"
+ ],
+ [
+ "ĠK",
+ "e"
+ ],
+ [
+ "u",
+ "it"
+ ],
+ [
+ "Ġм",
+ "ож"
+ ],
+ [
+ "ãĥ",
+ "İ"
+ ],
+ [
+ "Ġg",
+ "ar"
+ ],
+ [
+ "स",
+ "à¥ĩ"
+ ],
+ [
+ "Ġj",
+ "ug"
+ ],
+ [
+ "ĠëIJ",
+ "ĺ"
+ ],
+ [
+ "©",
+ "ר"
+ ],
+ [
+ "ĠE",
+ "d"
+ ],
+ [
+ "Ġwork",
+ "s"
+ ],
+ [
+ "å¤",
+ "±"
+ ],
+ [
+ "k",
+ "ing"
+ ],
+ [
+ "Ġ׾",
+ "×Ķ"
+ ],
+ [
+ "Ġfut",
+ "ure"
+ ],
+ [
+ "ế",
+ "n"
+ ],
+ [
+ "ĠI",
+ "nd"
+ ],
+ [
+ "ÃŃ",
+ "as"
+ ],
+ [
+ "Ġnu",
+ "est"
+ ],
+ [
+ "id",
+ "os"
+ ],
+ [
+ "å§",
+ "ī"
+ ],
+ [
+ "Ġh",
+ "us"
+ ],
+ [
+ "Ġthem",
+ "selves"
+ ],
+ [
+ "Ùİ",
+ "ا"
+ ],
+ [
+ "ãģĭ",
+ "ãģ«"
+ ],
+ [
+ "in",
+ "n"
+ ],
+ [
+ "ãĥ",
+ "¤"
+ ],
+ [
+ "Ġex",
+ "ist"
+ ],
+ [
+ "Ġv",
+ "ä"
+ ],
+ [
+ "à¹Ģà¸",
+ "Ĥ"
+ ],
+ [
+ "Ġn",
+ "om"
+ ],
+ [
+ "Ġvie",
+ "w"
+ ],
+ [
+ "Ġre",
+ "qu"
+ ],
+ [
+ "ri",
+ "es"
+ ],
+ [
+ "¡",
+ "×ķ×"
+ ],
+ [
+ "ĠW",
+ "ait"
+ ],
+ [
+ "Ĺ×",
+ "ĵ"
+ ],
+ [
+ "ï¼",
+ "ij"
+ ],
+ [
+ "as",
+ "ed"
+ ],
+ [
+ "åij",
+ "½"
+ ],
+ [
+ "ÙĪ",
+ "ÙĬ"
+ ],
+ [
+ "Å",
+ "¥"
+ ],
+ [
+ "c",
+ "ar"
+ ],
+ [
+ "Ġd",
+ "am"
+ ],
+ [
+ "า",
+ "ร"
+ ],
+ [
+ "Ġdiffic",
+ "ult"
+ ],
+ [
+ "E",
+ "E"
+ ],
+ [
+ "l",
+ "or"
+ ],
+ [
+ "Ġl",
+ "ist"
+ ],
+ [
+ "à",
+ "·"
+ ],
+ [
+ "it",
+ "ter"
+ ],
+ [
+ "ç©",
+ "º"
+ ],
+ [
+ "Ġdon",
+ "c"
+ ],
+ [
+ "ог",
+ "да"
+ ],
+ [
+ "1",
+ "6"
+ ],
+ [
+ "Ġ",
+ "ÛĮ"
+ ],
+ [
+ "ha",
+ "ps"
+ ],
+ [
+ "åı",
+ "į"
+ ],
+ [
+ "áĢ",
+ "º"
+ ],
+ [
+ "'",
+ "all"
+ ],
+ [
+ "ĠW",
+ "ill"
+ ],
+ [
+ "़",
+ "़"
+ ],
+ [
+ "å¸",
+ "°"
+ ],
+ [
+ "êµ",
+ "¬"
+ ],
+ [
+ "ch",
+ "é"
+ ],
+ [
+ "re",
+ "en"
+ ],
+ [
+ "Ġê·¸ëŀĺ",
+ "ìĦľ"
+ ],
+ [
+ "ac",
+ "hing"
+ ],
+ [
+ "9",
+ "9"
+ ],
+ [
+ "Ġ×IJ×",
+ "Ŀ"
+ ],
+ [
+ "åİ",
+ "Ł"
+ ],
+ [
+ "n",
+ "el"
+ ],
+ [
+ "Ġg",
+ "j"
+ ],
+ [
+ "Ġìŀ",
+ "IJ"
+ ],
+ [
+ "ĠE",
+ "m"
+ ],
+ [
+ "ir",
+ "s"
+ ],
+ [
+ "à´",
+ "¿"
+ ],
+ [
+ "ĠÑģ",
+ "к"
+ ],
+ [
+ "ãĥ",
+ "»"
+ ],
+ [
+ "Ñĥ",
+ "Ñĩ"
+ ],
+ [
+ "Ä",
+ "Ĺ"
+ ],
+ [
+ "ot",
+ "h"
+ ],
+ [
+ "Ġhist",
+ "or"
+ ],
+ [
+ "v",
+ "ar"
+ ],
+ [
+ "åĪ",
+ "©"
+ ],
+ [
+ "Ġc",
+ "ả"
+ ],
+ [
+ "æµ",
+ "·"
+ ],
+ [
+ "Ġëį",
+ "Ķ"
+ ],
+ [
+ "ĠÐ",
+ "Ń"
+ ],
+ [
+ "ï¼ĮæĪij",
+ "们"
+ ],
+ [
+ "Ġl",
+ "ui"
+ ],
+ [
+ "Ġt",
+ "am"
+ ],
+ [
+ "Ġv",
+ "ed"
+ ],
+ [
+ "ĠW",
+ "ith"
+ ],
+ [
+ "ĵ",
+ "×Ļ"
+ ],
+ [
+ "ens",
+ "ive"
+ ],
+ [
+ "Ġt",
+ "an"
+ ],
+ [
+ "å",
+ "¢"
+ ],
+ [
+ "Ġe",
+ "ight"
+ ],
+ [
+ "å¾Ī",
+ "å¤ļ"
+ ],
+ [
+ "ĠÑĤ",
+ "Ñĭ"
+ ],
+ [
+ "Ġar",
+ "m"
+ ],
+ [
+ "ell",
+ "e"
+ ],
+ [
+ "ha",
+ "l"
+ ],
+ [
+ "ĠM",
+ "c"
+ ],
+ [
+ "à¯įà®",
+ "¤"
+ ],
+ [
+ "if",
+ "y"
+ ],
+ [
+ "Ġqu",
+ "el"
+ ],
+ [
+ "Ġfig",
+ "ure"
+ ],
+ [
+ "Ġgü",
+ "ey"
+ ],
+ [
+ "à°¿",
+ "à°"
+ ],
+ [
+ "ĠM",
+ "ark"
+ ],
+ [
+ "س",
+ "Ùħ"
+ ],
+ [
+ "ĠÑģ",
+ "л"
+ ],
+ [
+ "Ġh",
+ "vor"
+ ],
+ [
+ "ãģ§ãģį",
+ "ãĤĭ"
+ ],
+ [
+ "Ġw",
+ "er"
+ ],
+ [
+ "à®",
+ "°"
+ ],
+ [
+ "ul",
+ "a"
+ ],
+ [
+ "ç",
+ "³"
+ ],
+ [
+ "Ġb",
+ "er"
+ ],
+ [
+ "éģ",
+ "Ķ"
+ ],
+ [
+ "os",
+ "p"
+ ],
+ [
+ "ãģ¿",
+ "ãĤĵãģª"
+ ],
+ [
+ "à¤ķ",
+ "à¥ĩ"
+ ],
+ [
+ "×Ļ×",
+ "¢"
+ ],
+ [
+ "Ġparent",
+ "s"
+ ],
+ [
+ "Ġbe",
+ "m"
+ ],
+ [
+ "Ġr",
+ "ather"
+ ],
+ [
+ "Ġsud",
+ "den"
+ ],
+ [
+ "ãģ®",
+ "ä¸Ń"
+ ],
+ [
+ "å·",
+ "²"
+ ],
+ [
+ "Ùħ",
+ "ÙĨ"
+ ],
+ [
+ "Ġhe",
+ "el"
+ ],
+ [
+ "T",
+ "hank"
+ ],
+ [
+ "Ġn",
+ "y"
+ ],
+ [
+ "Ġg",
+ "un"
+ ],
+ [
+ "Ġ×ķ×",
+ "ĸ×Ķ"
+ ],
+ [
+ "ĠÃ",
+ "ª"
+ ],
+ [
+ "æĻ",
+ "®"
+ ],
+ [
+ "Ġweek",
+ "s"
+ ],
+ [
+ "ë¬",
+ "´"
+ ],
+ [
+ "-",
+ "l"
+ ],
+ [
+ "ĠìĤ¬",
+ "ëŀĮ"
+ ],
+ [
+ "à¸",
+ "¶"
+ ],
+ [
+ "ik",
+ "a"
+ ],
+ [
+ "r",
+ "an"
+ ],
+ [
+ "ä¸ĸ",
+ "çķĮ"
+ ],
+ [
+ "Ġph",
+ "ys"
+ ],
+ [
+ "ãģĦ",
+ "ãĤĭãģ®"
+ ],
+ [
+ "Ġp",
+ "us"
+ ],
+ [
+ "Ġcos",
+ "as"
+ ],
+ [
+ "ãģĻ",
+ "ãģİ"
+ ],
+ [
+ "on",
+ "te"
+ ],
+ [
+ "Ġì",
+ "¤"
+ ],
+ [
+ "Ġexpl",
+ "ain"
+ ],
+ [
+ "Ġopp",
+ "ortun"
+ ],
+ [
+ "éģ",
+ "İ"
+ ],
+ [
+ "u",
+ "el"
+ ],
+ [
+ "Ġan",
+ "im"
+ ],
+ [
+ "Ġl",
+ "ose"
+ ],
+ [
+ "ãģı",
+ "ãĤĭ"
+ ],
+ [
+ "Ġinv",
+ "ol"
+ ],
+ [
+ "ru",
+ "ct"
+ ],
+ [
+ "é¡ĺ",
+ "ãģĦ"
+ ],
+ [
+ "ĠAmer",
+ "ica"
+ ],
+ [
+ "Ġh",
+ "un"
+ ],
+ [
+ "Ġplay",
+ "ed"
+ ],
+ [
+ "Ġcontin",
+ "u"
+ ],
+ [
+ "han",
+ "ks"
+ ],
+ [
+ "Ġtech",
+ "n"
+ ],
+ [
+ "Ġcomplet",
+ "ely"
+ ],
+ [
+ "ãģĿãģĨ",
+ "ãģĦãģĨ"
+ ],
+ [
+ "ãĢģ",
+ "ãģĦãģĦ"
+ ],
+ [
+ "Ġà¤",
+ "«"
+ ],
+ [
+ "ì§Ģ",
+ "ë§Į"
+ ],
+ [
+ "çļĦ",
+ "æĹ¶åĢĻ"
+ ],
+ [
+ "il",
+ "ed"
+ ],
+ [
+ "à®",
+ "©"
+ ],
+ [
+ "Ġ×ij×",
+ "IJ×"
+ ],
+ [
+ "k",
+ "y"
+ ],
+ [
+ "Ġde",
+ "velop"
+ ],
+ [
+ "á»ĵ",
+ "i"
+ ],
+ [
+ "Ġa",
+ "an"
+ ],
+ [
+ "m",
+ "es"
+ ],
+ [
+ "éħ",
+ "į"
+ ],
+ [
+ "ãģı",
+ "ãĤīãģĦ"
+ ],
+ [
+ "س",
+ "ÙĬ"
+ ],
+ [
+ "Ġë§",
+ "Ī"
+ ],
+ [
+ "w",
+ "ork"
+ ],
+ [
+ "é¢",
+ "¨"
+ ],
+ [
+ "Ġ",
+ "ÃŃ"
+ ],
+ [
+ "Ùĥ",
+ "ر"
+ ],
+ [
+ "ç",
+ "Ĩ"
+ ],
+ [
+ "Ġìļ°",
+ "리"
+ ],
+ [
+ "ãģł",
+ "ãģŃ"
+ ],
+ [
+ "Ġcan",
+ "not"
+ ],
+ [
+ "ĠC",
+ "he"
+ ],
+ [
+ "éĿŀ",
+ "常"
+ ],
+ [
+ "å·",
+ "¥"
+ ],
+ [
+ "éĸ",
+ "ĭ"
+ ],
+ [
+ "Ġìĸ´",
+ "ë"
+ ],
+ [
+ "Ġà¦",
+ "Ĩ"
+ ],
+ [
+ "ाà¤",
+ "¹"
+ ],
+ [
+ "ĠY",
+ "ork"
+ ],
+ [
+ "Ġd",
+ "ÃŃa"
+ ],
+ [
+ "Ġ׾",
+ "×Ļ"
+ ],
+ [
+ "ãĥĢ",
+ "ãĥ¡"
+ ],
+ [
+ "ãĤ¹",
+ "ãĥĪ"
+ ],
+ [
+ "ĠÙħ",
+ "Ø´"
+ ],
+ [
+ "ĠG",
+ "et"
+ ],
+ [
+ "å±",
+ "ĭ"
+ ],
+ [
+ "Ġfu",
+ "nd"
+ ],
+ [
+ "ij",
+ "×Ķ"
+ ],
+ [
+ "à",
+ "©"
+ ],
+ [
+ "áŀ",
+ "¶"
+ ],
+ [
+ "í",
+ "Ļ"
+ ],
+ [
+ "Ġp",
+ "ag"
+ ],
+ [
+ "ìł",
+ "ķ"
+ ],
+ [
+ "ãĥ",
+ "Ļ"
+ ],
+ [
+ "Ġprin",
+ "ci"
+ ],
+ [
+ "Ùħ",
+ "ر"
+ ],
+ [
+ "Ġcor",
+ "re"
+ ],
+ [
+ "Ġn",
+ "ag"
+ ],
+ [
+ "Ġcl",
+ "os"
+ ],
+ [
+ "ŀ",
+ "Ī"
+ ],
+ [
+ "ck",
+ "s"
+ ],
+ [
+ "Ġb",
+ "an"
+ ],
+ [
+ "æµ",
+ "ģ"
+ ],
+ [
+ "est",
+ "e"
+ ],
+ [
+ "ãĢģãģ¾",
+ "ãģĤ"
+ ],
+ [
+ "åħ",
+ "³"
+ ],
+ [
+ "ŀ",
+ "×ķ"
+ ],
+ [
+ "ĠG",
+ "u"
+ ],
+ [
+ "re",
+ "ci"
+ ],
+ [
+ "ãģŁ",
+ "ãĤī"
+ ],
+ [
+ "Ġbuild",
+ "ing"
+ ],
+ [
+ "in",
+ "ho"
+ ],
+ [
+ "ught",
+ "er"
+ ],
+ [
+ "Ġext",
+ "ra"
+ ],
+ [
+ "Ġl",
+ "ow"
+ ],
+ [
+ "¡",
+ "×Ļ×"
+ ],
+ [
+ "Ġo",
+ "k"
+ ],
+ [
+ "Ġc",
+ "op"
+ ],
+ [
+ "Ġż",
+ "e"
+ ],
+ [
+ "Ġli",
+ "ves"
+ ],
+ [
+ "F",
+ "F"
+ ],
+ [
+ "it",
+ "i"
+ ],
+ [
+ "Ġm",
+ "á"
+ ],
+ [
+ "à¹ģล",
+ "à¹īว"
+ ],
+ [
+ "Ġpres",
+ "ident"
+ ],
+ [
+ "Ġid",
+ "ent"
+ ],
+ [
+ "ro",
+ "om"
+ ],
+ [
+ "Y",
+ "es"
+ ],
+ [
+ "ä¼",
+ "Ŀ"
+ ],
+ [
+ "k",
+ "an"
+ ],
+ [
+ "o",
+ "ld"
+ ],
+ [
+ "and",
+ "s"
+ ],
+ [
+ "о",
+ "е"
+ ],
+ [
+ "ĠT",
+ "w"
+ ],
+ [
+ "Ġthr",
+ "ow"
+ ],
+ [
+ "ar",
+ "ter"
+ ],
+ [
+ "ir",
+ "m"
+ ],
+ [
+ "åı",
+ "°"
+ ],
+ [
+ "ег",
+ "о"
+ ],
+ [
+ "Ġr",
+ "id"
+ ],
+ [
+ "ि",
+ "ल"
+ ],
+ [
+ "are",
+ "n"
+ ],
+ [
+ "ãģł",
+ "ãģijãģ©"
+ ],
+ [
+ "Ġe",
+ "conom"
+ ],
+ [
+ "ĠاÙĦ",
+ "ÙĨ"
+ ],
+ [
+ "Ġc",
+ "ry"
+ ],
+ [
+ "g",
+ "ent"
+ ],
+ [
+ "ëĵ",
+ "ł"
+ ],
+ [
+ "Ġë",
+ "Ĥ"
+ ],
+ [
+ "à¤",
+ "¯"
+ ],
+ [
+ "ë",
+ "³´"
+ ],
+ [
+ "Ġser",
+ "ious"
+ ],
+ [
+ "ent",
+ "a"
+ ],
+ [
+ "è",
+ "ħ"
+ ],
+ [
+ "èIJ",
+ "½"
+ ],
+ [
+ "ad",
+ "as"
+ ],
+ [
+ "Ġб",
+ "Ñĥд"
+ ],
+ [
+ "á",
+ "Ī"
+ ],
+ [
+ "Ġf",
+ "Ã¥"
+ ],
+ [
+ "Ġoff",
+ "ic"
+ ],
+ [
+ "Ġgr",
+ "ound"
+ ],
+ [
+ "ãģĭ",
+ "ãĤĤãģĹ"
+ ],
+ [
+ "Ġü",
+ "ber"
+ ],
+ [
+ "Ġì",
+ "Ĩ"
+ ],
+ [
+ "ĠY",
+ "a"
+ ],
+ [
+ "i",
+ "ÃŁ"
+ ],
+ [
+ "Ñĭ",
+ "в"
+ ],
+ [
+ "a",
+ "ke"
+ ],
+ [
+ "an",
+ "ces"
+ ],
+ [
+ "Ġש×",
+ "ŀ×"
+ ],
+ [
+ "ìļ",
+ "°"
+ ],
+ [
+ "à®",
+ "¤"
+ ],
+ [
+ "ª",
+ "ģ"
+ ],
+ [
+ "Ġag",
+ "ree"
+ ],
+ [
+ "è¾",
+ "¼"
+ ],
+ [
+ "ب",
+ "ر"
+ ],
+ [
+ "Ġg",
+ "ib"
+ ],
+ [
+ "ãĤĴ",
+ "è¦ĭ"
+ ],
+ [
+ "Ġa",
+ "cho"
+ ],
+ [
+ "Ġfa",
+ "ir"
+ ],
+ [
+ "Ġl",
+ "ate"
+ ],
+ [
+ "-",
+ "p"
+ ],
+ [
+ "ìĿ",
+ "¼"
+ ],
+ [
+ "re",
+ "g"
+ ],
+ [
+ "Ġs",
+ "itting"
+ ],
+ [
+ "¹",
+ "Ħ"
+ ],
+ [
+ "н",
+ "ого"
+ ],
+ [
+ "qu",
+ "es"
+ ],
+ [
+ "Ġb",
+ "reat"
+ ],
+ [
+ "a",
+ "f"
+ ],
+ [
+ "±",
+ "¸"
+ ],
+ [
+ "Ġg",
+ "ut"
+ ],
+ [
+ "Ġdisc",
+ "uss"
+ ],
+ [
+ "y",
+ "r"
+ ],
+ [
+ "Ġwork",
+ "ed"
+ ],
+ [
+ "ìĥ",
+ "ģ"
+ ],
+ [
+ "Ġl",
+ "u"
+ ],
+ [
+ "è¦",
+ "ĸ"
+ ],
+ [
+ "Ġtr",
+ "ust"
+ ],
+ [
+ "Ġhund",
+ "red"
+ ],
+ [
+ "åĬ",
+ "©"
+ ],
+ [
+ "ž",
+ "e"
+ ],
+ [
+ "Ġì",
+ "ľ"
+ ],
+ [
+ "ë",
+ "ħ"
+ ],
+ [
+ "оÑģ",
+ "ÑĤо"
+ ],
+ [
+ "ag",
+ "ram"
+ ],
+ [
+ "Ġco",
+ "ll"
+ ],
+ [
+ "g",
+ "h"
+ ],
+ [
+ "è¦",
+ "ļ"
+ ],
+ [
+ "g",
+ "ot"
+ ],
+ [
+ "ãģ£ãģ¦",
+ "ãģĦãĤĭ"
+ ],
+ [
+ "ãģ®",
+ "ãģ«"
+ ],
+ [
+ "Ġal",
+ "i"
+ ],
+ [
+ "Ġп",
+ "еÑĢ"
+ ],
+ [
+ "Ġal",
+ "one"
+ ],
+ [
+ "åħĪ",
+ "çĶŁ"
+ ],
+ [
+ "Ġrep",
+ "ort"
+ ],
+ [
+ "Ġsi",
+ "ÄĻ"
+ ],
+ [
+ "ress",
+ "ion"
+ ],
+ [
+ "Ġk",
+ "ita"
+ ],
+ [
+ "Ġd",
+ "ag"
+ ],
+ [
+ "are",
+ "nt"
+ ],
+ [
+ "T",
+ "ube"
+ ],
+ [
+ "Ġh",
+ "op"
+ ],
+ [
+ "Ġj",
+ "ud"
+ ],
+ [
+ "áº",
+ "½"
+ ],
+ [
+ "ĠÎ",
+ "½"
+ ],
+ [
+ "çĶ",
+ "±"
+ ],
+ [
+ "Ġsp",
+ "o"
+ ],
+ [
+ "åĬ",
+ "¨"
+ ],
+ [
+ "Ġpesso",
+ "as"
+ ],
+ [
+ "ãĢģ",
+ "ãĤĵãģ£"
+ ],
+ [
+ "Ġm",
+ "ac"
+ ],
+ [
+ "ol",
+ "y"
+ ],
+ [
+ "ĠH",
+ "an"
+ ],
+ [
+ "1",
+ "4"
+ ],
+ [
+ "B",
+ "e"
+ ],
+ [
+ "D",
+ "on"
+ ],
+ [
+ "Ġres",
+ "pect"
+ ],
+ [
+ "ãĢģ",
+ "ãĤĦ"
+ ],
+ [
+ "g",
+ "end"
+ ],
+ [
+ "Ĥ",
+ "à°"
+ ],
+ [
+ "èĬ",
+ "±"
+ ],
+ [
+ "Ġse",
+ "ven"
+ ],
+ [
+ "Ġcas",
+ "a"
+ ],
+ [
+ "ëĬĶ",
+ "ëį°"
+ ],
+ [
+ "ĠS",
+ "am"
+ ],
+ [
+ "Ġgener",
+ "al"
+ ],
+ [
+ "Ġà¤ĩ",
+ "स"
+ ],
+ [
+ "ĠR",
+ "ep"
+ ],
+ [
+ "Ġte",
+ "le"
+ ],
+ [
+ "×Ļ׾",
+ "×ķ"
+ ],
+ [
+ "åij",
+ "¼"
+ ],
+ [
+ "çĻ",
+ "º"
+ ],
+ [
+ "ak",
+ "a"
+ ],
+ [
+ "è¡",
+ "¨"
+ ],
+ [
+ "Ġà¦",
+ "ı"
+ ],
+ [
+ "Ġ",
+ "à¨"
+ ],
+ [
+ "å",
+ "«"
+ ],
+ [
+ "ãģķ",
+ "ãĤĮãģ¦"
+ ],
+ [
+ "í",
+ "ĥ"
+ ],
+ [
+ "j",
+ "er"
+ ],
+ [
+ "ĠG",
+ "en"
+ ],
+ [
+ "Ġprof",
+ "ess"
+ ],
+ [
+ "è",
+ "¬"
+ ],
+ [
+ "Ġneed",
+ "ed"
+ ],
+ [
+ "r",
+ "od"
+ ],
+ [
+ "ë",
+ "Ĥ"
+ ],
+ [
+ "ãģĤ",
+ "ãģģ"
+ ],
+ [
+ "Ú",
+ "¾"
+ ],
+ [
+ "Ġfin",
+ "ally"
+ ],
+ [
+ "k",
+ "ed"
+ ],
+ [
+ "b",
+ "an"
+ ],
+ [
+ "Ġch",
+ "urch"
+ ],
+ [
+ "1",
+ "7"
+ ],
+ [
+ "ãĤĵãģ",
+ "ħ"
+ ],
+ [
+ "Ġno",
+ "get"
+ ],
+ [
+ "í",
+ "ĺ"
+ ],
+ [
+ "ãģķ",
+ "ãģ¾"
+ ],
+ [
+ "Ġseem",
+ "ed"
+ ],
+ [
+ "ãģĨ",
+ "ãģ£"
+ ],
+ [
+ "å¥",
+ "¹"
+ ],
+ [
+ "Ġìĭ",
+ "ľ"
+ ],
+ [
+ "r",
+ "r"
+ ],
+ [
+ "Ġresp",
+ "ons"
+ ],
+ [
+ "ĠÏĦ",
+ "ο"
+ ],
+ [
+ "ug",
+ "g"
+ ],
+ [
+ "n",
+ "ÄĽ"
+ ],
+ [
+ "Ġव",
+ "ह"
+ ],
+ [
+ "ãģ¡ãĤĥãĤĵãģ",
+ "¨"
+ ],
+ [
+ "Ġsound",
+ "s"
+ ],
+ [
+ "Ġf",
+ "em"
+ ],
+ [
+ "ãģĵãģ¨",
+ "ãģĮ"
+ ],
+ [
+ "Ġli",
+ "e"
+ ],
+ [
+ "ãĥ",
+ "Ķ"
+ ],
+ [
+ "ł",
+ "×ķת"
+ ],
+ [
+ "Ġsl",
+ "ow"
+ ],
+ [
+ "Ġs",
+ "ci"
+ ],
+ [
+ "ĠB",
+ "ar"
+ ],
+ [
+ "ĠO",
+ "ch"
+ ],
+ [
+ "Ġtak",
+ "es"
+ ],
+ [
+ "¡",
+ "°"
+ ],
+ [
+ "ha",
+ "s"
+ ],
+ [
+ "Ġë",
+ "²"
+ ],
+ [
+ "Ġpod",
+ "er"
+ ],
+ [
+ "Ġо",
+ "Ñĩ"
+ ],
+ [
+ "åĸ",
+ "ľ"
+ ],
+ [
+ "à¹Ħ",
+ "à¸Ķ"
+ ],
+ [
+ "Ġg",
+ "el"
+ ],
+ [
+ "ãĤĬ",
+ "ãģ¾ãģĻ"
+ ],
+ [
+ "åĪ",
+ "«"
+ ],
+ [
+ "Ġп",
+ "оÑĤ"
+ ],
+ [
+ "Ñĭ",
+ "й"
+ ],
+ [
+ "ac",
+ "c"
+ ],
+ [
+ "ĠìĿ",
+ "Į"
+ ],
+ [
+ "ĠA",
+ "ng"
+ ],
+ [
+ "ĠD",
+ "em"
+ ],
+ [
+ "ìķĦ",
+ "ìļĶ"
+ ],
+ [
+ "Ġl",
+ "id"
+ ],
+ [
+ "á",
+ "Ĭ"
+ ],
+ [
+ "ื",
+ "à¹Ī"
+ ],
+ [
+ "Ġëª",
+ "¨"
+ ],
+ [
+ "Ġз",
+ "на"
+ ],
+ [
+ "Ġf",
+ "at"
+ ],
+ [
+ "H",
+ "ow"
+ ],
+ [
+ "ur",
+ "o"
+ ],
+ [
+ "ĠO",
+ "f"
+ ],
+ [
+ "Ġdat",
+ "a"
+ ],
+ [
+ "Ġfavor",
+ "ite"
+ ],
+ [
+ "Ãł",
+ "nh"
+ ],
+ [
+ "©",
+ "c"
+ ],
+ [
+ "Ġpart",
+ "y"
+ ],
+ [
+ "c",
+ "ing"
+ ],
+ [
+ "Ġim",
+ "mer"
+ ],
+ [
+ "and",
+ "e"
+ ],
+ [
+ "à¤",
+ "ļ"
+ ],
+ [
+ "Ġper",
+ "form"
+ ],
+ [
+ "Ġb",
+ "in"
+ ],
+ [
+ "Ġexc",
+ "ited"
+ ],
+ [
+ "ãģ¾ãģĽ",
+ "ãĤĵãģ"
+ ],
+ [
+ "¨",
+ "×"
+ ],
+ [
+ "i",
+ "i"
+ ],
+ [
+ "in",
+ "ing"
+ ],
+ [
+ "à³",
+ "ģ"
+ ],
+ [
+ "m",
+ "al"
+ ],
+ [
+ "ãĢĤ",
+ "ãģ¯ãģĦ"
+ ],
+ [
+ "s",
+ "et"
+ ],
+ [
+ "à¸Ļ",
+ "ะ"
+ ],
+ [
+ "Ġh",
+ "our"
+ ],
+ [
+ "Ġon",
+ "t"
+ ],
+ [
+ "æŃ",
+ "¢"
+ ],
+ [
+ "Ġde",
+ "g"
+ ],
+ [
+ "Ġ×ij",
+ "×ķ×IJ"
+ ],
+ [
+ "ãĥ¼ãĥ",
+ "ł"
+ ],
+ [
+ "ĠJ",
+ "ag"
+ ],
+ [
+ "ãģĪ",
+ "ãģ°"
+ ],
+ [
+ "Ġìķ",
+ "Ĭ"
+ ],
+ [
+ "ab",
+ "il"
+ ],
+ [
+ "es",
+ "e"
+ ],
+ [
+ "à¸",
+ "ĸ"
+ ],
+ [
+ "Ġpos",
+ "ition"
+ ],
+ [
+ "Ġfor",
+ "t"
+ ],
+ [
+ "m",
+ "it"
+ ],
+ [
+ "Ġì",
+ "°"
+ ],
+ [
+ "ak",
+ "ing"
+ ],
+ [
+ "Ġestá",
+ "n"
+ ],
+ [
+ "Ġlong",
+ "er"
+ ],
+ [
+ "Ġé",
+ "s"
+ ],
+ [
+ "A",
+ "s"
+ ],
+ [
+ "ĠìķĦ",
+ "ëĭĪ"
+ ],
+ [
+ "il",
+ "ar"
+ ],
+ [
+ "Ġë",
+ "ķĮ"
+ ],
+ [
+ "ãĤ¿",
+ "ãĥ¼"
+ ],
+ [
+ "j",
+ "et"
+ ],
+ [
+ "à¹Ģà¸Ľ",
+ "à¹ĩà¸Ļ"
+ ],
+ [
+ "Ġb",
+ "ase"
+ ],
+ [
+ "áŀ¶",
+ "áŀ"
+ ],
+ [
+ "éĸ",
+ "¢"
+ ],
+ [
+ "Ġà¤ķ",
+ "à¥Ģ"
+ ],
+ [
+ "Ġpu",
+ "ede"
+ ],
+ [
+ "ĠH",
+ "mm"
+ ],
+ [
+ "k",
+ "om"
+ ],
+ [
+ "ĠÅ",
+ "¡"
+ ],
+ [
+ "ÙĪ",
+ "ع"
+ ],
+ [
+ "ãģĦ",
+ "ãģı"
+ ],
+ [
+ "ú",
+ "n"
+ ],
+ [
+ "Ġob",
+ "s"
+ ],
+ [
+ "à¦",
+ "®"
+ ],
+ [
+ "Ġare",
+ "a"
+ ],
+ [
+ "Ġl",
+ "ại"
+ ],
+ [
+ "Ġн",
+ "о"
+ ],
+ [
+ "Ġro",
+ "ad"
+ ],
+ [
+ "ãĤ",
+ "½"
+ ],
+ [
+ "à¥ĭà¤",
+ "Ĺ"
+ ],
+ [
+ "Ġn",
+ "ur"
+ ],
+ [
+ "æ®",
+ "ĭ"
+ ],
+ [
+ "Ġa",
+ "ff"
+ ],
+ [
+ "ĠÑģ",
+ "ам"
+ ],
+ [
+ "ac",
+ "hed"
+ ],
+ [
+ "Ġa",
+ "in"
+ ],
+ [
+ "Ġse",
+ "i"
+ ],
+ [
+ "çļĦ",
+ "人"
+ ],
+ [
+ "d",
+ "om"
+ ],
+ [
+ "Ġcom",
+ "ment"
+ ],
+ [
+ "Ġy",
+ "ung"
+ ],
+ [
+ "Ġha",
+ "ng"
+ ],
+ [
+ "Ġener",
+ "gy"
+ ],
+ [
+ "Ġcha",
+ "llen"
+ ],
+ [
+ "Ġm",
+ "ens"
+ ],
+ [
+ "-",
+ "ce"
+ ],
+ [
+ "Ġknow",
+ "n"
+ ],
+ [
+ "ë¶",
+ "Ħ"
+ ],
+ [
+ "ãģĭ",
+ "ãģªãģĦ"
+ ],
+ [
+ "Ġg",
+ "ust"
+ ],
+ [
+ "ier",
+ "t"
+ ],
+ [
+ "å£",
+ "«"
+ ],
+ [
+ "ĠM",
+ "o"
+ ],
+ [
+ "Ġb",
+ "i"
+ ],
+ [
+ "6",
+ "0"
+ ],
+ [
+ "é¡",
+ "Į"
+ ],
+ [
+ "c",
+ "u"
+ ],
+ [
+ "Ġes",
+ "per"
+ ],
+ [
+ "Ġmo",
+ "ving"
+ ],
+ [
+ "Ġla",
+ "ug"
+ ],
+ [
+ "ãĤı",
+ "ãģŃ"
+ ],
+ [
+ "ain",
+ "s"
+ ],
+ [
+ "ë¶",
+ "Ģ"
+ ],
+ [
+ "çı",
+ "¾"
+ ],
+ [
+ "ĠUn",
+ "ited"
+ ],
+ [
+ "Ġcá",
+ "c"
+ ],
+ [
+ "ij",
+ "IJ"
+ ],
+ [
+ "Ġdes",
+ "cri"
+ ],
+ [
+ "Ġz",
+ "a"
+ ],
+ [
+ "åº",
+ "Ķ"
+ ],
+ [
+ "ľ",
+ "×Ļ×"
+ ],
+ [
+ "ĠS",
+ "im"
+ ],
+ [
+ "ç",
+ "¦"
+ ],
+ [
+ "v",
+ "ir"
+ ],
+ [
+ "Ġl",
+ "ig"
+ ],
+ [
+ "å¤",
+ "ľ"
+ ],
+ [
+ "åĢ",
+ "ij"
+ ],
+ [
+ "ãģ«",
+ "è¡Į"
+ ],
+ [
+ "Ġà¦",
+ "¬"
+ ],
+ [
+ "Ġj",
+ "ed"
+ ],
+ [
+ "ind",
+ "a"
+ ],
+ [
+ "ad",
+ "es"
+ ],
+ [
+ "ĠØ",
+ "°"
+ ],
+ [
+ "ĠØ¥",
+ "ÙĨ"
+ ],
+ [
+ "ä»",
+ "İ"
+ ],
+ [
+ "Ġb",
+ "al"
+ ],
+ [
+ "iv",
+ "id"
+ ],
+ [
+ "ãĢģ",
+ "ãģ¨"
+ ],
+ [
+ "ÙĪ",
+ "ÙĤ"
+ ],
+ [
+ "ÙĦا",
+ "Ùħ"
+ ],
+ [
+ "×IJ×",
+ "ª"
+ ],
+ [
+ "Ġj",
+ "ump"
+ ],
+ [
+ "اØ",
+ "´"
+ ],
+ [
+ "Ġg",
+ "iá»"
+ ],
+ [
+ "Ġatt",
+ "ention"
+ ],
+ [
+ "à¹Ħà¸Ķ",
+ "à¹ī"
+ ],
+ [
+ "Ġfe",
+ "et"
+ ],
+ [
+ "Ŀ",
+ "i"
+ ],
+ [
+ "Ġ×Ķ×",
+ "©×"
+ ],
+ [
+ "Ġacc",
+ "ount"
+ ],
+ [
+ "1",
+ "3"
+ ],
+ [
+ "am",
+ "i"
+ ],
+ [
+ "Ġr",
+ "is"
+ ],
+ [
+ "Ġm",
+ "ine"
+ ],
+ [
+ "Ġ×",
+ "ĸ"
+ ],
+ [
+ "Ġask",
+ "ing"
+ ],
+ [
+ "ĠM",
+ "us"
+ ],
+ [
+ "Ġp",
+ "an"
+ ],
+ [
+ "åĵ",
+ "ģ"
+ ],
+ [
+ "ãĤĵãģ§ãģĻ",
+ "ãģĭ"
+ ],
+ [
+ "Ġà¤ħà¤",
+ "¬"
+ ],
+ [
+ "ant",
+ "a"
+ ],
+ [
+ "Ġvá»",
+ "Ľi"
+ ],
+ [
+ "ì",
+ "°"
+ ],
+ [
+ "en",
+ "g"
+ ],
+ [
+ "y",
+ "ou"
+ ],
+ [
+ "Ġi",
+ "ll"
+ ],
+ [
+ "ಿ",
+ "à²"
+ ],
+ [
+ "ãĥ",
+ "į"
+ ],
+ [
+ "好",
+ "çļĦ"
+ ],
+ [
+ "Ùģ",
+ "ت"
+ ],
+ [
+ "Ġth",
+ "ird"
+ ],
+ [
+ "Ġro",
+ "ll"
+ ],
+ [
+ "Ġا",
+ "ÙĨا"
+ ],
+ [
+ "å",
+ "Ķ"
+ ],
+ [
+ "Ġm",
+ "ult"
+ ],
+ [
+ "l",
+ "ı"
+ ],
+ [
+ "Ġe",
+ "gy"
+ ],
+ [
+ "ĠN",
+ "a"
+ ],
+ [
+ "Ġìł",
+ "Ħ"
+ ],
+ [
+ "Ġkill",
+ "ed"
+ ],
+ [
+ "ri",
+ "j"
+ ],
+ [
+ "Ġl",
+ "ug"
+ ],
+ [
+ "Ġ×ŀ×",
+ "©×"
+ ],
+ [
+ "Ġplay",
+ "ers"
+ ],
+ [
+ "end",
+ "ed"
+ ],
+ [
+ "Ġmat",
+ "ch"
+ ],
+ [
+ "Ġth",
+ "ous"
+ ],
+ [
+ "Ġ",
+ "íķ"
+ ],
+ [
+ "ĠØ",
+ "º"
+ ],
+ [
+ "ç",
+ "o"
+ ],
+ [
+ "ä",
+ "t"
+ ],
+ [
+ "ent",
+ "i"
+ ],
+ [
+ "æľ",
+ "Ľ"
+ ],
+ [
+ "à¹",
+ "Į"
+ ],
+ [
+ "ưá»Ŀ",
+ "ng"
+ ],
+ [
+ "Ġf",
+ "ur"
+ ],
+ [
+ "ãģĻ",
+ "ãģIJ"
+ ],
+ [
+ "ĠM",
+ "art"
+ ],
+ [
+ "i",
+ "vers"
+ ],
+ [
+ "í",
+ "ŀĪ"
+ ],
+ [
+ "ìĦ",
+ "¸"
+ ],
+ [
+ "-",
+ "na"
+ ],
+ [
+ "ï¼Į",
+ "å°±"
+ ],
+ [
+ "ाà¤",
+ "ĩ"
+ ],
+ [
+ "Ġhe",
+ "le"
+ ],
+ [
+ "åij",
+ "Ĭ"
+ ],
+ [
+ "ι",
+ "α"
+ ],
+ [
+ "Û",
+ "ķ"
+ ],
+ [
+ "Ġì",
+ "ĸ"
+ ],
+ [
+ "ot",
+ "ros"
+ ],
+ [
+ "Ö",
+ "°"
+ ],
+ [
+ "Ġj",
+ "og"
+ ],
+ [
+ "ب",
+ "ا"
+ ],
+ [
+ "iá»",
+ "ĥ"
+ ],
+ [
+ "Ġany",
+ "more"
+ ],
+ [
+ "os",
+ "a"
+ ],
+ [
+ "Ġein",
+ "f"
+ ],
+ [
+ "Ġd",
+ "ude"
+ ],
+ [
+ "Ġare",
+ "n"
+ ],
+ [
+ "Ġs",
+ "ir"
+ ],
+ [
+ "ĠS",
+ "ha"
+ ],
+ [
+ "Ġwor",
+ "ry"
+ ],
+ [
+ "à²",
+ "¾"
+ ],
+ [
+ "é",
+ "¨"
+ ],
+ [
+ "ÙĦ",
+ "Ø©"
+ ],
+ [
+ "Ġstra",
+ "ight"
+ ],
+ [
+ "ÉĻ",
+ "n"
+ ],
+ [
+ "ĠÄij",
+ "i"
+ ],
+ [
+ "ı",
+ "z"
+ ],
+ [
+ "ĠE",
+ "ven"
+ ],
+ [
+ "il",
+ "a"
+ ],
+ [
+ "Ġimag",
+ "ine"
+ ],
+ [
+ "Ġt",
+ "udo"
+ ],
+ [
+ "ĠاÙĦ",
+ "ذ"
+ ],
+ [
+ "Ġvi",
+ "ol"
+ ],
+ [
+ "í",
+ "ĸĪ"
+ ],
+ [
+ "Ġany",
+ "way"
+ ],
+ [
+ "Ġcommun",
+ "ity"
+ ],
+ [
+ "-",
+ "m"
+ ],
+ [
+ "æ¬",
+ "²"
+ ],
+ [
+ "med",
+ "i"
+ ],
+ [
+ "Ġg",
+ "ro"
+ ],
+ [
+ "¤",
+ "×Ķ"
+ ],
+ [
+ "нÑĭ",
+ "й"
+ ],
+ [
+ "Ġper",
+ "i"
+ ],
+ [
+ "ãĤĵ",
+ "ãĤĵ"
+ ],
+ [
+ "att",
+ "le"
+ ],
+ [
+ "ãĢĤ",
+ "ãģĤ"
+ ],
+ [
+ "Ġà¤ħ",
+ "à¤Ĥद"
+ ],
+ [
+ "Ġ×Ĺ",
+ "×ķ×"
+ ],
+ [
+ "E",
+ "n"
+ ],
+ [
+ "×ķת",
+ "ר"
+ ],
+ [
+ "Ġo",
+ "cc"
+ ],
+ [
+ "Ġmu",
+ "cha"
+ ],
+ [
+ "Ġah",
+ "ora"
+ ],
+ [
+ "ãĥ",
+ "Ľ"
+ ],
+ [
+ "Ġf",
+ "ant"
+ ],
+ [
+ "æĮ",
+ "ĩ"
+ ],
+ [
+ "éĢ",
+ "£"
+ ],
+ [
+ "2",
+ "4"
+ ],
+ [
+ "ãģ£ãģ¦",
+ "ãĤĤ"
+ ],
+ [
+ "ен",
+ "ÑĤ"
+ ],
+ [
+ "ĠE",
+ "le"
+ ],
+ [
+ "Ä",
+ "«"
+ ],
+ [
+ "Ġmid",
+ "dle"
+ ],
+ [
+ "re",
+ "ad"
+ ],
+ [
+ "ĠT",
+ "V"
+ ],
+ [
+ "ãģı",
+ "ãĤĮãĤĭ"
+ ],
+ [
+ "ud",
+ "a"
+ ],
+ [
+ "Ġest",
+ "amos"
+ ],
+ [
+ "Ġco",
+ "ver"
+ ],
+ [
+ "'",
+ "é"
+ ],
+ [
+ "N",
+ "ow"
+ ],
+ [
+ "Ġme",
+ "re"
+ ],
+ [
+ "al",
+ "ing"
+ ],
+ [
+ "Ġvra",
+ "iment"
+ ],
+ [
+ "ë",
+ "³"
+ ],
+ [
+ "ä¸",
+ "¤"
+ ],
+ [
+ "Ġst",
+ "ories"
+ ],
+ [
+ "ãģ®",
+ "ãģ§"
+ ],
+ [
+ "Ġpod",
+ "e"
+ ],
+ [
+ "Ġso",
+ "ld"
+ ],
+ [
+ "Ġnó",
+ "i"
+ ],
+ [
+ "ĠInst",
+ "agram"
+ ],
+ [
+ "il",
+ "s"
+ ],
+ [
+ "ãĤı",
+ "ãĤĪ"
+ ],
+ [
+ "Ġs",
+ "un"
+ ],
+ [
+ "ãģ¾",
+ "ãģ¾"
+ ],
+ [
+ "Ġc",
+ "red"
+ ],
+ [
+ "Ġp",
+ "on"
+ ],
+ [
+ "Ġbo",
+ "x"
+ ],
+ [
+ "ĠS",
+ "a"
+ ],
+ [
+ "Ġ×ij×",
+ "IJ"
+ ],
+ [
+ "ľ",
+ "×Ķ"
+ ],
+ [
+ "Ġk",
+ "ad"
+ ],
+ [
+ "Ġsu",
+ "a"
+ ],
+ [
+ "Ġf",
+ "ly"
+ ],
+ [
+ "Ġme",
+ "u"
+ ],
+ [
+ "Ġag",
+ "e"
+ ],
+ [
+ "×ķ×",
+ "Ķ"
+ ],
+ [
+ "ÙĤ",
+ "Ø©"
+ ],
+ [
+ "ầ",
+ "u"
+ ],
+ [
+ "Ġت",
+ "ع"
+ ],
+ [
+ "Ġpre",
+ "g"
+ ],
+ [
+ "Ġot",
+ "ra"
+ ],
+ [
+ "ÃŃ",
+ "n"
+ ],
+ [
+ "æĿ¥",
+ "ãģŁ"
+ ],
+ [
+ "Ġm",
+ "el"
+ ],
+ [
+ "à¥įà¤",
+ "¸"
+ ],
+ [
+ "Ġfe",
+ "ar"
+ ],
+ [
+ "Ġe",
+ "ye"
+ ],
+ [
+ "Ġt",
+ "ha"
+ ],
+ [
+ "iam",
+ "o"
+ ],
+ [
+ "D",
+ "o"
+ ],
+ [
+ "ãģĿ",
+ "ãģĵãģ"
+ ],
+ [
+ "ä½ł",
+ "çļĦ"
+ ],
+ [
+ "ç",
+ "¿"
+ ],
+ [
+ "Ġv",
+ "as"
+ ],
+ [
+ "ĠJ",
+ "ack"
+ ],
+ [
+ "Ġt",
+ "able"
+ ],
+ [
+ "çİ",
+ "ĭ"
+ ],
+ [
+ "Ġtra",
+ "ba"
+ ],
+ [
+ "ë",
+ "ĥ"
+ ],
+ [
+ "k",
+ "es"
+ ],
+ [
+ "Ġw",
+ "ish"
+ ],
+ [
+ "Ġor",
+ "ig"
+ ],
+ [
+ "ãģ",
+ "¬"
+ ],
+ [
+ "ĠD",
+ "r"
+ ],
+ [
+ "ëĿ¼",
+ "ê³ł"
+ ],
+ [
+ "ãģ»",
+ "ãĤī"
+ ],
+ [
+ "Ġcon",
+ "cer"
+ ],
+ [
+ "os",
+ "es"
+ ],
+ [
+ "b",
+ "el"
+ ],
+ [
+ "Ġب",
+ "س"
+ ],
+ [
+ "Ġb",
+ "ara"
+ ],
+ [
+ "ĠB",
+ "ro"
+ ],
+ [
+ "ù",
+ "ng"
+ ],
+ [
+ "ĠM",
+ "in"
+ ],
+ [
+ "ç¬",
+ "ij"
+ ],
+ [
+ "å±",
+ "±"
+ ],
+ [
+ "Ġs",
+ "v"
+ ],
+ [
+ "Ġem",
+ "ot"
+ ],
+ [
+ "Ġìĥ",
+ "Ŀ"
+ ],
+ [
+ "Ġverd",
+ "ad"
+ ],
+ [
+ "Ġv",
+ "el"
+ ],
+ [
+ "Ġcos",
+ "a"
+ ],
+ [
+ "Ġmen",
+ "os"
+ ],
+ [
+ "L",
+ "et"
+ ],
+ [
+ "ber",
+ "t"
+ ],
+ [
+ "h",
+ "l"
+ ],
+ [
+ "ot",
+ "o"
+ ],
+ [
+ "ke",
+ "y"
+ ],
+ [
+ "è",
+ "Ļ"
+ ],
+ [
+ "à¥įà¤",
+ "®"
+ ],
+ [
+ "ed",
+ "a"
+ ],
+ [
+ "li",
+ "ver"
+ ],
+ [
+ "Î",
+ "´"
+ ],
+ [
+ "'",
+ "un"
+ ],
+ [
+ "og",
+ "n"
+ ],
+ [
+ "ĠPod",
+ "cast"
+ ],
+ [
+ "b",
+ "ar"
+ ],
+ [
+ "à¥įà¤",
+ "²"
+ ],
+ [
+ "ĠÎ",
+ "´"
+ ],
+ [
+ "ŀ",
+ "ר"
+ ],
+ [
+ "¤",
+ "ר"
+ ],
+ [
+ "Ġk",
+ "al"
+ ],
+ [
+ "Ġent",
+ "onces"
+ ],
+ [
+ "Ġav",
+ "o"
+ ],
+ [
+ "Ñĭ",
+ "е"
+ ],
+ [
+ "ĠT",
+ "od"
+ ],
+ [
+ "ĠÙĩ",
+ "Ùħ"
+ ],
+ [
+ "Ġt",
+ "reat"
+ ],
+ [
+ "Ġa",
+ "j"
+ ],
+ [
+ "×ķ×ĵ×",
+ "¢"
+ ],
+ [
+ "Ö",
+ "¸"
+ ],
+ [
+ "Ġد",
+ "ÙĬ"
+ ],
+ [
+ "Ġk",
+ "ing"
+ ],
+ [
+ "Ġ×Ķ",
+ "×Ļ"
+ ],
+ [
+ "ess",
+ "a"
+ ],
+ [
+ "ãĤĵãģ",
+ "Ĩ"
+ ],
+ [
+ "Ġbe",
+ "i"
+ ],
+ [
+ "Ġà¤ľ",
+ "à¥ĭ"
+ ],
+ [
+ "ĠاÙĦ",
+ "ÙĤ"
+ ],
+ [
+ "Ġde",
+ "b"
+ ],
+ [
+ "'",
+ "av"
+ ],
+ [
+ "Ġa",
+ "o"
+ ],
+ [
+ "Ġat",
+ "é"
+ ],
+ [
+ "'ét",
+ "ait"
+ ],
+ [
+ "Ġب",
+ "Ùĩ"
+ ],
+ [
+ "Æ°á»Ľ",
+ "c"
+ ],
+ [
+ "Ġsim",
+ "p"
+ ],
+ [
+ "Ġwel",
+ "come"
+ ],
+ [
+ "Ġfor",
+ "get"
+ ],
+ [
+ "Ġhat",
+ "e"
+ ],
+ [
+ "it",
+ "es"
+ ],
+ [
+ "ØŃ",
+ "ÙĬ"
+ ],
+ [
+ "ãģĵãĤĮ",
+ "ãģ¯"
+ ],
+ [
+ "Ġsho",
+ "ot"
+ ],
+ [
+ "åĵ",
+ "ª"
+ ],
+ [
+ "æĪ",
+ "»"
+ ],
+ [
+ "Ġg",
+ "ì"
+ ],
+ [
+ "fe",
+ "ren"
+ ],
+ [
+ "Ġг",
+ "овоÑĢ"
+ ],
+ [
+ "Ġin",
+ "n"
+ ],
+ [
+ "Ġr",
+ "ap"
+ ],
+ [
+ "Ġpoint",
+ "s"
+ ],
+ [
+ "Ġn",
+ "as"
+ ],
+ [
+ "-",
+ "y"
+ ],
+ [
+ "ĠT",
+ "u"
+ ],
+ [
+ "ãģ¨",
+ "ãģį"
+ ],
+ [
+ "াà¦",
+ "°"
+ ],
+ [
+ "Ġpol",
+ "ice"
+ ],
+ [
+ "é",
+ "Ĵ"
+ ],
+ [
+ "ĠM",
+ "on"
+ ],
+ [
+ "Ġne",
+ "ar"
+ ],
+ [
+ "ä¾",
+ "Ĩ"
+ ],
+ [
+ "ãģĬ",
+ "åħĦ"
+ ],
+ [
+ "æ¯",
+ "į"
+ ],
+ [
+ "Ġs",
+ "qu"
+ ],
+ [
+ "Ġsa",
+ "fe"
+ ],
+ [
+ "©×Ķ",
+ "×ķ"
+ ],
+ [
+ "ãĤĭãģ®",
+ "ãģ¯"
+ ],
+ [
+ "Ġj",
+ "est"
+ ],
+ [
+ "ô",
+ "n"
+ ],
+ [
+ "Ġnó",
+ "s"
+ ],
+ [
+ "'",
+ "en"
+ ],
+ [
+ "åĩº",
+ "ãģ¦"
+ ],
+ [
+ "æ",
+ "©"
+ ],
+ [
+ "éķ",
+ "¿"
+ ],
+ [
+ "à¹ī",
+ "à¸Ļ"
+ ],
+ [
+ "Ġwe",
+ "il"
+ ],
+ [
+ "le",
+ "g"
+ ],
+ [
+ "Ġê",
+ "µ"
+ ],
+ [
+ "ic",
+ "ar"
+ ],
+ [
+ "ĠG",
+ "er"
+ ],
+ [
+ "Ġpro",
+ "per"
+ ],
+ [
+ "éĽ",
+ "Ĩ"
+ ],
+ [
+ "é¢",
+ "ĺ"
+ ],
+ [
+ "è",
+ "±"
+ ],
+ [
+ "ĠÐŃ",
+ "ÑĤо"
+ ],
+ [
+ "c",
+ "ame"
+ ],
+ [
+ "Ġl",
+ "ay"
+ ],
+ [
+ "ç²",
+ "¾"
+ ],
+ [
+ "ëĵ",
+ "ľ"
+ ],
+ [
+ "Ġsa",
+ "is"
+ ],
+ [
+ "æī",
+ "¾"
+ ],
+ [
+ "Ġì£",
+ "¼"
+ ],
+ [
+ "Ġfeel",
+ "s"
+ ],
+ [
+ "æĽ",
+ "¸"
+ ],
+ [
+ "æĺ",
+ "Ł"
+ ],
+ [
+ "à¹Ħ",
+ "à¸Ľ"
+ ],
+ [
+ "b",
+ "u"
+ ],
+ [
+ "ãģĬ",
+ "åīį"
+ ],
+ [
+ "Ġf",
+ "as"
+ ],
+ [
+ "åIJĮ",
+ "ãģĺ"
+ ],
+ [
+ "AAAA",
+ "AAAA"
+ ],
+ [
+ "ãģķãĤĵãģ",
+ "Į"
+ ],
+ [
+ "ж",
+ "е"
+ ],
+ [
+ "Ġب",
+ "ت"
+ ],
+ [
+ "Ġto",
+ "wn"
+ ],
+ [
+ "f",
+ "in"
+ ],
+ [
+ "li",
+ "er"
+ ],
+ [
+ "ĠN",
+ "on"
+ ],
+ [
+ "ên",
+ "cia"
+ ],
+ [
+ "Ùħ",
+ "اÙĨ"
+ ],
+ [
+ "Ġeinf",
+ "ach"
+ ],
+ [
+ "Ġstart",
+ "ing"
+ ],
+ [
+ "åħ¨",
+ "éĥ¨"
+ ],
+ [
+ "ck",
+ "et"
+ ],
+ [
+ "ck",
+ "ed"
+ ],
+ [
+ "p",
+ "ort"
+ ],
+ [
+ "Ġcom",
+ "b"
+ ],
+ [
+ "ĠL",
+ "u"
+ ],
+ [
+ "Ġsha",
+ "ll"
+ ],
+ [
+ "ãĤı",
+ "ãĤı"
+ ],
+ [
+ "ĠÃ",
+ "ĩ"
+ ],
+ [
+ "Ġsol",
+ "o"
+ ],
+ [
+ "Ġn",
+ "Ã¥r"
+ ],
+ [
+ "ãģĦ",
+ "ãģªãģĦ"
+ ],
+ [
+ "Ñĥ",
+ "м"
+ ],
+ [
+ "ra",
+ "ge"
+ ],
+ [
+ "Ñģ",
+ "ли"
+ ],
+ [
+ "ĠB",
+ "ye"
+ ],
+ [
+ "Ġf",
+ "ill"
+ ],
+ [
+ "人",
+ "ãģ®"
+ ],
+ [
+ "н",
+ "и"
+ ],
+ [
+ "ä¸",
+ "ľ"
+ ],
+ [
+ "li",
+ "ke"
+ ],
+ [
+ "ãģ¯",
+ "ãģ£"
+ ],
+ [
+ "b",
+ "ro"
+ ],
+ [
+ "p",
+ "ing"
+ ],
+ [
+ "ĠDav",
+ "id"
+ ],
+ [
+ "è",
+ "ı"
+ ],
+ [
+ "íķĺ",
+ "ëĬĶ"
+ ],
+ [
+ "t",
+ "hat"
+ ],
+ [
+ "Ġv",
+ "ill"
+ ],
+ [
+ "Ġw",
+ "orth"
+ ],
+ [
+ "е",
+ "е"
+ ],
+ [
+ "Ġ×IJ×",
+ "ł×Ĺ׳×ķ"
+ ],
+ [
+ "Ġdes",
+ "de"
+ ],
+ [
+ "Ġquick",
+ "ly"
+ ],
+ [
+ "Ġoff",
+ "ice"
+ ],
+ [
+ "Ġte",
+ "xt"
+ ],
+ [
+ "ĠP",
+ "at"
+ ],
+ [
+ "å¬",
+ "ī"
+ ],
+ [
+ "Ġfin",
+ "an"
+ ],
+ [
+ "ãĢĤ",
+ "ãģĤãģĤ"
+ ],
+ [
+ "Ġgl",
+ "ad"
+ ],
+ [
+ "Ġìłķ",
+ "ë§IJ"
+ ],
+ [
+ "Ãł",
+ "n"
+ ],
+ [
+ "è",
+ "į"
+ ],
+ [
+ "j",
+ "ar"
+ ],
+ [
+ "ÙĪ",
+ "ج"
+ ],
+ [
+ "Ġph",
+ "ải"
+ ],
+ [
+ "S",
+ "t"
+ ],
+ [
+ "âĢ",
+ "Į"
+ ],
+ [
+ "Ġ×Ļ×",
+ "Ľ×ķ׾"
+ ],
+ [
+ "Ġsa",
+ "ve"
+ ],
+ [
+ "Ġañ",
+ "os"
+ ],
+ [
+ "ĠA",
+ "nt"
+ ],
+ [
+ "Ï",
+ "İ"
+ ],
+ [
+ "ĠS",
+ "ee"
+ ],
+ [
+ "ament",
+ "o"
+ ],
+ [
+ "Ġk",
+ "ept"
+ ],
+ [
+ "ĠØŃ",
+ "س"
+ ],
+ [
+ "ĠاÙĦ",
+ "ج"
+ ],
+ [
+ "i",
+ "endo"
+ ],
+ [
+ "ãĥ",
+ "Ŀ"
+ ],
+ [
+ "Ġbot",
+ "t"
+ ],
+ [
+ "ac",
+ "her"
+ ],
+ [
+ "ÙĬ",
+ "Ùĩ"
+ ],
+ [
+ "ĠÙĪ",
+ "Ø£"
+ ],
+ [
+ "-",
+ "×"
+ ],
+ [
+ "åı",
+ "Ī"
+ ],
+ [
+ "Ġpl",
+ "at"
+ ],
+ [
+ "ĠØ´ÙĬ",
+ "Ø¡"
+ ],
+ [
+ "èª",
+ "¿"
+ ],
+ [
+ "ĠT",
+ "er"
+ ],
+ [
+ "ij",
+ "k"
+ ],
+ [
+ "ãĤī",
+ "ãĤĮ"
+ ],
+ [
+ "ê³",
+ "¼"
+ ],
+ [
+ "Ö",
+ "Ĥ"
+ ],
+ [
+ "Ġir",
+ "gend"
+ ],
+ [
+ "ll",
+ "er"
+ ],
+ [
+ "v",
+ "ol"
+ ],
+ [
+ "Ġheb",
+ "ben"
+ ],
+ [
+ "ĠاÙĦ",
+ "Ùĥ"
+ ],
+ [
+ "end",
+ "s"
+ ],
+ [
+ "Ġm",
+ "ol"
+ ],
+ [
+ "Ġtot",
+ "al"
+ ],
+ [
+ "ä¸Ģ",
+ "ä¸ĭ"
+ ],
+ [
+ "Ġwait",
+ "ing"
+ ],
+ [
+ "Ġexper",
+ "ien"
+ ],
+ [
+ "ra",
+ "el"
+ ],
+ [
+ "l",
+ "ish"
+ ],
+ [
+ "8",
+ "0"
+ ],
+ [
+ "æł",
+ "¼"
+ ],
+ [
+ "ĠC",
+ "ol"
+ ],
+ [
+ "Ġha",
+ "ce"
+ ],
+ [
+ "ie",
+ "m"
+ ],
+ [
+ "ม",
+ "ี"
+ ],
+ [
+ "E",
+ "h"
+ ],
+ [
+ "ä¸Ģ",
+ "äºĽ"
+ ],
+ [
+ "ŀ×",
+ "©"
+ ],
+ [
+ "Ġmes",
+ "mo"
+ ],
+ [
+ "Ġë",
+ "ĦĪ"
+ ],
+ [
+ "å½",
+ "±"
+ ],
+ [
+ "Ġst",
+ "ream"
+ ],
+ [
+ "Ġcó",
+ "mo"
+ ],
+ [
+ "ãģĽ",
+ "ãĤĭ"
+ ],
+ [
+ "Ġal",
+ "tså"
+ ],
+ [
+ "åı",
+ "«"
+ ],
+ [
+ "ãĤ",
+ "´"
+ ],
+ [
+ "ãĤ",
+ "²"
+ ],
+ [
+ "in",
+ "er"
+ ],
+ [
+ "Ġfoot",
+ "ball"
+ ],
+ [
+ "Ġr",
+ "an"
+ ],
+ [
+ "Ľ",
+ "×ķף"
+ ],
+ [
+ "Ġcomp",
+ "et"
+ ],
+ [
+ "é",
+ "©"
+ ],
+ [
+ "o",
+ "ff"
+ ],
+ [
+ "ho",
+ "ld"
+ ],
+ [
+ "Ġany",
+ "body"
+ ],
+ [
+ "Ġl",
+ "ag"
+ ],
+ [
+ "Ġbl",
+ "ess"
+ ],
+ [
+ "ur",
+ "ity"
+ ],
+ [
+ "ĠÚ©",
+ "Ùĩ"
+ ],
+ [
+ "Ġà¤ķ",
+ "ा"
+ ],
+ [
+ "Ġì¢",
+ "ĭ"
+ ],
+ [
+ "Ġr",
+ "u"
+ ],
+ [
+ "à¹",
+ "Ĥ"
+ ],
+ [
+ "Ġc",
+ "ust"
+ ],
+ [
+ "ÃŃ",
+ "an"
+ ],
+ [
+ "Ġincl",
+ "ud"
+ ],
+ [
+ "çĬ",
+ "¶"
+ ],
+ [
+ "å",
+ "Ļ"
+ ],
+ [
+ "r",
+ "or"
+ ],
+ [
+ "Ġà®",
+ "ª"
+ ],
+ [
+ "Ġf",
+ "ield"
+ ],
+ [
+ "Ùĭ",
+ "ا"
+ ],
+ [
+ "ĠA",
+ "ber"
+ ],
+ [
+ "Ġcontin",
+ "ue"
+ ],
+ [
+ "d",
+ "ing"
+ ],
+ [
+ "á",
+ "c"
+ ],
+ [
+ "èij",
+ "ī"
+ ],
+ [
+ "Ġinter",
+ "view"
+ ],
+ [
+ "æ§",
+ "ĭ"
+ ],
+ [
+ "Ġdes",
+ "ign"
+ ],
+ [
+ "ม",
+ "ัà¸Ļ"
+ ],
+ [
+ "ĠìĿ´",
+ "룰"
+ ],
+ [
+ "Ġwr",
+ "ite"
+ ],
+ [
+ "Ġre",
+ "se"
+ ],
+ [
+ "Ġt",
+ "it"
+ ],
+ [
+ "ØŃ",
+ "ت"
+ ],
+ [
+ "æħ",
+ "¢"
+ ],
+ [
+ "Ľ",
+ "×Ķ"
+ ],
+ [
+ "Ġп",
+ "ол"
+ ],
+ [
+ "ãģı",
+ "ãĤĮãģŁ"
+ ],
+ [
+ "ãĢģ",
+ "ä¸Ģ"
+ ],
+ [
+ "g",
+ "on"
+ ],
+ [
+ "ress",
+ "ed"
+ ],
+ [
+ "ĠO",
+ "k"
+ ],
+ [
+ "Ġs",
+ "ad"
+ ],
+ [
+ "à¥",
+ "ī"
+ ],
+ [
+ "Ġimport",
+ "ante"
+ ],
+ [
+ "ç",
+ "ões"
+ ],
+ [
+ "Ãł",
+ "ng"
+ ],
+ [
+ "Ġf",
+ "Ã¥r"
+ ],
+ [
+ "Ġhe",
+ "ld"
+ ],
+ [
+ "à¹Ģà¸",
+ "¥"
+ ],
+ [
+ "Ġinc",
+ "re"
+ ],
+ [
+ "é",
+ "g"
+ ],
+ [
+ "ient",
+ "o"
+ ],
+ [
+ "ãĤ",
+ "®"
+ ],
+ [
+ "ãģ¾",
+ "ãģĹãĤĩãģĨ"
+ ],
+ [
+ "ल",
+ "à¥ĩ"
+ ],
+ [
+ "â",
+ "m"
+ ],
+ [
+ "m",
+ "ing"
+ ],
+ [
+ "Ġson",
+ "o"
+ ],
+ [
+ "ï¼Į",
+ "æľī"
+ ],
+ [
+ "к",
+ "и"
+ ],
+ [
+ "ãĤĵãģ",
+ "¡"
+ ],
+ [
+ "Ġv",
+ "ien"
+ ],
+ [
+ "Ġmention",
+ "ed"
+ ],
+ [
+ "ãģ",
+ "·"
+ ],
+ [
+ "ĠW",
+ "ar"
+ ],
+ [
+ "Ġìł",
+ "ľ"
+ ],
+ [
+ "ĠC",
+ "har"
+ ],
+ [
+ "Ġ×Ļ",
+ "×ķתר"
+ ],
+ [
+ "ĠØ£",
+ "ع"
+ ],
+ [
+ "г",
+ "о"
+ ],
+ [
+ "Ġe",
+ "lle"
+ ],
+ [
+ "áºŃ",
+ "t"
+ ],
+ [
+ "ĠоÑĩ",
+ "енÑĮ"
+ ],
+ [
+ "±",
+ "ãģĦ"
+ ],
+ [
+ "ĠÄij",
+ "ến"
+ ],
+ [
+ "ĠAs",
+ "ÃŃ"
+ ],
+ [
+ "b",
+ "and"
+ ],
+ [
+ "Ġs",
+ "ão"
+ ],
+ [
+ "ĠJ",
+ "u"
+ ],
+ [
+ "ен",
+ "но"
+ ],
+ [
+ "ot",
+ "a"
+ ],
+ [
+ "Ġor",
+ "d"
+ ],
+ [
+ "el",
+ "ig"
+ ],
+ [
+ "ï¼Ł",
+ "ãģĪ"
+ ],
+ [
+ "Ġ",
+ "âĢ"
+ ],
+ [
+ "ाà¤",
+ "¸"
+ ],
+ [
+ "ent",
+ "ro"
+ ],
+ [
+ "ĠاÙĦ",
+ "Ø¥"
+ ],
+ [
+ "Ġ×Ķ×",
+ "ĸ×Ķ"
+ ],
+ [
+ "Ġcl",
+ "ub"
+ ],
+ [
+ "нÑĭ",
+ "е"
+ ],
+ [
+ "ĠJo",
+ "e"
+ ],
+ [
+ "Ġst",
+ "ri"
+ ],
+ [
+ "ãģ¿ãģŁãģĦ",
+ "ãģª"
+ ],
+ [
+ "ll",
+ "y"
+ ],
+ [
+ "aaaaaaaaaaaaaaaa",
+ "aaaaaaaaaaaaaaaa"
+ ],
+ [
+ "ãĢģ",
+ "ãĤı"
+ ],
+ [
+ "Ġcomp",
+ "an"
+ ],
+ [
+ "Ġposs",
+ "ib"
+ ],
+ [
+ "ãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤ",
+ "ãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤ"
+ ],
+ [
+ "Ġsab",
+ "e"
+ ],
+ [
+ "ç¶",
+ "ļ"
+ ],
+ [
+ "s",
+ "h"
+ ],
+ [
+ "ãĢģ",
+ "ãĤ¢"
+ ],
+ [
+ "n",
+ "é"
+ ],
+ [
+ "çµĤ",
+ "ãĤı"
+ ],
+ [
+ "Ġop",
+ "in"
+ ],
+ [
+ "Ġm",
+ "ich"
+ ],
+ [
+ "Ġcharac",
+ "ter"
+ ],
+ [
+ "Ġcertain",
+ "ly"
+ ],
+ [
+ "Ġh",
+ "ost"
+ ],
+ [
+ "æĢĿ",
+ "ãģĦ"
+ ],
+ [
+ "ve",
+ "red"
+ ],
+ [
+ "æ",
+ "£"
+ ],
+ [
+ "åº",
+ "Ĺ"
+ ],
+ [
+ "Ġein",
+ "en"
+ ],
+ [
+ "Ġhur",
+ "t"
+ ],
+ [
+ "е",
+ "ÑģÑĤ"
+ ],
+ [
+ "ar",
+ "io"
+ ],
+ [
+ "Ġma",
+ "jor"
+ ],
+ [
+ "m",
+ "et"
+ ],
+ [
+ "ãĢģãģ",
+ "Ķ"
+ ],
+ [
+ "Ġiss",
+ "ue"
+ ],
+ [
+ "Ġà¦ı",
+ "à¦"
+ ],
+ [
+ "ãģª",
+ "ãģĮ"
+ ],
+ [
+ "ĠlÃł",
+ "m"
+ ],
+ [
+ "Ġbe",
+ "at"
+ ],
+ [
+ "in",
+ "ation"
+ ],
+ [
+ "er",
+ "ve"
+ ],
+ [
+ "Ġt",
+ "ôi"
+ ],
+ [
+ "Ġapp",
+ "reci"
+ ],
+ [
+ "ä½",
+ "ĵãģ"
+ ],
+ [
+ "Ġà¤ī",
+ "स"
+ ],
+ [
+ "Ġsel",
+ "v"
+ ],
+ [
+ "Ġind",
+ "ivid"
+ ],
+ [
+ "ª×",
+ "Ŀ"
+ ],
+ [
+ "Ġbe",
+ "came"
+ ],
+ [
+ "or",
+ "ge"
+ ],
+ [
+ "Ġmo",
+ "et"
+ ],
+ [
+ "Ġman",
+ "ag"
+ ],
+ [
+ "ĠT",
+ "ak"
+ ],
+ [
+ "å",
+ "»"
+ ],
+ [
+ "Ġse",
+ "mpre"
+ ],
+ [
+ "Ġgrand",
+ "e"
+ ],
+ [
+ "Ġfam",
+ "il"
+ ],
+ [
+ "Ġac",
+ "cept"
+ ],
+ [
+ "ì",
+ "¤"
+ ],
+ [
+ "à¥ĩ",
+ "र"
+ ],
+ [
+ "ãģ¤",
+ "ãĤĤ"
+ ],
+ [
+ "Ġк",
+ "он"
+ ],
+ [
+ "Ġc",
+ "hat"
+ ],
+ [
+ "r",
+ "ation"
+ ],
+ [
+ "pl",
+ "es"
+ ],
+ [
+ "Ġplay",
+ "er"
+ ],
+ [
+ "Ġmess",
+ "age"
+ ],
+ [
+ "Ġà¤",
+ "¶"
+ ],
+ [
+ "Ġk",
+ "ick"
+ ],
+ [
+ "Ġdec",
+ "ided"
+ ],
+ [
+ "ĠZ",
+ "e"
+ ],
+ [
+ "ç§ģ",
+ "ãģĮ"
+ ],
+ [
+ "ut",
+ "s"
+ ],
+ [
+ "ĠC",
+ "or"
+ ],
+ [
+ "Ġmo",
+ "ved"
+ ],
+ [
+ "è¯",
+ "¥"
+ ],
+ [
+ "Ġh",
+ "ig"
+ ],
+ [
+ "ı",
+ "ÅŁ"
+ ],
+ [
+ "I",
+ "s"
+ ],
+ [
+ "Ġit",
+ "self"
+ ],
+ [
+ "ÙĪ",
+ "ت"
+ ],
+ [
+ "Ġl",
+ "uck"
+ ],
+ [
+ "ĠM",
+ "ad"
+ ],
+ [
+ "Ġr",
+ "ac"
+ ],
+ [
+ "Ġan",
+ "al"
+ ],
+ [
+ "p",
+ "ir"
+ ],
+ [
+ "ãģ«",
+ "åħ¥"
+ ],
+ [
+ "Ġpie",
+ "ce"
+ ],
+ [
+ "çµ",
+ "¶"
+ ],
+ [
+ "ί",
+ "ν"
+ ],
+ [
+ "ен",
+ "ие"
+ ],
+ [
+ "Ġà¤",
+ "ĸ"
+ ],
+ [
+ "Ġp",
+ "oco"
+ ],
+ [
+ "éł",
+ "¼"
+ ],
+ [
+ "åı",
+ "¸"
+ ],
+ [
+ "Ġme",
+ "jor"
+ ],
+ [
+ "al",
+ "es"
+ ],
+ [
+ "Ġkh",
+ "i"
+ ],
+ [
+ "Ġbo",
+ "om"
+ ],
+ [
+ "Ġchang",
+ "ed"
+ ],
+ [
+ "s",
+ "en"
+ ],
+ [
+ "ì",
+ "Īĺ"
+ ],
+ [
+ "and",
+ "er"
+ ],
+ [
+ "ĠW",
+ "est"
+ ],
+ [
+ "j",
+ "i"
+ ],
+ [
+ "Ġb",
+ "at"
+ ],
+ [
+ "id",
+ "ay"
+ ],
+ [
+ "e",
+ "x"
+ ],
+ [
+ "Ġëĵ",
+ "¤"
+ ],
+ [
+ "Ġcle",
+ "an"
+ ],
+ [
+ "åĦ",
+ "ª"
+ ],
+ [
+ "Ġind",
+ "ust"
+ ],
+ [
+ "ill",
+ "s"
+ ],
+ [
+ "áĢº",
+ "áĢ"
+ ],
+ [
+ "âĶĢ",
+ "âĶĢ"
+ ],
+ [
+ "Ġf",
+ "akt"
+ ],
+ [
+ "ÙĬ",
+ "Ùģ"
+ ],
+ [
+ "æ®",
+ "µ"
+ ],
+ [
+ "ãĥĥ",
+ "ãĥģ"
+ ],
+ [
+ "ent",
+ "y"
+ ],
+ [
+ "ãĢģãģ",
+ "ı"
+ ],
+ [
+ "est",
+ "a"
+ ],
+ [
+ "Ġng",
+ "h"
+ ],
+ [
+ "аÐ",
+ "³"
+ ],
+ [
+ "Ġcont",
+ "ent"
+ ],
+ [
+ "Ġin",
+ "stead"
+ ],
+ [
+ "ìł",
+ "ģ"
+ ],
+ [
+ "и",
+ "ли"
+ ],
+ [
+ "Ġperi",
+ "od"
+ ],
+ [
+ "Ġhel",
+ "t"
+ ],
+ [
+ "Ġmin",
+ "ute"
+ ],
+ [
+ "ĠÃ",
+ "®"
+ ],
+ [
+ "Ġ×ŀ",
+ "×ķ×"
+ ],
+ [
+ "Ġtra",
+ "vel"
+ ],
+ [
+ "æľ",
+ "Ŀ"
+ ],
+ [
+ "ê",
+ "tre"
+ ],
+ [
+ "-",
+ "D"
+ ],
+ [
+ "ãĤī",
+ "ãĤĮãĤĭ"
+ ],
+ [
+ "Ġm",
+ "outh"
+ ],
+ [
+ "Ġfa",
+ "ith"
+ ],
+ [
+ "ãĥ©",
+ "ãĤ¤"
+ ],
+ [
+ "ä¿",
+ "Ŀ"
+ ],
+ [
+ "æľ",
+ "į"
+ ],
+ [
+ "Ġон",
+ "и"
+ ],
+ [
+ "çĪ",
+ "¶"
+ ],
+ [
+ "Ġel",
+ "es"
+ ],
+ [
+ "Ġam",
+ "ount"
+ ],
+ [
+ "Ġn",
+ "ä"
+ ],
+ [
+ "Ġs",
+ "ä"
+ ],
+ [
+ "Ġinc",
+ "red"
+ ],
+ [
+ "Ġb",
+ "il"
+ ],
+ [
+ "Ġл",
+ "Ñİ"
+ ],
+ [
+ "à´¿",
+ "à´"
+ ],
+ [
+ "ĠV",
+ "ocê"
+ ],
+ [
+ "Ġtr",
+ "ack"
+ ],
+ [
+ "ا",
+ "ع"
+ ],
+ [
+ "v",
+ "an"
+ ],
+ [
+ "ãģ£ãģ¦",
+ "ãģŁ"
+ ],
+ [
+ "ĠÐĶ",
+ "а"
+ ],
+ [
+ "ĠD",
+ "us"
+ ],
+ [
+ "it",
+ "ions"
+ ],
+ [
+ "Ġty",
+ "p"
+ ],
+ [
+ "ä½ķ",
+ "ãģĭ"
+ ],
+ [
+ "æ¥",
+ "Ń"
+ ],
+ [
+ "ĠاÙĦ",
+ "ب"
+ ],
+ [
+ "ãģĭãģĹ",
+ "ãĤī"
+ ],
+ [
+ "è¿",
+ "Ľ"
+ ],
+ [
+ "Ġν",
+ "α"
+ ],
+ [
+ "Ċ",
+ "Ċ"
+ ],
+ [
+ "ÙĦ",
+ "ÙĪ"
+ ],
+ [
+ "ãĢģãģĿãĤĮ",
+ "ãģ¯"
+ ],
+ [
+ "ĠÙĩ",
+ "ذÙĩ"
+ ],
+ [
+ "Ġshow",
+ "s"
+ ],
+ [
+ "Ġe",
+ "ff"
+ ],
+ [
+ "Ġh",
+ "vis"
+ ],
+ [
+ "9",
+ "0"
+ ],
+ [
+ "ĠBu",
+ "eno"
+ ],
+ [
+ "ãģ£ãģŁ",
+ "ãģ®"
+ ],
+ [
+ "Ġme",
+ "ant"
+ ],
+ [
+ "Ġe",
+ "igen"
+ ],
+ [
+ "f",
+ "a"
+ ],
+ [
+ "ä¿",
+ "Ĥ"
+ ],
+ [
+ "r",
+ "om"
+ ],
+ [
+ "Ġd",
+ "Ã¥"
+ ],
+ [
+ "Ġש×",
+ "ľ×"
+ ],
+ [
+ "l",
+ "ight"
+ ],
+ [
+ "p",
+ "ter"
+ ],
+ [
+ "à¯",
+ "Ī"
+ ],
+ [
+ "Ġvá»",
+ "ģ"
+ ],
+ [
+ "Ġten",
+ "er"
+ ],
+ [
+ "à¸ģ",
+ "าร"
+ ],
+ [
+ "Ġtoward",
+ "s"
+ ],
+ [
+ "ãģĹãģ¦",
+ "ãģĦãĤĭ"
+ ],
+ [
+ "Ġà¤ķ",
+ "à¥įया"
+ ],
+ [
+ "é",
+ "Ķ"
+ ],
+ [
+ "áº",
+ "±"
+ ],
+ [
+ "é",
+ "d"
+ ],
+ [
+ "Ġbe",
+ "gan"
+ ],
+ [
+ "ಾ",
+ "à²"
+ ],
+ [
+ "ãģĭãĤī",
+ "ãģŃ"
+ ],
+ [
+ "Ġd",
+ "ed"
+ ],
+ [
+ "Ġë§",
+ "İ"
+ ],
+ [
+ "'",
+ "h"
+ ],
+ [
+ "Ġbegin",
+ "ning"
+ ],
+ [
+ "Ġê",
+ "tre"
+ ],
+ [
+ "Ġgot",
+ "ta"
+ ],
+ [
+ "n",
+ "n"
+ ],
+ [
+ "um",
+ "b"
+ ],
+ [
+ "Ġe",
+ "cht"
+ ],
+ [
+ "áºŃ",
+ "y"
+ ],
+ [
+ "Ġcons",
+ "ider"
+ ],
+ [
+ "Ġp",
+ "red"
+ ],
+ [
+ "ĠÐ",
+ "ij"
+ ],
+ [
+ "Ġpu",
+ "is"
+ ],
+ [
+ "Ùħ",
+ "ÙĥÙĨ"
+ ],
+ [
+ "Ġд",
+ "ел"
+ ],
+ [
+ "Ġlearn",
+ "ed"
+ ],
+ [
+ "楽",
+ "ãģĹ"
+ ],
+ [
+ "Ġtin",
+ "ha"
+ ],
+ [
+ "s",
+ "em"
+ ],
+ [
+ "o",
+ "int"
+ ],
+ [
+ "çĶ",
+ "»"
+ ],
+ [
+ "人",
+ "ãģĮ"
+ ],
+ [
+ "åį",
+ "±"
+ ],
+ [
+ "iz",
+ "ation"
+ ],
+ [
+ "ê°",
+ "ģ"
+ ],
+ [
+ "Ġ×¢",
+ "×ķ×"
+ ],
+ [
+ "á»ij",
+ "i"
+ ],
+ [
+ "ord",
+ "an"
+ ],
+ [
+ "Ġfor",
+ "di"
+ ],
+ [
+ "Ġfor",
+ "ma"
+ ],
+ [
+ "ãģ¤",
+ "ãģĦãģ¦"
+ ],
+ [
+ "ĠS",
+ "omet"
+ ],
+ [
+ "Ġlar",
+ "ge"
+ ],
+ [
+ "Ġact",
+ "iv"
+ ],
+ [
+ "å¹",
+ "¸"
+ ],
+ [
+ "Ġfal",
+ "ar"
+ ],
+ [
+ "es",
+ "se"
+ ],
+ [
+ "Ġinvest",
+ "ig"
+ ],
+ [
+ "ÉĻ",
+ "r"
+ ],
+ [
+ "×Ļ×Ļ×Ļ×Ļ",
+ "×Ļ×Ļ×Ļ×Ļ"
+ ],
+ [
+ "Ġbra",
+ "in"
+ ],
+ [
+ "ाà¤",
+ "¦"
+ ],
+ [
+ "ãģ®",
+ "åŃIJ"
+ ],
+ [
+ "Ġgan",
+ "z"
+ ],
+ [
+ "Ġset",
+ "t"
+ ],
+ [
+ "ãģ§ãģĻ",
+ "ãģĮ"
+ ],
+ [
+ "it",
+ "or"
+ ],
+ [
+ "Ġש×",
+ "Ŀ"
+ ],
+ [
+ "ि",
+ "स"
+ ],
+ [
+ "Ġë°",
+ "Ķ"
+ ],
+ [
+ "Ġн",
+ "еÑĤ"
+ ],
+ [
+ "Ġke",
+ "y"
+ ],
+ [
+ "ĠB",
+ "iden"
+ ],
+ [
+ "ãģij",
+ "ãģªãģĦ"
+ ],
+ [
+ "Ġc",
+ "ada"
+ ],
+ [
+ "Ġse",
+ "gu"
+ ],
+ [
+ "ãĢģãģĤ",
+ "ãĤĬ"
+ ],
+ [
+ "Ġà¤ħ",
+ "नà¥į"
+ ],
+ [
+ "Ġv",
+ "et"
+ ],
+ [
+ "ĠØ£ÙĨ",
+ "Ùĩ"
+ ],
+ [
+ "åĦ",
+ "¿"
+ ],
+ [
+ "ĠAll",
+ "ah"
+ ],
+ [
+ "Ġ×ij×",
+ "ŀ×"
+ ],
+ [
+ "Ġcre",
+ "ate"
+ ],
+ [
+ "Ø",
+ "¤"
+ ],
+ [
+ "å½",
+ "ĵãģ"
+ ],
+ [
+ "Ġм",
+ "ен"
+ ],
+ [
+ "å",
+ "¨"
+ ],
+ [
+ "Ġtem",
+ "a"
+ ],
+ [
+ "Ġ׾×",
+ "ŀ×"
+ ],
+ [
+ "×ķ×",
+ "Ĺ"
+ ],
+ [
+ "Ľ×",
+ "©"
+ ],
+ [
+ "ç´",
+ "ł"
+ ],
+ [
+ "è§",
+ "ģ"
+ ],
+ [
+ "Ġon",
+ "line"
+ ],
+ [
+ "Ġت",
+ "ÙĪ"
+ ],
+ [
+ "Ġe",
+ "j"
+ ],
+ [
+ "æĪĸ",
+ "èĢħ"
+ ],
+ [
+ "ate",
+ "g"
+ ],
+ [
+ "Ġr",
+ "ound"
+ ],
+ [
+ "M",
+ "y"
+ ],
+ [
+ "u",
+ "lle"
+ ],
+ [
+ "Ġê·¸",
+ "룰"
+ ],
+ [
+ "ëĵ¤",
+ "ìĿ´"
+ ],
+ [
+ "ÙIJ",
+ "ÙĬ"
+ ],
+ [
+ "Ġtie",
+ "mp"
+ ],
+ [
+ "Ġsie",
+ "mpre"
+ ],
+ [
+ "Ġf",
+ "ing"
+ ],
+ [
+ "ãĤģ",
+ "ãĤĭ"
+ ],
+ [
+ "Ġl",
+ "á»"
+ ],
+ [
+ "ãģĹ",
+ "ãĤĪãģĨ"
+ ],
+ [
+ "Ġgo",
+ "ld"
+ ],
+ [
+ "Ġdon",
+ "de"
+ ],
+ [
+ "i",
+ "et"
+ ],
+ [
+ "Ġpr",
+ "ime"
+ ],
+ [
+ "à¥ģ",
+ "त"
+ ],
+ [
+ "è°",
+ "¢"
+ ],
+ [
+ "b",
+ "ol"
+ ],
+ [
+ "as",
+ "ure"
+ ],
+ [
+ "ĠاÙĦ",
+ "د"
+ ],
+ [
+ "ï¼",
+ "Ĵ"
+ ],
+ [
+ "ãģ£",
+ "ãģı"
+ ],
+ [
+ "ĠC",
+ "ity"
+ ],
+ [
+ "ä½",
+ "ı"
+ ],
+ [
+ "Ġpro",
+ "ject"
+ ],
+ [
+ "Ġgu",
+ "ard"
+ ],
+ [
+ "ä¸",
+ "ĩ"
+ ],
+ [
+ "Ġput",
+ "ting"
+ ],
+ [
+ "Ġب",
+ "عد"
+ ],
+ [
+ "Ãł",
+ "i"
+ ],
+ [
+ "æĹ",
+ "ł"
+ ],
+ [
+ "Ġg",
+ "lo"
+ ],
+ [
+ "å«",
+ "Į"
+ ],
+ [
+ "ÏĦ",
+ "α"
+ ],
+ [
+ "ok",
+ "ing"
+ ],
+ [
+ "äº",
+ "¤"
+ ],
+ [
+ "Ġsh",
+ "ip"
+ ],
+ [
+ "Ä",
+ "©"
+ ],
+ [
+ "res",
+ "ent"
+ ],
+ [
+ "Ġus",
+ "ually"
+ ],
+ [
+ "Ò",
+ "¯"
+ ],
+ [
+ "ĠU",
+ "S"
+ ],
+ [
+ "Ĺ×",
+ "§"
+ ],
+ [
+ "Ġbe",
+ "com"
+ ],
+ [
+ "ÑĪ",
+ "е"
+ ],
+ [
+ "ãģª",
+ "ãģķãģĦ"
+ ],
+ [
+ "Ġp",
+ "ath"
+ ],
+ [
+ "Ġmin",
+ "ha"
+ ],
+ [
+ "Ġo",
+ "ù"
+ ],
+ [
+ "ãģĶ",
+ "ãĤģ"
+ ],
+ [
+ "a",
+ "ção"
+ ],
+ [
+ "ãģª",
+ "ãĤĬ"
+ ],
+ [
+ "Ġи",
+ "м"
+ ],
+ [
+ "it",
+ "en"
+ ],
+ [
+ "Ġgod",
+ "t"
+ ],
+ [
+ "Ġs",
+ "z"
+ ],
+ [
+ "Ġli",
+ "v"
+ ],
+ [
+ "àµ",
+ "ģ"
+ ],
+ [
+ "ãĥ¼",
+ "ãĤĵ"
+ ],
+ [
+ "Ġج",
+ "دا"
+ ],
+ [
+ "ĠìĿ´",
+ "ê±°"
+ ],
+ [
+ "Ġ×Ķ×",
+ "ª×"
+ ],
+ [
+ "ãĤĤ",
+ "ãģ¡"
+ ],
+ [
+ "Ġp",
+ "ed"
+ ],
+ [
+ "ر",
+ "Ùĥ"
+ ],
+ [
+ "ĠDe",
+ "us"
+ ],
+ [
+ "Ġb",
+ "unch"
+ ],
+ [
+ "Ġ",
+ "Ú¯"
+ ],
+ [
+ "Ġz",
+ "eg"
+ ],
+ [
+ "Ġg",
+ "Ã¥"
+ ],
+ [
+ "Ġha",
+ "lt"
+ ],
+ [
+ "ĠÄijá»",
+ "ĥ"
+ ],
+ [
+ "un",
+ "ca"
+ ],
+ [
+ "åħ",
+ "ī"
+ ],
+ [
+ "ĠØ",
+ "«"
+ ],
+ [
+ "æı",
+ "IJ"
+ ],
+ [
+ "ãĤ·",
+ "ãĥ§"
+ ],
+ [
+ "Ġha",
+ "m"
+ ],
+ [
+ "Ġl",
+ "ige"
+ ],
+ [
+ "ĠF",
+ "ace"
+ ],
+ [
+ "ìĻ",
+ "Ģ"
+ ],
+ [
+ "å¿ħ",
+ "è¦ģ"
+ ],
+ [
+ "Ġ×",
+ "Ĵ"
+ ],
+ [
+ "Ġho",
+ "y"
+ ],
+ [
+ "ر",
+ "ج"
+ ],
+ [
+ "å",
+ "¡"
+ ],
+ [
+ "ac",
+ "he"
+ ],
+ [
+ "Ġs",
+ "ẽ"
+ ],
+ [
+ "-",
+ "c"
+ ],
+ [
+ "ĠPe",
+ "ople"
+ ],
+ [
+ "ï¼Į",
+ "åĹ¯"
+ ],
+ [
+ "ãģµãģµ",
+ "ãģ£"
+ ],
+ [
+ "ied",
+ "er"
+ ],
+ [
+ "á»",
+ "ı"
+ ],
+ [
+ "ï¼Į",
+ "æīĢ以"
+ ],
+ [
+ "Ġ×Ļ",
+ "×ķ×ĵ×¢"
+ ],
+ [
+ "Ġd",
+ "anger"
+ ],
+ [
+ "b",
+ "b"
+ ],
+ [
+ "ĠÑģ",
+ "п"
+ ],
+ [
+ "ĠApp",
+ "le"
+ ],
+ [
+ "k",
+ "in"
+ ],
+ [
+ "im",
+ "ate"
+ ],
+ [
+ "å¼",
+ "ı"
+ ],
+ [
+ "ë",
+ "IJ"
+ ],
+ [
+ "ĠÎ",
+ "Ń"
+ ],
+ [
+ "à",
+ "Ń"
+ ],
+ [
+ "ers",
+ "on"
+ ],
+ [
+ "×ķ×",
+ "ĺ"
+ ],
+ [
+ "ĠÐĿ",
+ "Ñĥ"
+ ],
+ [
+ "Ġl",
+ "ink"
+ ],
+ [
+ "Ġh",
+ "á»į"
+ ],
+ [
+ "Ġcr",
+ "oss"
+ ],
+ [
+ "Ġgo",
+ "al"
+ ],
+ [
+ "Ġtom",
+ "orrow"
+ ],
+ [
+ "Ġap",
+ "art"
+ ],
+ [
+ "ìļ",
+ "´"
+ ],
+ [
+ "k",
+ "l"
+ ],
+ [
+ "r",
+ "t"
+ ],
+ [
+ "Ġtá»",
+ "«"
+ ],
+ [
+ "å¿",
+ "ľ"
+ ],
+ [
+ "m",
+ "iss"
+ ],
+ [
+ "N",
+ "ot"
+ ],
+ [
+ "W",
+ "hen"
+ ],
+ [
+ "æĿ¥",
+ "ãģ¦"
+ ],
+ [
+ "h",
+ "ow"
+ ],
+ [
+ "×Ķ×",
+ "Ŀ"
+ ],
+ [
+ "ac",
+ "iones"
+ ],
+ [
+ "Ġwat",
+ "ched"
+ ],
+ [
+ "åŃ",
+ "ĺ"
+ ],
+ [
+ "Ö",
+ "´"
+ ],
+ [
+ "à¹Ī",
+ "à¸ĩ"
+ ],
+ [
+ "Ġch",
+ "úng"
+ ],
+ [
+ "Ġnos",
+ "otros"
+ ],
+ [
+ "ø",
+ "re"
+ ],
+ [
+ "-",
+ "P"
+ ],
+ [
+ "ï¼",
+ "IJ"
+ ],
+ [
+ "å®",
+ "¢"
+ ],
+ [
+ "ur",
+ "ing"
+ ],
+ [
+ "д",
+ "е"
+ ],
+ [
+ "Ġdiffe",
+ "rence"
+ ],
+ [
+ "Ġan",
+ "che"
+ ],
+ [
+ "ÙĦا",
+ "Ùĭ"
+ ],
+ [
+ "éģ",
+ "¸"
+ ],
+ [
+ "à¤",
+ "ģ"
+ ],
+ [
+ "Ġot",
+ "ro"
+ ],
+ [
+ "Ġdi",
+ "ed"
+ ],
+ [
+ "åĪ",
+ "ļ"
+ ],
+ [
+ "Ġb",
+ "ast"
+ ],
+ [
+ "ç",
+ "±"
+ ],
+ [
+ "Ġten",
+ "emos"
+ ],
+ [
+ "Ġ",
+ "usted"
+ ],
+ [
+ "ãĤĵãģĺãĤĥ",
+ "ãģªãģĦ"
+ ],
+ [
+ "äºĭ",
+ "æĥħ"
+ ],
+ [
+ "è¾",
+ "¹"
+ ],
+ [
+ "ĠC",
+ "al"
+ ],
+ [
+ "ê",
+ "m"
+ ],
+ [
+ "n",
+ "ed"
+ ],
+ [
+ "иÑĤ",
+ "е"
+ ],
+ [
+ "ê°",
+ "Ħ"
+ ],
+ [
+ "c",
+ "el"
+ ],
+ [
+ "éĢ",
+ "ĥ"
+ ],
+ [
+ "ill",
+ "a"
+ ],
+ [
+ "å·²",
+ "ç»ı"
+ ],
+ [
+ "æĸ",
+ "Ļ"
+ ],
+ [
+ "ãĢģãģ",
+ "ķ"
+ ],
+ [
+ "èģŀ",
+ "ãģĦãģ¦"
+ ],
+ [
+ "uc",
+ "oup"
+ ],
+ [
+ "×ķ×",
+ "¢"
+ ],
+ [
+ "Å",
+ "«"
+ ],
+ [
+ "æ",
+ "¿"
+ ],
+ [
+ "ãĤī",
+ "ãĤĮãģ¦"
+ ],
+ [
+ "ãĤĦ",
+ "ãĤĭ"
+ ],
+ [
+ "ç",
+ "¡"
+ ],
+ [
+ "á»ij",
+ "ng"
+ ],
+ [
+ "ĠIs",
+ "rael"
+ ],
+ [
+ "Ġch",
+ "ose"
+ ],
+ [
+ "Ġt",
+ "our"
+ ],
+ [
+ "i",
+ "y"
+ ],
+ [
+ "æĪij",
+ "çļĦ"
+ ],
+ [
+ "Ġta",
+ "x"
+ ],
+ [
+ "ا",
+ "Ùĩ"
+ ],
+ [
+ "ĠR",
+ "uss"
+ ],
+ [
+ "æľ",
+ "ĥ"
+ ],
+ [
+ "Ġag",
+ "ora"
+ ],
+ [
+ "ar",
+ "ily"
+ ],
+ [
+ "ãģ¯",
+ "ãģļ"
+ ],
+ [
+ "è·",
+ "¯"
+ ],
+ [
+ "ç§ģ",
+ "ãĤĤ"
+ ],
+ [
+ "ĠM",
+ "mm"
+ ],
+ [
+ "et",
+ "ta"
+ ],
+ [
+ "ç®",
+ "Ĺ"
+ ],
+ [
+ "Ġread",
+ "ing"
+ ],
+ [
+ "Ġsu",
+ "bs"
+ ],
+ [
+ "áĥ",
+ "IJ"
+ ],
+ [
+ "qu",
+ "é"
+ ],
+ [
+ "Ġt",
+ "anto"
+ ],
+ [
+ "è¿Ļ",
+ "è¿Ļ"
+ ],
+ [
+ "iv",
+ "al"
+ ],
+ [
+ "Ġad",
+ "a"
+ ],
+ [
+ "Ġsome",
+ "where"
+ ],
+ [
+ "ãģĤãĤĬ",
+ "ãģ¾ãģĻ"
+ ],
+ [
+ "Ġcat",
+ "ch"
+ ],
+ [
+ "Õ¸",
+ "ÖĤ"
+ ],
+ [
+ "ÏĦ",
+ "ι"
+ ],
+ [
+ "ĠD",
+ "es"
+ ],
+ [
+ "Ġse",
+ "in"
+ ],
+ [
+ "ãģķãĤĵãģ",
+ "«"
+ ],
+ [
+ "æľ",
+ "º"
+ ],
+ [
+ "Ġhe",
+ "av"
+ ],
+ [
+ "Ġst",
+ "ore"
+ ],
+ [
+ "wo",
+ "on"
+ ],
+ [
+ "ue",
+ "go"
+ ],
+ [
+ "ãĢĤ",
+ "ãģĨãĤĵ"
+ ],
+ [
+ "å¯",
+ "Ŀ"
+ ],
+ [
+ "Ġf",
+ "ix"
+ ],
+ [
+ "Ġr",
+ "isk"
+ ],
+ [
+ "ill",
+ "er"
+ ],
+ [
+ "ij×",
+ "Ł"
+ ],
+ [
+ "Ġhe",
+ "llo"
+ ],
+ [
+ "Ġfe",
+ "ll"
+ ],
+ [
+ "å¿",
+ "«"
+ ],
+ [
+ "Ġv",
+ "ict"
+ ],
+ [
+ "c",
+ "ie"
+ ],
+ [
+ "ãĤĵãģ",
+ "Ń"
+ ],
+ [
+ "ĠD",
+ "er"
+ ],
+ [
+ "Ġant",
+ "es"
+ ],
+ [
+ "ĠThe",
+ "se"
+ ],
+ [
+ "Ġm",
+ "ga"
+ ],
+ [
+ "Ġst",
+ "ar"
+ ],
+ [
+ "Ġak",
+ "o"
+ ],
+ [
+ "Ġreg",
+ "ard"
+ ],
+ [
+ "Ġu",
+ "r"
+ ],
+ [
+ "Ġdis",
+ "p"
+ ],
+ [
+ "é",
+ "ª"
+ ],
+ [
+ "ĠÙĪ",
+ "Ùĩ"
+ ],
+ [
+ "ĠM",
+ "iss"
+ ],
+ [
+ "Ġst",
+ "ick"
+ ],
+ [
+ "ãĢģç§ģ",
+ "ãģ¯"
+ ],
+ [
+ "Ġlug",
+ "ar"
+ ],
+ [
+ "m",
+ "t"
+ ],
+ [
+ "िà¤",
+ "¯à¤¾"
+ ],
+ [
+ "еÑĪ",
+ "ÑĮ"
+ ],
+ [
+ "Ġtem",
+ "po"
+ ],
+ [
+ "Ġopportun",
+ "ity"
+ ],
+ [
+ "ĠØ¥",
+ "ذا"
+ ],
+ [
+ "Ġperson",
+ "a"
+ ],
+ [
+ "pt",
+ "ion"
+ ],
+ [
+ "Ġg",
+ "Ã¥r"
+ ],
+ [
+ "Ġco",
+ "ld"
+ ],
+ [
+ "ãģ¡ãĤĥãĤĵãģ",
+ "®"
+ ],
+ [
+ "ĠM",
+ "er"
+ ],
+ [
+ "in",
+ "c"
+ ],
+ [
+ "íķĺ",
+ "ê³ł"
+ ],
+ [
+ "ĠD",
+ "amn"
+ ],
+ [
+ "ÙĤ",
+ "ÙĬ"
+ ],
+ [
+ "Ġw",
+ "ird"
+ ],
+ [
+ "Ġirgend",
+ "w"
+ ],
+ [
+ "Ġcom",
+ "fort"
+ ],
+ [
+ "est",
+ "erd"
+ ],
+ [
+ "ig",
+ "ent"
+ ],
+ [
+ "Ġsk",
+ "ulle"
+ ],
+ [
+ "Ġt",
+ "ing"
+ ],
+ [
+ "×Ļת",
+ "×Ļ"
+ ],
+ [
+ "Ġpol",
+ "ic"
+ ],
+ [
+ "esterd",
+ "ay"
+ ],
+ [
+ "Ġsec",
+ "ret"
+ ],
+ [
+ "Ġpr",
+ "ó"
+ ],
+ [
+ "è¿ĺ",
+ "æĺ¯"
+ ],
+ [
+ "Ġpl",
+ "aces"
+ ],
+ [
+ "Æ¡",
+ "n"
+ ],
+ [
+ "ÑĨ",
+ "и"
+ ],
+ [
+ "ãģķãĤĵãģ",
+ "¯"
+ ],
+ [
+ "ÑĢÑĥ",
+ "г"
+ ],
+ [
+ "ìŀ",
+ "ħ"
+ ],
+ [
+ "า",
+ "ม"
+ ],
+ [
+ "Ġstr",
+ "ugg"
+ ],
+ [
+ "å°",
+ "į"
+ ],
+ [
+ "Ġim",
+ "medi"
+ ],
+ [
+ "ãģĤãģĤ",
+ "ãģ£"
+ ],
+ [
+ "ر",
+ "د"
+ ],
+ [
+ "Ġdri",
+ "ve"
+ ],
+ [
+ "s",
+ "p"
+ ],
+ [
+ "âĢĶ",
+ "âĢĶ"
+ ],
+ [
+ "æ©",
+ "Ł"
+ ],
+ [
+ "ĠìĿ´",
+ "ëłĩê²Į"
+ ],
+ [
+ "r",
+ "ig"
+ ],
+ [
+ "Ġqu",
+ "ie"
+ ],
+ [
+ "ãģı",
+ "ãģ¦"
+ ],
+ [
+ "ent",
+ "ial"
+ ],
+ [
+ "िà¤",
+ "¯"
+ ],
+ [
+ "Ġwr",
+ "iting"
+ ],
+ [
+ "Ġbea",
+ "ucoup"
+ ],
+ [
+ "çļ",
+ "Ĩ"
+ ],
+ [
+ "ãģĭ",
+ "ãģĹãģĦ"
+ ],
+ [
+ "è¶",
+ "Ĭ"
+ ],
+ [
+ "ĠT",
+ "hanks"
+ ],
+ [
+ "à¯įà®",
+ "Ł"
+ ],
+ [
+ "Ġso",
+ "ft"
+ ],
+ [
+ "o",
+ "h"
+ ],
+ [
+ "L",
+ "a"
+ ],
+ [
+ "Ġpict",
+ "ure"
+ ],
+ [
+ "à¹Ģà¸",
+ "«"
+ ],
+ [
+ "ï¼Ł",
+ "Ċ"
+ ],
+ [
+ "Ġt",
+ "end"
+ ],
+ [
+ "æĻ®",
+ "éĢļ"
+ ],
+ [
+ "Ġlo",
+ "ved"
+ ],
+ [
+ "Ġp",
+ "sy"
+ ],
+ [
+ "ÙĨ",
+ "د"
+ ],
+ [
+ "ĠP",
+ "ed"
+ ],
+ [
+ "ãģł",
+ "ãģ¨"
+ ],
+ [
+ "r",
+ "ie"
+ ],
+ [
+ "Ġà¤Ĩ",
+ "à¤"
+ ],
+ [
+ "ãĤĪ",
+ "ãģĭãģ£ãģŁ"
+ ],
+ [
+ "Ġì",
+ "¹"
+ ],
+ [
+ "ãģ¡",
+ "ãĤĩ"
+ ],
+ [
+ "ãĢģ",
+ "大"
+ ],
+ [
+ "Ġment",
+ "al"
+ ],
+ [
+ "æ",
+ "»"
+ ],
+ [
+ "å¿",
+ "µ"
+ ],
+ [
+ "Ġ",
+ "ÚĨ"
+ ],
+ [
+ "Ġil",
+ "s"
+ ],
+ [
+ "Ùģ",
+ "س"
+ ],
+ [
+ "Ġìķ",
+ "Į"
+ ],
+ [
+ "Ġme",
+ "get"
+ ],
+ [
+ "Ġdo",
+ "c"
+ ],
+ [
+ "n",
+ "ÃŃ"
+ ],
+ [
+ "×ķצ",
+ "×Ķ"
+ ],
+ [
+ "áºŃ",
+ "n"
+ ],
+ [
+ "Ġ×IJ×",
+ "Ĺר"
+ ],
+ [
+ "Ġse",
+ "ver"
+ ],
+ [
+ "Å",
+ "¯"
+ ],
+ [
+ "Ġde",
+ "ux"
+ ],
+ [
+ "ï¼Į",
+ "æĺ¯çļĦ"
+ ],
+ [
+ "y",
+ "d"
+ ],
+ [
+ "à±",
+ "ĩ"
+ ],
+ [
+ "Ġb",
+ "ank"
+ ],
+ [
+ "ãģŃ",
+ "ãģĩ"
+ ],
+ [
+ "Ġm",
+ "and"
+ ],
+ [
+ "em",
+ "y"
+ ],
+ [
+ "n",
+ "al"
+ ],
+ [
+ "ĠC",
+ "ap"
+ ],
+ [
+ "Ġا",
+ "ÛĮÙĨ"
+ ],
+ [
+ ",",
+ ","
+ ],
+ [
+ "Ġleg",
+ "al"
+ ],
+ [
+ "in",
+ "h"
+ ],
+ [
+ "ĠÑ",
+ "Ī"
+ ],
+ [
+ "ic",
+ "os"
+ ],
+ [
+ "Ġg",
+ "ang"
+ ],
+ [
+ "à¹",
+ "Ĩ"
+ ],
+ [
+ "ì¹",
+ "ĺ"
+ ],
+ [
+ "Ġи",
+ "н"
+ ],
+ [
+ "led",
+ "ge"
+ ],
+ [
+ "Ġac",
+ "onte"
+ ],
+ [
+ "Ġass",
+ "ist"
+ ],
+ [
+ "om",
+ "a"
+ ],
+ [
+ "eld",
+ "ig"
+ ],
+ [
+ "ant",
+ "ly"
+ ],
+ [
+ "Ġwere",
+ "n"
+ ],
+ [
+ "еÐ",
+ "¿"
+ ],
+ [
+ "Ġm",
+ "ach"
+ ],
+ [
+ "à¸Ļ",
+ "ีà¹Ī"
+ ],
+ [
+ "oc",
+ "r"
+ ],
+ [
+ "®",
+ "à¯į"
+ ],
+ [
+ "ä¼",
+ "ij"
+ ],
+ [
+ "â",
+ "u"
+ ],
+ [
+ "Ġed",
+ "uc"
+ ],
+ [
+ "ен",
+ "иÑı"
+ ],
+ [
+ "ãĢĤ",
+ "éĤ£"
+ ],
+ [
+ "ï¼Į",
+ "æĺ¯"
+ ],
+ [
+ "Ġtra",
+ "bal"
+ ],
+ [
+ "Ġloc",
+ "al"
+ ],
+ [
+ "Ġam",
+ "ong"
+ ],
+ [
+ "Ġter",
+ "rible"
+ ],
+ [
+ "ãģ¾ãģĤ",
+ "ãģ¾ãģĤ"
+ ],
+ [
+ "ier",
+ "o"
+ ],
+ [
+ "hehehehehehehehe",
+ "hehehehehehehehe"
+ ],
+ [
+ "Ġf",
+ "ør"
+ ],
+ [
+ "ãģĻãģĶ",
+ "ãģı"
+ ],
+ [
+ "Ġnat",
+ "ure"
+ ],
+ [
+ "ri",
+ "f"
+ ],
+ [
+ "éĩ",
+ "ı"
+ ],
+ [
+ "Ġch",
+ "i"
+ ],
+ [
+ "ãģĹ",
+ "ãĤĥ"
+ ],
+ [
+ "Ġκ",
+ "αι"
+ ],
+ [
+ "ĠF",
+ "o"
+ ],
+ [
+ "ĠÙĦ",
+ "ÙĦ"
+ ],
+ [
+ "Ġtod",
+ "a"
+ ],
+ [
+ "ç¨",
+ "ĭ"
+ ],
+ [
+ "ç³",
+ "»"
+ ],
+ [
+ "ª",
+ "×Ķ"
+ ],
+ [
+ "ãģķ",
+ "ãĤĮãģŁ"
+ ],
+ [
+ "Ġflo",
+ "or"
+ ],
+ [
+ "Ġp",
+ "ack"
+ ],
+ [
+ "end",
+ "a"
+ ],
+ [
+ "Ġu",
+ "it"
+ ],
+ [
+ "Ġtiemp",
+ "o"
+ ],
+ [
+ "Ġten",
+ "go"
+ ],
+ [
+ "Ġest",
+ "aba"
+ ],
+ [
+ "Ġspeak",
+ "ing"
+ ],
+ [
+ "Ġe",
+ "z"
+ ],
+ [
+ "åĪ",
+ "¶"
+ ],
+ [
+ "Ľ×",
+ "Ł"
+ ],
+ [
+ "Ġж",
+ "е"
+ ],
+ [
+ "ãģ¸",
+ "ãģ¸"
+ ],
+ [
+ "Ġm",
+ "á»"
+ ],
+ [
+ "ic",
+ "as"
+ ],
+ [
+ "Ġल",
+ "िà¤ı"
+ ],
+ [
+ "Ġr",
+ "á»ĵi"
+ ],
+ [
+ "at",
+ "ch"
+ ],
+ [
+ "Ġha",
+ "i"
+ ],
+ [
+ "ãģ§",
+ "ãģĹãģŁ"
+ ],
+ [
+ "i",
+ "ó"
+ ],
+ [
+ "ãģ£ãģ¡ãĤĥ",
+ "ãģĨ"
+ ],
+ [
+ "ing",
+ "en"
+ ],
+ [
+ ".",
+ "ĠI"
+ ],
+ [
+ ",",
+ "ĠI"
+ ],
+ [
+ ".",
+ "ĠAnd"
+ ],
+ [
+ ",",
+ "Ġand"
+ ],
+ [
+ ",",
+ "Ġyou"
+ ],
+ [
+ "Ġit",
+ "'s"
+ ],
+ [
+ "Ġof",
+ "Ġthe"
+ ],
+ [
+ ".",
+ "ĠIt"
+ ],
+ [
+ "Ġdon",
+ "'t"
+ ],
+ [
+ ",",
+ "Ġbut"
+ ],
+ [
+ "Ġin",
+ "Ġthe"
+ ],
+ [
+ ".",
+ "ĠSo"
+ ],
+ [
+ ".",
+ "ĠYou"
+ ],
+ [
+ "Ġgoing",
+ "Ġto"
+ ],
+ [
+ ",",
+ "Ġno"
+ ],
+ [
+ ".",
+ "ĠBut"
+ ],
+ [
+ ",",
+ "Ġthe"
+ ],
+ [
+ ",Ġyou",
+ "Ġknow"
+ ],
+ [
+ "Ġthat",
+ "'s"
+ ],
+ [
+ ".",
+ "ĠHe"
+ ],
+ [
+ ".",
+ "ĠYeah"
+ ],
+ [
+ ".ĠIt",
+ "'s"
+ ],
+ [
+ ".",
+ "ĠThe"
+ ],
+ [
+ "ĠI",
+ "'m"
+ ],
+ [
+ ".",
+ "ĠA"
+ ],
+ [
+ "Ġto",
+ "Ġthe"
+ ],
+ [
+ ".",
+ "ĠWe"
+ ],
+ [
+ ".",
+ "ĠThat"
+ ],
+ [
+ "Ġlike",
+ ","
+ ],
+ [
+ "Ġon",
+ "Ġthe"
+ ],
+ [
+ "Ġyou",
+ "'re"
+ ],
+ [
+ ".ĠI",
+ "'m"
+ ],
+ [
+ "Ġto",
+ "Ġbe"
+ ],
+ [
+ "Ġha",
+ "Ġha"
+ ],
+ [
+ ",",
+ "Ġwe"
+ ],
+ [
+ ",",
+ "Ġa"
+ ],
+ [
+ ".",
+ "ĠOh"
+ ],
+ [
+ ",Ġno",
+ ",Ġno"
+ ],
+ [
+ ".",
+ "ĠThey"
+ ],
+ [
+ "Ġwant",
+ "Ġto"
+ ],
+ [
+ ",",
+ "Ġhe"
+ ],
+ [
+ ".",
+ "ĠS"
+ ],
+ [
+ ".",
+ "ĠT"
+ ],
+ [
+ ",ĠyouĠknow",
+ ","
+ ],
+ [
+ ".",
+ "ĠNo"
+ ],
+ [
+ "Ġkind",
+ "Ġof"
+ ],
+ [
+ "Ġit",
+ "Ġwas"
+ ],
+ [
+ ".",
+ "ĠJa"
+ ],
+ [
+ ".",
+ "ĠE"
+ ],
+ [
+ ",",
+ "Ġit's"
+ ],
+ [
+ ".ĠThat",
+ "'s"
+ ],
+ [
+ ",",
+ "Ġso"
+ ],
+ [
+ ".",
+ "ĠO"
+ ],
+ [
+ "Ġdidn",
+ "'t"
+ ],
+ [
+ ".",
+ "ĠH"
+ ],
+ [
+ ".",
+ "ĠB"
+ ],
+ [
+ "Ġa",
+ "Ġlot"
+ ],
+ [
+ ".",
+ "ĠC"
+ ],
+ [
+ "Ġat",
+ "Ġthe"
+ ],
+ [
+ "o",
+ ","
+ ],
+ [
+ ".",
+ "ĠM"
+ ],
+ [
+ "?",
+ "ĠWhat"
+ ],
+ [
+ ",",
+ "Ġ"
+ ],
+ [
+ ".",
+ "ĠN"
+ ],
+ [
+ "Ġdon't",
+ "Ġknow"
+ ],
+ [
+ "s",
+ ","
+ ],
+ [
+ "Ġthere",
+ "'s"
+ ],
+ [
+ "s",
+ "."
+ ],
+ [
+ "i",
+ ","
+ ],
+ [
+ "Ġthey",
+ "'re"
+ ],
+ [
+ "Ġcan",
+ "'t"
+ ],
+ [
+ ",ĠI",
+ "'m"
+ ],
+ [
+ "Ġit",
+ "."
+ ],
+ [
+ "a",
+ ","
+ ],
+ [
+ "Ġfor",
+ "Ġthe"
+ ],
+ [
+ ".",
+ "ĠP"
+ ],
+ [
+ "Ġif",
+ "Ġyou"
+ ],
+ [
+ "Ġin",
+ "Ġa"
+ ],
+ [
+ "Ġthis",
+ "Ġis"
+ ],
+ [
+ "Ġhave",
+ "Ġto"
+ ],
+ [
+ "ĠI",
+ "Ġthink"
+ ],
+ [
+ "ĠI",
+ "Ġwas"
+ ],
+ [
+ "ĠÙĦا",
+ "ĠÙĦا"
+ ],
+ [
+ ",",
+ "Ġoh"
+ ],
+ [
+ "!",
+ "Ġ¡"
+ ],
+ [
+ ",",
+ "Ġyeah"
+ ],
+ [
+ ".",
+ "ĠThis"
+ ],
+ [
+ ".",
+ "ĠWhat"
+ ],
+ [
+ "Ġc",
+ "'est"
+ ],
+ [
+ "Ġwith",
+ "Ġthe"
+ ],
+ [
+ ",",
+ "Ġwhich"
+ ],
+ [
+ ".",
+ "ĠD"
+ ],
+ [
+ ",",
+ "Ġright"
+ ],
+ [
+ ",",
+ "Ġit"
+ ],
+ [
+ "Ġis",
+ "Ġa"
+ ],
+ [
+ ".",
+ "ĠOkay"
+ ],
+ [
+ "Ġwe",
+ "'re"
+ ],
+ [
+ ",",
+ "Ġ×ĸ×Ķ"
+ ],
+ [
+ ",",
+ "Ġthey"
+ ],
+ [
+ ".",
+ "ĠThere"
+ ],
+ [
+ "Ġhe",
+ "'s"
+ ],
+ [
+ "Ġhave",
+ "Ġa"
+ ],
+ [
+ "Ġto",
+ "Ġdo"
+ ],
+ [
+ ",",
+ "Ġthat"
+ ],
+ [
+ "ĠhaĠha",
+ "ĠhaĠha"
+ ],
+ [
+ ".",
+ "ĠY"
+ ],
+ [
+ ".",
+ "ĠV"
+ ],
+ [
+ ".",
+ "ĠShe"
+ ],
+ [
+ "ĠaĠlot",
+ "Ġof"
+ ],
+ [
+ "en",
+ ","
+ ],
+ [
+ ",",
+ "Ġwhat"
+ ],
+ [
+ "Ġand",
+ "Ġthe"
+ ],
+ [
+ ",",
+ "Ġque"
+ ],
+ [
+ ".",
+ "ĠLike"
+ ],
+ [
+ ".",
+ "ĠL"
+ ],
+ [
+ "Ġyou",
+ "Ġknow"
+ ],
+ [
+ ",",
+ "Ġja"
+ ],
+ [
+ ",",
+ "Ġlike"
+ ],
+ [
+ "Ġfrom",
+ "Ġthe"
+ ],
+ [
+ ".",
+ "ĠF"
+ ],
+ [
+ "!",
+ "ĠOh"
+ ],
+ [
+ "?",
+ "ĠI"
+ ],
+ [
+ "Ġa",
+ "Ġlittle"
+ ],
+ [
+ "Ġis",
+ "Ġthe"
+ ],
+ [
+ "Ġde",
+ "Ġla"
+ ],
+ [
+ "Ġof",
+ "Ġa"
+ ],
+ [
+ "Ġyou",
+ "."
+ ],
+ [
+ "Ġthat",
+ "Ġyou"
+ ],
+ [
+ "en",
+ "."
+ ],
+ [
+ ".ĠI",
+ "Ġthink"
+ ],
+ [
+ ",",
+ "Ġde"
+ ],
+ [
+ ".",
+ "ĠIf"
+ ],
+ [
+ "Ġlike",
+ "Ġa"
+ ],
+ [
+ "!ĠOh",
+ "!ĠOh"
+ ],
+ [
+ ",Ġoh",
+ ",Ġoh"
+ ],
+ [
+ ",",
+ "Ġthat's"
+ ],
+ [
+ "Ġto",
+ "Ġget"
+ ],
+ [
+ "Ġthat",
+ "ĠI"
+ ],
+ [
+ ",Ġright",
+ "?"
+ ],
+ [
+ ",",
+ "Ġo"
+ ],
+ [
+ ".ĠYou",
+ "Ġknow"
+ ],
+ [
+ "Ġall",
+ "Ġthe"
+ ],
+ [
+ ".",
+ "ĠK"
+ ],
+ [
+ "Ġwas",
+ "Ġa"
+ ],
+ [
+ "Ġl",
+ "'"
+ ],
+ [
+ ".",
+ "ĠW"
+ ],
+ [
+ ".",
+ "ĠIn"
+ ],
+ [
+ ",ĠI",
+ "Ġthink"
+ ],
+ [
+ "Ġfor",
+ "Ġa"
+ ],
+ [
+ ".ĠAnd",
+ "ĠI"
+ ],
+ [
+ "es",
+ ","
+ ],
+ [
+ "ĠgoingĠto",
+ "Ġbe"
+ ],
+ [
+ "Ġdet",
+ "Ġer"
+ ],
+ [
+ ",",
+ "Ġk"
+ ],
+ [
+ "?ĠWhat",
+ "?ĠWhat"
+ ],
+ [
+ ".",
+ "ĠEn"
+ ],
+ [
+ ",",
+ "Ġ׾×IJ"
+ ],
+ [
+ "Ġdoesn",
+ "'t"
+ ],
+ [
+ "Ġdo",
+ "Ġyou"
+ ],
+ [
+ ".",
+ "ĠYes"
+ ],
+ [
+ ".",
+ "Ġ"
+ ],
+ [
+ "Ġand",
+ "ĠI"
+ ],
+ [
+ "Ġda",
+ "Ġda"
+ ],
+ [
+ ".ĠAnd",
+ "Ġthen"
+ ],
+ [
+ "o",
+ "."
+ ],
+ [
+ "er",
+ ","
+ ],
+ [
+ ".",
+ "ĠDet"
+ ],
+ [
+ "ing",
+ "Ġthe"
+ ],
+ [
+ "Ġas",
+ "Ġa"
+ ],
+ [
+ "ãģ£",
+ "ï¼ģ"
+ ],
+ [
+ ".",
+ "ĠG"
+ ],
+ [
+ "Ġout",
+ "Ġof"
+ ],
+ [
+ "s",
+ "Ġand"
+ ],
+ [
+ ",",
+ "Ġ×IJ׳×Ļ"
+ ],
+ [
+ "Ġit",
+ "Ġis"
+ ],
+ [
+ "Ġthat",
+ "Ġthe"
+ ],
+ [
+ ".ĠI",
+ "Ġmean"
+ ],
+ [
+ "s",
+ "Ġof"
+ ],
+ [
+ "Ġabout",
+ "Ġthe"
+ ],
+ [
+ "Ġwith",
+ "Ġa"
+ ],
+ [
+ "Ġhe",
+ "Ġwas"
+ ],
+ [
+ "Ġyou",
+ "Ġcan"
+ ],
+ [
+ ",",
+ "Ġat"
+ ],
+ [
+ "Ġthat",
+ "Ġwe"
+ ],
+ [
+ ",Ġ×ĸ×Ķ",
+ ",Ġ×ĸ×Ķ"
+ ],
+ [
+ ".",
+ "ĠJ"
+ ],
+ [
+ "Ġinto",
+ "Ġthe"
+ ],
+ [
+ "Ġneed",
+ "Ġto"
+ ],
+ [
+ ",",
+ "Ġshe"
+ ],
+ [
+ "Ġby",
+ "Ġthe"
+ ],
+ [
+ "ed",
+ "Ġto"
+ ],
+ [
+ "Ġwould",
+ "Ġbe"
+ ],
+ [
+ ".",
+ "ĠWell"
+ ],
+ [
+ ",",
+ "ĠÑĩÑĤо"
+ ],
+ [
+ ".",
+ "ĠNow"
+ ],
+ [
+ "as",
+ ","
+ ],
+ [
+ ".",
+ "ĠLet"
+ ],
+ [
+ ",",
+ "Ġmy"
+ ],
+ [
+ "à¥Ī",
+ "à¤Ĥ"
+ ],
+ [
+ ".",
+ "ĠAll"
+ ],
+ [
+ ",",
+ "Ġokay"
+ ],
+ [
+ "os",
+ ","
+ ],
+ [
+ "'ve",
+ "Ġgot"
+ ],
+ [
+ "y",
+ ","
+ ],
+ [
+ "Ġwasn",
+ "'t"
+ ],
+ [
+ ".ĠHe",
+ "'s"
+ ],
+ [
+ "Ġlet",
+ "'s"
+ ],
+ [
+ "Ġto",
+ "Ġme"
+ ],
+ [
+ "ĠÙĦاĠÙĦا",
+ "ĠÙĦاĠÙĦا"
+ ],
+ [
+ "Ġsaid",
+ ","
+ ],
+ [
+ "Ġlike",
+ "Ġthat"
+ ],
+ [
+ "Ġhave",
+ "Ġbeen"
+ ],
+ [
+ ",",
+ "Ġc'est"
+ ],
+ [
+ "Ġon",
+ "Ġa"
+ ],
+ [
+ "ĠIt",
+ "'s"
+ ],
+ [
+ ".ĠJa",
+ ","
+ ],
+ [
+ ".",
+ "ĠOg"
+ ],
+ [
+ "ØĮ",
+ "ĠÙĦا"
+ ],
+ [
+ ",",
+ "Ġum"
+ ],
+ [
+ ",",
+ "Ġas"
+ ],
+ [
+ ",",
+ "Ġin"
+ ],
+ [
+ "Ġwhen",
+ "Ġyou"
+ ],
+ [
+ ",Ġbut",
+ "ĠI"
+ ],
+ [
+ "Ġyou",
+ ","
+ ],
+ [
+ ",Ġand",
+ "ĠI"
+ ],
+ [
+ "a",
+ "."
+ ],
+ [
+ "Ġand",
+ "Ġthen"
+ ],
+ [
+ ".ĠYou",
+ "'re"
+ ],
+ [
+ "ed",
+ "Ġthe"
+ ],
+ [
+ ",",
+ "Ġet"
+ ],
+ [
+ ",",
+ "Ġ¿"
+ ],
+ [
+ ".",
+ "ĠR"
+ ],
+ [
+ "n",
+ "'t"
+ ],
+ [
+ "Ġtrying",
+ "Ġto"
+ ],
+ [
+ "Ġlo",
+ "Ġque"
+ ],
+ [
+ ",",
+ "Ġman"
+ ],
+ [
+ ",",
+ "Ġje"
+ ],
+ [
+ ",",
+ "Ġog"
+ ],
+ [
+ "es",
+ "."
+ ],
+ [
+ ".ĠIt",
+ "Ġwas"
+ ],
+ [
+ "Ġwhat",
+ "ĠI"
+ ],
+ [
+ ",Ġ׾×IJ",
+ ",Ġ׾×IJ"
+ ],
+ [
+ "ãģŃ",
+ "ãĢĤ"
+ ],
+ [
+ ",",
+ "Ġto"
+ ],
+ [
+ ",",
+ "Ġor"
+ ],
+ [
+ ",",
+ "Ġen"
+ ],
+ [
+ "Ġlike",
+ "Ġthe"
+ ],
+ [
+ "×Ķ",
+ ","
+ ],
+ [
+ "er",
+ "."
+ ],
+ [
+ ".ĠJa",
+ ".ĠJa"
+ ],
+ [
+ "Ġsort",
+ "Ġof"
+ ],
+ [
+ ",",
+ "Ġthen"
+ ],
+ [
+ "!",
+ "ĠAh"
+ ],
+ [
+ ",Ġyou",
+ "'re"
+ ],
+ [
+ "ìļĶ",
+ "."
+ ],
+ [
+ "Ġare",
+ "Ġyou"
+ ],
+ [
+ "Ġright",
+ "Ġnow"
+ ],
+ [
+ ".ĠOh",
+ ".ĠOh"
+ ],
+ [
+ ",",
+ "Ġif"
+ ],
+ [
+ "ØĮĠÙĦا",
+ "ØĮĠÙĦا"
+ ],
+ [
+ ",",
+ "Ġlike,"
+ ],
+ [
+ "t",
+ ","
+ ],
+ [
+ ".",
+ "ĠMm"
+ ],
+ [
+ "Ġwill",
+ "Ġbe"
+ ],
+ [
+ ".ĠAnd",
+ "Ġso"
+ ],
+ [
+ ",Ġja",
+ ",Ġja"
+ ],
+ [
+ "'ve",
+ "Ġbeen"
+ ],
+ [
+ ",",
+ "Ġnot"
+ ],
+ [
+ ".",
+ "ĠUm"
+ ],
+ [
+ "!ĠAh",
+ "!ĠAh"
+ ],
+ [
+ ".",
+ "ĠEt"
+ ],
+ [
+ "Ġd",
+ "'"
+ ],
+ [
+ ".ĠI",
+ "Ġdon't"
+ ],
+ [
+ "u",
+ ","
+ ],
+ [
+ ",",
+ "Ġbecause"
+ ],
+ [
+ "I",
+ "'m"
+ ],
+ [
+ "Ġto",
+ "Ġgo"
+ ],
+ [
+ "Ġone",
+ "Ġof"
+ ],
+ [
+ "ãĤĪ",
+ "ãĢĤ"
+ ],
+ [
+ "а",
+ ","
+ ],
+ [
+ "Ġin",
+ "Ġthis"
+ ],
+ [
+ ",",
+ "Ġfor"
+ ],
+ [
+ "Ġthat",
+ "Ġthey"
+ ],
+ [
+ "?",
+ "Ġ¿"
+ ],
+ [
+ ",",
+ "Ġwait"
+ ],
+ [
+ "ed",
+ "."
+ ],
+ [
+ "Ġone",
+ "ĠofĠthe"
+ ],
+ [
+ "Ġhad",
+ "Ġa"
+ ],
+ [
+ "Ġto",
+ "Ġa"
+ ],
+ [
+ "Ġto",
+ "Ġsee"
+ ],
+ [
+ ".ĠI",
+ "Ġdon'tĠknow"
+ ],
+ [
+ "Ġthat",
+ "Ġwas"
+ ],
+ [
+ ".ĠThere",
+ "'s"
+ ],
+ [
+ "Ġas",
+ "Ġwell"
+ ],
+ [
+ ",",
+ "Ġpero"
+ ],
+ [
+ ",",
+ "ĠsÃ¥"
+ ],
+ [
+ ",",
+ "Ġuh"
+ ],
+ [
+ "Ġtalking",
+ "Ġabout"
+ ],
+ [
+ "It",
+ "'s"
+ ],
+ [
+ ".",
+ "ĠBecause"
+ ],
+ [
+ "à¥Ģ",
+ "à¤Ĥ"
+ ],
+ [
+ "?",
+ "ĠAnd"
+ ],
+ [
+ ".",
+ "ĠHow"
+ ],
+ [
+ "?",
+ "ĠYeah"
+ ],
+ [
+ "Ġin",
+ "Ġmy"
+ ],
+ [
+ "'ll",
+ "Ġbe"
+ ],
+ [
+ "ãĢģãģĿãģĨ",
+ "ãĢģãģĿãģĨ"
+ ],
+ [
+ ",",
+ "Ġne"
+ ],
+ [
+ "?",
+ "ĠYou"
+ ],
+ [
+ ".ĠLet",
+ "'s"
+ ],
+ [
+ "ãģĭ",
+ "ï¼Ł"
+ ],
+ [
+ ",",
+ "Ġy"
+ ],
+ [
+ ",",
+ "Ġon"
+ ],
+ [
+ "Ġable",
+ "Ġto"
+ ],
+ [
+ "Ġof",
+ "Ġthat"
+ ],
+ [
+ ",",
+ "Ġwho"
+ ],
+ [
+ ".",
+ "ĠAl"
+ ],
+ [
+ "ing",
+ "Ġto"
+ ],
+ [
+ "Ġso",
+ "Ġmuch"
+ ],
+ [
+ ",",
+ "Ġm"
+ ],
+ [
+ ",",
+ "Ġyes"
+ ],
+ [
+ "ĠaĠlittle",
+ "Ġbit"
+ ],
+ [
+ "Ġis",
+ "Ġthat"
+ ],
+ [
+ "Ġbum",
+ "Ġbum"
+ ],
+ [
+ ".ĠThis",
+ "Ġis"
+ ],
+ [
+ ",",
+ "Ġthere"
+ ],
+ [
+ ".ĠI",
+ "Ġwas"
+ ],
+ [
+ ",",
+ "Ġil"
+ ],
+ [
+ "o",
+ "Ġde"
+ ],
+ [
+ "Ġन",
+ "ह"
+ ],
+ [
+ "i",
+ "."
+ ],
+ [
+ "Ġfor",
+ "Ġme"
+ ],
+ [
+ ",",
+ "Ġn"
+ ],
+ [
+ "Ġof",
+ "Ġthis"
+ ],
+ [
+ ",",
+ "Ġt"
+ ],
+ [
+ ".",
+ "ĠUnd"
+ ],
+ [
+ ",",
+ "Ġné"
+ ],
+ [
+ ",",
+ "Ġla"
+ ],
+ [
+ ".",
+ "ĠDo"
+ ],
+ [
+ ".ĠWe",
+ "'re"
+ ],
+ [
+ "ãģ§ãģĻ",
+ "ãĢĤ"
+ ],
+ [
+ ".",
+ "Ġ\""
+ ],
+ [
+ ",Ġand",
+ "Ġthen"
+ ],
+ [
+ ",",
+ "Ġjust"
+ ],
+ [
+ "Ġdo",
+ "Ġdo"
+ ],
+ [
+ ",",
+ "Ġb"
+ ],
+ [
+ "ãģ¯",
+ "ãĢģ"
+ ],
+ [
+ "?",
+ "ĠNo"
+ ],
+ [
+ "Ġen",
+ "Ġel"
+ ],
+ [
+ "×Ļ",
+ ","
+ ],
+ [
+ ",",
+ "Ġwell"
+ ],
+ [
+ "Ġthe",
+ "Ġsame"
+ ],
+ [
+ ",",
+ "Ġthis"
+ ],
+ [
+ "Ġtalk",
+ "Ġabout"
+ ],
+ [
+ ".",
+ "ĠÎ"
+ ],
+ [
+ ",ĠI",
+ "Ġmean"
+ ],
+ [
+ "Ġa",
+ "Ġgood"
+ ],
+ [
+ "×Ļ×Ŀ",
+ ","
+ ],
+ [
+ "ing",
+ "."
+ ],
+ [
+ ",",
+ "Ġh"
+ ],
+ [
+ ",",
+ "Ġhow"
+ ],
+ [
+ ",",
+ "Ġder"
+ ],
+ [
+ "Ġy",
+ "Ġa"
+ ],
+ [
+ "Ġwhat",
+ "Ġyou"
+ ],
+ [
+ "Ġwhat",
+ "'s"
+ ],
+ [
+ ",",
+ "Ġmen"
+ ],
+ [
+ "Ġis",
+ "Ġnot"
+ ],
+ [
+ ".",
+ "ĠOn"
+ ],
+ [
+ ".",
+ "ĠMen"
+ ],
+ [
+ ",",
+ "Ġyo"
+ ],
+ [
+ "е",
+ ","
+ ],
+ [
+ ",",
+ "ĠthisĠis"
+ ],
+ [
+ ",",
+ "Ġj"
+ ],
+ [
+ "?",
+ "ĠA"
+ ],
+ [
+ "ãģ§",
+ "ãĢģ"
+ ],
+ [
+ "Ġof",
+ "Ġthem"
+ ],
+ [
+ ",Ġwait",
+ ",Ġwait"
+ ],
+ [
+ ",",
+ "Ġeu"
+ ],
+ [
+ ".ĠSo",
+ "ĠI"
+ ],
+ [
+ "ãĢģãģ¯ãģĦ",
+ "ãĢģãģ¯ãģĦ"
+ ],
+ [
+ "Ġto",
+ "Ġyou"
+ ],
+ [
+ "Ġit",
+ ","
+ ],
+ [
+ "Ġthey",
+ "Ġwere"
+ ],
+ [
+ ",",
+ "Ġmas"
+ ],
+ [
+ ",ĠI",
+ "Ġdon't"
+ ],
+ [
+ ".",
+ "ĠWhen"
+ ],
+ [
+ "Ġfeel",
+ "Ġlike"
+ ],
+ [
+ "-do",
+ "-do"
+ ],
+ [
+ "Ġwhen",
+ "ĠI"
+ ],
+ [
+ "Ġin",
+ "Ġyour"
+ ],
+ [
+ ".",
+ "ĠEs"
+ ],
+ [
+ ",",
+ "Ġs"
+ ],
+ [
+ "Ġthat",
+ "Ġhe"
+ ],
+ [
+ ",",
+ "Ġse"
+ ],
+ [
+ "Ġfor",
+ "Ġyou"
+ ],
+ [
+ ".",
+ "ĠÃī"
+ ],
+ [
+ ",",
+ "Ġdie"
+ ],
+ [
+ "Ġto",
+ "Ġmake"
+ ],
+ [
+ ".",
+ "ĠMy"
+ ],
+ [
+ ".",
+ "ĠAs"
+ ],
+ [
+ ".ĠI",
+ "Ġknow"
+ ],
+ [
+ ".",
+ "ĠRight"
+ ],
+ [
+ "Ġthat",
+ "Ġis"
+ ],
+ [
+ ",",
+ "Ġah"
+ ],
+ [
+ "ãģ£",
+ "ãĢģ"
+ ],
+ [
+ ".ĠMm",
+ "-hmm"
+ ],
+ [
+ "Ġand",
+ "Ġyou"
+ ],
+ [
+ ".ĠThey",
+ "'re"
+ ],
+ [
+ ",Ġwe",
+ "'re"
+ ],
+ [
+ "Ġwas",
+ "Ġthe"
+ ],
+ [
+ ",",
+ "Ġnão"
+ ],
+ [
+ "Ġit",
+ "?"
+ ],
+ [
+ ".ĠIt's",
+ "Ġa"
+ ],
+ [
+ ",",
+ "Ġc"
+ ],
+ [
+ "ed",
+ "Ġup"
+ ],
+ [
+ "Ġand",
+ "Ġa"
+ ],
+ [
+ "äºĨ",
+ "ãĢĤ"
+ ],
+ [
+ "o",
+ "Ġque"
+ ],
+ [
+ "Ġisn",
+ "'t"
+ ],
+ [
+ "Ġlook",
+ "Ġat"
+ ],
+ [
+ "ा",
+ ","
+ ],
+ [
+ "Ġback",
+ "Ġto"
+ ],
+ [
+ "Ġla",
+ "Ġla"
+ ],
+ [
+ ",",
+ "Ġthere's"
+ ],
+ [
+ ".",
+ "ĠJust"
+ ],
+ [
+ ".",
+ "ĠDe"
+ ],
+ [
+ ",",
+ "Ġis"
+ ],
+ [
+ ".",
+ "ĠSÃ¥"
+ ],
+ [
+ ".ĠI",
+ "'ll"
+ ],
+ [
+ ",",
+ "Ġporque"
+ ],
+ [
+ "и",
+ ","
+ ],
+ [
+ ",Ġand",
+ "Ġthe"
+ ],
+ [
+ "Ġshe",
+ "'s"
+ ],
+ [
+ ",",
+ "Ġya"
+ ],
+ [
+ ",",
+ "Ġun"
+ ],
+ [
+ ",",
+ "ĠM"
+ ],
+ [
+ "Ġto",
+ "Ġsay"
+ ],
+ [
+ ",",
+ "Ġe"
+ ],
+ [
+ ".ĠMm-hmm",
+ ".ĠMm-hmm"
+ ],
+ [
+ "ĠdaĠda",
+ "ĠdaĠda"
+ ],
+ [
+ ",Ġ×IJ׳×Ļ",
+ ",Ġ×IJ׳×Ļ"
+ ],
+ [
+ "ed",
+ "Ġin"
+ ],
+ [
+ "Ġthat",
+ "."
+ ],
+ [
+ ".",
+ "ĠÐ"
+ ],
+ [
+ ",",
+ "Ġé"
+ ],
+ [
+ "Ġen",
+ "Ġla"
+ ],
+ [
+ ",",
+ "Ġdet"
+ ],
+ [
+ ".ĠYeah",
+ ".ĠYeah"
+ ],
+ [
+ "Ġof",
+ "Ġcourse"
+ ],
+ [
+ "Ġyou",
+ "Ġare"
+ ],
+ [
+ "Ġover",
+ "Ġthe"
+ ],
+ [
+ "Ġwouldn",
+ "'t"
+ ],
+ [
+ "ãģ«",
+ "ãĢģ"
+ ],
+ [
+ "Ġa",
+ "Ġgente"
+ ],
+ [
+ ".",
+ "ĠU"
+ ],
+ [
+ "Ġwon",
+ "'t"
+ ],
+ [
+ ".",
+ "ĠIs"
+ ],
+ [
+ ".",
+ "ĠJe"
+ ],
+ [
+ "ing",
+ ","
+ ],
+ [
+ "Ġque",
+ "Ġse"
+ ],
+ [
+ "Ġof",
+ "Ġhis"
+ ],
+ [
+ ",",
+ "Ġv"
+ ],
+ [
+ "?",
+ "ĠWhy"
+ ],
+ [
+ ".",
+ "ĠNot"
+ ],
+ [
+ "Ġdo",
+ "Ġit"
+ ],
+ [
+ "Ġbecause",
+ "ĠI"
+ ],
+ [
+ "Ġhad",
+ "Ġbeen"
+ ],
+ [
+ "Ġof",
+ "Ġmy"
+ ],
+ [
+ "'s",
+ "Ġthe"
+ ],
+ [
+ ".ĠI'm",
+ "Ġsorry"
+ ],
+ [
+ ",",
+ "Ġd"
+ ],
+ [
+ "Ġin",
+ "Ġthat"
+ ],
+ [
+ "ĠDon",
+ "'t"
+ ],
+ [
+ ",",
+ "Ġdass"
+ ],
+ [
+ "Ġcouldn",
+ "'t"
+ ],
+ [
+ ",",
+ "Ġall"
+ ],
+ [
+ "?",
+ "ĠH"
+ ],
+ [
+ ",",
+ "Ġmais"
+ ],
+ [
+ ".",
+ "ĠTh"
+ ],
+ [
+ ",",
+ "Ġhogy"
+ ],
+ [
+ ",",
+ "Ġ׼×"
+ ],
+ [
+ ".ĠAnd",
+ "Ġthe"
+ ],
+ [
+ "Ġhave",
+ "Ġthe"
+ ],
+ [
+ "Ġhas",
+ "Ġbeen"
+ ],
+ [
+ ",",
+ "Ġes"
+ ],
+ [
+ ",",
+ "ĠS"
+ ],
+ [
+ ",",
+ "Ġlet's"
+ ],
+ [
+ "as",
+ "."
+ ],
+ [
+ ".",
+ "ĠÐĺ"
+ ],
+ [
+ ",ĠI",
+ "Ġwas"
+ ],
+ [
+ ",",
+ "ĠA"
+ ],
+ [
+ ",Ġwhich",
+ "Ġis"
+ ],
+ [
+ "Ġthrough",
+ "Ġthe"
+ ],
+ [
+ "Ġqu",
+ "'il"
+ ],
+ [
+ ".",
+ "ĠFor"
+ ],
+ [
+ "×ķ",
+ ","
+ ],
+ [
+ ",",
+ "Ġreally"
+ ],
+ [
+ "Ġit's",
+ "Ġa"
+ ],
+ [
+ ".ĠBut",
+ "ĠI"
+ ],
+ [
+ "ed",
+ ","
+ ],
+ [
+ ",",
+ "Ġда"
+ ],
+ [
+ ".ĠC",
+ "'est"
+ ],
+ [
+ "Ġtell",
+ "Ġyou"
+ ],
+ [
+ ",",
+ "ĠB"
+ ],
+ [
+ "ing",
+ "Ġa"
+ ],
+ [
+ "ãģł",
+ "ãĢĤ"
+ ],
+ [
+ "Ġa",
+ "Ġla"
+ ],
+ [
+ "Ġif",
+ "ĠI"
+ ],
+ [
+ "ed",
+ "Ġby"
+ ],
+ [
+ ".",
+ "ĠUh"
+ ],
+ [
+ "Ġthat",
+ "Ġare"
+ ],
+ [
+ ",Ġné",
+ "?"
+ ],
+ [
+ ".",
+ "ĠAh"
+ ],
+ [
+ ",",
+ "Ġwas"
+ ],
+ [
+ "Ġof",
+ "Ġyour"
+ ],
+ [
+ ",",
+ "Ġdo"
+ ],
+ [
+ ".",
+ "Ġ¿"
+ ],
+ [
+ ",",
+ "Ġeh"
+ ],
+ [
+ "à¥Ī",
+ ","
+ ],
+ [
+ "åIJĹ",
+ "ï¼Ł"
+ ],
+ [
+ ",",
+ "ĠitĠwas"
+ ],
+ [
+ "Ġit's",
+ "Ġnot"
+ ],
+ [
+ ",Ġhe",
+ "'s"
+ ],
+ [
+ "Ġmore",
+ "Ġthan"
+ ],
+ [
+ ".",
+ "ĠÃ"
+ ],
+ [
+ ".ĠAll",
+ "Ġright"
+ ],
+ [
+ "Ġ×IJת",
+ "Ġ×Ķ×"
+ ],
+ [
+ ".ĠI'm",
+ "Ġnot"
+ ],
+ [
+ "ãĤĤ",
+ "ãĢģ"
+ ],
+ [
+ ",",
+ "ĠifĠyou"
+ ],
+ [
+ ",",
+ "Ġи"
+ ],
+ [
+ "Ġpeople",
+ "Ġwho"
+ ],
+ [
+ "os",
+ "Ġde"
+ ],
+ [
+ "Ġas",
+ "Ġthe"
+ ],
+ [
+ "Ġin",
+ "Ġ"
+ ],
+ [
+ ",",
+ "Ġže"
+ ],
+ [
+ "Ġyou",
+ "Ġhave"
+ ],
+ [
+ "Ġhaven",
+ "'t"
+ ],
+ [
+ "Ġgoing",
+ "Ġon"
+ ],
+ [
+ ".",
+ "ĠNe"
+ ],
+ [
+ ".",
+ "ĠThen"
+ ],
+ [
+ "ia",
+ ","
+ ],
+ [
+ "Ġin",
+ "Ġhis"
+ ],
+ [
+ "-da",
+ "-da"
+ ],
+ [
+ "Ġlike",
+ "Ġthis"
+ ],
+ [
+ "Ġno",
+ "Ġno"
+ ],
+ [
+ ",Ġah",
+ ",Ġah"
+ ],
+ [
+ ".ĠIt's",
+ "Ġnot"
+ ],
+ [
+ "ĠÙĨعÙħ",
+ "ĠÙĨعÙħ"
+ ],
+ [
+ ".ĠOh",
+ ","
+ ],
+ [
+ "Ġof",
+ "Ġit"
+ ],
+ [
+ "Ġabout",
+ "Ġit"
+ ],
+ [
+ ".",
+ "ĠThank"
+ ],
+ [
+ "Ġcould",
+ "Ġbe"
+ ],
+ [
+ "Ġto",
+ "Ġhave"
+ ],
+ [
+ "Ġer",
+ "Ġdet"
+ ],
+ [
+ ",",
+ "Ġda"
+ ],
+ [
+ "os",
+ "."
+ ],
+ [
+ "ãģ£ãģ¦",
+ "ãĢģ"
+ ],
+ [
+ ",",
+ "Ġpor"
+ ],
+ [
+ "Ġque",
+ "Ġno"
+ ],
+ [
+ "Ġcan",
+ "Ġbe"
+ ],
+ [
+ ",",
+ "Ġ×ķ×"
+ ],
+ [
+ "ing",
+ "Ġand"
+ ],
+ [
+ ".ĠYes",
+ ".ĠYes"
+ ],
+ [
+ "Ġwould",
+ "Ġhave"
+ ],
+ [
+ "ãĢģãģĤãģĤ",
+ "ãĢģãģĤãģĤ"
+ ],
+ [
+ "Ġshe",
+ "Ġwas"
+ ],
+ [
+ "e",
+ ","
+ ],
+ [
+ ".ĠI",
+ "Ġsee"
+ ],
+ [
+ "Ġque",
+ "Ġeu"
+ ],
+ [
+ "s",
+ "Ġare"
+ ],
+ [
+ ",",
+ "Ġwhere"
+ ],
+ [
+ "Ġgo",
+ "Ġto"
+ ],
+ [
+ ",",
+ "Ġel"
+ ],
+ [
+ "Ġshould",
+ "Ġbe"
+ ],
+ [
+ "Ġhad",
+ "Ġto"
+ ],
+ [
+ "Ġout",
+ "Ġthere"
+ ],
+ [
+ ".ĠIf",
+ "Ġyou"
+ ],
+ [
+ "Ġyou",
+ "Ġto"
+ ],
+ [
+ "×Ķ",
+ "."
+ ],
+ [
+ ",ĠI",
+ "Ġdon'tĠknow"
+ ],
+ [
+ "ĠI",
+ "'ve"
+ ],
+ [
+ "Ġwe",
+ "Ġcan"
+ ],
+ [
+ ",",
+ "Ġg"
+ ],
+ [
+ ",",
+ "Ġp"
+ ],
+ [
+ "y",
+ "."
+ ],
+ [
+ ",",
+ "Ġ×IJ×"
+ ],
+ [
+ "Ġa",
+ "Ġfew"
+ ],
+ [
+ "Ġa",
+ "Ġbit"
+ ],
+ [
+ "ãģĮ",
+ "ãĢģ"
+ ],
+ [
+ ".",
+ "ĠJeg"
+ ],
+ [
+ "That",
+ "'s"
+ ],
+ [
+ ",",
+ "Ġwhen"
+ ],
+ [
+ ",",
+ "Ġê·¸"
+ ],
+ [
+ ".",
+ "ĠÐĿ"
+ ],
+ [
+ ",",
+ "Ġв"
+ ],
+ [
+ "in",
+ ","
+ ],
+ [
+ "Ġand",
+ "Ġthey"
+ ],
+ [
+ ",",
+ "ĠìĿ´"
+ ],
+ [
+ ",",
+ "Ġeven"
+ ],
+ [
+ ",",
+ "Ġsom"
+ ],
+ [
+ ".",
+ "ĠIl"
+ ],
+ [
+ ",",
+ "ĠR"
+ ],
+ [
+ ",",
+ "ĠJ"
+ ],
+ [
+ "ĠI'm",
+ "Ġnot"
+ ],
+ [
+ ",Ġyeah",
+ ",Ġyeah"
+ ],
+ [
+ "Ġdo",
+ "Ġthat"
+ ],
+ [
+ ".",
+ "ĠSe"
+ ],
+ [
+ "Ġthe",
+ "Ġway"
+ ],
+ [
+ ".",
+ "ĠТ"
+ ],
+ [
+ ".",
+ "ĠÐĴ"
+ ],
+ [
+ "s",
+ "Ġto"
+ ],
+ [
+ ".",
+ "ĠTo"
+ ],
+ [
+ ",",
+ "Ġtu"
+ ],
+ [
+ ".",
+ "ĠQu"
+ ],
+ [
+ ".ĠNo",
+ ".ĠNo"
+ ],
+ [
+ ".",
+ "ĠSÃŃ"
+ ],
+ [
+ "ãĢģãģĵãĤĵãģ«ãģ¡ãģ¯",
+ "ãĢģãģĵãĤĵãģ«ãģ¡ãģ¯"
+ ],
+ [
+ "Ġyou",
+ "Ġget"
+ ],
+ [
+ ".",
+ "ĠSt"
+ ],
+ [
+ "Ġthe",
+ "Ġfirst"
+ ],
+ [
+ ",",
+ "Ġsi"
+ ],
+ [
+ ".",
+ "ĠEu"
+ ],
+ [
+ ",Ġyou",
+ "Ġcan"
+ ],
+ [
+ ",",
+ "Ġ\""
+ ],
+ [
+ "Ġhere",
+ "."
+ ],
+ [
+ "Ġwe",
+ "Ġwere"
+ ],
+ [
+ ",",
+ "Ġle"
+ ],
+ [
+ ",",
+ "Ġvery"
+ ],
+ [
+ "Ġwe",
+ "Ġare"
+ ],
+ [
+ "Ġon",
+ "Ġthis"
+ ],
+ [
+ ",",
+ "ĠK"
+ ],
+ [
+ ",",
+ "Ġ×Ķ×ķ×IJ"
+ ],
+ [
+ "Ġwanted",
+ "Ġto"
+ ],
+ [
+ "Ġgot",
+ "Ġa"
+ ],
+ [
+ ",",
+ "Ġcome"
+ ],
+ [
+ "no",
+ "?"
+ ],
+ [
+ "as",
+ "Ġde"
+ ],
+ [
+ "Ġva",
+ "Ġa"
+ ],
+ [
+ "Ġwith",
+ "Ġyou"
+ ],
+ [
+ "ìĬµëĭĪëĭ¤",
+ "."
+ ],
+ [
+ "ed",
+ "Ġa"
+ ],
+ [
+ "Ġmight",
+ "Ġbe"
+ ],
+ [
+ "Ġat",
+ "Ġall"
+ ],
+ [
+ ",",
+ "Ġhey"
+ ],
+ [
+ "Ġme",
+ "."
+ ],
+ [
+ "an",
+ ","
+ ],
+ [
+ "Ġjust",
+ "Ġa"
+ ],
+ [
+ "Ġthere",
+ "Ġare"
+ ],
+ [
+ "Ġwhat",
+ "Ġthe"
+ ],
+ [
+ "ëĭĪëĭ¤",
+ "."
+ ],
+ [
+ "ing",
+ "Ġup"
+ ],
+ [
+ "äºĨ",
+ "ï¼Į"
+ ],
+ [
+ ",",
+ "ĠdetĠer"
+ ],
+ [
+ "ãģª",
+ "ãĢĤ"
+ ],
+ [
+ ",",
+ "Ġme"
+ ],
+ [
+ "Ġof",
+ "Ġour"
+ ],
+ [
+ "Ġlike,",
+ "Ġoh"
+ ],
+ [
+ ".",
+ "ĠAlso"
+ ],
+ [
+ ",",
+ "Ġк"
+ ],
+ [
+ ",",
+ "Ġthough"
+ ],
+ [
+ "Ġwe",
+ "Ġhave"
+ ],
+ [
+ ".",
+ "ĠPero"
+ ],
+ [
+ ".ĠYou",
+ "Ġcan"
+ ],
+ [
+ ",",
+ "Ġgo"
+ ],
+ [
+ ".",
+ "ĠOne"
+ ],
+ [
+ "?",
+ "ĠOh"
+ ],
+ [
+ "Ġof",
+ "Ġthese"
+ ],
+ [
+ ",",
+ "Ġthey're"
+ ],
+ [
+ "ĠI",
+ "Ġcan"
+ ],
+ [
+ ".",
+ "ĠEvery"
+ ],
+ [
+ "à¥ĩ",
+ ","
+ ],
+ [
+ ".ĠDet",
+ "Ġer"
+ ],
+ [
+ "ãģ§ãģĻãģĭ",
+ "ï¼Ł"
+ ],
+ [
+ "Ġare",
+ "Ġthe"
+ ],
+ [
+ "Ġqu",
+ "'on"
+ ],
+ [
+ ".",
+ "ĠWhy"
+ ],
+ [
+ "a",
+ "Ġde"
+ ],
+ [
+ "Ġout",
+ "ĠofĠthe"
+ ],
+ [
+ "ãĢģãģĤ",
+ "ãĢģãģĤ"
+ ],
+ [
+ "!Ġ¡",
+ "Ah"
+ ],
+ [
+ ",",
+ "Ġl"
+ ],
+ [
+ "ed",
+ "Ġand"
+ ],
+ [
+ "ãģ¨",
+ "ãĢģ"
+ ],
+ [
+ "ãģĹ",
+ "ãĢģ"
+ ],
+ [
+ "Ġif",
+ "Ġyou're"
+ ],
+ [
+ ",",
+ "Ġmaybe"
+ ],
+ [
+ "Ġon",
+ "Ġmy"
+ ],
+ [
+ ".",
+ "ĠEntão"
+ ],
+ [
+ "Ġdid",
+ "Ġnot"
+ ],
+ [
+ "ar",
+ "Ġa"
+ ],
+ [
+ ",Ġyes",
+ ",Ġyes"
+ ],
+ [
+ "Ġque",
+ "Ġé"
+ ],
+ [
+ ".",
+ "ĠMaybe"
+ ],
+ [
+ ".ĠHe",
+ "Ġwas"
+ ],
+ [
+ "Ġthere",
+ "Ġwas"
+ ],
+ [
+ ".",
+ "ĠÐŁ"
+ ],
+ [
+ ",",
+ "Ġha"
+ ],
+ [
+ "?ĠWhy",
+ "?ĠWhy"
+ ],
+ [
+ "ĠI",
+ "Ġdon't"
+ ],
+ [
+ "ãģĭãĤī",
+ "ãĢģ"
+ ],
+ [
+ "Ġpeople",
+ "Ġare"
+ ],
+ [
+ ".ĠI",
+ "Ġjust"
+ ],
+ [
+ "es",
+ "Ġand"
+ ],
+ [
+ "Ġon",
+ "Ġyour"
+ ],
+ [
+ "?",
+ "ĠThe"
+ ],
+ [
+ "Ġat",
+ "Ġa"
+ ],
+ [
+ "Ġup",
+ ","
+ ],
+ [
+ "×Ļ×Ŀ",
+ "."
+ ],
+ [
+ ",",
+ "Ġpues"
+ ],
+ [
+ "Ġabout",
+ "Ġthis"
+ ],
+ [
+ "Ġgot",
+ "Ġto"
+ ],
+ [
+ "Ġna",
+ "Ġna"
+ ],
+ [
+ "Ġwith",
+ "Ġthat"
+ ],
+ [
+ "Ġyou",
+ "Ġguys"
+ ],
+ [
+ "à§ĩ",
+ "Ġà¦"
+ ],
+ [
+ ".ĠYeah",
+ ","
+ ],
+ [
+ "Ġwhat",
+ "ĠI'm"
+ ],
+ [
+ "Ġeach",
+ "Ġother"
+ ],
+ [
+ "Ġjust",
+ "Ġlike"
+ ],
+ [
+ "'s",
+ "Ġa"
+ ],
+ [
+ "Ġhow",
+ "Ġto"
+ ],
+ [
+ "ा",
+ "Ġह"
+ ],
+ [
+ "Ġinto",
+ "Ġa"
+ ],
+ [
+ ".",
+ "ĠLa"
+ ],
+ [
+ "à¥ĭ",
+ ","
+ ],
+ [
+ "Ġto",
+ "Ġthis"
+ ],
+ [
+ "ãģĭ",
+ "ãĢĤ"
+ ],
+ [
+ "åķĬ",
+ "ï¼Į"
+ ],
+ [
+ "Ġsuch",
+ "Ġa"
+ ],
+ [
+ ".ĠOkay",
+ ".ĠOkay"
+ ],
+ [
+ ",",
+ "ĠD"
+ ],
+ [
+ ",",
+ "ĠsÃŃ"
+ ],
+ [
+ "ãĢģãģĿãģĨãĢģãģĿãģĨ",
+ "ãĢģãģĿãģĨãĢģãģĿãģĨ"
+ ],
+ [
+ ",",
+ "Ġа"
+ ],
+ [
+ "ï¼Įä¸į",
+ "ï¼Įä¸į"
+ ],
+ [
+ "Ġes",
+ "Ġque"
+ ],
+ [
+ ".ĠI",
+ "'ve"
+ ],
+ [
+ "Ġof",
+ "Ġus"
+ ],
+ [
+ "à¥Ī",
+ "।"
+ ],
+ [
+ "Ġwe",
+ "'ll"
+ ],
+ [
+ "ĠbumĠbum",
+ "ĠbumĠbum"
+ ],
+ [
+ ".",
+ "ĠIch"
+ ],
+ [
+ ".ĠAnd",
+ "Ġthat's"
+ ],
+ [
+ "Ġso",
+ "Ġmany"
+ ],
+ [
+ "Ġabout",
+ "Ġthat"
+ ],
+ [
+ "h",
+ ","
+ ],
+ [
+ ".",
+ "ĠDon't"
+ ],
+ [
+ ".ĠAnd",
+ "ĠIĠthink"
+ ],
+ [
+ "?",
+ "ĠS"
+ ],
+ [
+ "ØĮ",
+ "ĠÙĪ"
+ ],
+ [
+ ".",
+ "ĠWow"
+ ],
+ [
+ ",",
+ "Ġкак"
+ ],
+ [
+ "'d",
+ "Ġbe"
+ ],
+ [
+ "ØĮ",
+ "ĠØ£ÙĨا"
+ ],
+ [
+ "Ġthe",
+ "Ġother"
+ ],
+ [
+ ".",
+ "ĠOr"
+ ],
+ [
+ "Ġde",
+ "Ġ"
+ ],
+ [
+ "?",
+ "ĠHe"
+ ],
+ [
+ ",ĠI",
+ "'ll"
+ ],
+ [
+ "çļĦ",
+ "ãĢĤ"
+ ],
+ [
+ "Ġon",
+ "Ġthat"
+ ],
+ [
+ ",",
+ "Ġcomo"
+ ],
+ [
+ "Ġthank",
+ "Ġyou"
+ ],
+ [
+ "ìĸ´ìļĶ",
+ "."
+ ],
+ [
+ "?",
+ "ĠSo"
+ ],
+ [
+ "Ġlike",
+ "Ġto"
+ ],
+ [
+ "Ġthey",
+ "Ġare"
+ ],
+ [
+ "Ġis",
+ "Ġthis"
+ ],
+ [
+ "à¯į",
+ "Ġà®"
+ ],
+ [
+ ".",
+ "ĠDas"
+ ],
+ [
+ "Ġup",
+ "Ġand"
+ ],
+ [
+ "?Ġ¿",
+ "Qué"
+ ],
+ [
+ ".",
+ "ĠHey"
+ ],
+ [
+ ",",
+ "Ġnon"
+ ],
+ [
+ "Ġde",
+ "Ġlos"
+ ],
+ [
+ "?",
+ "ĠThat"
+ ],
+ [
+ "Ġat",
+ "Ġleast"
+ ],
+ [
+ "Ġlet",
+ "Ġme"
+ ],
+ [
+ ".",
+ "ĠAt"
+ ],
+ [
+ "ãģ§ãĤĤ",
+ "ãĢģ"
+ ],
+ [
+ "Ġwhat",
+ "Ġyou're"
+ ],
+ [
+ "Ġ.",
+ "Ġ."
+ ],
+ [
+ "ìļĶ",
+ "?"
+ ],
+ [
+ ",",
+ "ĠL"
+ ],
+ [
+ ".",
+ "ĠEx"
+ ],
+ [
+ "s",
+ "Ġthat"
+ ],
+ [
+ "ing",
+ "Ġthat"
+ ],
+ [
+ "à¯ģ",
+ "Ġà®"
+ ],
+ [
+ "Ġof",
+ "Ġall"
+ ],
+ [
+ ".ĠI",
+ "Ġam"
+ ],
+ [
+ "ãģĦãģ¾ãģĻ",
+ "ãĢĤ"
+ ],
+ [
+ "Ġthe",
+ "Ġbest"
+ ],
+ [
+ ",",
+ "Ġam"
+ ],
+ [
+ ",",
+ "Ġdas"
+ ],
+ [
+ "но",
+ ","
+ ],
+ [
+ ",",
+ "ĠT"
+ ],
+ [
+ "Ġor",
+ "Ġsomething"
+ ],
+ [
+ ",",
+ "Ġjeg"
+ ],
+ [
+ ",Ġand",
+ "Ġhe"
+ ],
+ [
+ "ing",
+ "Ġin"
+ ],
+ [
+ ".",
+ "ĠMe"
+ ],
+ [
+ "as",
+ "Ġque"
+ ],
+ [
+ "?",
+ "ĠWell"
+ ],
+ [
+ ".",
+ "ĠMas"
+ ],
+ [
+ "ãĥ¼",
+ "ï¼ģ"
+ ],
+ [
+ "ĠdoĠdo",
+ "ĠdoĠdo"
+ ],
+ [
+ "ãģ®",
+ "ï¼Ł"
+ ],
+ [
+ "Ġit",
+ "Ġto"
+ ],
+ [
+ ",",
+ "Ġw"
+ ],
+ [
+ "Ġwith",
+ "Ġme"
+ ],
+ [
+ "Ġdun",
+ "Ġdun"
+ ],
+ [
+ ",",
+ "ĠofĠcourse"
+ ],
+ [
+ "Ġeste",
+ "Ġeste"
+ ],
+ [
+ "Ġused",
+ "Ġto"
+ ],
+ [
+ "on",
+ ","
+ ],
+ [
+ "तà¥ĩ",
+ "Ġह"
+ ],
+ [
+ ",",
+ "Ġ×ij×"
+ ],
+ [
+ "Ġfrom",
+ "Ġa"
+ ],
+ [
+ "Ġoff",
+ "Ġthe"
+ ],
+ [
+ "ãģĤ",
+ "ãĢģ"
+ ],
+ [
+ "Ġthere's",
+ "Ġa"
+ ],
+ [
+ ",",
+ "ĠC"
+ ],
+ [
+ ".ĠI",
+ "Ġcan't"
+ ],
+ [
+ "Ġup",
+ "Ġto"
+ ],
+ [
+ "×Ļ",
+ "."
+ ],
+ [
+ "ãģ¾ãģĹãģŁ",
+ "ãĢĤ"
+ ],
+ [
+ "ed",
+ "Ġwith"
+ ],
+ [
+ "?",
+ "Ġ"
+ ],
+ [
+ "Ġcouple",
+ "Ġof"
+ ],
+ [
+ "Ġtry",
+ "Ġto"
+ ],
+ [
+ "Ġwhat",
+ "Ġwe"
+ ],
+ [
+ ".",
+ "ĠDonc"
+ ],
+ [
+ "Ġfor",
+ "Ġthat"
+ ],
+ [
+ ".ĠAnd",
+ "Ġit's"
+ ],
+ [
+ ",ĠI",
+ "Ġknow"
+ ],
+ [
+ "?",
+ "ĠIt's"
+ ],
+ [
+ "?",
+ "ĠP"
+ ],
+ [
+ ",Ġ¿",
+ "no?"
+ ],
+ [
+ "?",
+ "ĠJa"
+ ],
+ [
+ "t",
+ "."
+ ],
+ [
+ "ĠI'm",
+ "ĠgoingĠto"
+ ],
+ [
+ "Ġcreo",
+ "Ġque"
+ ],
+ [
+ ",",
+ "Ġyour"
+ ],
+ [
+ ",",
+ "Ġplease"
+ ],
+ [
+ "Ġhim",
+ "."
+ ],
+ [
+ ",",
+ "Ġça"
+ ],
+ [
+ ".ĠAnd",
+ "Ġhe"
+ ],
+ [
+ "ãģĭ",
+ "ãĢģ"
+ ],
+ [
+ "ãĢģãģ¯ãģĦãĢģãģ¯ãģĦ",
+ "ãĢģãģ¯ãģĦãĢģãģ¯ãģĦ"
+ ],
+ [
+ ".",
+ "ĠMais"
+ ],
+ [
+ ",",
+ "Ġte"
+ ],
+ [
+ "Ġsome",
+ "ĠofĠthe"
+ ],
+ [
+ ",",
+ "ĠP"
+ ],
+ [
+ "-do-do",
+ "-do-do"
+ ],
+ [
+ "Ġand",
+ "Ġhe"
+ ],
+ [
+ "Ġnot",
+ "Ġa"
+ ],
+ [
+ "Ġin",
+ "Ġour"
+ ],
+ [
+ ".",
+ "ĠSome"
+ ],
+ [
+ "es",
+ "Ġde"
+ ],
+ [
+ "Ġdid",
+ "Ġyou"
+ ],
+ [
+ ",Ġyo",
+ ",Ġyo"
+ ],
+ [
+ "?",
+ "ĠO"
+ ],
+ [
+ ",",
+ "Ġna"
+ ],
+ [
+ "Ġtake",
+ "Ġa"
+ ],
+ [
+ "Ġis",
+ "Ġit"
+ ],
+ [
+ "ĠìķĦ",
+ ","
+ ],
+ [
+ ".ĠI",
+ "Ġthought"
+ ],
+ [
+ ".",
+ "ĠRe"
+ ],
+ [
+ "çļĦ",
+ "ï¼Į"
+ ],
+ [
+ "?",
+ "ĠHow"
+ ],
+ [
+ "Ġblah",
+ "Ġblah"
+ ],
+ [
+ ",",
+ "Ġal"
+ ],
+ [
+ "Ġ×IJ׳×Ļ",
+ "Ġ×IJ׳×Ļ"
+ ],
+ [
+ "Ġwho",
+ "'s"
+ ],
+ [
+ ".",
+ "ĠHa"
+ ],
+ [
+ "Ġof",
+ "Ġtheir"
+ ],
+ [
+ "Ġmy",
+ "Ġgod"
+ ],
+ [
+ "?",
+ "ĠIs"
+ ],
+ [
+ "Ġhas",
+ "Ġa"
+ ],
+ [
+ "Ġyou.",
+ "ĠThank"
+ ],
+ [
+ ",",
+ "Ġper"
+ ],
+ [
+ "u",
+ "."
+ ],
+ [
+ "Ġfor",
+ "Ġthis"
+ ],
+ [
+ "Ġaround",
+ "Ġthe"
+ ],
+ [
+ "Ġque",
+ "Ġo"
+ ],
+ [
+ "s",
+ "Ġin"
+ ],
+ [
+ "ar",
+ "."
+ ],
+ [
+ "ĠtoĠbe",
+ "Ġa"
+ ],
+ [
+ "Ġyou",
+ "Ġwere"
+ ],
+ [
+ ",",
+ "Ġqu"
+ ],
+ [
+ "!Ġ¡Ah",
+ "!Ġ¡Ah"
+ ],
+ [
+ "Ġof",
+ "Ġher"
+ ],
+ [
+ "ed",
+ "Ġit"
+ ],
+ [
+ ",",
+ "Ġ×IJ×ij׾"
+ ],
+ [
+ ",",
+ "Ġ×IJת×Ķ"
+ ],
+ [
+ "ãĤı",
+ "ãĢĤ"
+ ],
+ [
+ "ar",
+ ","
+ ],
+ [
+ "m",
+ ","
+ ],
+ [
+ "Ġof",
+ "ĠGod"
+ ],
+ [
+ "Ġque",
+ "Ġvocê"
+ ],
+ [
+ "ĠCome",
+ "Ġon"
+ ],
+ [
+ "Ùĩ",
+ "ĠÙĪ"
+ ],
+ [
+ "ĠNew",
+ "ĠYork"
+ ],
+ [
+ "ing",
+ "Ġit"
+ ],
+ [
+ ",",
+ "ĠÑı"
+ ],
+ [
+ "Ġdet",
+ "Ġvar"
+ ],
+ [
+ "Ġ×IJת",
+ "Ġ×ĸ×Ķ"
+ ],
+ [
+ "ed",
+ "Ġon"
+ ],
+ [
+ ".",
+ "ĠLook"
+ ],
+ [
+ ",",
+ "Ġan"
+ ],
+ [
+ ".",
+ "ĠNice"
+ ],
+ [
+ "Ġget",
+ "Ġa"
+ ],
+ [
+ "Ġthe",
+ "Ġmost"
+ ],
+ [
+ "Ġknow",
+ "Ġthat"
+ ],
+ [
+ "Ġof",
+ "Ġyou"
+ ],
+ [
+ "ĠI",
+ "Ġam"
+ ],
+ [
+ "?",
+ "ĠLike"
+ ],
+ [
+ "ĠI",
+ "'ll"
+ ],
+ [
+ "ĠI",
+ "Ġjust"
+ ],
+ [
+ "Ġdown",
+ "Ġthe"
+ ],
+ [
+ "Ġwhat",
+ "Ġthey"
+ ],
+ [
+ "?",
+ "ĠN"
+ ],
+ [
+ ",",
+ "Ġwow"
+ ],
+ [
+ "Ġque",
+ "Ġje"
+ ],
+ [
+ "Ġgive",
+ "Ġyou"
+ ],
+ [
+ "I",
+ "Ġthink"
+ ],
+ [
+ "You",
+ "Ġknow"
+ ],
+ [
+ "Ġand",
+ "Ġwe"
+ ],
+ [
+ "ा",
+ "।"
+ ],
+ [
+ "Ġof",
+ "Ġthose"
+ ],
+ [
+ "ØĮ",
+ "ĠÙĩذا"
+ ],
+ [
+ "Ġyou",
+ "Ġdon't"
+ ],
+ [
+ ",",
+ "Ġ×IJ"
+ ],
+ [
+ "ãģijãģ©",
+ "ãĢģ"
+ ],
+ [
+ ",",
+ "Ġone"
+ ],
+ [
+ ",",
+ "Ġdon't"
+ ],
+ [
+ ".",
+ "ĠBe"
+ ],
+ [
+ "te",
+ ","
+ ],
+ [
+ ".",
+ "ĠEst"
+ ],
+ [
+ ".ĠIt",
+ "Ġis"
+ ],
+ [
+ ",Ġbut",
+ "Ġthe"
+ ],
+ [
+ "ĠI",
+ "Ġhave"
+ ],
+ [
+ "Ġin",
+ "Ġtheir"
+ ],
+ [
+ "Ġque",
+ "Ġtu"
+ ],
+ [
+ "Ġwith",
+ "Ġthis"
+ ],
+ [
+ "ãĤĪ",
+ "ï¼ģ"
+ ],
+ [
+ "?",
+ "ĠWe"
+ ],
+ [
+ "?",
+ "ĠM"
+ ],
+ [
+ "Ġme",
+ "Ġto"
+ ],
+ [
+ ".",
+ "ĠNão"
+ ],
+ [
+ "Ġtime",
+ "Ġto"
+ ],
+ [
+ "an",
+ "."
+ ],
+ [
+ "Ġway",
+ "Ġto"
+ ],
+ [
+ "Ġtime",
+ "."
+ ],
+ [
+ "Ġfor",
+ "Ġus"
+ ],
+ [
+ ",",
+ "Ġdu"
+ ],
+ [
+ "Ġhe",
+ "Ġhad"
+ ],
+ [
+ "e",
+ "."
+ ],
+ [
+ "Ġnot",
+ "ĠgoingĠto"
+ ],
+ [
+ ".ĠI",
+ "Ġlove"
+ ],
+ [
+ "ĠAre",
+ "Ġyou"
+ ],
+ [
+ ",",
+ "Ġf"
+ ],
+ [
+ ",",
+ "Ġhis"
+ ],
+ [
+ "ĠYou",
+ "Tube"
+ ],
+ [
+ ",",
+ "ĠG"
+ ],
+ [
+ "Ġat",
+ "Ġthis"
+ ],
+ [
+ ".",
+ "ĠGo"
+ ],
+ [
+ "Ġaren",
+ "'t"
+ ],
+ [
+ "Ġain",
+ "'t"
+ ],
+ [
+ "es",
+ "Ġque"
+ ],
+ [
+ "Ġto",
+ "Ġthat"
+ ],
+ [
+ ".",
+ "ĠHis"
+ ],
+ [
+ "?",
+ "ĠBecause"
+ ],
+ [
+ ",Ġand",
+ "Ġthey"
+ ],
+ [
+ "os",
+ "Ġque"
+ ],
+ [
+ "is",
+ ","
+ ],
+ [
+ "?",
+ "ĠT"
+ ],
+ [
+ "Ġthe",
+ "Ġr"
+ ],
+ [
+ ".ĠAnd",
+ "Ġwe"
+ ],
+ [
+ "ed",
+ "Ġthat"
+ ],
+ [
+ "Ġfor",
+ "Ġyour"
+ ],
+ [
+ ".",
+ "ĠÐŀ"
+ ],
+ [
+ ".ĠYeah",
+ "."
+ ],
+ [
+ ".",
+ "Ġ׾×IJ"
+ ],
+ [
+ "×ķת",
+ ","
+ ],
+ [
+ ",",
+ "Ġi"
+ ],
+ [
+ "Ġwhen",
+ "Ġwe"
+ ],
+ [
+ ".",
+ "ĠEl"
+ ],
+ [
+ "ãģŃ",
+ "ãĢģ"
+ ],
+ [
+ "ĠlaĠla",
+ "ĠlaĠla"
+ ],
+ [
+ "Ġon",
+ "Ġhis"
+ ],
+ [
+ ",",
+ "ĠÑįÑĤо"
+ ],
+ [
+ "Ġthere",
+ "Ġis"
+ ],
+ [
+ ",",
+ "Ġr"
+ ],
+ [
+ "ĠdoĠyou",
+ "Ġthink"
+ ],
+ [
+ "Ġwith",
+ "Ġmy"
+ ],
+ [
+ "Ġit's",
+ "Ġlike"
+ ],
+ [
+ "Ġto",
+ "Ġmy"
+ ],
+ [
+ "Ŀ",
+ ","
+ ],
+ [
+ "Ġyou",
+ "Ġthink"
+ ],
+ [
+ "Ġyou",
+ "'ve"
+ ],
+ [
+ "Ġyou",
+ "Ġgo"
+ ],
+ [
+ ",Ġbut",
+ "Ġit"
+ ],
+ [
+ "Ġnot",
+ "Ġbe"
+ ],
+ [
+ "Ġout",
+ "Ġthe"
+ ],
+ [
+ "Ġto",
+ "Ġyour"
+ ],
+ [
+ "Ġà¹ĥà¸Ĭà¹Ī",
+ "Ġà¹ĥà¸Ĭà¹Ī"
+ ],
+ [
+ ",",
+ "ĠF"
+ ],
+ [
+ ",",
+ "ĠÑĩ"
+ ],
+ [
+ "Ġin",
+ "Ġthere"
+ ],
+ [
+ "Ġsay",
+ "Ġthat"
+ ],
+ [
+ ".ĠI",
+ "ĠwantĠto"
+ ],
+ [
+ "ãģªãģĦ",
+ "ãĢĤ"
+ ],
+ [
+ "o",
+ "Ġa"
+ ],
+ [
+ ".",
+ "ĠMaar"
+ ],
+ [
+ ",",
+ "ĠкоÑĤоÑĢ"
+ ],
+ [
+ ",Ġokay",
+ ",Ġokay"
+ ],
+ [
+ "Ġtoo",
+ "Ġmuch"
+ ],
+ [
+ "Ġup",
+ "Ġthe"
+ ],
+ [
+ ",",
+ "Ġei"
+ ],
+ [
+ "ly",
+ ","
+ ],
+ [
+ ".ĠShe",
+ "'s"
+ ],
+ [
+ "o",
+ "Ġdo"
+ ],
+ [
+ "ion",
+ "."
+ ],
+ [
+ "Ġto",
+ "Ġhim"
+ ],
+ [
+ "You",
+ "'re"
+ ],
+ [
+ ",Ġya",
+ ",Ġya"
+ ],
+ [
+ ",Ġда",
+ ",Ġда"
+ ],
+ [
+ ",ĠI",
+ "Ġguess"
+ ],
+ [
+ ",",
+ "Ġz"
+ ],
+ [
+ ",",
+ "Ġwhy"
+ ],
+ [
+ ".ĠI'm",
+ "ĠgoingĠto"
+ ],
+ [
+ "Ġque",
+ "Ġa"
+ ],
+ [
+ ".",
+ "ĠWho"
+ ],
+ [
+ "ers",
+ ","
+ ],
+ [
+ "Ġthe",
+ "Ġone"
+ ],
+ [
+ "ĠìĪĺ",
+ "ĠìŀĪ"
+ ],
+ [
+ "Ġyears",
+ "Ġago"
+ ],
+ [
+ "ØĮ",
+ "ĠÙĥ"
+ ],
+ [
+ "ĠLet",
+ "'s"
+ ],
+ [
+ "Ġif",
+ "Ġthey"
+ ],
+ [
+ "Ġwhen",
+ "Ġhe"
+ ],
+ [
+ "Ġto",
+ "Ġher"
+ ],
+ [
+ ".ĠThank",
+ "Ġyou"
+ ],
+ [
+ ",",
+ "Ġhere"
+ ],
+ [
+ "Ġwith",
+ "Ġyour"
+ ],
+ [
+ "Ġto",
+ "Ġ"
+ ],
+ [
+ "Ġwe're",
+ "ĠgoingĠto"
+ ],
+ [
+ "ãģ£",
+ "ãĢģãģ"
+ ],
+ [
+ ".ĠI",
+ "Ġhave"
+ ],
+ [
+ "Ġdet",
+ "Ġär"
+ ],
+ [
+ "Ġa",
+ "Ġgreat"
+ ],
+ [
+ ",",
+ "Ġlook"
+ ],
+ [
+ ".ĠBut",
+ "Ġthe"
+ ],
+ [
+ "Ġthings",
+ "Ġthat"
+ ],
+ [
+ "Ġun",
+ "Ġpeu"
+ ],
+ [
+ ".",
+ "ĠEntonces"
+ ],
+ [
+ ",",
+ "Ġtoo"
+ ],
+ [
+ "!",
+ "ĠW"
+ ],
+ [
+ "Ġyou.ĠThank",
+ "Ġyou.ĠThank"
+ ],
+ [
+ "ãĢĤ",
+ "Ġ"
+ ],
+ [
+ "Ġa",
+ "Ġbig"
+ ],
+ [
+ "Ġpart",
+ "ĠofĠthe"
+ ],
+ [
+ "Ġlot",
+ "Ġof"
+ ],
+ [
+ ".",
+ "Ġ×ĸ×Ķ"
+ ],
+ [
+ "Ġwhen",
+ "Ġthe"
+ ],
+ [
+ "Ġreally",
+ "Ġgood"
+ ],
+ [
+ "Ġwhen",
+ "Ġthey"
+ ],
+ [
+ "Ġde",
+ "Ġque"
+ ],
+ [
+ "Ġvamos",
+ "Ġa"
+ ],
+ [
+ "ãĥ¼",
+ "ãĢģ"
+ ],
+ [
+ ".",
+ "ĠHere"
+ ],
+ [
+ ".",
+ "ĠCh"
+ ],
+ [
+ "Ġsee",
+ "Ġthe"
+ ],
+ [
+ "Ġdo",
+ "Ġthis"
+ ],
+ [
+ "re",
+ ","
+ ],
+ [
+ "Ġwe",
+ "'ve"
+ ],
+ [
+ "Ġare",
+ "Ġnot"
+ ],
+ [
+ ",",
+ "ĠH"
+ ],
+ [
+ "ãĤĪ",
+ "ï¼Ł"
+ ],
+ [
+ "Ġand",
+ "Ġit"
+ ],
+ [
+ ",Ġbut",
+ "Ġit's"
+ ],
+ [
+ ",ĠI",
+ "Ġjust"
+ ],
+ [
+ "Ġdon't",
+ "Ġthink"
+ ],
+ [
+ ".",
+ "ĠÐIJ"
+ ],
+ [
+ "Ġes",
+ "Ġun"
+ ],
+ [
+ ".",
+ "ĠIk"
+ ],
+ [
+ ".ĠAnd",
+ "Ġthey"
+ ],
+ [
+ ",",
+ "Ġtak"
+ ],
+ [
+ "i",
+ "Ġk"
+ ],
+ [
+ ".",
+ "ĠYo"
+ ],
+ [
+ "ì§Ģ",
+ "ĠìķĬ"
+ ],
+ [
+ "ed",
+ "Ġher"
+ ],
+ [
+ "ั",
+ "à¹ī"
+ ],
+ [
+ "Ġit",
+ "Ġout"
+ ],
+ [
+ "ï¼Į对",
+ "ï¼Į对"
+ ],
+ [
+ ",Ġei",
+ ",Ġei"
+ ],
+ [
+ "?",
+ "ĠB"
+ ],
+ [
+ ",",
+ "Ġн"
+ ],
+ [
+ "Ġall",
+ "Ġthat"
+ ],
+ [
+ ",",
+ "ĠÑģ"
+ ],
+ [
+ "Ġvoy",
+ "Ġa"
+ ],
+ [
+ "et",
+ ","
+ ],
+ [
+ "Ġdo",
+ "Ġnot"
+ ],
+ [
+ "Ø©",
+ "ĠÙĪ"
+ ],
+ [
+ "Ġwant",
+ "ĠtoĠbe"
+ ],
+ [
+ ".",
+ "ĠЯ"
+ ],
+ [
+ "Ġbecause",
+ "Ġthey"
+ ],
+ [
+ "ĠI",
+ "Ġknow"
+ ],
+ [
+ "i",
+ "-"
+ ],
+ [
+ "Ġqui",
+ "Ġest"
+ ],
+ [
+ ".",
+ "ĠAn"
+ ],
+ [
+ ".",
+ "ĠCan"
+ ],
+ [
+ ".ĠWe",
+ "'ll"
+ ],
+ [
+ "Ġall",
+ "Ġthese"
+ ],
+ [
+ "Ġto",
+ "Ġcome"
+ ],
+ [
+ ".",
+ "ĠBye"
+ ],
+ [
+ "y",
+ "Ġand"
+ ],
+ [
+ ",ĠI",
+ "Ġcan't"
+ ],
+ [
+ ",ĠI",
+ "'ve"
+ ],
+ [
+ ".",
+ "ĠZ"
+ ],
+ [
+ "Ġto",
+ "Ġtake"
+ ],
+ [
+ ",",
+ "Ġou"
+ ],
+ [
+ "Ġj",
+ "'ai"
+ ],
+ [
+ "ing",
+ "Ġfor"
+ ],
+ [
+ ".",
+ "ĠGood"
+ ],
+ [
+ ".",
+ "ĠAny"
+ ],
+ [
+ ".",
+ "ĠUn"
+ ],
+ [
+ "ĠI",
+ "Ġcould"
+ ],
+ [
+ "er",
+ "Ġand"
+ ],
+ [
+ "ãģĦãĤĦ",
+ "ãĢģ"
+ ],
+ [
+ ".ĠLet's",
+ "Ġgo"
+ ],
+ [
+ ",",
+ "ĠN"
+ ],
+ [
+ ",",
+ "Ġ×Ķ×"
+ ],
+ [
+ "Ġget",
+ "Ġthe"
+ ],
+ [
+ ".ĠAnd",
+ "Ġit"
+ ],
+ [
+ "ĠÙģÙĬ",
+ "ĠاÙĦ"
+ ],
+ [
+ "Ġque",
+ "Ġla"
+ ],
+ [
+ ".",
+ "ĠCom"
+ ],
+ [
+ "Ġat",
+ "Ġthat"
+ ],
+ [
+ ",",
+ "Ġże"
+ ],
+ [
+ "Ġतà¥ĭ",
+ "Ġतà¥ĭ"
+ ],
+ [
+ "ing",
+ "Ġwith"
+ ],
+ [
+ "?",
+ "ĠYes"
+ ],
+ [
+ ",",
+ "Ġespecially"
+ ],
+ [
+ "Ġtell",
+ "Ġme"
+ ],
+ [
+ ",ĠI",
+ "Ġwould"
+ ],
+ [
+ "ãĤĵãģ£",
+ "ï¼ģ"
+ ],
+ [
+ "ar",
+ "Ġde"
+ ],
+ [
+ ".ĠI",
+ "Ġdidn't"
+ ],
+ [
+ ".",
+ "ĠDa"
+ ],
+ [
+ "es",
+ "Ġof"
+ ],
+ [
+ "ãģĹãģ¦",
+ "ãĢģ"
+ ],
+ [
+ ",",
+ "Ġnow"
+ ],
+ [
+ "Ġthem",
+ "."
+ ],
+ [
+ "ãĥ¼",
+ "ãĢĤ"
+ ],
+ [
+ ",",
+ "Ġma"
+ ],
+ [
+ "ãĤī",
+ "ãĢģ"
+ ],
+ [
+ ".ĠAnd",
+ "ĠI'm"
+ ],
+ [
+ "ĠinĠthe",
+ "Ġworld"
+ ],
+ [
+ ",",
+ "ĠнÑĥ"
+ ],
+ [
+ "Ġthat",
+ "Ġit"
+ ],
+ [
+ "Ġof",
+ "Ġ"
+ ],
+ [
+ "Ġend",
+ "ĠofĠthe"
+ ],
+ [
+ "!Ġ¡",
+ "A"
+ ],
+ [
+ "Ġes",
+ "Ġel"
+ ],
+ [
+ "Ġor",
+ "Ġnot"
+ ],
+ [
+ "Ġdon't",
+ "Ġhave"
+ ],
+ [
+ ",",
+ "Ġvocê"
+ ],
+ [
+ "ा",
+ "Ġम"
+ ],
+ [
+ "ia",
+ "."
+ ],
+ [
+ "-da-da",
+ "-da-da"
+ ],
+ [
+ "Ġand",
+ "Ġand"
+ ],
+ [
+ "ĠÙĨعÙħĠÙĨعÙħ",
+ "ĠÙĨعÙħĠÙĨعÙħ"
+ ],
+ [
+ "Ġor",
+ "Ġwhatever"
+ ],
+ [
+ "Ġlooking",
+ "Ġat"
+ ],
+ [
+ "ãģ§ãģĻãģŃ",
+ "ãĢĤ"
+ ],
+ [
+ ".",
+ "ĠOch"
+ ],
+ [
+ "Ġmake",
+ "Ġit"
+ ],
+ [
+ ",Ġne",
+ ",Ġne"
+ ],
+ [
+ "Ġé",
+ "Ġo"
+ ],
+ [
+ ".ĠAnd",
+ "Ġyou"
+ ],
+ [
+ ",Ġwow",
+ ",Ġwow"
+ ],
+ [
+ ".",
+ "ĠDat"
+ ],
+ [
+ ".",
+ "ĠDid"
+ ],
+ [
+ "Ġor",
+ "Ġa"
+ ],
+ [
+ ",Ġwhat",
+ ",Ġwhat"
+ ],
+ [
+ "Ġn",
+ "'"
+ ],
+ [
+ ".",
+ "Ġ×IJ׳×Ļ"
+ ],
+ [
+ "ìĸ´",
+ "."
+ ]
+ ]
+ }
+}
\ No newline at end of file
diff --git a/registries/codec_registry.json b/registries/codec_registry.json
new file mode 100644
index 0000000000000000000000000000000000000000..cf5222ee8c093a4ef34c5e779f25dd94e59fcb2b
--- /dev/null
+++ b/registries/codec_registry.json
@@ -0,0 +1,31 @@
+{
+ "3n_600k_sched600k_r4096": {
+ "key": "3n_600k_sched600k_r4096",
+ "codec": "opus_dual_3n_600k_sched600k_r4096_step600000",
+ "family": "dual",
+ "codebooks": 10,
+ "codebook_sizes": [
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096
+ ],
+ "hop": 2940,
+ "frame_rate": 15.0,
+ "codec_step": 600000,
+ "checkpoint": "autoencoder/generator.pt",
+ "decoder": {
+ "kind": "istft_mr",
+ "campaign": "autoencoder/heads/full_mr",
+ "checkpoint": "step_0050000.pt",
+ "expect_step": 50000,
+ "headroom_db": 3.0
+ }
+ }
+}
diff --git a/registries/codec_registry_keep2_plain.json b/registries/codec_registry_keep2_plain.json
new file mode 100644
index 0000000000000000000000000000000000000000..2ef2586e016b05d6fd143844597d2067666bc05e
--- /dev/null
+++ b/registries/codec_registry_keep2_plain.json
@@ -0,0 +1,31 @@
+{
+ "3n_600k_sched600k_r4096": {
+ "key": "3n_600k_sched600k_r4096",
+ "codec": "opus_dual_3n_600k_sched600k_r4096_step600000",
+ "family": "dual",
+ "codebooks": 10,
+ "codebook_sizes": [
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096,
+ 4096
+ ],
+ "hop": 2940,
+ "frame_rate": 15.0,
+ "codec_step": 600000,
+ "checkpoint": "autoencoder/generator.pt",
+ "decoder": {
+ "kind": "istft_mr",
+ "campaign": "autoencoder/heads/keep2_plain",
+ "checkpoint": "step_0050000.pt",
+ "expect_step": 50000,
+ "headroom_db": 3.0
+ }
+ }
+}
diff --git a/registries/silence_frame_opus_dual_3n_600k_sched600k_r4096_step600000.json b/registries/silence_frame_opus_dual_3n_600k_sched600k_r4096_step600000.json
new file mode 100644
index 0000000000000000000000000000000000000000..c0fba7eb146509089a0bb85e2f83d73e1d3fc5e3
--- /dev/null
+++ b/registries/silence_frame_opus_dual_3n_600k_sched600k_r4096_step600000.json
@@ -0,0 +1,16 @@
+{
+ "codec": "opus_dual_3n_600k_sched600k_r4096_step600000",
+ "frame": [
+ 1918,
+ 746,
+ 3544,
+ 234,
+ 1267,
+ 2914,
+ 3944,
+ 2849,
+ 326,
+ 1337
+ ],
+ "frames_per_second": 15
+}
diff --git a/registries/speaker_encoder_registry.json b/registries/speaker_encoder_registry.json
new file mode 100644
index 0000000000000000000000000000000000000000..c297dae58b4a8786514dbf5a4faeda13e93ff315
--- /dev/null
+++ b/registries/speaker_encoder_registry.json
@@ -0,0 +1,29 @@
+{
+ "ownmect_s2": {
+ "type": "mect_fbank",
+ "checkpoint": "speaker_encoders/ownmect_s2/ckpt_0037.pth",
+ "sha256": "3cef65631f3161cbd8eacc6ea40e59a237c79656d85c7232dcbe0c8d07cae88f",
+ "backbone_type": "MECT_B2",
+ "backbone_config": {
+ "moe_type": "token",
+ "num_experts_shard": 2,
+ "num_experts_token": 4,
+ "top_k_shard": null,
+ "top_k_token": null,
+ "shard_scale": 1.0
+ },
+ "pooling": "ASTP",
+ "embed_dim": 192,
+ "sample_rate": 16000,
+ "max_seconds": 60,
+ "fbank": {
+ "num_mel_bins": 80,
+ "frame_length": 25,
+ "frame_shift": 10,
+ "dither": 0.0,
+ "energy_floor": 0.0,
+ "window_type": "hamming",
+ "scale": 32768
+ }
+ }
+}
diff --git a/speaker_encoders/ownmect_s2/ckpt_0037.pth b/speaker_encoders/ownmect_s2/ckpt_0037.pth
new file mode 100644
index 0000000000000000000000000000000000000000..93dac04c6e96379e4e34525c246a967e507b4fc4
--- /dev/null
+++ b/speaker_encoders/ownmect_s2/ckpt_0037.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cef65631f3161cbd8eacc6ea40e59a237c79656d85c7232dcbe0c8d07cae88f
+size 50277003
diff --git a/web/aligner/manifest.json b/web/aligner/manifest.json
new file mode 100644
index 0000000000000000000000000000000000000000..ab05f1bf8dbe9652887be8e5a3223610ada4f55b
--- /dev/null
+++ b/web/aligner/manifest.json
@@ -0,0 +1,2137 @@
+{
+ "format": "zonos3-web-v1",
+ "model": "aligner",
+ "meta": {
+ "general.architecture": "fusealign",
+ "format": "fusealign-gguf/1",
+ "source": "fusealign-multilingual-cjkft-step2500-q8_0.gguf",
+ "dim": 1024,
+ "n_layers": 12,
+ "n_heads": 16,
+ "ffn_dim": 4096,
+ "feat_dim": 256,
+ "patch_window": 512,
+ "patch_hop": 256,
+ "n_upsample": 4,
+ "rope_theta": 10000.0,
+ "norm_eps": 1e-06,
+ "presence_threshold": 0.10000000149011612,
+ "max_text_bytes": 1022,
+ "max_seconds": 30.0,
+ "dia_hidden": 1024,
+ "dia_layers": 12,
+ "dia_heads": 16,
+ "dia_head_dim": 128,
+ "dia_intermediate": 4096,
+ "dia_norm_eps": 9.999999747378752e-06,
+ "dia_rope_theta": 10000.0,
+ "dia_max_positions": 1024
+ },
+ "shards": [
+ "shard-000.bin",
+ "shard-001.bin",
+ "shard-002.bin",
+ "shard-003.bin",
+ "shard-004.bin",
+ "shard-005.bin",
+ "shard-006.bin",
+ "shard-007.bin",
+ "shard-008.bin"
+ ],
+ "tensors": {
+ "dia.embedding": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 256
+ ],
+ "shard": 0,
+ "offset": 0,
+ "nbytes": 1048576,
+ "host": true
+ },
+ "dia.0.pre_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 1048576,
+ "nbytes": 4096
+ },
+ "dia.0.post_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 1052672,
+ "nbytes": 4096
+ },
+ "dia.0.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 6144
+ ],
+ "shard": 0,
+ "offset": 1056768,
+ "nbytes": 6291456,
+ "scales_offset": 7348224,
+ "scales_nbytes": 786432
+ },
+ "dia.0.o": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 1024
+ ],
+ "shard": 0,
+ "offset": 8134656,
+ "nbytes": 2097152,
+ "scales_offset": 10231808,
+ "scales_nbytes": 262144
+ },
+ "dia.0.gate_up": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 0,
+ "offset": 10493952,
+ "nbytes": 8388608,
+ "scales_offset": 18882560,
+ "scales_nbytes": 1048576
+ },
+ "dia.0.down": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 0,
+ "offset": 19931136,
+ "nbytes": 4194304,
+ "scales_offset": 24125440,
+ "scales_nbytes": 524288
+ },
+ "dia.1.pre_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 24649728,
+ "nbytes": 4096
+ },
+ "dia.1.post_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 24653824,
+ "nbytes": 4096
+ },
+ "dia.1.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 6144
+ ],
+ "shard": 0,
+ "offset": 24657920,
+ "nbytes": 6291456,
+ "scales_offset": 30949376,
+ "scales_nbytes": 786432
+ },
+ "dia.1.o": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 1024
+ ],
+ "shard": 0,
+ "offset": 31735808,
+ "nbytes": 2097152,
+ "scales_offset": 33832960,
+ "scales_nbytes": 262144
+ },
+ "dia.1.gate_up": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 0,
+ "offset": 34095104,
+ "nbytes": 8388608,
+ "scales_offset": 42483712,
+ "scales_nbytes": 1048576
+ },
+ "dia.1.down": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 0,
+ "offset": 43532288,
+ "nbytes": 4194304,
+ "scales_offset": 47726592,
+ "scales_nbytes": 524288
+ },
+ "dia.2.pre_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 48250880,
+ "nbytes": 4096
+ },
+ "dia.2.post_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 48254976,
+ "nbytes": 4096
+ },
+ "dia.2.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 6144
+ ],
+ "shard": 0,
+ "offset": 48259072,
+ "nbytes": 6291456,
+ "scales_offset": 54550528,
+ "scales_nbytes": 786432
+ },
+ "dia.2.o": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 1024
+ ],
+ "shard": 0,
+ "offset": 55336960,
+ "nbytes": 2097152,
+ "scales_offset": 57434112,
+ "scales_nbytes": 262144
+ },
+ "dia.2.gate_up": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 1,
+ "offset": 0,
+ "nbytes": 8388608,
+ "scales_offset": 8388608,
+ "scales_nbytes": 1048576
+ },
+ "dia.2.down": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 9437184,
+ "nbytes": 4194304,
+ "scales_offset": 13631488,
+ "scales_nbytes": 524288
+ },
+ "dia.3.pre_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 14155776,
+ "nbytes": 4096
+ },
+ "dia.3.post_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 14159872,
+ "nbytes": 4096
+ },
+ "dia.3.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 6144
+ ],
+ "shard": 1,
+ "offset": 14163968,
+ "nbytes": 6291456,
+ "scales_offset": 20455424,
+ "scales_nbytes": 786432
+ },
+ "dia.3.o": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 21241856,
+ "nbytes": 2097152,
+ "scales_offset": 23339008,
+ "scales_nbytes": 262144
+ },
+ "dia.3.gate_up": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 1,
+ "offset": 23601152,
+ "nbytes": 8388608,
+ "scales_offset": 31989760,
+ "scales_nbytes": 1048576
+ },
+ "dia.3.down": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 33038336,
+ "nbytes": 4194304,
+ "scales_offset": 37232640,
+ "scales_nbytes": 524288
+ },
+ "dia.4.pre_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 37756928,
+ "nbytes": 4096
+ },
+ "dia.4.post_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 37761024,
+ "nbytes": 4096
+ },
+ "dia.4.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 6144
+ ],
+ "shard": 1,
+ "offset": 37765120,
+ "nbytes": 6291456,
+ "scales_offset": 44056576,
+ "scales_nbytes": 786432
+ },
+ "dia.4.o": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 44843008,
+ "nbytes": 2097152,
+ "scales_offset": 46940160,
+ "scales_nbytes": 262144
+ },
+ "dia.4.gate_up": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 1,
+ "offset": 47202304,
+ "nbytes": 8388608,
+ "scales_offset": 55590912,
+ "scales_nbytes": 1048576
+ },
+ "dia.4.down": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 56639488,
+ "nbytes": 4194304,
+ "scales_offset": 60833792,
+ "scales_nbytes": 524288
+ },
+ "dia.5.pre_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 61358080,
+ "nbytes": 4096
+ },
+ "dia.5.post_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 61362176,
+ "nbytes": 4096
+ },
+ "dia.5.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 6144
+ ],
+ "shard": 2,
+ "offset": 0,
+ "nbytes": 6291456,
+ "scales_offset": 6291456,
+ "scales_nbytes": 786432
+ },
+ "dia.5.o": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 7077888,
+ "nbytes": 2097152,
+ "scales_offset": 9175040,
+ "scales_nbytes": 262144
+ },
+ "dia.5.gate_up": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 2,
+ "offset": 9437184,
+ "nbytes": 8388608,
+ "scales_offset": 17825792,
+ "scales_nbytes": 1048576
+ },
+ "dia.5.down": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 18874368,
+ "nbytes": 4194304,
+ "scales_offset": 23068672,
+ "scales_nbytes": 524288
+ },
+ "dia.6.pre_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 23592960,
+ "nbytes": 4096
+ },
+ "dia.6.post_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 23597056,
+ "nbytes": 4096
+ },
+ "dia.6.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 6144
+ ],
+ "shard": 2,
+ "offset": 23601152,
+ "nbytes": 6291456,
+ "scales_offset": 29892608,
+ "scales_nbytes": 786432
+ },
+ "dia.6.o": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 30679040,
+ "nbytes": 2097152,
+ "scales_offset": 32776192,
+ "scales_nbytes": 262144
+ },
+ "dia.6.gate_up": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 2,
+ "offset": 33038336,
+ "nbytes": 8388608,
+ "scales_offset": 41426944,
+ "scales_nbytes": 1048576
+ },
+ "dia.6.down": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 42475520,
+ "nbytes": 4194304,
+ "scales_offset": 46669824,
+ "scales_nbytes": 524288
+ },
+ "dia.7.pre_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 47194112,
+ "nbytes": 4096
+ },
+ "dia.7.post_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 47198208,
+ "nbytes": 4096
+ },
+ "dia.7.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 6144
+ ],
+ "shard": 2,
+ "offset": 47202304,
+ "nbytes": 6291456,
+ "scales_offset": 53493760,
+ "scales_nbytes": 786432
+ },
+ "dia.7.o": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 54280192,
+ "nbytes": 2097152,
+ "scales_offset": 56377344,
+ "scales_nbytes": 262144
+ },
+ "dia.7.gate_up": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 2,
+ "offset": 56639488,
+ "nbytes": 8388608,
+ "scales_offset": 65028096,
+ "scales_nbytes": 1048576
+ },
+ "dia.7.down": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 3,
+ "offset": 0,
+ "nbytes": 4194304,
+ "scales_offset": 4194304,
+ "scales_nbytes": 524288
+ },
+ "dia.8.pre_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 4718592,
+ "nbytes": 4096
+ },
+ "dia.8.post_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 4722688,
+ "nbytes": 4096
+ },
+ "dia.8.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 6144
+ ],
+ "shard": 3,
+ "offset": 4726784,
+ "nbytes": 6291456,
+ "scales_offset": 11018240,
+ "scales_nbytes": 786432
+ },
+ "dia.8.o": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 1024
+ ],
+ "shard": 3,
+ "offset": 11804672,
+ "nbytes": 2097152,
+ "scales_offset": 13901824,
+ "scales_nbytes": 262144
+ },
+ "dia.8.gate_up": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 3,
+ "offset": 14163968,
+ "nbytes": 8388608,
+ "scales_offset": 22552576,
+ "scales_nbytes": 1048576
+ },
+ "dia.8.down": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 3,
+ "offset": 23601152,
+ "nbytes": 4194304,
+ "scales_offset": 27795456,
+ "scales_nbytes": 524288
+ },
+ "dia.9.pre_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 28319744,
+ "nbytes": 4096
+ },
+ "dia.9.post_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 28323840,
+ "nbytes": 4096
+ },
+ "dia.9.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 6144
+ ],
+ "shard": 3,
+ "offset": 28327936,
+ "nbytes": 6291456,
+ "scales_offset": 34619392,
+ "scales_nbytes": 786432
+ },
+ "dia.9.o": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 1024
+ ],
+ "shard": 3,
+ "offset": 35405824,
+ "nbytes": 2097152,
+ "scales_offset": 37502976,
+ "scales_nbytes": 262144
+ },
+ "dia.9.gate_up": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 3,
+ "offset": 37765120,
+ "nbytes": 8388608,
+ "scales_offset": 46153728,
+ "scales_nbytes": 1048576
+ },
+ "dia.9.down": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 3,
+ "offset": 47202304,
+ "nbytes": 4194304,
+ "scales_offset": 51396608,
+ "scales_nbytes": 524288
+ },
+ "dia.10.pre_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 51920896,
+ "nbytes": 4096
+ },
+ "dia.10.post_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 51924992,
+ "nbytes": 4096
+ },
+ "dia.10.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 6144
+ ],
+ "shard": 3,
+ "offset": 51929088,
+ "nbytes": 6291456,
+ "scales_offset": 58220544,
+ "scales_nbytes": 786432
+ },
+ "dia.10.o": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 1024
+ ],
+ "shard": 3,
+ "offset": 59006976,
+ "nbytes": 2097152,
+ "scales_offset": 61104128,
+ "scales_nbytes": 262144
+ },
+ "dia.10.gate_up": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 4,
+ "offset": 0,
+ "nbytes": 8388608,
+ "scales_offset": 8388608,
+ "scales_nbytes": 1048576
+ },
+ "dia.10.down": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 4,
+ "offset": 9437184,
+ "nbytes": 4194304,
+ "scales_offset": 13631488,
+ "scales_nbytes": 524288
+ },
+ "dia.11.pre_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 14155776,
+ "nbytes": 4096
+ },
+ "dia.11.post_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 14159872,
+ "nbytes": 4096
+ },
+ "dia.11.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 6144
+ ],
+ "shard": 4,
+ "offset": 14163968,
+ "nbytes": 6291456,
+ "scales_offset": 20455424,
+ "scales_nbytes": 786432
+ },
+ "dia.11.o": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 1024
+ ],
+ "shard": 4,
+ "offset": 21241856,
+ "nbytes": 2097152,
+ "scales_offset": 23339008,
+ "scales_nbytes": 262144
+ },
+ "dia.11.gate_up": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 4,
+ "offset": 23601152,
+ "nbytes": 8388608,
+ "scales_offset": 31989760,
+ "scales_nbytes": 1048576
+ },
+ "dia.11.down": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 4,
+ "offset": 33038336,
+ "nbytes": 4194304,
+ "scales_offset": 37232640,
+ "scales_nbytes": 524288
+ },
+ "dia.norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 37756928,
+ "nbytes": 4096
+ },
+ "fa.audio_patch": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 1024,
+ 2
+ ],
+ "shard": 4,
+ "offset": 37761024,
+ "nbytes": 2097152
+ },
+ "fa.audio_bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 39858176,
+ "nbytes": 4096
+ },
+ "fa.text_proj": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 4,
+ "offset": 39862272,
+ "nbytes": 1048576,
+ "scales_offset": 40910848,
+ "scales_nbytes": 131072
+ },
+ "fa.text_bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 41041920,
+ "nbytes": 4096
+ },
+ "fa.0.attn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 41046016,
+ "nbytes": 4096
+ },
+ "fa.0.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 3072
+ ],
+ "shard": 4,
+ "offset": 41050112,
+ "nbytes": 3145728,
+ "scales_offset": 44195840,
+ "scales_nbytes": 393216
+ },
+ "fa.0.out": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 4,
+ "offset": 44589056,
+ "nbytes": 1048576,
+ "scales_offset": 45637632,
+ "scales_nbytes": 131072
+ },
+ "fa.0.ffn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 45768704,
+ "nbytes": 4096
+ },
+ "fa.0.w13": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 4,
+ "offset": 45772800,
+ "nbytes": 8388608,
+ "scales_offset": 54161408,
+ "scales_nbytes": 1048576
+ },
+ "fa.0.w2": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 4,
+ "offset": 55209984,
+ "nbytes": 4194304,
+ "scales_offset": 59404288,
+ "scales_nbytes": 524288
+ },
+ "fa.1.attn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 59928576,
+ "nbytes": 4096
+ },
+ "fa.1.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 3072
+ ],
+ "shard": 4,
+ "offset": 59932672,
+ "nbytes": 3145728,
+ "scales_offset": 63078400,
+ "scales_nbytes": 393216
+ },
+ "fa.1.out": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 4,
+ "offset": 63471616,
+ "nbytes": 1048576,
+ "scales_offset": 64520192,
+ "scales_nbytes": 131072
+ },
+ "fa.1.ffn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 64651264,
+ "nbytes": 4096
+ },
+ "fa.1.w13": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 5,
+ "offset": 0,
+ "nbytes": 8388608,
+ "scales_offset": 8388608,
+ "scales_nbytes": 1048576
+ },
+ "fa.1.w2": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 9437184,
+ "nbytes": 4194304,
+ "scales_offset": 13631488,
+ "scales_nbytes": 524288
+ },
+ "fa.2.attn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 14155776,
+ "nbytes": 4096
+ },
+ "fa.2.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 3072
+ ],
+ "shard": 5,
+ "offset": 14159872,
+ "nbytes": 3145728,
+ "scales_offset": 17305600,
+ "scales_nbytes": 393216
+ },
+ "fa.2.out": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 17698816,
+ "nbytes": 1048576,
+ "scales_offset": 18747392,
+ "scales_nbytes": 131072
+ },
+ "fa.2.ffn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 18878464,
+ "nbytes": 4096
+ },
+ "fa.2.w13": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 5,
+ "offset": 18882560,
+ "nbytes": 8388608,
+ "scales_offset": 27271168,
+ "scales_nbytes": 1048576
+ },
+ "fa.2.w2": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 28319744,
+ "nbytes": 4194304,
+ "scales_offset": 32514048,
+ "scales_nbytes": 524288
+ },
+ "fa.3.attn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 33038336,
+ "nbytes": 4096
+ },
+ "fa.3.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 3072
+ ],
+ "shard": 5,
+ "offset": 33042432,
+ "nbytes": 3145728,
+ "scales_offset": 36188160,
+ "scales_nbytes": 393216
+ },
+ "fa.3.out": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 36581376,
+ "nbytes": 1048576,
+ "scales_offset": 37629952,
+ "scales_nbytes": 131072
+ },
+ "fa.3.ffn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 37761024,
+ "nbytes": 4096
+ },
+ "fa.3.w13": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 5,
+ "offset": 37765120,
+ "nbytes": 8388608,
+ "scales_offset": 46153728,
+ "scales_nbytes": 1048576
+ },
+ "fa.3.w2": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 47202304,
+ "nbytes": 4194304,
+ "scales_offset": 51396608,
+ "scales_nbytes": 524288
+ },
+ "fa.4.attn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 51920896,
+ "nbytes": 4096
+ },
+ "fa.4.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 3072
+ ],
+ "shard": 5,
+ "offset": 51924992,
+ "nbytes": 3145728,
+ "scales_offset": 55070720,
+ "scales_nbytes": 393216
+ },
+ "fa.4.out": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 55463936,
+ "nbytes": 1048576,
+ "scales_offset": 56512512,
+ "scales_nbytes": 131072
+ },
+ "fa.4.ffn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 56643584,
+ "nbytes": 4096
+ },
+ "fa.4.w13": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 5,
+ "offset": 56647680,
+ "nbytes": 8388608,
+ "scales_offset": 65036288,
+ "scales_nbytes": 1048576
+ },
+ "fa.4.w2": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 0,
+ "nbytes": 4194304,
+ "scales_offset": 4194304,
+ "scales_nbytes": 524288
+ },
+ "fa.5.attn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 4718592,
+ "nbytes": 4096
+ },
+ "fa.5.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 3072
+ ],
+ "shard": 6,
+ "offset": 4722688,
+ "nbytes": 3145728,
+ "scales_offset": 7868416,
+ "scales_nbytes": 393216
+ },
+ "fa.5.out": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 8261632,
+ "nbytes": 1048576,
+ "scales_offset": 9310208,
+ "scales_nbytes": 131072
+ },
+ "fa.5.ffn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 9441280,
+ "nbytes": 4096
+ },
+ "fa.5.w13": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 6,
+ "offset": 9445376,
+ "nbytes": 8388608,
+ "scales_offset": 17833984,
+ "scales_nbytes": 1048576
+ },
+ "fa.5.w2": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 18882560,
+ "nbytes": 4194304,
+ "scales_offset": 23076864,
+ "scales_nbytes": 524288
+ },
+ "fa.6.attn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 23601152,
+ "nbytes": 4096
+ },
+ "fa.6.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 3072
+ ],
+ "shard": 6,
+ "offset": 23605248,
+ "nbytes": 3145728,
+ "scales_offset": 26750976,
+ "scales_nbytes": 393216
+ },
+ "fa.6.out": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 27144192,
+ "nbytes": 1048576,
+ "scales_offset": 28192768,
+ "scales_nbytes": 131072
+ },
+ "fa.6.ffn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 28323840,
+ "nbytes": 4096
+ },
+ "fa.6.w13": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 6,
+ "offset": 28327936,
+ "nbytes": 8388608,
+ "scales_offset": 36716544,
+ "scales_nbytes": 1048576
+ },
+ "fa.6.w2": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 37765120,
+ "nbytes": 4194304,
+ "scales_offset": 41959424,
+ "scales_nbytes": 524288
+ },
+ "fa.7.attn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 42483712,
+ "nbytes": 4096
+ },
+ "fa.7.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 3072
+ ],
+ "shard": 6,
+ "offset": 42487808,
+ "nbytes": 3145728,
+ "scales_offset": 45633536,
+ "scales_nbytes": 393216
+ },
+ "fa.7.out": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 46026752,
+ "nbytes": 1048576,
+ "scales_offset": 47075328,
+ "scales_nbytes": 131072
+ },
+ "fa.7.ffn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 47206400,
+ "nbytes": 4096
+ },
+ "fa.7.w13": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 6,
+ "offset": 47210496,
+ "nbytes": 8388608,
+ "scales_offset": 55599104,
+ "scales_nbytes": 1048576
+ },
+ "fa.7.w2": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 56647680,
+ "nbytes": 4194304,
+ "scales_offset": 60841984,
+ "scales_nbytes": 524288
+ },
+ "fa.8.attn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 61366272,
+ "nbytes": 4096
+ },
+ "fa.8.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 3072
+ ],
+ "shard": 6,
+ "offset": 61370368,
+ "nbytes": 3145728,
+ "scales_offset": 64516096,
+ "scales_nbytes": 393216
+ },
+ "fa.8.out": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 64909312,
+ "nbytes": 1048576,
+ "scales_offset": 65957888,
+ "scales_nbytes": 131072
+ },
+ "fa.8.ffn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 66088960,
+ "nbytes": 4096
+ },
+ "fa.8.w13": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 7,
+ "offset": 0,
+ "nbytes": 8388608,
+ "scales_offset": 8388608,
+ "scales_nbytes": 1048576
+ },
+ "fa.8.w2": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 7,
+ "offset": 9437184,
+ "nbytes": 4194304,
+ "scales_offset": 13631488,
+ "scales_nbytes": 524288
+ },
+ "fa.9.attn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 14155776,
+ "nbytes": 4096
+ },
+ "fa.9.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 3072
+ ],
+ "shard": 7,
+ "offset": 14159872,
+ "nbytes": 3145728,
+ "scales_offset": 17305600,
+ "scales_nbytes": 393216
+ },
+ "fa.9.out": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 7,
+ "offset": 17698816,
+ "nbytes": 1048576,
+ "scales_offset": 18747392,
+ "scales_nbytes": 131072
+ },
+ "fa.9.ffn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 18878464,
+ "nbytes": 4096
+ },
+ "fa.9.w13": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 7,
+ "offset": 18882560,
+ "nbytes": 8388608,
+ "scales_offset": 27271168,
+ "scales_nbytes": 1048576
+ },
+ "fa.9.w2": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 7,
+ "offset": 28319744,
+ "nbytes": 4194304,
+ "scales_offset": 32514048,
+ "scales_nbytes": 524288
+ },
+ "fa.10.attn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 33038336,
+ "nbytes": 4096
+ },
+ "fa.10.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 3072
+ ],
+ "shard": 7,
+ "offset": 33042432,
+ "nbytes": 3145728,
+ "scales_offset": 36188160,
+ "scales_nbytes": 393216
+ },
+ "fa.10.out": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 7,
+ "offset": 36581376,
+ "nbytes": 1048576,
+ "scales_offset": 37629952,
+ "scales_nbytes": 131072
+ },
+ "fa.10.ffn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 37761024,
+ "nbytes": 4096
+ },
+ "fa.10.w13": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 7,
+ "offset": 37765120,
+ "nbytes": 8388608,
+ "scales_offset": 46153728,
+ "scales_nbytes": 1048576
+ },
+ "fa.10.w2": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 7,
+ "offset": 47202304,
+ "nbytes": 4194304,
+ "scales_offset": 51396608,
+ "scales_nbytes": 524288
+ },
+ "fa.11.attn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 51920896,
+ "nbytes": 4096
+ },
+ "fa.11.qkv": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 3072
+ ],
+ "shard": 7,
+ "offset": 51924992,
+ "nbytes": 3145728,
+ "scales_offset": 55070720,
+ "scales_nbytes": 393216
+ },
+ "fa.11.out": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 7,
+ "offset": 55463936,
+ "nbytes": 1048576,
+ "scales_offset": 56512512,
+ "scales_nbytes": 131072
+ },
+ "fa.11.ffn_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 56643584,
+ "nbytes": 4096
+ },
+ "fa.11.w13": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 8192
+ ],
+ "shard": 7,
+ "offset": 56647680,
+ "nbytes": 8388608,
+ "scales_offset": 65036288,
+ "scales_nbytes": 1048576
+ },
+ "fa.11.w2": {
+ "dtype": "q8",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 8,
+ "offset": 0,
+ "nbytes": 4194304,
+ "scales_offset": 4194304,
+ "scales_nbytes": 524288
+ },
+ "fa.final_norm": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 4718592,
+ "nbytes": 4096
+ },
+ "fa.start.in": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 256
+ ],
+ "shard": 8,
+ "offset": 4722688,
+ "nbytes": 1048576
+ },
+ "fa.start.in_b": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 8,
+ "offset": 5771264,
+ "nbytes": 1024
+ },
+ "fa.start.up0.even": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 2
+ ],
+ "shard": 8,
+ "offset": 5772288,
+ "nbytes": 524288
+ },
+ "fa.start.up0.odd": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 2
+ ],
+ "shard": 8,
+ "offset": 6296576,
+ "nbytes": 524288
+ },
+ "fa.start.up0.b": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 8,
+ "offset": 6820864,
+ "nbytes": 1024
+ },
+ "fa.start.up1.even": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 2
+ ],
+ "shard": 8,
+ "offset": 6821888,
+ "nbytes": 524288
+ },
+ "fa.start.up1.odd": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 2
+ ],
+ "shard": 8,
+ "offset": 7346176,
+ "nbytes": 524288
+ },
+ "fa.start.up1.b": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 8,
+ "offset": 7870464,
+ "nbytes": 1024
+ },
+ "fa.start.up2.even": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 2
+ ],
+ "shard": 8,
+ "offset": 7871488,
+ "nbytes": 524288
+ },
+ "fa.start.up2.odd": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 2
+ ],
+ "shard": 8,
+ "offset": 8395776,
+ "nbytes": 524288
+ },
+ "fa.start.up2.b": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 8,
+ "offset": 8920064,
+ "nbytes": 1024
+ },
+ "fa.start.up3.even": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 2
+ ],
+ "shard": 8,
+ "offset": 8921088,
+ "nbytes": 524288
+ },
+ "fa.start.up3.odd": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 2
+ ],
+ "shard": 8,
+ "offset": 9445376,
+ "nbytes": 524288
+ },
+ "fa.start.up3.b": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 8,
+ "offset": 9969664,
+ "nbytes": 1024
+ },
+ "fa.start.smooth": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 5
+ ],
+ "shard": 8,
+ "offset": 9970688,
+ "nbytes": 1310720
+ },
+ "fa.start.smooth_b": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 8,
+ "offset": 11281408,
+ "nbytes": 1024
+ },
+ "fa.start.out": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256
+ ],
+ "shard": 8,
+ "offset": 11282432,
+ "nbytes": 262144
+ },
+ "fa.start.out_b": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 8,
+ "offset": 11544576,
+ "nbytes": 1024
+ },
+ "fa.end.in": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 256
+ ],
+ "shard": 8,
+ "offset": 11545600,
+ "nbytes": 1048576
+ },
+ "fa.end.in_b": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 8,
+ "offset": 12594176,
+ "nbytes": 1024
+ },
+ "fa.end.up0.even": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 2
+ ],
+ "shard": 8,
+ "offset": 12595200,
+ "nbytes": 524288
+ },
+ "fa.end.up0.odd": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 2
+ ],
+ "shard": 8,
+ "offset": 13119488,
+ "nbytes": 524288
+ },
+ "fa.end.up0.b": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 8,
+ "offset": 13643776,
+ "nbytes": 1024
+ },
+ "fa.end.up1.even": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 2
+ ],
+ "shard": 8,
+ "offset": 13644800,
+ "nbytes": 524288
+ },
+ "fa.end.up1.odd": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 2
+ ],
+ "shard": 8,
+ "offset": 14169088,
+ "nbytes": 524288
+ },
+ "fa.end.up1.b": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 8,
+ "offset": 14693376,
+ "nbytes": 1024
+ },
+ "fa.end.up2.even": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 2
+ ],
+ "shard": 8,
+ "offset": 14694400,
+ "nbytes": 524288
+ },
+ "fa.end.up2.odd": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 2
+ ],
+ "shard": 8,
+ "offset": 15218688,
+ "nbytes": 524288
+ },
+ "fa.end.up2.b": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 8,
+ "offset": 15742976,
+ "nbytes": 1024
+ },
+ "fa.end.up3.even": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 2
+ ],
+ "shard": 8,
+ "offset": 15744000,
+ "nbytes": 524288
+ },
+ "fa.end.up3.odd": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 2
+ ],
+ "shard": 8,
+ "offset": 16268288,
+ "nbytes": 524288
+ },
+ "fa.end.up3.b": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 8,
+ "offset": 16792576,
+ "nbytes": 1024
+ },
+ "fa.end.smooth": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256,
+ 5
+ ],
+ "shard": 8,
+ "offset": 16793600,
+ "nbytes": 1310720
+ },
+ "fa.end.smooth_b": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 8,
+ "offset": 18104320,
+ "nbytes": 1024
+ },
+ "fa.end.out": {
+ "dtype": "f32",
+ "shape": [
+ 256,
+ 256
+ ],
+ "shard": 8,
+ "offset": 18105344,
+ "nbytes": 262144
+ },
+ "fa.end.out_b": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 8,
+ "offset": 18367488,
+ "nbytes": 1024
+ },
+ "fa.mlp0": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 3072
+ ],
+ "shard": 8,
+ "offset": 18368512,
+ "nbytes": 12582912
+ },
+ "fa.mlp0_b": {
+ "dtype": "f32",
+ "shape": [
+ 3072
+ ],
+ "shard": 8,
+ "offset": 30951424,
+ "nbytes": 12288
+ },
+ "fa.start_mlp2": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 256
+ ],
+ "shard": 8,
+ "offset": 30963712,
+ "nbytes": 1048576
+ },
+ "fa.start_mlp2_b": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 8,
+ "offset": 32012288,
+ "nbytes": 1024
+ },
+ "fa.end_mlp2": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 256
+ ],
+ "shard": 8,
+ "offset": 32013312,
+ "nbytes": 1048576
+ },
+ "fa.end_mlp2_b": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 8,
+ "offset": 33061888,
+ "nbytes": 1024
+ },
+ "fa.presence_mlp2": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 1
+ ],
+ "shard": 8,
+ "offset": 33062912,
+ "nbytes": 4096
+ },
+ "fa.presence_mlp2_b": {
+ "dtype": "f32",
+ "shape": [
+ 1
+ ],
+ "shard": 8,
+ "offset": 33067008,
+ "nbytes": 4
+ }
+ }
+}
\ No newline at end of file
diff --git a/web/aligner/shard-000.bin b/web/aligner/shard-000.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dfe61d2f1b924b95a4e7e4519e740a16ba33ea27
--- /dev/null
+++ b/web/aligner/shard-000.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc02ec58ba7b5760ada25024f9e5a15fca15a3e08502790f2283286e811d038
+size 57696256
diff --git a/web/aligner/shard-001.bin b/web/aligner/shard-001.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f9e6c091eff6614a19dc1372f2ff9c933380c49a
--- /dev/null
+++ b/web/aligner/shard-001.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0cb744ee41425683914111ce4707431e331e8dfa02b515d569e5738387c5b6
+size 61366272
diff --git a/web/aligner/shard-002.bin b/web/aligner/shard-002.bin
new file mode 100644
index 0000000000000000000000000000000000000000..39fb8e571e4b9a875713cda6be8859269d55157e
--- /dev/null
+++ b/web/aligner/shard-002.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd275cfd21e0303ed201a3e722aa49c515015cfcf0370d0c92e89871abeb3a87
+size 66076672
diff --git a/web/aligner/shard-003.bin b/web/aligner/shard-003.bin
new file mode 100644
index 0000000000000000000000000000000000000000..79e4c4896cf2ae5e756d92f1c014ce0d26b2899b
--- /dev/null
+++ b/web/aligner/shard-003.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4e82f6a1b48bd5a8b90a5d4456874b7e062eabe7b2231adcf99d0ad8ee1560
+size 61366272
diff --git a/web/aligner/shard-004.bin b/web/aligner/shard-004.bin
new file mode 100644
index 0000000000000000000000000000000000000000..17c946aa6da67ebe1bfb5c2ce4c1b8a9be1d6510
--- /dev/null
+++ b/web/aligner/shard-004.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338eded79e4a34f6abfb159dc53afe126351ddd4abe620d8f5608866dcef6824
+size 64655360
diff --git a/web/aligner/shard-005.bin b/web/aligner/shard-005.bin
new file mode 100644
index 0000000000000000000000000000000000000000..030e4dacec4852b83711cd13593eec2758ff677e
--- /dev/null
+++ b/web/aligner/shard-005.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f19903532133f57a65dfe1ffe233813327fab48fae0356899fd7205950bbc59
+size 66084864
diff --git a/web/aligner/shard-006.bin b/web/aligner/shard-006.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dc4dfb3aaf4ac23db5f65cd72f709b1384658c3c
--- /dev/null
+++ b/web/aligner/shard-006.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eca591867ebdf58d1bd98cbe6f5c7d7e22840208d7a490f747a2b3fa239bd09
+size 66093056
diff --git a/web/aligner/shard-007.bin b/web/aligner/shard-007.bin
new file mode 100644
index 0000000000000000000000000000000000000000..11e1e1168b83318163e2271f39f39216e314a0b0
--- /dev/null
+++ b/web/aligner/shard-007.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542c719a0d595d9ace3b0d99835354cdd4ed9dd633e5a0229e0583fe3442609f
+size 66084864
diff --git a/web/aligner/shard-008.bin b/web/aligner/shard-008.bin
new file mode 100644
index 0000000000000000000000000000000000000000..55f71f58a35784170c9b2f65be109c3e3f48c9cd
--- /dev/null
+++ b/web/aligner/shard-008.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b4611c2c9bc4de6a50cb508ffcafe2c57302385087806262614866fd358763
+size 33067012
diff --git a/web/backbone/manifest.json b/web/backbone/manifest.json
new file mode 100644
index 0000000000000000000000000000000000000000..0f30e72275031b3142d73c7c024bc14d7cf9518f
--- /dev/null
+++ b/web/backbone/manifest.json
@@ -0,0 +1,1952 @@
+{
+ "format": "zonos3-web-v1",
+ "model": "backbone",
+ "meta": {
+ "general.architecture": "zonos3",
+ "general.name": "ZONOS3 rate30_r2_grpo_g8_skip_lr1e-6 step 587 Q4_0-expert/Q8_0-mixer PTQ",
+ "block_count": 11,
+ "context_length": 32768,
+ "embedding_length": 1024,
+ "head_dim": 32,
+ "attention.head_count": 16,
+ "attention.head_count_kv": 4,
+ "feed_forward_length": 2048,
+ "expert_count": 64,
+ "n_codebooks": 10,
+ "codebook_size": 4096,
+ "audio_vocab": 4098,
+ "eoa_id": 4096,
+ "audio_pad_id": 4097,
+ "text_vocab": 8196,
+ "gdn.head_count": 4,
+ "gdn.head_dim": 128,
+ "gdn.conv_kernel": 4,
+ "speaker.embedding_length": 192,
+ "condition.count": 3,
+ "rope.freq_base": 10000.0,
+ "attention.layer_norm_rms_epsilon": 9.999999747378752e-06,
+ "attention.qk_norm_epsilon": 9.999999974752427e-07,
+ "logit_softcap": 15.0,
+ "expert_used_count_per_layer": [
+ 0,
+ 2,
+ 2,
+ 2,
+ 2,
+ 2,
+ 2,
+ 2,
+ 2,
+ 2,
+ 2
+ ],
+ "condition.bucket_counts": [
+ 10,
+ 10,
+ 30
+ ],
+ "codec": "mossdual",
+ "moe.balancing": "quantile",
+ "attention.pattern": "gdn3_global1",
+ "residual.type": "full_attnres",
+ "tokenizer.offset": 4,
+ "tokenizer.bos": 2,
+ "tokenizer.eos": 3,
+ "condition.names": [
+ "loudness",
+ "fmax",
+ "speaking_rate"
+ ],
+ "condition.units": [
+ "LUFS",
+ "Hz",
+ "utf-8 bytes per second"
+ ],
+ "condition.edges.loudness": [
+ -29.777999877929688,
+ -26.94700050354004,
+ -25.047000885009766,
+ -23.299999237060547,
+ -21.743000030517578,
+ -20.38599967956543,
+ -19.18600082397461,
+ -17.85099983215332,
+ -15.967000007629395
+ ],
+ "condition.edges.fmax": [
+ 8437.5,
+ 10242.2001953125,
+ 11507.7998046875,
+ 13359.400390625,
+ 15164.099609375,
+ 15585.900390625,
+ 15750.0,
+ 17765.599609375,
+ 19945.30078125
+ ],
+ "condition.edges.speaking_rate": [
+ 6.546000003814697,
+ 8.182000160217285,
+ 9.27299976348877,
+ 10.3100004196167,
+ 11.053999900817871,
+ 11.666999816894531,
+ 12.192999839782715,
+ 12.656000137329102,
+ 13.083000183105469,
+ 13.47599983215332,
+ 13.845999717712402,
+ 14.196000099182129,
+ 14.529999732971191,
+ 14.88700008392334,
+ 15.192999839782715,
+ 15.517000198364258,
+ 15.864999771118164,
+ 16.20800018310547,
+ 16.57900047302246,
+ 16.972000122070312,
+ 17.410999298095703,
+ 17.898000717163086,
+ 18.43400001525879,
+ 19.069000244140625,
+ 19.81800079345703,
+ 20.81599998474121,
+ 22.285999298095703,
+ 24.722000122070312,
+ 29.25
+ ],
+ "silence_frame": [
+ 1918,
+ 746,
+ 3544,
+ 234,
+ 1267,
+ 2914,
+ 3944,
+ 2849,
+ 326,
+ 1337
+ ],
+ "text_tokenizer_spec": "{\"kind\": \"superbpe\", \"path\": \"tokenizer/superbpe8192.json\", \"sha256\": \"90322f910600027dee7fe63d400d1d9dc1035c167d560aadf0871e3661d08bf3\", \"vocab_size\": 8192, \"offset\": 4, \"bos\": 2, \"eos\": 3, \"_original_path\": \"/data/groups/audio/gabriel/bingua2-gdn-fullattnres-sbpe8k-rawclone-moealpha025-x15-e64-6node-100k-20261006/tokenizers/superbpe8192.json\", \"phonemes\": {\"open_id\": 8197, \"close_id\": 8198, \"symbols\": [\"a\", \"b\", \"c\", \"d\", \"e\", \"f\", \"h\", \"i\", \"j\", \"k\", \"l\", \"m\", \"n\", \"o\", \"p\", \"q\", \"r\", \"s\", \"t\", \"u\", \"v\", \"w\", \"x\", \"y\", \"z\", \"\\u00b2\", \"\\u00b3\", \"\\u00b9\", \"\\u00e3\", \"\\u00e4\", \"\\u00e6\", \"\\u00e7\", \"\\u00ef\", \"\\u00f0\", \"\\u00f5\", \"\\u00f8\", \"\\u0127\", \"\\u0129\", \"\\u014b\", \"\\u0153\", \"\\u0169\", \"\\u0250\", \"\\u0251\", \"\\u0252\", \"\\u0253\", \"\\u0254\", \"\\u0255\", \"\\u0256\", \"\\u0257\", \"\\u0258\", \"\\u0259\", \"\\u025a\", \"\\u025b\", \"\\u025c\", \"\\u025d\", \"\\u025f\", \"\\u0261\", \"\\u0263\", \"\\u0264\", \"\\u0265\", \"\\u0266\", \"\\u0267\", \"\\u0268\", \"\\u026a\", \"\\u026b\", \"\\u026d\", \"\\u026f\", \"\\u0270\", \"\\u0271\", \"\\u0272\", \"\\u0273\", \"\\u0274\", \"\\u0275\", \"\\u0278\", \"\\u0279\", \"\\u027b\", \"\\u027d\", \"\\u027e\", \"\\u0280\", \"\\u0281\", \"\\u0282\", \"\\u0283\", \"\\u0288\", \"\\u0289\", \"\\u028a\", \"\\u028b\", \"\\u028c\", \"\\u028d\", \"\\u028e\", \"\\u028f\", \"\\u0290\", \"\\u0291\", \"\\u0292\", \"\\u0294\", \"\\u0295\", \"\\u029d\", \"\\u02b0\", \"\\u02b1\", \"\\u02b2\", \"\\u02b7\", \"\\u02bc\", \"\\u02c0\", \"\\u02d0\", \"\\u02e3\", \"\\u02e4\", \"\\u02e5\", \"\\u02e6\", \"\\u02e7\", \"\\u02e8\", \"\\u02e9\", \"\\u0303\", \"\\u030a\", \"\\u030d\", \"\\u031a\", \"\\u031d\", \"\\u031e\", \"\\u031f\", \"\\u0320\", \"\\u0325\", \"\\u0329\", \"\\u032a\", \"\\u032f\", \"\\u0339\", \"\\u0348\", \"\\u0361\", \"\\u03b2\", \"\\u03b8\", \"\\u03c7\", \"\\u1d5d\", \"\\u1ebd\", \"\\u1ef9\", \"\\u2074\", \"\\u2075\", \"\\u207b\", \"\\u207d\", \"\\u207e\"], \"open_marker\": \"\\ue000\", \"close_marker\": \"\\ue001\", \"inventory_sha256\": \"2e19015cac41d5a417f7faa3b3b5d63f96c2c1bebcb3d8986fb3048d77ee7a50\"}, \"start\": {\"id\": 8335, \"marker\": \"\\ue002\"}, \"pauses\": {\"ids\": [8336, 8337, 8338, 8339], \"markers\": [\"\\ue003\", \"\\ue004\", \"\\ue005\", \"\\ue006\"], \"seconds\": [0.2475, 0.495, 0.9899, 1.9799]}}",
+ "general.file_type": 2,
+ "text_extra_tokens": 143
+ },
+ "shards": [
+ "shard-000.bin",
+ "shard-001.bin",
+ "shard-002.bin",
+ "shard-003.bin",
+ "shard-004.bin",
+ "shard-005.bin",
+ "shard-006.bin",
+ "shard-007.bin",
+ "shard-008.bin",
+ "shard-009.bin",
+ "shard-010.bin"
+ ],
+ "tensors": {
+ "embd_all": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 49320
+ ],
+ "shard": 0,
+ "offset": 0,
+ "nbytes": 101007360
+ },
+ "blk.3.attn_qkvg.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 784
+ ],
+ "shard": 1,
+ "offset": 0,
+ "nbytes": 802816,
+ "scales_offset": 802816,
+ "scales_nbytes": 100352
+ },
+ "blk.7.attn_qkvg.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 784
+ ],
+ "shard": 1,
+ "offset": 903168,
+ "nbytes": 802816,
+ "scales_offset": 1705984,
+ "scales_nbytes": 100352
+ },
+ "output_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 1806336,
+ "nbytes": 4096
+ },
+ "output.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 40980
+ ],
+ "shard": 1,
+ "offset": 1810432,
+ "nbytes": 41963520,
+ "scales_offset": 43773952,
+ "scales_nbytes": 5245440
+ },
+ "attnres_q.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 23
+ ],
+ "shard": 1,
+ "offset": 49019392,
+ "nbytes": 47104
+ },
+ "speaker_proj.weight": {
+ "dtype": "f16",
+ "shape": [
+ 192,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 49066496,
+ "nbytes": 393216
+ },
+ "speaker_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 49459712,
+ "nbytes": 4096
+ },
+ "cond_embd.0.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 11
+ ],
+ "shard": 1,
+ "offset": 49463808,
+ "nbytes": 22528
+ },
+ "cond_embd.1.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 11
+ ],
+ "shard": 1,
+ "offset": 49486336,
+ "nbytes": 22528
+ },
+ "cond_embd.2.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 31
+ ],
+ "shard": 1,
+ "offset": 49508864,
+ "nbytes": 63488
+ },
+ "blk.0.attn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 49572352,
+ "nbytes": 4096
+ },
+ "blk.0.ffn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 49576448,
+ "nbytes": 4096
+ },
+ "blk.0.gdn_in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 2056
+ ],
+ "shard": 1,
+ "offset": 49580544,
+ "nbytes": 2105344,
+ "scales_offset": 51685888,
+ "scales_nbytes": 263168
+ },
+ "blk.0.gdn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 1,
+ "offset": 51949056,
+ "nbytes": 512
+ },
+ "blk.0.gdn_A_log": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 1,
+ "offset": 51949568,
+ "nbytes": 16
+ },
+ "blk.0.gdn_dt_bias": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 1,
+ "offset": 51949824,
+ "nbytes": 16
+ },
+ "blk.0.gdn_conv.weight": {
+ "dtype": "f32",
+ "shape": [
+ 4,
+ 1536
+ ],
+ "shard": 1,
+ "offset": 51950080,
+ "nbytes": 24576
+ },
+ "blk.0.attn_output.weight": {
+ "dtype": "q8",
+ "shape": [
+ 512,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 51974656,
+ "nbytes": 524288,
+ "scales_offset": 52498944,
+ "scales_nbytes": 65536
+ },
+ "blk.0.ffn_up.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 1,
+ "offset": 52564480,
+ "nbytes": 4194304
+ },
+ "blk.0.ffn_gate.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 1,
+ "offset": 56758784,
+ "nbytes": 4194304
+ },
+ "blk.0.ffn_down.weight": {
+ "dtype": "f16",
+ "shape": [
+ 2048,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 60953088,
+ "nbytes": 4194304
+ },
+ "blk.1.attn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 65147392,
+ "nbytes": 4096
+ },
+ "blk.1.ffn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 65151488,
+ "nbytes": 4096
+ },
+ "blk.1.gdn_in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 2056
+ ],
+ "shard": 2,
+ "offset": 0,
+ "nbytes": 2105344,
+ "scales_offset": 2105344,
+ "scales_nbytes": 263168
+ },
+ "blk.1.gdn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 2,
+ "offset": 2368512,
+ "nbytes": 512
+ },
+ "blk.1.gdn_A_log": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 2,
+ "offset": 2369024,
+ "nbytes": 16
+ },
+ "blk.1.gdn_dt_bias": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 2,
+ "offset": 2369280,
+ "nbytes": 16
+ },
+ "blk.1.gdn_conv.weight": {
+ "dtype": "f32",
+ "shape": [
+ 4,
+ 1536
+ ],
+ "shard": 2,
+ "offset": 2369536,
+ "nbytes": 24576
+ },
+ "blk.1.attn_output.weight": {
+ "dtype": "q8",
+ "shape": [
+ 512,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 2394112,
+ "nbytes": 524288,
+ "scales_offset": 2918400,
+ "scales_nbytes": 65536
+ },
+ "blk.1.ffn_gate_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 2,
+ "offset": 2983936,
+ "nbytes": 12582912,
+ "scales_offset": 15566848,
+ "scales_nbytes": 3145728
+ },
+ "blk.1.ffn_up_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 2,
+ "offset": 18712576,
+ "nbytes": 12582912,
+ "scales_offset": 31295488,
+ "scales_nbytes": 3145728
+ },
+ "blk.1.ffn_down_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 1536,
+ 256,
+ 64
+ ],
+ "shard": 2,
+ "offset": 34441216,
+ "nbytes": 12582912,
+ "scales_offset": 47024128,
+ "scales_nbytes": 3145728
+ },
+ "blk.1.ffn_latent_down.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 256
+ ],
+ "shard": 2,
+ "offset": 50169856,
+ "nbytes": 524288
+ },
+ "blk.1.ffn_latent_up.weight": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 50694144,
+ "nbytes": 524288
+ },
+ "blk.1.router.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 2,
+ "offset": 51218432,
+ "nbytes": 131072
+ },
+ "blk.1.router_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 51349504,
+ "nbytes": 4096
+ },
+ "blk.1.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 2,
+ "offset": 51353600,
+ "nbytes": 256
+ },
+ "blk.2.attn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 51353856,
+ "nbytes": 4096
+ },
+ "blk.2.ffn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 51357952,
+ "nbytes": 4096
+ },
+ "blk.2.gdn_in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 2056
+ ],
+ "shard": 2,
+ "offset": 51362048,
+ "nbytes": 2105344,
+ "scales_offset": 53467392,
+ "scales_nbytes": 263168
+ },
+ "blk.2.gdn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 2,
+ "offset": 53730560,
+ "nbytes": 512
+ },
+ "blk.2.gdn_A_log": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 2,
+ "offset": 53731072,
+ "nbytes": 16
+ },
+ "blk.2.gdn_dt_bias": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 2,
+ "offset": 53731328,
+ "nbytes": 16
+ },
+ "blk.2.gdn_conv.weight": {
+ "dtype": "f32",
+ "shape": [
+ 4,
+ 1536
+ ],
+ "shard": 2,
+ "offset": 53731584,
+ "nbytes": 24576
+ },
+ "blk.2.attn_output.weight": {
+ "dtype": "q8",
+ "shape": [
+ 512,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 53756160,
+ "nbytes": 524288,
+ "scales_offset": 54280448,
+ "scales_nbytes": 65536
+ },
+ "blk.2.ffn_gate_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 3,
+ "offset": 0,
+ "nbytes": 12582912,
+ "scales_offset": 12582912,
+ "scales_nbytes": 3145728
+ },
+ "blk.2.ffn_up_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 3,
+ "offset": 15728640,
+ "nbytes": 12582912,
+ "scales_offset": 28311552,
+ "scales_nbytes": 3145728
+ },
+ "blk.2.ffn_down_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 1536,
+ 256,
+ 64
+ ],
+ "shard": 3,
+ "offset": 31457280,
+ "nbytes": 12582912,
+ "scales_offset": 44040192,
+ "scales_nbytes": 3145728
+ },
+ "blk.2.ffn_latent_down.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 256
+ ],
+ "shard": 3,
+ "offset": 47185920,
+ "nbytes": 524288
+ },
+ "blk.2.ffn_latent_up.weight": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 1024
+ ],
+ "shard": 3,
+ "offset": 47710208,
+ "nbytes": 524288
+ },
+ "blk.2.router.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 3,
+ "offset": 48234496,
+ "nbytes": 131072
+ },
+ "blk.2.router_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 48365568,
+ "nbytes": 4096
+ },
+ "blk.2.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 3,
+ "offset": 48369664,
+ "nbytes": 256
+ },
+ "blk.3.attn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 48369920,
+ "nbytes": 4096
+ },
+ "blk.3.ffn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 48374016,
+ "nbytes": 4096
+ },
+ "blk.3.attn_temp": {
+ "dtype": "f32",
+ "shape": [
+ 16
+ ],
+ "shard": 3,
+ "offset": 48378112,
+ "nbytes": 64
+ },
+ "blk.3.attn_output.weight": {
+ "dtype": "q8",
+ "shape": [
+ 512,
+ 1024
+ ],
+ "shard": 3,
+ "offset": 48378368,
+ "nbytes": 524288,
+ "scales_offset": 48902656,
+ "scales_nbytes": 65536
+ },
+ "blk.3.ffn_gate_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 3,
+ "offset": 48968192,
+ "nbytes": 12582912,
+ "scales_offset": 61551104,
+ "scales_nbytes": 3145728
+ },
+ "blk.3.ffn_up_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 4,
+ "offset": 0,
+ "nbytes": 12582912,
+ "scales_offset": 12582912,
+ "scales_nbytes": 3145728
+ },
+ "blk.3.ffn_down_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 1536,
+ 256,
+ 64
+ ],
+ "shard": 4,
+ "offset": 15728640,
+ "nbytes": 12582912,
+ "scales_offset": 28311552,
+ "scales_nbytes": 3145728
+ },
+ "blk.3.ffn_latent_down.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 256
+ ],
+ "shard": 4,
+ "offset": 31457280,
+ "nbytes": 524288
+ },
+ "blk.3.ffn_latent_up.weight": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 1024
+ ],
+ "shard": 4,
+ "offset": 31981568,
+ "nbytes": 524288
+ },
+ "blk.3.router.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 4,
+ "offset": 32505856,
+ "nbytes": 131072
+ },
+ "blk.3.router_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 32636928,
+ "nbytes": 4096
+ },
+ "blk.3.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 4,
+ "offset": 32641024,
+ "nbytes": 256
+ },
+ "blk.4.attn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 32641280,
+ "nbytes": 4096
+ },
+ "blk.4.ffn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 32645376,
+ "nbytes": 4096
+ },
+ "blk.4.gdn_in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 2056
+ ],
+ "shard": 4,
+ "offset": 32649472,
+ "nbytes": 2105344,
+ "scales_offset": 34754816,
+ "scales_nbytes": 263168
+ },
+ "blk.4.gdn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 4,
+ "offset": 35017984,
+ "nbytes": 512
+ },
+ "blk.4.gdn_A_log": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 4,
+ "offset": 35018496,
+ "nbytes": 16
+ },
+ "blk.4.gdn_dt_bias": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 4,
+ "offset": 35018752,
+ "nbytes": 16
+ },
+ "blk.4.gdn_conv.weight": {
+ "dtype": "f32",
+ "shape": [
+ 4,
+ 1536
+ ],
+ "shard": 4,
+ "offset": 35019008,
+ "nbytes": 24576
+ },
+ "blk.4.attn_output.weight": {
+ "dtype": "q8",
+ "shape": [
+ 512,
+ 1024
+ ],
+ "shard": 4,
+ "offset": 35043584,
+ "nbytes": 524288,
+ "scales_offset": 35567872,
+ "scales_nbytes": 65536
+ },
+ "blk.4.ffn_gate_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 4,
+ "offset": 35633408,
+ "nbytes": 12582912,
+ "scales_offset": 48216320,
+ "scales_nbytes": 3145728
+ },
+ "blk.4.ffn_up_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 4,
+ "offset": 51362048,
+ "nbytes": 12582912,
+ "scales_offset": 63944960,
+ "scales_nbytes": 3145728
+ },
+ "blk.4.ffn_down_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 1536,
+ 256,
+ 64
+ ],
+ "shard": 5,
+ "offset": 0,
+ "nbytes": 12582912,
+ "scales_offset": 12582912,
+ "scales_nbytes": 3145728
+ },
+ "blk.4.ffn_latent_down.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 256
+ ],
+ "shard": 5,
+ "offset": 15728640,
+ "nbytes": 524288
+ },
+ "blk.4.ffn_latent_up.weight": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 16252928,
+ "nbytes": 524288
+ },
+ "blk.4.router.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 5,
+ "offset": 16777216,
+ "nbytes": 131072
+ },
+ "blk.4.router_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 16908288,
+ "nbytes": 4096
+ },
+ "blk.4.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 5,
+ "offset": 16912384,
+ "nbytes": 256
+ },
+ "blk.5.attn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 16912640,
+ "nbytes": 4096
+ },
+ "blk.5.ffn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 16916736,
+ "nbytes": 4096
+ },
+ "blk.5.gdn_in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 2056
+ ],
+ "shard": 5,
+ "offset": 16920832,
+ "nbytes": 2105344,
+ "scales_offset": 19026176,
+ "scales_nbytes": 263168
+ },
+ "blk.5.gdn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 5,
+ "offset": 19289344,
+ "nbytes": 512
+ },
+ "blk.5.gdn_A_log": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 5,
+ "offset": 19289856,
+ "nbytes": 16
+ },
+ "blk.5.gdn_dt_bias": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 5,
+ "offset": 19290112,
+ "nbytes": 16
+ },
+ "blk.5.gdn_conv.weight": {
+ "dtype": "f32",
+ "shape": [
+ 4,
+ 1536
+ ],
+ "shard": 5,
+ "offset": 19290368,
+ "nbytes": 24576
+ },
+ "blk.5.attn_output.weight": {
+ "dtype": "q8",
+ "shape": [
+ 512,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 19314944,
+ "nbytes": 524288,
+ "scales_offset": 19839232,
+ "scales_nbytes": 65536
+ },
+ "blk.5.ffn_gate_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 5,
+ "offset": 19904768,
+ "nbytes": 12582912,
+ "scales_offset": 32487680,
+ "scales_nbytes": 3145728
+ },
+ "blk.5.ffn_up_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 5,
+ "offset": 35633408,
+ "nbytes": 12582912,
+ "scales_offset": 48216320,
+ "scales_nbytes": 3145728
+ },
+ "blk.5.ffn_down_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 1536,
+ 256,
+ 64
+ ],
+ "shard": 5,
+ "offset": 51362048,
+ "nbytes": 12582912,
+ "scales_offset": 63944960,
+ "scales_nbytes": 3145728
+ },
+ "blk.5.ffn_latent_down.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 256
+ ],
+ "shard": 6,
+ "offset": 0,
+ "nbytes": 524288
+ },
+ "blk.5.ffn_latent_up.weight": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 524288,
+ "nbytes": 524288
+ },
+ "blk.5.router.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 6,
+ "offset": 1048576,
+ "nbytes": 131072
+ },
+ "blk.5.router_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 1179648,
+ "nbytes": 4096
+ },
+ "blk.5.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 6,
+ "offset": 1183744,
+ "nbytes": 256
+ },
+ "blk.6.attn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 1184000,
+ "nbytes": 4096
+ },
+ "blk.6.ffn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 1188096,
+ "nbytes": 4096
+ },
+ "blk.6.gdn_in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 2056
+ ],
+ "shard": 6,
+ "offset": 1192192,
+ "nbytes": 2105344,
+ "scales_offset": 3297536,
+ "scales_nbytes": 263168
+ },
+ "blk.6.gdn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 6,
+ "offset": 3560704,
+ "nbytes": 512
+ },
+ "blk.6.gdn_A_log": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 6,
+ "offset": 3561216,
+ "nbytes": 16
+ },
+ "blk.6.gdn_dt_bias": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 6,
+ "offset": 3561472,
+ "nbytes": 16
+ },
+ "blk.6.gdn_conv.weight": {
+ "dtype": "f32",
+ "shape": [
+ 4,
+ 1536
+ ],
+ "shard": 6,
+ "offset": 3561728,
+ "nbytes": 24576
+ },
+ "blk.6.attn_output.weight": {
+ "dtype": "q8",
+ "shape": [
+ 512,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 3586304,
+ "nbytes": 524288,
+ "scales_offset": 4110592,
+ "scales_nbytes": 65536
+ },
+ "blk.6.ffn_gate_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 6,
+ "offset": 4176128,
+ "nbytes": 12582912,
+ "scales_offset": 16759040,
+ "scales_nbytes": 3145728
+ },
+ "blk.6.ffn_up_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 6,
+ "offset": 19904768,
+ "nbytes": 12582912,
+ "scales_offset": 32487680,
+ "scales_nbytes": 3145728
+ },
+ "blk.6.ffn_down_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 1536,
+ 256,
+ 64
+ ],
+ "shard": 6,
+ "offset": 35633408,
+ "nbytes": 12582912,
+ "scales_offset": 48216320,
+ "scales_nbytes": 3145728
+ },
+ "blk.6.ffn_latent_down.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 256
+ ],
+ "shard": 6,
+ "offset": 51362048,
+ "nbytes": 524288
+ },
+ "blk.6.ffn_latent_up.weight": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 51886336,
+ "nbytes": 524288
+ },
+ "blk.6.router.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 6,
+ "offset": 52410624,
+ "nbytes": 131072
+ },
+ "blk.6.router_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 52541696,
+ "nbytes": 4096
+ },
+ "blk.6.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 6,
+ "offset": 52545792,
+ "nbytes": 256
+ },
+ "blk.7.attn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 52546048,
+ "nbytes": 4096
+ },
+ "blk.7.ffn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 52550144,
+ "nbytes": 4096
+ },
+ "blk.7.attn_temp": {
+ "dtype": "f32",
+ "shape": [
+ 16
+ ],
+ "shard": 6,
+ "offset": 52554240,
+ "nbytes": 64
+ },
+ "blk.7.attn_output.weight": {
+ "dtype": "q8",
+ "shape": [
+ 512,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 52554496,
+ "nbytes": 524288,
+ "scales_offset": 53078784,
+ "scales_nbytes": 65536
+ },
+ "blk.7.ffn_gate_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 7,
+ "offset": 0,
+ "nbytes": 12582912,
+ "scales_offset": 12582912,
+ "scales_nbytes": 3145728
+ },
+ "blk.7.ffn_up_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 7,
+ "offset": 15728640,
+ "nbytes": 12582912,
+ "scales_offset": 28311552,
+ "scales_nbytes": 3145728
+ },
+ "blk.7.ffn_down_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 1536,
+ 256,
+ 64
+ ],
+ "shard": 7,
+ "offset": 31457280,
+ "nbytes": 12582912,
+ "scales_offset": 44040192,
+ "scales_nbytes": 3145728
+ },
+ "blk.7.ffn_latent_down.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 256
+ ],
+ "shard": 7,
+ "offset": 47185920,
+ "nbytes": 524288
+ },
+ "blk.7.ffn_latent_up.weight": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 1024
+ ],
+ "shard": 7,
+ "offset": 47710208,
+ "nbytes": 524288
+ },
+ "blk.7.router.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 7,
+ "offset": 48234496,
+ "nbytes": 131072
+ },
+ "blk.7.router_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 48365568,
+ "nbytes": 4096
+ },
+ "blk.7.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 7,
+ "offset": 48369664,
+ "nbytes": 256
+ },
+ "blk.8.attn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 48369920,
+ "nbytes": 4096
+ },
+ "blk.8.ffn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 48374016,
+ "nbytes": 4096
+ },
+ "blk.8.gdn_in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 2056
+ ],
+ "shard": 7,
+ "offset": 48378112,
+ "nbytes": 2105344,
+ "scales_offset": 50483456,
+ "scales_nbytes": 263168
+ },
+ "blk.8.gdn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 7,
+ "offset": 50746624,
+ "nbytes": 512
+ },
+ "blk.8.gdn_A_log": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 7,
+ "offset": 50747136,
+ "nbytes": 16
+ },
+ "blk.8.gdn_dt_bias": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 7,
+ "offset": 50747392,
+ "nbytes": 16
+ },
+ "blk.8.gdn_conv.weight": {
+ "dtype": "f32",
+ "shape": [
+ 4,
+ 1536
+ ],
+ "shard": 7,
+ "offset": 50747648,
+ "nbytes": 24576
+ },
+ "blk.8.attn_output.weight": {
+ "dtype": "q8",
+ "shape": [
+ 512,
+ 1024
+ ],
+ "shard": 7,
+ "offset": 50772224,
+ "nbytes": 524288,
+ "scales_offset": 51296512,
+ "scales_nbytes": 65536
+ },
+ "blk.8.ffn_gate_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 7,
+ "offset": 51362048,
+ "nbytes": 12582912,
+ "scales_offset": 63944960,
+ "scales_nbytes": 3145728
+ },
+ "blk.8.ffn_up_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 8,
+ "offset": 0,
+ "nbytes": 12582912,
+ "scales_offset": 12582912,
+ "scales_nbytes": 3145728
+ },
+ "blk.8.ffn_down_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 1536,
+ 256,
+ 64
+ ],
+ "shard": 8,
+ "offset": 15728640,
+ "nbytes": 12582912,
+ "scales_offset": 28311552,
+ "scales_nbytes": 3145728
+ },
+ "blk.8.ffn_latent_down.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 256
+ ],
+ "shard": 8,
+ "offset": 31457280,
+ "nbytes": 524288
+ },
+ "blk.8.ffn_latent_up.weight": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 1024
+ ],
+ "shard": 8,
+ "offset": 31981568,
+ "nbytes": 524288
+ },
+ "blk.8.router.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 8,
+ "offset": 32505856,
+ "nbytes": 131072
+ },
+ "blk.8.router_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 32636928,
+ "nbytes": 4096
+ },
+ "blk.8.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 8,
+ "offset": 32641024,
+ "nbytes": 256
+ },
+ "blk.9.attn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 32641280,
+ "nbytes": 4096
+ },
+ "blk.9.ffn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 32645376,
+ "nbytes": 4096
+ },
+ "blk.9.gdn_in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 2056
+ ],
+ "shard": 8,
+ "offset": 32649472,
+ "nbytes": 2105344,
+ "scales_offset": 34754816,
+ "scales_nbytes": 263168
+ },
+ "blk.9.gdn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 8,
+ "offset": 35017984,
+ "nbytes": 512
+ },
+ "blk.9.gdn_A_log": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 8,
+ "offset": 35018496,
+ "nbytes": 16
+ },
+ "blk.9.gdn_dt_bias": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 8,
+ "offset": 35018752,
+ "nbytes": 16
+ },
+ "blk.9.gdn_conv.weight": {
+ "dtype": "f32",
+ "shape": [
+ 4,
+ 1536
+ ],
+ "shard": 8,
+ "offset": 35019008,
+ "nbytes": 24576
+ },
+ "blk.9.attn_output.weight": {
+ "dtype": "q8",
+ "shape": [
+ 512,
+ 1024
+ ],
+ "shard": 8,
+ "offset": 35043584,
+ "nbytes": 524288,
+ "scales_offset": 35567872,
+ "scales_nbytes": 65536
+ },
+ "blk.9.ffn_gate_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 8,
+ "offset": 35633408,
+ "nbytes": 12582912,
+ "scales_offset": 48216320,
+ "scales_nbytes": 3145728
+ },
+ "blk.9.ffn_up_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 8,
+ "offset": 51362048,
+ "nbytes": 12582912,
+ "scales_offset": 63944960,
+ "scales_nbytes": 3145728
+ },
+ "blk.9.ffn_down_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 1536,
+ 256,
+ 64
+ ],
+ "shard": 9,
+ "offset": 0,
+ "nbytes": 12582912,
+ "scales_offset": 12582912,
+ "scales_nbytes": 3145728
+ },
+ "blk.9.ffn_latent_down.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 256
+ ],
+ "shard": 9,
+ "offset": 15728640,
+ "nbytes": 524288
+ },
+ "blk.9.ffn_latent_up.weight": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 1024
+ ],
+ "shard": 9,
+ "offset": 16252928,
+ "nbytes": 524288
+ },
+ "blk.9.router.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 9,
+ "offset": 16777216,
+ "nbytes": 131072
+ },
+ "blk.9.router_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 16908288,
+ "nbytes": 4096
+ },
+ "blk.9.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 9,
+ "offset": 16912384,
+ "nbytes": 256
+ },
+ "blk.10.attn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 16912640,
+ "nbytes": 4096
+ },
+ "blk.10.ffn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 16916736,
+ "nbytes": 4096
+ },
+ "blk.10.gdn_in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 2056
+ ],
+ "shard": 9,
+ "offset": 16920832,
+ "nbytes": 2105344,
+ "scales_offset": 19026176,
+ "scales_nbytes": 263168
+ },
+ "blk.10.gdn_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 9,
+ "offset": 19289344,
+ "nbytes": 512
+ },
+ "blk.10.gdn_A_log": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 9,
+ "offset": 19289856,
+ "nbytes": 16
+ },
+ "blk.10.gdn_dt_bias": {
+ "dtype": "f32",
+ "shape": [
+ 4
+ ],
+ "shard": 9,
+ "offset": 19290112,
+ "nbytes": 16
+ },
+ "blk.10.gdn_conv.weight": {
+ "dtype": "f32",
+ "shape": [
+ 4,
+ 1536
+ ],
+ "shard": 9,
+ "offset": 19290368,
+ "nbytes": 24576
+ },
+ "blk.10.attn_output.weight": {
+ "dtype": "q8",
+ "shape": [
+ 512,
+ 1024
+ ],
+ "shard": 9,
+ "offset": 19314944,
+ "nbytes": 524288,
+ "scales_offset": 19839232,
+ "scales_nbytes": 65536
+ },
+ "blk.10.ffn_gate_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 9,
+ "offset": 19904768,
+ "nbytes": 12582912,
+ "scales_offset": 32487680,
+ "scales_nbytes": 3145728
+ },
+ "blk.10.ffn_up_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 256,
+ 1536,
+ 64
+ ],
+ "shard": 9,
+ "offset": 35633408,
+ "nbytes": 12582912,
+ "scales_offset": 48216320,
+ "scales_nbytes": 3145728
+ },
+ "blk.10.ffn_down_exps.weight": {
+ "dtype": "q4",
+ "shape": [
+ 1536,
+ 256,
+ 64
+ ],
+ "shard": 9,
+ "offset": 51362048,
+ "nbytes": 12582912,
+ "scales_offset": 63944960,
+ "scales_nbytes": 3145728
+ },
+ "blk.10.ffn_latent_down.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 256
+ ],
+ "shard": 10,
+ "offset": 0,
+ "nbytes": 524288
+ },
+ "blk.10.ffn_latent_up.weight": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 1024
+ ],
+ "shard": 10,
+ "offset": 524288,
+ "nbytes": 524288
+ },
+ "blk.10.router.weight": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 10,
+ "offset": 1048576,
+ "nbytes": 131072
+ },
+ "blk.10.router_norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 1179648,
+ "nbytes": 4096
+ },
+ "blk.10.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 10,
+ "offset": 1183744,
+ "nbytes": 256
+ }
+ }
+}
\ No newline at end of file
diff --git a/web/backbone/shard-000.bin b/web/backbone/shard-000.bin
new file mode 100644
index 0000000000000000000000000000000000000000..253148b38cbe605f21aad66969ac130afa2f9831
--- /dev/null
+++ b/web/backbone/shard-000.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a46772c8b081ad5df4ce63a48d2ef16630fab8e96f547093603bc860b1dc30
+size 101007360
diff --git a/web/backbone/shard-001.bin b/web/backbone/shard-001.bin
new file mode 100644
index 0000000000000000000000000000000000000000..183281442c8c8c55d12c2aefba2e0dac4306ecaf
--- /dev/null
+++ b/web/backbone/shard-001.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0516d4e20f421ee92b4ec87449f48d89ad266f39408e36ba1aca572e64a8c69
+size 65155584
diff --git a/web/backbone/shard-002.bin b/web/backbone/shard-002.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5bb3640c614f1788b8f58be511f049dc4ccaee77
--- /dev/null
+++ b/web/backbone/shard-002.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eed55b5cf23af6b88c73cd485b6bbf1fdffbbb51212511149717a858bfd35cc
+size 54345984
diff --git a/web/backbone/shard-003.bin b/web/backbone/shard-003.bin
new file mode 100644
index 0000000000000000000000000000000000000000..68b9474dce2cd0e7e66108352833c577d27dc777
--- /dev/null
+++ b/web/backbone/shard-003.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36847259c95af1398459616cb27ce51978e1e9993eccb675d253d91124fb98ee
+size 64696832
diff --git a/web/backbone/shard-004.bin b/web/backbone/shard-004.bin
new file mode 100644
index 0000000000000000000000000000000000000000..71f451a97f20cf48ab783f1154e15a6e9b1865c0
--- /dev/null
+++ b/web/backbone/shard-004.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3c788c83f4c07e38c6df3958ac743c3be6a38dea50e5109446385fcfe692ff
+size 67090688
diff --git a/web/backbone/shard-005.bin b/web/backbone/shard-005.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a8dfb634d6bff752b477e455b7d7fee55a657b23
--- /dev/null
+++ b/web/backbone/shard-005.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29390aeb6bc52ea192b7d259115922cfe7599d4ca6632f8fcf29e36f6c6adfae
+size 67090688
diff --git a/web/backbone/shard-006.bin b/web/backbone/shard-006.bin
new file mode 100644
index 0000000000000000000000000000000000000000..40eae16ec883510a7b135d6fb8a971199975ebe9
--- /dev/null
+++ b/web/backbone/shard-006.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49518efa5d4e382b9da5e4c2537589288acff9e191cbf2deabecc31694523423
+size 53144320
diff --git a/web/backbone/shard-007.bin b/web/backbone/shard-007.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b60d1a063047a1581b0c8850289a37bc789a10ca
--- /dev/null
+++ b/web/backbone/shard-007.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26b316ddcdde1a200529502c60359a0016888df91b7a84b5d633b354c263a68
+size 67090688
diff --git a/web/backbone/shard-008.bin b/web/backbone/shard-008.bin
new file mode 100644
index 0000000000000000000000000000000000000000..571a78604f1bed07a6d718a333764e90e5723033
--- /dev/null
+++ b/web/backbone/shard-008.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193fa3416c553b939282c30bfb0468a882a3b3f20c1177baed6155b3545a7b1a
+size 67090688
diff --git a/web/backbone/shard-009.bin b/web/backbone/shard-009.bin
new file mode 100644
index 0000000000000000000000000000000000000000..17a5ac642d53bbd572f8a74a1103a4690ad384f6
--- /dev/null
+++ b/web/backbone/shard-009.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98db299230cebb19c3022e13c00565d1f598db00774893b1a6f2674c8b045c7
+size 67090688
diff --git a/web/backbone/shard-010.bin b/web/backbone/shard-010.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9b606ff32930bf39b94d7ea756d35fac9cadf8f9
--- /dev/null
+++ b/web/backbone/shard-010.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b3d78bb498e829e4a79255cf21fdf6ec59c1159869557dd887b484d13ba4e0
+size 1184000
diff --git a/web/companions/steer.gguf b/web/companions/steer.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7475ee0be0a9dd6c9678fecba154ced9dd75715f
--- /dev/null
+++ b/web/companions/steer.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8e3f86e89a09801ce083b9286f43263ec696acfaff72e25aca537aa9efa90c
+size 204960
diff --git a/web/edit/lora-000.bin b/web/edit/lora-000.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a79ab26d1612332fe35a99564b91d900aef19d15
--- /dev/null
+++ b/web/edit/lora-000.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796a79cbfbf59ba158e06ba82f228531455e4604ca7c532de86e2718bcc26df5
+size 61951232
diff --git a/web/edit/lora-001.bin b/web/edit/lora-001.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d42ce3f6c0712c93bf3cbd656e1e59f2d578ba20
--- /dev/null
+++ b/web/edit/lora-001.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a982a2a32fe499d54eaaa560ff0c527a4b7217ca9670a88e09b7374fb12d0432
+size 66745088
diff --git a/web/edit/lora-002.bin b/web/edit/lora-002.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dd8b71395d037b6ed958b45f586fa033ff92695f
--- /dev/null
+++ b/web/edit/lora-002.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708df9224e1d3af621b6fcf3c3463a20cb325b35c180fd1d9e3304c7d612633d
+size 526848
diff --git a/web/edit/manifest.json b/web/edit/manifest.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c78497801d41559fba2d50ba54e51c2fbd4e6ef
--- /dev/null
+++ b/web/edit/manifest.json
@@ -0,0 +1,1827 @@
+{
+ "format": "zonos3-web-v1",
+ "model": "edit",
+ "meta": {
+ "general.architecture": "zonos3",
+ "general.name": "ZONOS3 rate30_r2_grpo_g8_skip_lr1e-6 step 587 + z3m_omni3b_edit_lora vocabulary + phoneme tokens Q4_0-expert/Q8_0-mixer PTQ",
+ "block_count": 11,
+ "context_length": 32768,
+ "embedding_length": 1024,
+ "head_dim": 32,
+ "attention.head_count": 16,
+ "attention.head_count_kv": 4,
+ "feed_forward_length": 2048,
+ "expert_count": 64,
+ "n_codebooks": 10,
+ "codebook_size": 4096,
+ "audio_vocab": 4099,
+ "eoa_id": 4096,
+ "audio_pad_id": 4097,
+ "text_vocab": 8196,
+ "gdn.head_count": 4,
+ "gdn.head_dim": 128,
+ "gdn.conv_kernel": 4,
+ "speaker.embedding_length": 192,
+ "condition.count": 3,
+ "rope.freq_base": 10000.0,
+ "attention.layer_norm_rms_epsilon": 9.999999747378752e-06,
+ "attention.qk_norm_epsilon": 9.999999974752427e-07,
+ "logit_softcap": 15.0,
+ "expert_used_count_per_layer": [
+ 0,
+ 2,
+ 2,
+ 2,
+ 2,
+ 2,
+ 2,
+ 2,
+ 2,
+ 2,
+ 2
+ ],
+ "condition.bucket_counts": [
+ 10,
+ 10,
+ 30
+ ],
+ "codec": "mossdual",
+ "moe.balancing": "quantile",
+ "attention.pattern": "gdn3_global1",
+ "residual.type": "full_attnres",
+ "tokenizer.offset": 4,
+ "tokenizer.bos": 2,
+ "tokenizer.eos": 3,
+ "condition.names": [
+ "loudness",
+ "fmax",
+ "speaking_rate"
+ ],
+ "condition.units": [
+ "LUFS",
+ "Hz",
+ "utf-8 bytes per second"
+ ],
+ "condition.edges.loudness": [
+ -29.777999877929688,
+ -26.94700050354004,
+ -25.047000885009766,
+ -23.299999237060547,
+ -21.743000030517578,
+ -20.38599967956543,
+ -19.18600082397461,
+ -17.85099983215332,
+ -15.967000007629395
+ ],
+ "condition.edges.fmax": [
+ 8437.5,
+ 10242.2001953125,
+ 11507.7998046875,
+ 13359.400390625,
+ 15164.099609375,
+ 15585.900390625,
+ 15750.0,
+ 17765.599609375,
+ 19945.30078125
+ ],
+ "condition.edges.speaking_rate": [
+ 6.546000003814697,
+ 8.182000160217285,
+ 9.27299976348877,
+ 10.3100004196167,
+ 11.053999900817871,
+ 11.666999816894531,
+ 12.192999839782715,
+ 12.656000137329102,
+ 13.083000183105469,
+ 13.47599983215332,
+ 13.845999717712402,
+ 14.196000099182129,
+ 14.529999732971191,
+ 14.88700008392334,
+ 15.192999839782715,
+ 15.517000198364258,
+ 15.864999771118164,
+ 16.20800018310547,
+ 16.57900047302246,
+ 16.972000122070312,
+ 17.410999298095703,
+ 17.898000717163086,
+ 18.43400001525879,
+ 19.069000244140625,
+ 19.81800079345703,
+ 20.81599998474121,
+ 22.285999298095703,
+ 24.722000122070312,
+ 29.25
+ ],
+ "silence_frame": [
+ 1918,
+ 746,
+ 3544,
+ 234,
+ 1267,
+ 2914,
+ 3944,
+ 2849,
+ 326,
+ 1337
+ ],
+ "text_tokenizer_spec": "{\"kind\": \"superbpe\", \"path\": \"tokenizer/superbpe8192.json\", \"sha256\": \"90322f910600027dee7fe63d400d1d9dc1035c167d560aadf0871e3661d08bf3\", \"vocab_size\": 8192, \"offset\": 4, \"bos\": 2, \"eos\": 3, \"_original_path\": \"/data/groups/audio/gabriel/bingua2-gdn-fullattnres-sbpe8k-rawclone-moealpha025-x15-e64-6node-100k-20261006/tokenizers/superbpe8192.json\", \"phonemes\": {\"open_id\": 8200, \"close_id\": 8201, \"symbols\": [\"a\", \"b\", \"c\", \"d\", \"e\", \"f\", \"h\", \"i\", \"j\", \"k\", \"l\", \"m\", \"n\", \"o\", \"p\", \"q\", \"r\", \"s\", \"t\", \"u\", \"v\", \"w\", \"x\", \"y\", \"z\", \"\u00b2\", \"\u00b3\", \"\u00b9\", \"\u00e3\", \"\u00e4\", \"\u00e6\", \"\u00e7\", \"\u00ef\", \"\u00f0\", \"\u00f5\", \"\u00f8\", \"\u0127\", \"\u0129\", \"\u014b\", \"\u0153\", \"\u0169\", \"\u0250\", \"\u0251\", \"\u0252\", \"\u0253\", \"\u0254\", \"\u0255\", \"\u0256\", \"\u0257\", \"\u0258\", \"\u0259\", \"\u025a\", \"\u025b\", \"\u025c\", \"\u025d\", \"\u025f\", \"\u0261\", \"\u0263\", \"\u0264\", \"\u0265\", \"\u0266\", \"\u0267\", \"\u0268\", \"\u026a\", \"\u026b\", \"\u026d\", \"\u026f\", \"\u0270\", \"\u0271\", \"\u0272\", \"\u0273\", \"\u0274\", \"\u0275\", \"\u0278\", \"\u0279\", \"\u027b\", \"\u027d\", \"\u027e\", \"\u0280\", \"\u0281\", \"\u0282\", \"\u0283\", \"\u0288\", \"\u0289\", \"\u028a\", \"\u028b\", \"\u028c\", \"\u028d\", \"\u028e\", \"\u028f\", \"\u0290\", \"\u0291\", \"\u0292\", \"\u0294\", \"\u0295\", \"\u029d\", \"\u02b0\", \"\u02b1\", \"\u02b2\", \"\u02b7\", \"\u02bc\", \"\u02c0\", \"\u02d0\", \"\u02e3\", \"\u02e4\", \"\u02e5\", \"\u02e6\", \"\u02e7\", \"\u02e8\", \"\u02e9\", \"\u0303\", \"\u030a\", \"\u030d\", \"\u031a\", \"\u031d\", \"\u031e\", \"\u031f\", \"\u0320\", \"\u0325\", \"\u0329\", \"\u032a\", \"\u032f\", \"\u0339\", \"\u0348\", \"\u0361\", \"\u03b2\", \"\u03b8\", \"\u03c7\", \"\u1d5d\", \"\u1ebd\", \"\u1ef9\", \"\u2074\", \"\u2075\", \"\u207b\", \"\u207d\", \"\u207e\"], \"open_marker\": \"\ue000\", \"close_marker\": \"\ue001\", \"inventory_sha256\": \"2e19015cac41d5a417f7faa3b3b5d63f96c2c1bebcb3d8986fb3048d77ee7a50\"}, \"start\": {\"id\": 8338, \"marker\": \"\ue002\"}, \"pauses\": {\"ids\": [8339, 8340, 8341, 8342], \"markers\": [\"\ue003\", \"\ue004\", \"\ue005\", \"\ue006\"], \"seconds\": [0.2475, 0.495, 0.9899, 1.9799]}}",
+ "span_end_id": 4098,
+ "general.file_type": 2,
+ "text_extra_tokens": 146,
+ "adapter.base": "ZONOS3 rate30_r2_grpo_g8_skip_lr1e-6 step 587 Q4_0-expert/Q8_0-mixer PTQ",
+ "adapter.name": "edit",
+ "adapter.rank": 64
+ },
+ "shards": [
+ "lora-000.bin",
+ "lora-001.bin",
+ "lora-002.bin"
+ ],
+ "tensors": {
+ "embd_extra": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 156
+ ],
+ "shard": 0,
+ "offset": 0,
+ "nbytes": 319488
+ },
+ "output_extra": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 10
+ ],
+ "shard": 0,
+ "offset": 319488,
+ "nbytes": 10240,
+ "scales_offset": 329728,
+ "scales_nbytes": 1280
+ },
+ "blk.1.ffn_gate_up_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 32,
+ 64
+ ],
+ "shard": 0,
+ "offset": 331008,
+ "nbytes": 1048576
+ },
+ "blk.1.ffn_gate_up_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 1536,
+ 2,
+ 64
+ ],
+ "shard": 0,
+ "offset": 1379584,
+ "nbytes": 6291456
+ },
+ "blk.2.ffn_gate_up_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 32,
+ 64
+ ],
+ "shard": 0,
+ "offset": 7671040,
+ "nbytes": 1048576
+ },
+ "blk.2.ffn_gate_up_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 1536,
+ 2,
+ 64
+ ],
+ "shard": 0,
+ "offset": 8719616,
+ "nbytes": 6291456
+ },
+ "blk.3.attn_qkvg.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 256
+ ],
+ "shard": 0,
+ "offset": 15011072,
+ "nbytes": 524288
+ },
+ "blk.3.attn_qkvg.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 784
+ ],
+ "shard": 0,
+ "offset": 15535360,
+ "nbytes": 401408
+ },
+ "blk.3.ffn_gate_up_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 32,
+ 64
+ ],
+ "shard": 0,
+ "offset": 15936768,
+ "nbytes": 1048576
+ },
+ "blk.3.ffn_gate_up_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 1536,
+ 2,
+ 64
+ ],
+ "shard": 0,
+ "offset": 16985344,
+ "nbytes": 6291456
+ },
+ "blk.4.ffn_gate_up_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 32,
+ 64
+ ],
+ "shard": 0,
+ "offset": 23276800,
+ "nbytes": 1048576
+ },
+ "blk.4.ffn_gate_up_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 1536,
+ 2,
+ 64
+ ],
+ "shard": 0,
+ "offset": 24325376,
+ "nbytes": 6291456
+ },
+ "blk.5.ffn_gate_up_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 32,
+ 64
+ ],
+ "shard": 0,
+ "offset": 30616832,
+ "nbytes": 1048576
+ },
+ "blk.5.ffn_gate_up_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 1536,
+ 2,
+ 64
+ ],
+ "shard": 0,
+ "offset": 31665408,
+ "nbytes": 6291456
+ },
+ "blk.6.ffn_gate_up_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 32,
+ 64
+ ],
+ "shard": 0,
+ "offset": 37956864,
+ "nbytes": 1048576
+ },
+ "blk.6.ffn_gate_up_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 1536,
+ 2,
+ 64
+ ],
+ "shard": 0,
+ "offset": 39005440,
+ "nbytes": 6291456
+ },
+ "blk.7.attn_qkvg.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 256
+ ],
+ "shard": 0,
+ "offset": 45296896,
+ "nbytes": 524288
+ },
+ "blk.7.attn_qkvg.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 784
+ ],
+ "shard": 0,
+ "offset": 45821184,
+ "nbytes": 401408
+ },
+ "blk.7.ffn_gate_up_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 32,
+ 64
+ ],
+ "shard": 0,
+ "offset": 46222592,
+ "nbytes": 1048576
+ },
+ "blk.7.ffn_gate_up_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 1536,
+ 2,
+ 64
+ ],
+ "shard": 0,
+ "offset": 47271168,
+ "nbytes": 6291456
+ },
+ "blk.8.ffn_gate_up_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 32,
+ 64
+ ],
+ "shard": 0,
+ "offset": 53562624,
+ "nbytes": 1048576
+ },
+ "blk.8.ffn_gate_up_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 1536,
+ 2,
+ 64
+ ],
+ "shard": 0,
+ "offset": 54611200,
+ "nbytes": 6291456
+ },
+ "blk.9.ffn_gate_up_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 32,
+ 64
+ ],
+ "shard": 0,
+ "offset": 60902656,
+ "nbytes": 1048576
+ },
+ "blk.9.ffn_gate_up_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 1536,
+ 2,
+ 64
+ ],
+ "shard": 1,
+ "offset": 0,
+ "nbytes": 6291456
+ },
+ "blk.10.ffn_gate_up_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 32,
+ 64
+ ],
+ "shard": 1,
+ "offset": 6291456,
+ "nbytes": 1048576
+ },
+ "blk.10.ffn_gate_up_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 1536,
+ 2,
+ 64
+ ],
+ "shard": 1,
+ "offset": 7340032,
+ "nbytes": 6291456
+ },
+ "output.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 13631488,
+ "nbytes": 131072
+ },
+ "output.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 40990
+ ],
+ "shard": 1,
+ "offset": 13762560,
+ "nbytes": 5246720
+ },
+ "blk.0.gdn_in.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 19009280,
+ "nbytes": 131072
+ },
+ "blk.0.gdn_in.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 2056
+ ],
+ "shard": 1,
+ "offset": 19140352,
+ "nbytes": 263168
+ },
+ "blk.0.attn_output.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 512,
+ 64
+ ],
+ "shard": 1,
+ "offset": 19403520,
+ "nbytes": 65536
+ },
+ "blk.0.attn_output.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 19469056,
+ "nbytes": 131072
+ },
+ "blk.1.gdn_in.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 19600128,
+ "nbytes": 131072
+ },
+ "blk.1.gdn_in.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 2056
+ ],
+ "shard": 1,
+ "offset": 19731200,
+ "nbytes": 263168
+ },
+ "blk.1.attn_output.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 512,
+ 64
+ ],
+ "shard": 1,
+ "offset": 19994368,
+ "nbytes": 65536
+ },
+ "blk.1.attn_output.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 20059904,
+ "nbytes": 131072
+ },
+ "blk.2.gdn_in.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 20190976,
+ "nbytes": 131072
+ },
+ "blk.2.gdn_in.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 2056
+ ],
+ "shard": 1,
+ "offset": 20322048,
+ "nbytes": 263168
+ },
+ "blk.2.attn_output.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 512,
+ 64
+ ],
+ "shard": 1,
+ "offset": 20585216,
+ "nbytes": 65536
+ },
+ "blk.2.attn_output.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 20650752,
+ "nbytes": 131072
+ },
+ "blk.4.gdn_in.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 20781824,
+ "nbytes": 131072
+ },
+ "blk.4.gdn_in.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 2056
+ ],
+ "shard": 1,
+ "offset": 20912896,
+ "nbytes": 263168
+ },
+ "blk.4.attn_output.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 512,
+ 64
+ ],
+ "shard": 1,
+ "offset": 21176064,
+ "nbytes": 65536
+ },
+ "blk.4.attn_output.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 21241600,
+ "nbytes": 131072
+ },
+ "blk.5.gdn_in.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 21372672,
+ "nbytes": 131072
+ },
+ "blk.5.gdn_in.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 2056
+ ],
+ "shard": 1,
+ "offset": 21503744,
+ "nbytes": 263168
+ },
+ "blk.5.attn_output.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 512,
+ 64
+ ],
+ "shard": 1,
+ "offset": 21766912,
+ "nbytes": 65536
+ },
+ "blk.5.attn_output.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 21832448,
+ "nbytes": 131072
+ },
+ "blk.6.gdn_in.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 21963520,
+ "nbytes": 131072
+ },
+ "blk.6.gdn_in.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 2056
+ ],
+ "shard": 1,
+ "offset": 22094592,
+ "nbytes": 263168
+ },
+ "blk.6.attn_output.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 512,
+ 64
+ ],
+ "shard": 1,
+ "offset": 22357760,
+ "nbytes": 65536
+ },
+ "blk.6.attn_output.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 22423296,
+ "nbytes": 131072
+ },
+ "blk.8.gdn_in.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 22554368,
+ "nbytes": 131072
+ },
+ "blk.8.gdn_in.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 2056
+ ],
+ "shard": 1,
+ "offset": 22685440,
+ "nbytes": 263168
+ },
+ "blk.8.attn_output.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 512,
+ 64
+ ],
+ "shard": 1,
+ "offset": 22948608,
+ "nbytes": 65536
+ },
+ "blk.8.attn_output.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 23014144,
+ "nbytes": 131072
+ },
+ "blk.9.gdn_in.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 23145216,
+ "nbytes": 131072
+ },
+ "blk.9.gdn_in.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 2056
+ ],
+ "shard": 1,
+ "offset": 23276288,
+ "nbytes": 263168
+ },
+ "blk.9.attn_output.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 512,
+ 64
+ ],
+ "shard": 1,
+ "offset": 23539456,
+ "nbytes": 65536
+ },
+ "blk.9.attn_output.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 23604992,
+ "nbytes": 131072
+ },
+ "blk.10.gdn_in.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 23736064,
+ "nbytes": 131072
+ },
+ "blk.10.gdn_in.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 2056
+ ],
+ "shard": 1,
+ "offset": 23867136,
+ "nbytes": 263168
+ },
+ "blk.10.attn_output.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 512,
+ 64
+ ],
+ "shard": 1,
+ "offset": 24130304,
+ "nbytes": 65536
+ },
+ "blk.10.attn_output.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 24195840,
+ "nbytes": 131072
+ },
+ "blk.0.ffn_up.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 24326912,
+ "nbytes": 131072
+ },
+ "blk.0.ffn_up.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 2048
+ ],
+ "shard": 1,
+ "offset": 24457984,
+ "nbytes": 262144
+ },
+ "blk.0.ffn_gate.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 24720128,
+ "nbytes": 131072
+ },
+ "blk.0.ffn_gate.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 2048
+ ],
+ "shard": 1,
+ "offset": 24851200,
+ "nbytes": 262144
+ },
+ "blk.0.ffn_down.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 2048,
+ 64
+ ],
+ "shard": 1,
+ "offset": 25113344,
+ "nbytes": 262144
+ },
+ "blk.0.ffn_down.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 25375488,
+ "nbytes": 131072
+ },
+ "blk.1.router.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 25506560,
+ "nbytes": 131072
+ },
+ "blk.1.router.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 1,
+ "offset": 25637632,
+ "nbytes": 8192
+ },
+ "blk.1.ffn_latent_down.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 25645824,
+ "nbytes": 131072
+ },
+ "blk.1.ffn_latent_down.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 1,
+ "offset": 25776896,
+ "nbytes": 32768
+ },
+ "blk.1.ffn_latent_up.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 25809664,
+ "nbytes": 32768
+ },
+ "blk.1.ffn_latent_up.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 25842432,
+ "nbytes": 131072
+ },
+ "blk.2.router.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 25973504,
+ "nbytes": 131072
+ },
+ "blk.2.router.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 1,
+ "offset": 26104576,
+ "nbytes": 8192
+ },
+ "blk.2.ffn_latent_down.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 26112768,
+ "nbytes": 131072
+ },
+ "blk.2.ffn_latent_down.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 1,
+ "offset": 26243840,
+ "nbytes": 32768
+ },
+ "blk.2.ffn_latent_up.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 26276608,
+ "nbytes": 32768
+ },
+ "blk.2.ffn_latent_up.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 26309376,
+ "nbytes": 131072
+ },
+ "blk.3.attn_output.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 512,
+ 64
+ ],
+ "shard": 1,
+ "offset": 26440448,
+ "nbytes": 65536
+ },
+ "blk.3.attn_output.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 26505984,
+ "nbytes": 131072
+ },
+ "blk.3.router.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 26637056,
+ "nbytes": 131072
+ },
+ "blk.3.router.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 1,
+ "offset": 26768128,
+ "nbytes": 8192
+ },
+ "blk.3.ffn_latent_down.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 26776320,
+ "nbytes": 131072
+ },
+ "blk.3.ffn_latent_down.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 1,
+ "offset": 26907392,
+ "nbytes": 32768
+ },
+ "blk.3.ffn_latent_up.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 26940160,
+ "nbytes": 32768
+ },
+ "blk.3.ffn_latent_up.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 26972928,
+ "nbytes": 131072
+ },
+ "blk.4.router.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 27104000,
+ "nbytes": 131072
+ },
+ "blk.4.router.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 1,
+ "offset": 27235072,
+ "nbytes": 8192
+ },
+ "blk.4.ffn_latent_down.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 27243264,
+ "nbytes": 131072
+ },
+ "blk.4.ffn_latent_down.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 1,
+ "offset": 27374336,
+ "nbytes": 32768
+ },
+ "blk.4.ffn_latent_up.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 27407104,
+ "nbytes": 32768
+ },
+ "blk.4.ffn_latent_up.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 27439872,
+ "nbytes": 131072
+ },
+ "blk.5.router.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 27570944,
+ "nbytes": 131072
+ },
+ "blk.5.router.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 1,
+ "offset": 27702016,
+ "nbytes": 8192
+ },
+ "blk.5.ffn_latent_down.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 27710208,
+ "nbytes": 131072
+ },
+ "blk.5.ffn_latent_down.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 1,
+ "offset": 27841280,
+ "nbytes": 32768
+ },
+ "blk.5.ffn_latent_up.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 27874048,
+ "nbytes": 32768
+ },
+ "blk.5.ffn_latent_up.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 27906816,
+ "nbytes": 131072
+ },
+ "blk.6.router.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 28037888,
+ "nbytes": 131072
+ },
+ "blk.6.router.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 1,
+ "offset": 28168960,
+ "nbytes": 8192
+ },
+ "blk.6.ffn_latent_down.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 28177152,
+ "nbytes": 131072
+ },
+ "blk.6.ffn_latent_down.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 1,
+ "offset": 28308224,
+ "nbytes": 32768
+ },
+ "blk.6.ffn_latent_up.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 28340992,
+ "nbytes": 32768
+ },
+ "blk.6.ffn_latent_up.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 28373760,
+ "nbytes": 131072
+ },
+ "blk.7.attn_output.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 512,
+ 64
+ ],
+ "shard": 1,
+ "offset": 28504832,
+ "nbytes": 65536
+ },
+ "blk.7.attn_output.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 28570368,
+ "nbytes": 131072
+ },
+ "blk.7.router.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 28701440,
+ "nbytes": 131072
+ },
+ "blk.7.router.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 1,
+ "offset": 28832512,
+ "nbytes": 8192
+ },
+ "blk.7.ffn_latent_down.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 28840704,
+ "nbytes": 131072
+ },
+ "blk.7.ffn_latent_down.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 1,
+ "offset": 28971776,
+ "nbytes": 32768
+ },
+ "blk.7.ffn_latent_up.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 29004544,
+ "nbytes": 32768
+ },
+ "blk.7.ffn_latent_up.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 29037312,
+ "nbytes": 131072
+ },
+ "blk.8.router.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 29168384,
+ "nbytes": 131072
+ },
+ "blk.8.router.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 1,
+ "offset": 29299456,
+ "nbytes": 8192
+ },
+ "blk.8.ffn_latent_down.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 29307648,
+ "nbytes": 131072
+ },
+ "blk.8.ffn_latent_down.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 1,
+ "offset": 29438720,
+ "nbytes": 32768
+ },
+ "blk.8.ffn_latent_up.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 29471488,
+ "nbytes": 32768
+ },
+ "blk.8.ffn_latent_up.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 29504256,
+ "nbytes": 131072
+ },
+ "blk.9.router.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 29635328,
+ "nbytes": 131072
+ },
+ "blk.9.router.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 1,
+ "offset": 29766400,
+ "nbytes": 8192
+ },
+ "blk.9.ffn_latent_down.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 29774592,
+ "nbytes": 131072
+ },
+ "blk.9.ffn_latent_down.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 1,
+ "offset": 29905664,
+ "nbytes": 32768
+ },
+ "blk.9.ffn_latent_up.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 29938432,
+ "nbytes": 32768
+ },
+ "blk.9.ffn_latent_up.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 29971200,
+ "nbytes": 131072
+ },
+ "blk.10.router.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 30102272,
+ "nbytes": 131072
+ },
+ "blk.10.router.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 1,
+ "offset": 30233344,
+ "nbytes": 8192
+ },
+ "blk.10.ffn_latent_down.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 64
+ ],
+ "shard": 1,
+ "offset": 30241536,
+ "nbytes": 131072
+ },
+ "blk.10.ffn_latent_down.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 1,
+ "offset": 30372608,
+ "nbytes": 32768
+ },
+ "blk.10.ffn_latent_up.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 30405376,
+ "nbytes": 32768
+ },
+ "blk.10.ffn_latent_up.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 64,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 30438144,
+ "nbytes": 131072
+ },
+ "blk.1.ffn_down_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1536,
+ 16,
+ 64
+ ],
+ "shard": 1,
+ "offset": 30569216,
+ "nbytes": 3145728
+ },
+ "blk.1.ffn_down_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 33714944,
+ "nbytes": 524288
+ },
+ "blk.2.ffn_down_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1536,
+ 16,
+ 64
+ ],
+ "shard": 1,
+ "offset": 34239232,
+ "nbytes": 3145728
+ },
+ "blk.2.ffn_down_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 37384960,
+ "nbytes": 524288
+ },
+ "blk.3.ffn_down_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1536,
+ 16,
+ 64
+ ],
+ "shard": 1,
+ "offset": 37909248,
+ "nbytes": 3145728
+ },
+ "blk.3.ffn_down_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 41054976,
+ "nbytes": 524288
+ },
+ "blk.4.ffn_down_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1536,
+ 16,
+ 64
+ ],
+ "shard": 1,
+ "offset": 41579264,
+ "nbytes": 3145728
+ },
+ "blk.4.ffn_down_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 44724992,
+ "nbytes": 524288
+ },
+ "blk.5.ffn_down_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1536,
+ 16,
+ 64
+ ],
+ "shard": 1,
+ "offset": 45249280,
+ "nbytes": 3145728
+ },
+ "blk.5.ffn_down_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 48395008,
+ "nbytes": 524288
+ },
+ "blk.6.ffn_down_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1536,
+ 16,
+ 64
+ ],
+ "shard": 1,
+ "offset": 48919296,
+ "nbytes": 3145728
+ },
+ "blk.6.ffn_down_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 52065024,
+ "nbytes": 524288
+ },
+ "blk.7.ffn_down_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1536,
+ 16,
+ 64
+ ],
+ "shard": 1,
+ "offset": 52589312,
+ "nbytes": 3145728
+ },
+ "blk.7.ffn_down_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 55735040,
+ "nbytes": 524288
+ },
+ "blk.8.ffn_down_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1536,
+ 16,
+ 64
+ ],
+ "shard": 1,
+ "offset": 56259328,
+ "nbytes": 3145728
+ },
+ "blk.8.ffn_down_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 59405056,
+ "nbytes": 524288
+ },
+ "blk.9.ffn_down_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1536,
+ 16,
+ 64
+ ],
+ "shard": 1,
+ "offset": 59929344,
+ "nbytes": 3145728
+ },
+ "blk.9.ffn_down_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 256,
+ 64
+ ],
+ "shard": 1,
+ "offset": 63075072,
+ "nbytes": 524288
+ },
+ "blk.10.ffn_down_exps.lora_down": {
+ "dtype": "f16",
+ "shape": [
+ 1536,
+ 16,
+ 64
+ ],
+ "shard": 1,
+ "offset": 63599360,
+ "nbytes": 3145728
+ },
+ "blk.10.ffn_down_exps.lora_up": {
+ "dtype": "f16",
+ "shape": [
+ 16,
+ 256,
+ 64
+ ],
+ "shard": 2,
+ "offset": 0,
+ "nbytes": 524288
+ },
+ "blk.1.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 2,
+ "offset": 524288,
+ "nbytes": 256
+ },
+ "blk.2.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 2,
+ "offset": 524544,
+ "nbytes": 256
+ },
+ "blk.3.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 2,
+ "offset": 524800,
+ "nbytes": 256
+ },
+ "blk.4.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 2,
+ "offset": 525056,
+ "nbytes": 256
+ },
+ "blk.5.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 2,
+ "offset": 525312,
+ "nbytes": 256
+ },
+ "blk.6.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 2,
+ "offset": 525568,
+ "nbytes": 256
+ },
+ "blk.7.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 2,
+ "offset": 525824,
+ "nbytes": 256
+ },
+ "blk.8.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 2,
+ "offset": 526080,
+ "nbytes": 256
+ },
+ "blk.9.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 2,
+ "offset": 526336,
+ "nbytes": 256
+ },
+ "blk.10.router_bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 2,
+ "offset": 526592,
+ "nbytes": 256
+ }
+ }
+}
\ No newline at end of file
diff --git a/web/encoder/manifest.json b/web/encoder/manifest.json
new file mode 100644
index 0000000000000000000000000000000000000000..9c9f9bb955bedf281c45ad63959059c4c7e73e43
--- /dev/null
+++ b/web/encoder/manifest.json
@@ -0,0 +1,9511 @@
+{
+ "format": "zonos3-web-v1",
+ "model": "encoder",
+ "meta": {
+ "general.architecture": "mossdual_encoder",
+ "general.name": "fixed600k frozen dual Opus reference encoder",
+ "sample_rate": 44100,
+ "internal_sample_rate": 44160,
+ "frame_rate": 15,
+ "hop": 2940,
+ "internal_hop": 2944,
+ "n_codebooks": 10,
+ "codebook_size": 4096,
+ "latent_dim": 1024,
+ "semantic_dim": 768,
+ "semantic_depth": 4,
+ "lane_frames": 300,
+ "context_frames": 150,
+ "window_ratio": 2.0,
+ "ln_eps": 9.999999747378752e-06,
+ "convnext_eps": 9.999999974752427e-07,
+ "stage.in_dim": [
+ 5888,
+ 768,
+ 768,
+ 768,
+ 1280
+ ],
+ "stage.out_dim": [
+ 384,
+ 384,
+ 384,
+ 640,
+ 1024
+ ],
+ "stage.d_model": [
+ 768,
+ 768,
+ 768,
+ 768,
+ 1280
+ ],
+ "stage.n_head": [
+ 12,
+ 12,
+ 12,
+ 12,
+ 20
+ ],
+ "stage.n_layer": [
+ 12,
+ 12,
+ 12,
+ 12,
+ 32
+ ],
+ "stage.n_ff": [
+ 3072,
+ 3072,
+ 3072,
+ 3072,
+ 5120
+ ],
+ "stage.context": [
+ 480,
+ 480,
+ 480,
+ 300,
+ 150
+ ],
+ "stage.patch": [
+ 23,
+ 2,
+ 2,
+ 2,
+ 2
+ ],
+ "resample.orig": 735,
+ "resample.new": 736,
+ "resample.width": 17
+ },
+ "shards": [
+ "shard-000.bin",
+ "shard-001.bin",
+ "shard-002.bin",
+ "shard-003.bin",
+ "shard-004.bin",
+ "shard-005.bin",
+ "shard-006.bin",
+ "shard-007.bin",
+ "shard-008.bin",
+ "shard-009.bin",
+ "shard-010.bin",
+ "shard-011.bin",
+ "shard-012.bin",
+ "shard-013.bin",
+ "shard-014.bin",
+ "shard-015.bin",
+ "shard-016.bin",
+ "shard-017.bin",
+ "shard-018.bin",
+ "shard-019.bin",
+ "shard-020.bin",
+ "shard-021.bin",
+ "shard-022.bin",
+ "shard-023.bin",
+ "shard-024.bin",
+ "shard-025.bin",
+ "shard-026.bin",
+ "shard-027.bin",
+ "shard-028.bin",
+ "shard-029.bin",
+ "shard-030.bin"
+ ],
+ "tensors": {
+ "resample.kernel": {
+ "dtype": "f32",
+ "shape": [
+ 769,
+ 736
+ ],
+ "shard": 0,
+ "offset": 0,
+ "nbytes": 2263936,
+ "host": true
+ },
+ "enc.in.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 16,
+ 1024,
+ 2
+ ],
+ "shard": 0,
+ "offset": 2264064,
+ "nbytes": 65536
+ },
+ "enc.in.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2329600,
+ "nbytes": 256
+ },
+ "enc.b0.res0.snake1.alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2329856,
+ "nbytes": 256
+ },
+ "enc.b0.res0.snake1.inv_alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2330112,
+ "nbytes": 256
+ },
+ "enc.b0.res0.conv1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 64,
+ 64,
+ 7
+ ],
+ "shard": 0,
+ "offset": 2330368,
+ "nbytes": 57344
+ },
+ "enc.b0.res0.conv1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2387712,
+ "nbytes": 256
+ },
+ "enc.b0.res0.snake2.alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2387968,
+ "nbytes": 256
+ },
+ "enc.b0.res0.snake2.inv_alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2388224,
+ "nbytes": 256
+ },
+ "enc.b0.res0.conv2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 64,
+ 64,
+ 1
+ ],
+ "shard": 0,
+ "offset": 2388480,
+ "nbytes": 8192
+ },
+ "enc.b0.res0.conv2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2396672,
+ "nbytes": 256
+ },
+ "enc.b0.res1.snake1.alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2396928,
+ "nbytes": 256
+ },
+ "enc.b0.res1.snake1.inv_alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2397184,
+ "nbytes": 256
+ },
+ "enc.b0.res1.conv1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 64,
+ 64,
+ 7
+ ],
+ "shard": 0,
+ "offset": 2397440,
+ "nbytes": 57344
+ },
+ "enc.b0.res1.conv1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2454784,
+ "nbytes": 256
+ },
+ "enc.b0.res1.snake2.alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2455040,
+ "nbytes": 256
+ },
+ "enc.b0.res1.snake2.inv_alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2455296,
+ "nbytes": 256
+ },
+ "enc.b0.res1.conv2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 64,
+ 64,
+ 1
+ ],
+ "shard": 0,
+ "offset": 2455552,
+ "nbytes": 8192
+ },
+ "enc.b0.res1.conv2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2463744,
+ "nbytes": 256
+ },
+ "enc.b0.res2.snake1.alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2464000,
+ "nbytes": 256
+ },
+ "enc.b0.res2.snake1.inv_alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2464256,
+ "nbytes": 256
+ },
+ "enc.b0.res2.conv1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 64,
+ 64,
+ 7
+ ],
+ "shard": 0,
+ "offset": 2464512,
+ "nbytes": 57344
+ },
+ "enc.b0.res2.conv1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2521856,
+ "nbytes": 256
+ },
+ "enc.b0.res2.snake2.alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2522112,
+ "nbytes": 256
+ },
+ "enc.b0.res2.snake2.inv_alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2522368,
+ "nbytes": 256
+ },
+ "enc.b0.res2.conv2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 64,
+ 64,
+ 1
+ ],
+ "shard": 0,
+ "offset": 2522624,
+ "nbytes": 8192
+ },
+ "enc.b0.res2.conv2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2530816,
+ "nbytes": 256
+ },
+ "enc.b0.snake.alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2531072,
+ "nbytes": 256
+ },
+ "enc.b0.snake.inv_alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2531328,
+ "nbytes": 256
+ },
+ "enc.b0.conv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 128,
+ 128,
+ 2
+ ],
+ "shard": 0,
+ "offset": 2531584,
+ "nbytes": 65536
+ },
+ "enc.b0.conv.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2597120,
+ "nbytes": 512
+ },
+ "enc.b1.res0.snake1.alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2597632,
+ "nbytes": 512
+ },
+ "enc.b1.res0.snake1.inv_alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2598144,
+ "nbytes": 512
+ },
+ "enc.b1.res0.conv1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 128,
+ 128,
+ 7
+ ],
+ "shard": 0,
+ "offset": 2598656,
+ "nbytes": 229376
+ },
+ "enc.b1.res0.conv1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2828032,
+ "nbytes": 512
+ },
+ "enc.b1.res0.snake2.alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2828544,
+ "nbytes": 512
+ },
+ "enc.b1.res0.snake2.inv_alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2829056,
+ "nbytes": 512
+ },
+ "enc.b1.res0.conv2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 128,
+ 128,
+ 1
+ ],
+ "shard": 0,
+ "offset": 2829568,
+ "nbytes": 32768
+ },
+ "enc.b1.res0.conv2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2862336,
+ "nbytes": 512
+ },
+ "enc.b1.res1.snake1.alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2862848,
+ "nbytes": 512
+ },
+ "enc.b1.res1.snake1.inv_alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2863360,
+ "nbytes": 512
+ },
+ "enc.b1.res1.conv1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 128,
+ 128,
+ 7
+ ],
+ "shard": 0,
+ "offset": 2863872,
+ "nbytes": 229376
+ },
+ "enc.b1.res1.conv1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 3093248,
+ "nbytes": 512
+ },
+ "enc.b1.res1.snake2.alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 3093760,
+ "nbytes": 512
+ },
+ "enc.b1.res1.snake2.inv_alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 3094272,
+ "nbytes": 512
+ },
+ "enc.b1.res1.conv2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 128,
+ 128,
+ 1
+ ],
+ "shard": 0,
+ "offset": 3094784,
+ "nbytes": 32768
+ },
+ "enc.b1.res1.conv2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 3127552,
+ "nbytes": 512
+ },
+ "enc.b1.res2.snake1.alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 3128064,
+ "nbytes": 512
+ },
+ "enc.b1.res2.snake1.inv_alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 3128576,
+ "nbytes": 512
+ },
+ "enc.b1.res2.conv1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 128,
+ 128,
+ 7
+ ],
+ "shard": 0,
+ "offset": 3129088,
+ "nbytes": 229376
+ },
+ "enc.b1.res2.conv1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 3358464,
+ "nbytes": 512
+ },
+ "enc.b1.res2.snake2.alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 3358976,
+ "nbytes": 512
+ },
+ "enc.b1.res2.snake2.inv_alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 3359488,
+ "nbytes": 512
+ },
+ "enc.b1.res2.conv2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 128,
+ 128,
+ 1
+ ],
+ "shard": 0,
+ "offset": 3360000,
+ "nbytes": 32768
+ },
+ "enc.b1.res2.conv2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 3392768,
+ "nbytes": 512
+ },
+ "enc.b1.snake.alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 3393280,
+ "nbytes": 512
+ },
+ "enc.b1.snake.inv_alpha": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 3393792,
+ "nbytes": 512
+ },
+ "enc.b1.conv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 512,
+ 256,
+ 2
+ ],
+ "shard": 0,
+ "offset": 3394304,
+ "nbytes": 524288
+ },
+ "enc.b1.conv.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 3918592,
+ "nbytes": 1024
+ },
+ "stage.0.in.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5888,
+ 768
+ ],
+ "shard": 0,
+ "offset": 3919616,
+ "nbytes": 9043968
+ },
+ "stage.0.out.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 384
+ ],
+ "shard": 0,
+ "offset": 12963584,
+ "nbytes": 589824
+ },
+ "stage.0.l0.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 13553408,
+ "nbytes": 3072
+ },
+ "stage.0.l0.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 13556480,
+ "nbytes": 3072
+ },
+ "stage.0.l0.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 13559552,
+ "nbytes": 3072
+ },
+ "stage.0.l0.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 13562624,
+ "nbytes": 3072
+ },
+ "stage.0.l0.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 13565696,
+ "nbytes": 3072
+ },
+ "stage.0.l0.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 13568768,
+ "nbytes": 3072
+ },
+ "stage.0.l0.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 0,
+ "offset": 13571840,
+ "nbytes": 3538944
+ },
+ "stage.0.l0.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 0,
+ "offset": 17110784,
+ "nbytes": 1179648
+ },
+ "stage.0.l0.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 0,
+ "offset": 18290432,
+ "nbytes": 4718592
+ },
+ "stage.0.l0.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 0,
+ "offset": 23009024,
+ "nbytes": 4718592
+ },
+ "stage.0.l1.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 27727616,
+ "nbytes": 3072
+ },
+ "stage.0.l1.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 27730688,
+ "nbytes": 3072
+ },
+ "stage.0.l1.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 27733760,
+ "nbytes": 3072
+ },
+ "stage.0.l1.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 27736832,
+ "nbytes": 3072
+ },
+ "stage.0.l1.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 27739904,
+ "nbytes": 3072
+ },
+ "stage.0.l1.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 27742976,
+ "nbytes": 3072
+ },
+ "stage.0.l1.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 0,
+ "offset": 27746048,
+ "nbytes": 3538944
+ },
+ "stage.0.l1.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 0,
+ "offset": 31284992,
+ "nbytes": 1179648
+ },
+ "stage.0.l1.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 0,
+ "offset": 32464640,
+ "nbytes": 4718592
+ },
+ "stage.0.l1.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 0,
+ "offset": 37183232,
+ "nbytes": 4718592
+ },
+ "stage.0.l2.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 41901824,
+ "nbytes": 3072
+ },
+ "stage.0.l2.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 41904896,
+ "nbytes": 3072
+ },
+ "stage.0.l2.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 41907968,
+ "nbytes": 3072
+ },
+ "stage.0.l2.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 41911040,
+ "nbytes": 3072
+ },
+ "stage.0.l2.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 41914112,
+ "nbytes": 3072
+ },
+ "stage.0.l2.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 41917184,
+ "nbytes": 3072
+ },
+ "stage.0.l2.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 0,
+ "offset": 41920256,
+ "nbytes": 3538944
+ },
+ "stage.0.l2.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 0,
+ "offset": 45459200,
+ "nbytes": 1179648
+ },
+ "stage.0.l2.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 0,
+ "offset": 46638848,
+ "nbytes": 4718592
+ },
+ "stage.0.l2.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 0,
+ "offset": 51357440,
+ "nbytes": 4718592
+ },
+ "stage.0.l3.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 56076032,
+ "nbytes": 3072
+ },
+ "stage.0.l3.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 56079104,
+ "nbytes": 3072
+ },
+ "stage.0.l3.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 56082176,
+ "nbytes": 3072
+ },
+ "stage.0.l3.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 56085248,
+ "nbytes": 3072
+ },
+ "stage.0.l3.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 56088320,
+ "nbytes": 3072
+ },
+ "stage.0.l3.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 0,
+ "offset": 56091392,
+ "nbytes": 3072
+ },
+ "stage.0.l3.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 0,
+ "offset": 56094464,
+ "nbytes": 3538944
+ },
+ "stage.0.l3.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 0,
+ "offset": 59633408,
+ "nbytes": 1179648
+ },
+ "stage.0.l3.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 0,
+ "offset": 60813056,
+ "nbytes": 4718592
+ },
+ "stage.0.l3.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 1,
+ "offset": 0,
+ "nbytes": 4718592
+ },
+ "stage.0.l4.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 4718592,
+ "nbytes": 3072
+ },
+ "stage.0.l4.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 4721664,
+ "nbytes": 3072
+ },
+ "stage.0.l4.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 4724736,
+ "nbytes": 3072
+ },
+ "stage.0.l4.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 4727808,
+ "nbytes": 3072
+ },
+ "stage.0.l4.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 4730880,
+ "nbytes": 3072
+ },
+ "stage.0.l4.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 4733952,
+ "nbytes": 3072
+ },
+ "stage.0.l4.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 1,
+ "offset": 4737024,
+ "nbytes": 3538944
+ },
+ "stage.0.l4.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 1,
+ "offset": 8275968,
+ "nbytes": 1179648
+ },
+ "stage.0.l4.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 1,
+ "offset": 9455616,
+ "nbytes": 4718592
+ },
+ "stage.0.l4.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 1,
+ "offset": 14174208,
+ "nbytes": 4718592
+ },
+ "stage.0.l5.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 18892800,
+ "nbytes": 3072
+ },
+ "stage.0.l5.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 18895872,
+ "nbytes": 3072
+ },
+ "stage.0.l5.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 18898944,
+ "nbytes": 3072
+ },
+ "stage.0.l5.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 18902016,
+ "nbytes": 3072
+ },
+ "stage.0.l5.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 18905088,
+ "nbytes": 3072
+ },
+ "stage.0.l5.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 18908160,
+ "nbytes": 3072
+ },
+ "stage.0.l5.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 1,
+ "offset": 18911232,
+ "nbytes": 3538944
+ },
+ "stage.0.l5.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 1,
+ "offset": 22450176,
+ "nbytes": 1179648
+ },
+ "stage.0.l5.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 1,
+ "offset": 23629824,
+ "nbytes": 4718592
+ },
+ "stage.0.l5.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 1,
+ "offset": 28348416,
+ "nbytes": 4718592
+ },
+ "stage.0.l6.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 33067008,
+ "nbytes": 3072
+ },
+ "stage.0.l6.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 33070080,
+ "nbytes": 3072
+ },
+ "stage.0.l6.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 33073152,
+ "nbytes": 3072
+ },
+ "stage.0.l6.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 33076224,
+ "nbytes": 3072
+ },
+ "stage.0.l6.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 33079296,
+ "nbytes": 3072
+ },
+ "stage.0.l6.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 33082368,
+ "nbytes": 3072
+ },
+ "stage.0.l6.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 1,
+ "offset": 33085440,
+ "nbytes": 3538944
+ },
+ "stage.0.l6.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 1,
+ "offset": 36624384,
+ "nbytes": 1179648
+ },
+ "stage.0.l6.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 1,
+ "offset": 37804032,
+ "nbytes": 4718592
+ },
+ "stage.0.l6.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 1,
+ "offset": 42522624,
+ "nbytes": 4718592
+ },
+ "stage.0.l7.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 47241216,
+ "nbytes": 3072
+ },
+ "stage.0.l7.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 47244288,
+ "nbytes": 3072
+ },
+ "stage.0.l7.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 47247360,
+ "nbytes": 3072
+ },
+ "stage.0.l7.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 47250432,
+ "nbytes": 3072
+ },
+ "stage.0.l7.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 47253504,
+ "nbytes": 3072
+ },
+ "stage.0.l7.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 47256576,
+ "nbytes": 3072
+ },
+ "stage.0.l7.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 1,
+ "offset": 47259648,
+ "nbytes": 3538944
+ },
+ "stage.0.l7.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 1,
+ "offset": 50798592,
+ "nbytes": 1179648
+ },
+ "stage.0.l7.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 1,
+ "offset": 51978240,
+ "nbytes": 4718592
+ },
+ "stage.0.l7.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 1,
+ "offset": 56696832,
+ "nbytes": 4718592
+ },
+ "stage.0.l8.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 61415424,
+ "nbytes": 3072
+ },
+ "stage.0.l8.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 61418496,
+ "nbytes": 3072
+ },
+ "stage.0.l8.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 61421568,
+ "nbytes": 3072
+ },
+ "stage.0.l8.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 61424640,
+ "nbytes": 3072
+ },
+ "stage.0.l8.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 61427712,
+ "nbytes": 3072
+ },
+ "stage.0.l8.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 1,
+ "offset": 61430784,
+ "nbytes": 3072
+ },
+ "stage.0.l8.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 1,
+ "offset": 61433856,
+ "nbytes": 3538944
+ },
+ "stage.0.l8.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 1,
+ "offset": 64972800,
+ "nbytes": 1179648
+ },
+ "stage.0.l8.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 2,
+ "offset": 0,
+ "nbytes": 4718592
+ },
+ "stage.0.l8.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 2,
+ "offset": 4718592,
+ "nbytes": 4718592
+ },
+ "stage.0.l9.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 9437184,
+ "nbytes": 3072
+ },
+ "stage.0.l9.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 9440256,
+ "nbytes": 3072
+ },
+ "stage.0.l9.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 9443328,
+ "nbytes": 3072
+ },
+ "stage.0.l9.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 9446400,
+ "nbytes": 3072
+ },
+ "stage.0.l9.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 9449472,
+ "nbytes": 3072
+ },
+ "stage.0.l9.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 9452544,
+ "nbytes": 3072
+ },
+ "stage.0.l9.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 2,
+ "offset": 9455616,
+ "nbytes": 3538944
+ },
+ "stage.0.l9.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 2,
+ "offset": 12994560,
+ "nbytes": 1179648
+ },
+ "stage.0.l9.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 2,
+ "offset": 14174208,
+ "nbytes": 4718592
+ },
+ "stage.0.l9.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 2,
+ "offset": 18892800,
+ "nbytes": 4718592
+ },
+ "stage.0.l10.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 23611392,
+ "nbytes": 3072
+ },
+ "stage.0.l10.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 23614464,
+ "nbytes": 3072
+ },
+ "stage.0.l10.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 23617536,
+ "nbytes": 3072
+ },
+ "stage.0.l10.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 23620608,
+ "nbytes": 3072
+ },
+ "stage.0.l10.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 23623680,
+ "nbytes": 3072
+ },
+ "stage.0.l10.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 23626752,
+ "nbytes": 3072
+ },
+ "stage.0.l10.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 2,
+ "offset": 23629824,
+ "nbytes": 3538944
+ },
+ "stage.0.l10.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 2,
+ "offset": 27168768,
+ "nbytes": 1179648
+ },
+ "stage.0.l10.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 2,
+ "offset": 28348416,
+ "nbytes": 4718592
+ },
+ "stage.0.l10.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 2,
+ "offset": 33067008,
+ "nbytes": 4718592
+ },
+ "stage.0.l11.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 37785600,
+ "nbytes": 3072
+ },
+ "stage.0.l11.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 37788672,
+ "nbytes": 3072
+ },
+ "stage.0.l11.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 37791744,
+ "nbytes": 3072
+ },
+ "stage.0.l11.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 37794816,
+ "nbytes": 3072
+ },
+ "stage.0.l11.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 37797888,
+ "nbytes": 3072
+ },
+ "stage.0.l11.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 37800960,
+ "nbytes": 3072
+ },
+ "stage.0.l11.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 2,
+ "offset": 37804032,
+ "nbytes": 3538944
+ },
+ "stage.0.l11.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 2,
+ "offset": 41342976,
+ "nbytes": 1179648
+ },
+ "stage.0.l11.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 2,
+ "offset": 42522624,
+ "nbytes": 4718592
+ },
+ "stage.0.l11.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 2,
+ "offset": 47241216,
+ "nbytes": 4718592
+ },
+ "stage.1.in.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 2,
+ "offset": 51959808,
+ "nbytes": 1179648
+ },
+ "stage.1.out.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 384
+ ],
+ "shard": 2,
+ "offset": 53139456,
+ "nbytes": 589824
+ },
+ "stage.1.l0.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 53729280,
+ "nbytes": 3072
+ },
+ "stage.1.l0.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 53732352,
+ "nbytes": 3072
+ },
+ "stage.1.l0.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 53735424,
+ "nbytes": 3072
+ },
+ "stage.1.l0.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 53738496,
+ "nbytes": 3072
+ },
+ "stage.1.l0.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 53741568,
+ "nbytes": 3072
+ },
+ "stage.1.l0.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 53744640,
+ "nbytes": 3072
+ },
+ "stage.1.l0.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 2,
+ "offset": 53747712,
+ "nbytes": 3538944
+ },
+ "stage.1.l0.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 2,
+ "offset": 57286656,
+ "nbytes": 1179648
+ },
+ "stage.1.l0.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 2,
+ "offset": 58466304,
+ "nbytes": 4718592
+ },
+ "stage.1.l0.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 3,
+ "offset": 0,
+ "nbytes": 4718592
+ },
+ "stage.1.l1.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 4718592,
+ "nbytes": 3072
+ },
+ "stage.1.l1.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 4721664,
+ "nbytes": 3072
+ },
+ "stage.1.l1.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 4724736,
+ "nbytes": 3072
+ },
+ "stage.1.l1.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 4727808,
+ "nbytes": 3072
+ },
+ "stage.1.l1.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 4730880,
+ "nbytes": 3072
+ },
+ "stage.1.l1.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 4733952,
+ "nbytes": 3072
+ },
+ "stage.1.l1.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 3,
+ "offset": 4737024,
+ "nbytes": 3538944
+ },
+ "stage.1.l1.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 3,
+ "offset": 8275968,
+ "nbytes": 1179648
+ },
+ "stage.1.l1.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 3,
+ "offset": 9455616,
+ "nbytes": 4718592
+ },
+ "stage.1.l1.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 3,
+ "offset": 14174208,
+ "nbytes": 4718592
+ },
+ "stage.1.l2.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 18892800,
+ "nbytes": 3072
+ },
+ "stage.1.l2.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 18895872,
+ "nbytes": 3072
+ },
+ "stage.1.l2.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 18898944,
+ "nbytes": 3072
+ },
+ "stage.1.l2.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 18902016,
+ "nbytes": 3072
+ },
+ "stage.1.l2.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 18905088,
+ "nbytes": 3072
+ },
+ "stage.1.l2.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 18908160,
+ "nbytes": 3072
+ },
+ "stage.1.l2.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 3,
+ "offset": 18911232,
+ "nbytes": 3538944
+ },
+ "stage.1.l2.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 3,
+ "offset": 22450176,
+ "nbytes": 1179648
+ },
+ "stage.1.l2.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 3,
+ "offset": 23629824,
+ "nbytes": 4718592
+ },
+ "stage.1.l2.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 3,
+ "offset": 28348416,
+ "nbytes": 4718592
+ },
+ "stage.1.l3.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 33067008,
+ "nbytes": 3072
+ },
+ "stage.1.l3.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 33070080,
+ "nbytes": 3072
+ },
+ "stage.1.l3.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 33073152,
+ "nbytes": 3072
+ },
+ "stage.1.l3.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 33076224,
+ "nbytes": 3072
+ },
+ "stage.1.l3.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 33079296,
+ "nbytes": 3072
+ },
+ "stage.1.l3.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 33082368,
+ "nbytes": 3072
+ },
+ "stage.1.l3.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 3,
+ "offset": 33085440,
+ "nbytes": 3538944
+ },
+ "stage.1.l3.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 3,
+ "offset": 36624384,
+ "nbytes": 1179648
+ },
+ "stage.1.l3.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 3,
+ "offset": 37804032,
+ "nbytes": 4718592
+ },
+ "stage.1.l3.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 3,
+ "offset": 42522624,
+ "nbytes": 4718592
+ },
+ "stage.1.l4.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 47241216,
+ "nbytes": 3072
+ },
+ "stage.1.l4.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 47244288,
+ "nbytes": 3072
+ },
+ "stage.1.l4.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 47247360,
+ "nbytes": 3072
+ },
+ "stage.1.l4.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 47250432,
+ "nbytes": 3072
+ },
+ "stage.1.l4.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 47253504,
+ "nbytes": 3072
+ },
+ "stage.1.l4.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 47256576,
+ "nbytes": 3072
+ },
+ "stage.1.l4.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 3,
+ "offset": 47259648,
+ "nbytes": 3538944
+ },
+ "stage.1.l4.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 3,
+ "offset": 50798592,
+ "nbytes": 1179648
+ },
+ "stage.1.l4.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 3,
+ "offset": 51978240,
+ "nbytes": 4718592
+ },
+ "stage.1.l4.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 3,
+ "offset": 56696832,
+ "nbytes": 4718592
+ },
+ "stage.1.l5.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 61415424,
+ "nbytes": 3072
+ },
+ "stage.1.l5.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 61418496,
+ "nbytes": 3072
+ },
+ "stage.1.l5.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 61421568,
+ "nbytes": 3072
+ },
+ "stage.1.l5.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 61424640,
+ "nbytes": 3072
+ },
+ "stage.1.l5.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 61427712,
+ "nbytes": 3072
+ },
+ "stage.1.l5.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 61430784,
+ "nbytes": 3072
+ },
+ "stage.1.l5.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 3,
+ "offset": 61433856,
+ "nbytes": 3538944
+ },
+ "stage.1.l5.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 3,
+ "offset": 64972800,
+ "nbytes": 1179648
+ },
+ "stage.1.l5.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 4,
+ "offset": 0,
+ "nbytes": 4718592
+ },
+ "stage.1.l5.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 4,
+ "offset": 4718592,
+ "nbytes": 4718592
+ },
+ "stage.1.l6.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 9437184,
+ "nbytes": 3072
+ },
+ "stage.1.l6.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 9440256,
+ "nbytes": 3072
+ },
+ "stage.1.l6.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 9443328,
+ "nbytes": 3072
+ },
+ "stage.1.l6.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 9446400,
+ "nbytes": 3072
+ },
+ "stage.1.l6.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 9449472,
+ "nbytes": 3072
+ },
+ "stage.1.l6.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 9452544,
+ "nbytes": 3072
+ },
+ "stage.1.l6.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 4,
+ "offset": 9455616,
+ "nbytes": 3538944
+ },
+ "stage.1.l6.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 4,
+ "offset": 12994560,
+ "nbytes": 1179648
+ },
+ "stage.1.l6.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 4,
+ "offset": 14174208,
+ "nbytes": 4718592
+ },
+ "stage.1.l6.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 4,
+ "offset": 18892800,
+ "nbytes": 4718592
+ },
+ "stage.1.l7.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 23611392,
+ "nbytes": 3072
+ },
+ "stage.1.l7.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 23614464,
+ "nbytes": 3072
+ },
+ "stage.1.l7.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 23617536,
+ "nbytes": 3072
+ },
+ "stage.1.l7.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 23620608,
+ "nbytes": 3072
+ },
+ "stage.1.l7.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 23623680,
+ "nbytes": 3072
+ },
+ "stage.1.l7.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 23626752,
+ "nbytes": 3072
+ },
+ "stage.1.l7.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 4,
+ "offset": 23629824,
+ "nbytes": 3538944
+ },
+ "stage.1.l7.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 4,
+ "offset": 27168768,
+ "nbytes": 1179648
+ },
+ "stage.1.l7.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 4,
+ "offset": 28348416,
+ "nbytes": 4718592
+ },
+ "stage.1.l7.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 4,
+ "offset": 33067008,
+ "nbytes": 4718592
+ },
+ "stage.1.l8.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 37785600,
+ "nbytes": 3072
+ },
+ "stage.1.l8.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 37788672,
+ "nbytes": 3072
+ },
+ "stage.1.l8.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 37791744,
+ "nbytes": 3072
+ },
+ "stage.1.l8.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 37794816,
+ "nbytes": 3072
+ },
+ "stage.1.l8.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 37797888,
+ "nbytes": 3072
+ },
+ "stage.1.l8.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 37800960,
+ "nbytes": 3072
+ },
+ "stage.1.l8.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 4,
+ "offset": 37804032,
+ "nbytes": 3538944
+ },
+ "stage.1.l8.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 4,
+ "offset": 41342976,
+ "nbytes": 1179648
+ },
+ "stage.1.l8.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 4,
+ "offset": 42522624,
+ "nbytes": 4718592
+ },
+ "stage.1.l8.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 4,
+ "offset": 47241216,
+ "nbytes": 4718592
+ },
+ "stage.1.l9.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 51959808,
+ "nbytes": 3072
+ },
+ "stage.1.l9.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 51962880,
+ "nbytes": 3072
+ },
+ "stage.1.l9.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 51965952,
+ "nbytes": 3072
+ },
+ "stage.1.l9.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 51969024,
+ "nbytes": 3072
+ },
+ "stage.1.l9.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 51972096,
+ "nbytes": 3072
+ },
+ "stage.1.l9.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 51975168,
+ "nbytes": 3072
+ },
+ "stage.1.l9.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 4,
+ "offset": 51978240,
+ "nbytes": 3538944
+ },
+ "stage.1.l9.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 4,
+ "offset": 55517184,
+ "nbytes": 1179648
+ },
+ "stage.1.l9.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 4,
+ "offset": 56696832,
+ "nbytes": 4718592
+ },
+ "stage.1.l9.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 4,
+ "offset": 61415424,
+ "nbytes": 4718592
+ },
+ "stage.1.l10.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 66134016,
+ "nbytes": 3072
+ },
+ "stage.1.l10.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 66137088,
+ "nbytes": 3072
+ },
+ "stage.1.l10.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 66140160,
+ "nbytes": 3072
+ },
+ "stage.1.l10.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 66143232,
+ "nbytes": 3072
+ },
+ "stage.1.l10.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 66146304,
+ "nbytes": 3072
+ },
+ "stage.1.l10.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 66149376,
+ "nbytes": 3072
+ },
+ "stage.1.l10.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 5,
+ "offset": 0,
+ "nbytes": 3538944
+ },
+ "stage.1.l10.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 5,
+ "offset": 3538944,
+ "nbytes": 1179648
+ },
+ "stage.1.l10.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 5,
+ "offset": 4718592,
+ "nbytes": 4718592
+ },
+ "stage.1.l10.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 5,
+ "offset": 9437184,
+ "nbytes": 4718592
+ },
+ "stage.1.l11.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 14155776,
+ "nbytes": 3072
+ },
+ "stage.1.l11.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 14158848,
+ "nbytes": 3072
+ },
+ "stage.1.l11.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 14161920,
+ "nbytes": 3072
+ },
+ "stage.1.l11.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 14164992,
+ "nbytes": 3072
+ },
+ "stage.1.l11.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 14168064,
+ "nbytes": 3072
+ },
+ "stage.1.l11.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 14171136,
+ "nbytes": 3072
+ },
+ "stage.1.l11.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 5,
+ "offset": 14174208,
+ "nbytes": 3538944
+ },
+ "stage.1.l11.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 5,
+ "offset": 17713152,
+ "nbytes": 1179648
+ },
+ "stage.1.l11.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 5,
+ "offset": 18892800,
+ "nbytes": 4718592
+ },
+ "stage.1.l11.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 5,
+ "offset": 23611392,
+ "nbytes": 4718592
+ },
+ "stage.2.in.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 5,
+ "offset": 28329984,
+ "nbytes": 1179648
+ },
+ "stage.2.out.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 384
+ ],
+ "shard": 5,
+ "offset": 29509632,
+ "nbytes": 589824
+ },
+ "stage.2.l0.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 30099456,
+ "nbytes": 3072
+ },
+ "stage.2.l0.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 30102528,
+ "nbytes": 3072
+ },
+ "stage.2.l0.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 30105600,
+ "nbytes": 3072
+ },
+ "stage.2.l0.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 30108672,
+ "nbytes": 3072
+ },
+ "stage.2.l0.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 30111744,
+ "nbytes": 3072
+ },
+ "stage.2.l0.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 30114816,
+ "nbytes": 3072
+ },
+ "stage.2.l0.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 5,
+ "offset": 30117888,
+ "nbytes": 3538944
+ },
+ "stage.2.l0.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 5,
+ "offset": 33656832,
+ "nbytes": 1179648
+ },
+ "stage.2.l0.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 5,
+ "offset": 34836480,
+ "nbytes": 4718592
+ },
+ "stage.2.l0.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 5,
+ "offset": 39555072,
+ "nbytes": 4718592
+ },
+ "stage.2.l1.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 44273664,
+ "nbytes": 3072
+ },
+ "stage.2.l1.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 44276736,
+ "nbytes": 3072
+ },
+ "stage.2.l1.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 44279808,
+ "nbytes": 3072
+ },
+ "stage.2.l1.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 44282880,
+ "nbytes": 3072
+ },
+ "stage.2.l1.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 44285952,
+ "nbytes": 3072
+ },
+ "stage.2.l1.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 44289024,
+ "nbytes": 3072
+ },
+ "stage.2.l1.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 5,
+ "offset": 44292096,
+ "nbytes": 3538944
+ },
+ "stage.2.l1.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 5,
+ "offset": 47831040,
+ "nbytes": 1179648
+ },
+ "stage.2.l1.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 5,
+ "offset": 49010688,
+ "nbytes": 4718592
+ },
+ "stage.2.l1.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 5,
+ "offset": 53729280,
+ "nbytes": 4718592
+ },
+ "stage.2.l2.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 58447872,
+ "nbytes": 3072
+ },
+ "stage.2.l2.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 58450944,
+ "nbytes": 3072
+ },
+ "stage.2.l2.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 58454016,
+ "nbytes": 3072
+ },
+ "stage.2.l2.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 58457088,
+ "nbytes": 3072
+ },
+ "stage.2.l2.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 58460160,
+ "nbytes": 3072
+ },
+ "stage.2.l2.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 5,
+ "offset": 58463232,
+ "nbytes": 3072
+ },
+ "stage.2.l2.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 5,
+ "offset": 58466304,
+ "nbytes": 3538944
+ },
+ "stage.2.l2.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 5,
+ "offset": 62005248,
+ "nbytes": 1179648
+ },
+ "stage.2.l2.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 6,
+ "offset": 0,
+ "nbytes": 4718592
+ },
+ "stage.2.l2.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 6,
+ "offset": 4718592,
+ "nbytes": 4718592
+ },
+ "stage.2.l3.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 9437184,
+ "nbytes": 3072
+ },
+ "stage.2.l3.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 9440256,
+ "nbytes": 3072
+ },
+ "stage.2.l3.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 9443328,
+ "nbytes": 3072
+ },
+ "stage.2.l3.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 9446400,
+ "nbytes": 3072
+ },
+ "stage.2.l3.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 9449472,
+ "nbytes": 3072
+ },
+ "stage.2.l3.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 9452544,
+ "nbytes": 3072
+ },
+ "stage.2.l3.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 6,
+ "offset": 9455616,
+ "nbytes": 3538944
+ },
+ "stage.2.l3.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 6,
+ "offset": 12994560,
+ "nbytes": 1179648
+ },
+ "stage.2.l3.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 6,
+ "offset": 14174208,
+ "nbytes": 4718592
+ },
+ "stage.2.l3.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 6,
+ "offset": 18892800,
+ "nbytes": 4718592
+ },
+ "stage.2.l4.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 23611392,
+ "nbytes": 3072
+ },
+ "stage.2.l4.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 23614464,
+ "nbytes": 3072
+ },
+ "stage.2.l4.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 23617536,
+ "nbytes": 3072
+ },
+ "stage.2.l4.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 23620608,
+ "nbytes": 3072
+ },
+ "stage.2.l4.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 23623680,
+ "nbytes": 3072
+ },
+ "stage.2.l4.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 23626752,
+ "nbytes": 3072
+ },
+ "stage.2.l4.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 6,
+ "offset": 23629824,
+ "nbytes": 3538944
+ },
+ "stage.2.l4.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 6,
+ "offset": 27168768,
+ "nbytes": 1179648
+ },
+ "stage.2.l4.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 6,
+ "offset": 28348416,
+ "nbytes": 4718592
+ },
+ "stage.2.l4.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 6,
+ "offset": 33067008,
+ "nbytes": 4718592
+ },
+ "stage.2.l5.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 37785600,
+ "nbytes": 3072
+ },
+ "stage.2.l5.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 37788672,
+ "nbytes": 3072
+ },
+ "stage.2.l5.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 37791744,
+ "nbytes": 3072
+ },
+ "stage.2.l5.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 37794816,
+ "nbytes": 3072
+ },
+ "stage.2.l5.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 37797888,
+ "nbytes": 3072
+ },
+ "stage.2.l5.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 37800960,
+ "nbytes": 3072
+ },
+ "stage.2.l5.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 6,
+ "offset": 37804032,
+ "nbytes": 3538944
+ },
+ "stage.2.l5.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 6,
+ "offset": 41342976,
+ "nbytes": 1179648
+ },
+ "stage.2.l5.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 6,
+ "offset": 42522624,
+ "nbytes": 4718592
+ },
+ "stage.2.l5.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 6,
+ "offset": 47241216,
+ "nbytes": 4718592
+ },
+ "stage.2.l6.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 51959808,
+ "nbytes": 3072
+ },
+ "stage.2.l6.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 51962880,
+ "nbytes": 3072
+ },
+ "stage.2.l6.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 51965952,
+ "nbytes": 3072
+ },
+ "stage.2.l6.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 51969024,
+ "nbytes": 3072
+ },
+ "stage.2.l6.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 51972096,
+ "nbytes": 3072
+ },
+ "stage.2.l6.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 51975168,
+ "nbytes": 3072
+ },
+ "stage.2.l6.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 6,
+ "offset": 51978240,
+ "nbytes": 3538944
+ },
+ "stage.2.l6.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 6,
+ "offset": 55517184,
+ "nbytes": 1179648
+ },
+ "stage.2.l6.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 6,
+ "offset": 56696832,
+ "nbytes": 4718592
+ },
+ "stage.2.l6.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 6,
+ "offset": 61415424,
+ "nbytes": 4718592
+ },
+ "stage.2.l7.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 66134016,
+ "nbytes": 3072
+ },
+ "stage.2.l7.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 66137088,
+ "nbytes": 3072
+ },
+ "stage.2.l7.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 66140160,
+ "nbytes": 3072
+ },
+ "stage.2.l7.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 66143232,
+ "nbytes": 3072
+ },
+ "stage.2.l7.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 66146304,
+ "nbytes": 3072
+ },
+ "stage.2.l7.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 6,
+ "offset": 66149376,
+ "nbytes": 3072
+ },
+ "stage.2.l7.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 7,
+ "offset": 0,
+ "nbytes": 3538944
+ },
+ "stage.2.l7.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 7,
+ "offset": 3538944,
+ "nbytes": 1179648
+ },
+ "stage.2.l7.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 7,
+ "offset": 4718592,
+ "nbytes": 4718592
+ },
+ "stage.2.l7.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 7,
+ "offset": 9437184,
+ "nbytes": 4718592
+ },
+ "stage.2.l8.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 14155776,
+ "nbytes": 3072
+ },
+ "stage.2.l8.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 14158848,
+ "nbytes": 3072
+ },
+ "stage.2.l8.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 14161920,
+ "nbytes": 3072
+ },
+ "stage.2.l8.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 14164992,
+ "nbytes": 3072
+ },
+ "stage.2.l8.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 14168064,
+ "nbytes": 3072
+ },
+ "stage.2.l8.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 14171136,
+ "nbytes": 3072
+ },
+ "stage.2.l8.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 7,
+ "offset": 14174208,
+ "nbytes": 3538944
+ },
+ "stage.2.l8.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 7,
+ "offset": 17713152,
+ "nbytes": 1179648
+ },
+ "stage.2.l8.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 7,
+ "offset": 18892800,
+ "nbytes": 4718592
+ },
+ "stage.2.l8.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 7,
+ "offset": 23611392,
+ "nbytes": 4718592
+ },
+ "stage.2.l9.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 28329984,
+ "nbytes": 3072
+ },
+ "stage.2.l9.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 28333056,
+ "nbytes": 3072
+ },
+ "stage.2.l9.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 28336128,
+ "nbytes": 3072
+ },
+ "stage.2.l9.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 28339200,
+ "nbytes": 3072
+ },
+ "stage.2.l9.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 28342272,
+ "nbytes": 3072
+ },
+ "stage.2.l9.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 28345344,
+ "nbytes": 3072
+ },
+ "stage.2.l9.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 7,
+ "offset": 28348416,
+ "nbytes": 3538944
+ },
+ "stage.2.l9.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 7,
+ "offset": 31887360,
+ "nbytes": 1179648
+ },
+ "stage.2.l9.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 7,
+ "offset": 33067008,
+ "nbytes": 4718592
+ },
+ "stage.2.l9.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 7,
+ "offset": 37785600,
+ "nbytes": 4718592
+ },
+ "stage.2.l10.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 42504192,
+ "nbytes": 3072
+ },
+ "stage.2.l10.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 42507264,
+ "nbytes": 3072
+ },
+ "stage.2.l10.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 42510336,
+ "nbytes": 3072
+ },
+ "stage.2.l10.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 42513408,
+ "nbytes": 3072
+ },
+ "stage.2.l10.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 42516480,
+ "nbytes": 3072
+ },
+ "stage.2.l10.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 42519552,
+ "nbytes": 3072
+ },
+ "stage.2.l10.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 7,
+ "offset": 42522624,
+ "nbytes": 3538944
+ },
+ "stage.2.l10.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 7,
+ "offset": 46061568,
+ "nbytes": 1179648
+ },
+ "stage.2.l10.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 7,
+ "offset": 47241216,
+ "nbytes": 4718592
+ },
+ "stage.2.l10.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 7,
+ "offset": 51959808,
+ "nbytes": 4718592
+ },
+ "stage.2.l11.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 56678400,
+ "nbytes": 3072
+ },
+ "stage.2.l11.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 56681472,
+ "nbytes": 3072
+ },
+ "stage.2.l11.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 56684544,
+ "nbytes": 3072
+ },
+ "stage.2.l11.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 56687616,
+ "nbytes": 3072
+ },
+ "stage.2.l11.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 56690688,
+ "nbytes": 3072
+ },
+ "stage.2.l11.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 7,
+ "offset": 56693760,
+ "nbytes": 3072
+ },
+ "stage.2.l11.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 7,
+ "offset": 56696832,
+ "nbytes": 3538944
+ },
+ "stage.2.l11.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 7,
+ "offset": 60235776,
+ "nbytes": 1179648
+ },
+ "stage.2.l11.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 7,
+ "offset": 61415424,
+ "nbytes": 4718592
+ },
+ "stage.2.l11.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 8,
+ "offset": 0,
+ "nbytes": 4718592
+ },
+ "stage.3.in.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 8,
+ "offset": 4718592,
+ "nbytes": 1179648
+ },
+ "stage.3.out.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 640
+ ],
+ "shard": 8,
+ "offset": 5898240,
+ "nbytes": 983040
+ },
+ "stage.3.l0.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 6881280,
+ "nbytes": 3072
+ },
+ "stage.3.l0.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 6884352,
+ "nbytes": 3072
+ },
+ "stage.3.l0.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 6887424,
+ "nbytes": 3072
+ },
+ "stage.3.l0.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 6890496,
+ "nbytes": 3072
+ },
+ "stage.3.l0.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 6893568,
+ "nbytes": 3072
+ },
+ "stage.3.l0.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 6896640,
+ "nbytes": 3072
+ },
+ "stage.3.l0.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 8,
+ "offset": 6899712,
+ "nbytes": 3538944
+ },
+ "stage.3.l0.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 8,
+ "offset": 10438656,
+ "nbytes": 1179648
+ },
+ "stage.3.l0.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 8,
+ "offset": 11618304,
+ "nbytes": 4718592
+ },
+ "stage.3.l0.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 8,
+ "offset": 16336896,
+ "nbytes": 4718592
+ },
+ "stage.3.l1.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 21055488,
+ "nbytes": 3072
+ },
+ "stage.3.l1.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 21058560,
+ "nbytes": 3072
+ },
+ "stage.3.l1.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 21061632,
+ "nbytes": 3072
+ },
+ "stage.3.l1.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 21064704,
+ "nbytes": 3072
+ },
+ "stage.3.l1.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 21067776,
+ "nbytes": 3072
+ },
+ "stage.3.l1.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 21070848,
+ "nbytes": 3072
+ },
+ "stage.3.l1.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 8,
+ "offset": 21073920,
+ "nbytes": 3538944
+ },
+ "stage.3.l1.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 8,
+ "offset": 24612864,
+ "nbytes": 1179648
+ },
+ "stage.3.l1.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 8,
+ "offset": 25792512,
+ "nbytes": 4718592
+ },
+ "stage.3.l1.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 8,
+ "offset": 30511104,
+ "nbytes": 4718592
+ },
+ "stage.3.l2.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 35229696,
+ "nbytes": 3072
+ },
+ "stage.3.l2.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 35232768,
+ "nbytes": 3072
+ },
+ "stage.3.l2.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 35235840,
+ "nbytes": 3072
+ },
+ "stage.3.l2.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 35238912,
+ "nbytes": 3072
+ },
+ "stage.3.l2.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 35241984,
+ "nbytes": 3072
+ },
+ "stage.3.l2.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 35245056,
+ "nbytes": 3072
+ },
+ "stage.3.l2.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 8,
+ "offset": 35248128,
+ "nbytes": 3538944
+ },
+ "stage.3.l2.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 8,
+ "offset": 38787072,
+ "nbytes": 1179648
+ },
+ "stage.3.l2.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 8,
+ "offset": 39966720,
+ "nbytes": 4718592
+ },
+ "stage.3.l2.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 8,
+ "offset": 44685312,
+ "nbytes": 4718592
+ },
+ "stage.3.l3.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 49403904,
+ "nbytes": 3072
+ },
+ "stage.3.l3.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 49406976,
+ "nbytes": 3072
+ },
+ "stage.3.l3.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 49410048,
+ "nbytes": 3072
+ },
+ "stage.3.l3.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 49413120,
+ "nbytes": 3072
+ },
+ "stage.3.l3.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 49416192,
+ "nbytes": 3072
+ },
+ "stage.3.l3.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 49419264,
+ "nbytes": 3072
+ },
+ "stage.3.l3.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 8,
+ "offset": 49422336,
+ "nbytes": 3538944
+ },
+ "stage.3.l3.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 8,
+ "offset": 52961280,
+ "nbytes": 1179648
+ },
+ "stage.3.l3.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 8,
+ "offset": 54140928,
+ "nbytes": 4718592
+ },
+ "stage.3.l3.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 8,
+ "offset": 58859520,
+ "nbytes": 4718592
+ },
+ "stage.3.l4.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 63578112,
+ "nbytes": 3072
+ },
+ "stage.3.l4.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 63581184,
+ "nbytes": 3072
+ },
+ "stage.3.l4.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 63584256,
+ "nbytes": 3072
+ },
+ "stage.3.l4.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 63587328,
+ "nbytes": 3072
+ },
+ "stage.3.l4.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 63590400,
+ "nbytes": 3072
+ },
+ "stage.3.l4.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 8,
+ "offset": 63593472,
+ "nbytes": 3072
+ },
+ "stage.3.l4.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 9,
+ "offset": 0,
+ "nbytes": 3538944
+ },
+ "stage.3.l4.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 9,
+ "offset": 3538944,
+ "nbytes": 1179648
+ },
+ "stage.3.l4.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 9,
+ "offset": 4718592,
+ "nbytes": 4718592
+ },
+ "stage.3.l4.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 9,
+ "offset": 9437184,
+ "nbytes": 4718592
+ },
+ "stage.3.l5.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 14155776,
+ "nbytes": 3072
+ },
+ "stage.3.l5.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 14158848,
+ "nbytes": 3072
+ },
+ "stage.3.l5.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 14161920,
+ "nbytes": 3072
+ },
+ "stage.3.l5.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 14164992,
+ "nbytes": 3072
+ },
+ "stage.3.l5.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 14168064,
+ "nbytes": 3072
+ },
+ "stage.3.l5.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 14171136,
+ "nbytes": 3072
+ },
+ "stage.3.l5.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 9,
+ "offset": 14174208,
+ "nbytes": 3538944
+ },
+ "stage.3.l5.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 9,
+ "offset": 17713152,
+ "nbytes": 1179648
+ },
+ "stage.3.l5.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 9,
+ "offset": 18892800,
+ "nbytes": 4718592
+ },
+ "stage.3.l5.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 9,
+ "offset": 23611392,
+ "nbytes": 4718592
+ },
+ "stage.3.l6.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 28329984,
+ "nbytes": 3072
+ },
+ "stage.3.l6.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 28333056,
+ "nbytes": 3072
+ },
+ "stage.3.l6.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 28336128,
+ "nbytes": 3072
+ },
+ "stage.3.l6.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 28339200,
+ "nbytes": 3072
+ },
+ "stage.3.l6.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 28342272,
+ "nbytes": 3072
+ },
+ "stage.3.l6.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 28345344,
+ "nbytes": 3072
+ },
+ "stage.3.l6.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 9,
+ "offset": 28348416,
+ "nbytes": 3538944
+ },
+ "stage.3.l6.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 9,
+ "offset": 31887360,
+ "nbytes": 1179648
+ },
+ "stage.3.l6.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 9,
+ "offset": 33067008,
+ "nbytes": 4718592
+ },
+ "stage.3.l6.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 9,
+ "offset": 37785600,
+ "nbytes": 4718592
+ },
+ "stage.3.l7.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 42504192,
+ "nbytes": 3072
+ },
+ "stage.3.l7.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 42507264,
+ "nbytes": 3072
+ },
+ "stage.3.l7.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 42510336,
+ "nbytes": 3072
+ },
+ "stage.3.l7.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 42513408,
+ "nbytes": 3072
+ },
+ "stage.3.l7.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 42516480,
+ "nbytes": 3072
+ },
+ "stage.3.l7.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 42519552,
+ "nbytes": 3072
+ },
+ "stage.3.l7.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 9,
+ "offset": 42522624,
+ "nbytes": 3538944
+ },
+ "stage.3.l7.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 9,
+ "offset": 46061568,
+ "nbytes": 1179648
+ },
+ "stage.3.l7.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 9,
+ "offset": 47241216,
+ "nbytes": 4718592
+ },
+ "stage.3.l7.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 9,
+ "offset": 51959808,
+ "nbytes": 4718592
+ },
+ "stage.3.l8.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 56678400,
+ "nbytes": 3072
+ },
+ "stage.3.l8.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 56681472,
+ "nbytes": 3072
+ },
+ "stage.3.l8.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 56684544,
+ "nbytes": 3072
+ },
+ "stage.3.l8.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 56687616,
+ "nbytes": 3072
+ },
+ "stage.3.l8.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 56690688,
+ "nbytes": 3072
+ },
+ "stage.3.l8.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 9,
+ "offset": 56693760,
+ "nbytes": 3072
+ },
+ "stage.3.l8.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 9,
+ "offset": 56696832,
+ "nbytes": 3538944
+ },
+ "stage.3.l8.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 9,
+ "offset": 60235776,
+ "nbytes": 1179648
+ },
+ "stage.3.l8.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 9,
+ "offset": 61415424,
+ "nbytes": 4718592
+ },
+ "stage.3.l8.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 10,
+ "offset": 0,
+ "nbytes": 4718592
+ },
+ "stage.3.l9.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 4718592,
+ "nbytes": 3072
+ },
+ "stage.3.l9.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 4721664,
+ "nbytes": 3072
+ },
+ "stage.3.l9.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 4724736,
+ "nbytes": 3072
+ },
+ "stage.3.l9.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 4727808,
+ "nbytes": 3072
+ },
+ "stage.3.l9.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 4730880,
+ "nbytes": 3072
+ },
+ "stage.3.l9.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 4733952,
+ "nbytes": 3072
+ },
+ "stage.3.l9.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 10,
+ "offset": 4737024,
+ "nbytes": 3538944
+ },
+ "stage.3.l9.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 10,
+ "offset": 8275968,
+ "nbytes": 1179648
+ },
+ "stage.3.l9.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 10,
+ "offset": 9455616,
+ "nbytes": 4718592
+ },
+ "stage.3.l9.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 10,
+ "offset": 14174208,
+ "nbytes": 4718592
+ },
+ "stage.3.l10.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 18892800,
+ "nbytes": 3072
+ },
+ "stage.3.l10.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 18895872,
+ "nbytes": 3072
+ },
+ "stage.3.l10.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 18898944,
+ "nbytes": 3072
+ },
+ "stage.3.l10.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 18902016,
+ "nbytes": 3072
+ },
+ "stage.3.l10.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 18905088,
+ "nbytes": 3072
+ },
+ "stage.3.l10.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 18908160,
+ "nbytes": 3072
+ },
+ "stage.3.l10.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 10,
+ "offset": 18911232,
+ "nbytes": 3538944
+ },
+ "stage.3.l10.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 10,
+ "offset": 22450176,
+ "nbytes": 1179648
+ },
+ "stage.3.l10.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 10,
+ "offset": 23629824,
+ "nbytes": 4718592
+ },
+ "stage.3.l10.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 10,
+ "offset": 28348416,
+ "nbytes": 4718592
+ },
+ "stage.3.l11.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 33067008,
+ "nbytes": 3072
+ },
+ "stage.3.l11.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 33070080,
+ "nbytes": 3072
+ },
+ "stage.3.l11.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 33073152,
+ "nbytes": 3072
+ },
+ "stage.3.l11.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 33076224,
+ "nbytes": 3072
+ },
+ "stage.3.l11.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 33079296,
+ "nbytes": 3072
+ },
+ "stage.3.l11.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 10,
+ "offset": 33082368,
+ "nbytes": 3072
+ },
+ "stage.3.l11.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 10,
+ "offset": 33085440,
+ "nbytes": 3538944
+ },
+ "stage.3.l11.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 10,
+ "offset": 36624384,
+ "nbytes": 1179648
+ },
+ "stage.3.l11.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 10,
+ "offset": 37804032,
+ "nbytes": 4718592
+ },
+ "stage.3.l11.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 10,
+ "offset": 42522624,
+ "nbytes": 4718592
+ },
+ "stage.4.in.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 10,
+ "offset": 47241216,
+ "nbytes": 3276800
+ },
+ "stage.4.out.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1024
+ ],
+ "shard": 10,
+ "offset": 50518016,
+ "nbytes": 2621440
+ },
+ "stage.4.l0.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 53139456,
+ "nbytes": 5120
+ },
+ "stage.4.l0.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 53144576,
+ "nbytes": 5120
+ },
+ "stage.4.l0.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 53149696,
+ "nbytes": 5120
+ },
+ "stage.4.l0.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 53154816,
+ "nbytes": 5120
+ },
+ "stage.4.l0.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 53159936,
+ "nbytes": 5120
+ },
+ "stage.4.l0.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 53165056,
+ "nbytes": 5120
+ },
+ "stage.4.l0.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 10,
+ "offset": 53170176,
+ "nbytes": 9830400
+ },
+ "stage.4.l0.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 10,
+ "offset": 63000576,
+ "nbytes": 3276800
+ },
+ "stage.4.l0.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 11,
+ "offset": 0,
+ "nbytes": 13107200
+ },
+ "stage.4.l0.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 11,
+ "offset": 13107200,
+ "nbytes": 13107200
+ },
+ "stage.4.l1.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 26214400,
+ "nbytes": 5120
+ },
+ "stage.4.l1.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 26219520,
+ "nbytes": 5120
+ },
+ "stage.4.l1.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 26224640,
+ "nbytes": 5120
+ },
+ "stage.4.l1.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 26229760,
+ "nbytes": 5120
+ },
+ "stage.4.l1.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 26234880,
+ "nbytes": 5120
+ },
+ "stage.4.l1.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 26240000,
+ "nbytes": 5120
+ },
+ "stage.4.l1.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 11,
+ "offset": 26245120,
+ "nbytes": 9830400
+ },
+ "stage.4.l1.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 11,
+ "offset": 36075520,
+ "nbytes": 3276800
+ },
+ "stage.4.l1.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 11,
+ "offset": 39352320,
+ "nbytes": 13107200
+ },
+ "stage.4.l1.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 11,
+ "offset": 52459520,
+ "nbytes": 13107200
+ },
+ "stage.4.l2.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 65566720,
+ "nbytes": 5120
+ },
+ "stage.4.l2.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 65571840,
+ "nbytes": 5120
+ },
+ "stage.4.l2.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 65576960,
+ "nbytes": 5120
+ },
+ "stage.4.l2.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 65582080,
+ "nbytes": 5120
+ },
+ "stage.4.l2.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 65587200,
+ "nbytes": 5120
+ },
+ "stage.4.l2.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 65592320,
+ "nbytes": 5120
+ },
+ "stage.4.l2.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 12,
+ "offset": 0,
+ "nbytes": 9830400
+ },
+ "stage.4.l2.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 12,
+ "offset": 9830400,
+ "nbytes": 3276800
+ },
+ "stage.4.l2.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 12,
+ "offset": 13107200,
+ "nbytes": 13107200
+ },
+ "stage.4.l2.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 12,
+ "offset": 26214400,
+ "nbytes": 13107200
+ },
+ "stage.4.l3.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 39321600,
+ "nbytes": 5120
+ },
+ "stage.4.l3.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 39326720,
+ "nbytes": 5120
+ },
+ "stage.4.l3.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 39331840,
+ "nbytes": 5120
+ },
+ "stage.4.l3.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 39336960,
+ "nbytes": 5120
+ },
+ "stage.4.l3.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 39342080,
+ "nbytes": 5120
+ },
+ "stage.4.l3.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 39347200,
+ "nbytes": 5120
+ },
+ "stage.4.l3.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 12,
+ "offset": 39352320,
+ "nbytes": 9830400
+ },
+ "stage.4.l3.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 12,
+ "offset": 49182720,
+ "nbytes": 3276800
+ },
+ "stage.4.l3.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 12,
+ "offset": 52459520,
+ "nbytes": 13107200
+ },
+ "stage.4.l3.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 13,
+ "offset": 0,
+ "nbytes": 13107200
+ },
+ "stage.4.l4.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 13,
+ "offset": 13107200,
+ "nbytes": 5120
+ },
+ "stage.4.l4.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 13,
+ "offset": 13112320,
+ "nbytes": 5120
+ },
+ "stage.4.l4.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 13,
+ "offset": 13117440,
+ "nbytes": 5120
+ },
+ "stage.4.l4.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 13,
+ "offset": 13122560,
+ "nbytes": 5120
+ },
+ "stage.4.l4.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 13,
+ "offset": 13127680,
+ "nbytes": 5120
+ },
+ "stage.4.l4.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 13,
+ "offset": 13132800,
+ "nbytes": 5120
+ },
+ "stage.4.l4.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 13,
+ "offset": 13137920,
+ "nbytes": 9830400
+ },
+ "stage.4.l4.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 13,
+ "offset": 22968320,
+ "nbytes": 3276800
+ },
+ "stage.4.l4.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 13,
+ "offset": 26245120,
+ "nbytes": 13107200
+ },
+ "stage.4.l4.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 13,
+ "offset": 39352320,
+ "nbytes": 13107200
+ },
+ "stage.4.l5.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 13,
+ "offset": 52459520,
+ "nbytes": 5120
+ },
+ "stage.4.l5.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 13,
+ "offset": 52464640,
+ "nbytes": 5120
+ },
+ "stage.4.l5.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 13,
+ "offset": 52469760,
+ "nbytes": 5120
+ },
+ "stage.4.l5.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 13,
+ "offset": 52474880,
+ "nbytes": 5120
+ },
+ "stage.4.l5.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 13,
+ "offset": 52480000,
+ "nbytes": 5120
+ },
+ "stage.4.l5.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 13,
+ "offset": 52485120,
+ "nbytes": 5120
+ },
+ "stage.4.l5.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 13,
+ "offset": 52490240,
+ "nbytes": 9830400
+ },
+ "stage.4.l5.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 13,
+ "offset": 62320640,
+ "nbytes": 3276800
+ },
+ "stage.4.l5.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 14,
+ "offset": 0,
+ "nbytes": 13107200
+ },
+ "stage.4.l5.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 14,
+ "offset": 13107200,
+ "nbytes": 13107200
+ },
+ "stage.4.l6.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 14,
+ "offset": 26214400,
+ "nbytes": 5120
+ },
+ "stage.4.l6.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 14,
+ "offset": 26219520,
+ "nbytes": 5120
+ },
+ "stage.4.l6.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 14,
+ "offset": 26224640,
+ "nbytes": 5120
+ },
+ "stage.4.l6.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 14,
+ "offset": 26229760,
+ "nbytes": 5120
+ },
+ "stage.4.l6.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 14,
+ "offset": 26234880,
+ "nbytes": 5120
+ },
+ "stage.4.l6.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 14,
+ "offset": 26240000,
+ "nbytes": 5120
+ },
+ "stage.4.l6.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 14,
+ "offset": 26245120,
+ "nbytes": 9830400
+ },
+ "stage.4.l6.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 14,
+ "offset": 36075520,
+ "nbytes": 3276800
+ },
+ "stage.4.l6.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 14,
+ "offset": 39352320,
+ "nbytes": 13107200
+ },
+ "stage.4.l6.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 14,
+ "offset": 52459520,
+ "nbytes": 13107200
+ },
+ "stage.4.l7.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 14,
+ "offset": 65566720,
+ "nbytes": 5120
+ },
+ "stage.4.l7.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 14,
+ "offset": 65571840,
+ "nbytes": 5120
+ },
+ "stage.4.l7.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 14,
+ "offset": 65576960,
+ "nbytes": 5120
+ },
+ "stage.4.l7.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 14,
+ "offset": 65582080,
+ "nbytes": 5120
+ },
+ "stage.4.l7.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 14,
+ "offset": 65587200,
+ "nbytes": 5120
+ },
+ "stage.4.l7.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 14,
+ "offset": 65592320,
+ "nbytes": 5120
+ },
+ "stage.4.l7.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 15,
+ "offset": 0,
+ "nbytes": 9830400
+ },
+ "stage.4.l7.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 15,
+ "offset": 9830400,
+ "nbytes": 3276800
+ },
+ "stage.4.l7.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 15,
+ "offset": 13107200,
+ "nbytes": 13107200
+ },
+ "stage.4.l7.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 15,
+ "offset": 26214400,
+ "nbytes": 13107200
+ },
+ "stage.4.l8.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 15,
+ "offset": 39321600,
+ "nbytes": 5120
+ },
+ "stage.4.l8.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 15,
+ "offset": 39326720,
+ "nbytes": 5120
+ },
+ "stage.4.l8.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 15,
+ "offset": 39331840,
+ "nbytes": 5120
+ },
+ "stage.4.l8.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 15,
+ "offset": 39336960,
+ "nbytes": 5120
+ },
+ "stage.4.l8.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 15,
+ "offset": 39342080,
+ "nbytes": 5120
+ },
+ "stage.4.l8.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 15,
+ "offset": 39347200,
+ "nbytes": 5120
+ },
+ "stage.4.l8.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 15,
+ "offset": 39352320,
+ "nbytes": 9830400
+ },
+ "stage.4.l8.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 15,
+ "offset": 49182720,
+ "nbytes": 3276800
+ },
+ "stage.4.l8.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 15,
+ "offset": 52459520,
+ "nbytes": 13107200
+ },
+ "stage.4.l8.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 16,
+ "offset": 0,
+ "nbytes": 13107200
+ },
+ "stage.4.l9.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 16,
+ "offset": 13107200,
+ "nbytes": 5120
+ },
+ "stage.4.l9.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 16,
+ "offset": 13112320,
+ "nbytes": 5120
+ },
+ "stage.4.l9.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 16,
+ "offset": 13117440,
+ "nbytes": 5120
+ },
+ "stage.4.l9.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 16,
+ "offset": 13122560,
+ "nbytes": 5120
+ },
+ "stage.4.l9.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 16,
+ "offset": 13127680,
+ "nbytes": 5120
+ },
+ "stage.4.l9.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 16,
+ "offset": 13132800,
+ "nbytes": 5120
+ },
+ "stage.4.l9.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 16,
+ "offset": 13137920,
+ "nbytes": 9830400
+ },
+ "stage.4.l9.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 16,
+ "offset": 22968320,
+ "nbytes": 3276800
+ },
+ "stage.4.l9.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 16,
+ "offset": 26245120,
+ "nbytes": 13107200
+ },
+ "stage.4.l9.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 16,
+ "offset": 39352320,
+ "nbytes": 13107200
+ },
+ "stage.4.l10.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 16,
+ "offset": 52459520,
+ "nbytes": 5120
+ },
+ "stage.4.l10.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 16,
+ "offset": 52464640,
+ "nbytes": 5120
+ },
+ "stage.4.l10.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 16,
+ "offset": 52469760,
+ "nbytes": 5120
+ },
+ "stage.4.l10.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 16,
+ "offset": 52474880,
+ "nbytes": 5120
+ },
+ "stage.4.l10.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 16,
+ "offset": 52480000,
+ "nbytes": 5120
+ },
+ "stage.4.l10.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 16,
+ "offset": 52485120,
+ "nbytes": 5120
+ },
+ "stage.4.l10.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 16,
+ "offset": 52490240,
+ "nbytes": 9830400
+ },
+ "stage.4.l10.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 16,
+ "offset": 62320640,
+ "nbytes": 3276800
+ },
+ "stage.4.l10.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 17,
+ "offset": 0,
+ "nbytes": 13107200
+ },
+ "stage.4.l10.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 17,
+ "offset": 13107200,
+ "nbytes": 13107200
+ },
+ "stage.4.l11.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 17,
+ "offset": 26214400,
+ "nbytes": 5120
+ },
+ "stage.4.l11.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 17,
+ "offset": 26219520,
+ "nbytes": 5120
+ },
+ "stage.4.l11.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 17,
+ "offset": 26224640,
+ "nbytes": 5120
+ },
+ "stage.4.l11.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 17,
+ "offset": 26229760,
+ "nbytes": 5120
+ },
+ "stage.4.l11.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 17,
+ "offset": 26234880,
+ "nbytes": 5120
+ },
+ "stage.4.l11.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 17,
+ "offset": 26240000,
+ "nbytes": 5120
+ },
+ "stage.4.l11.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 17,
+ "offset": 26245120,
+ "nbytes": 9830400
+ },
+ "stage.4.l11.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 17,
+ "offset": 36075520,
+ "nbytes": 3276800
+ },
+ "stage.4.l11.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 17,
+ "offset": 39352320,
+ "nbytes": 13107200
+ },
+ "stage.4.l11.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 17,
+ "offset": 52459520,
+ "nbytes": 13107200
+ },
+ "stage.4.l12.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 17,
+ "offset": 65566720,
+ "nbytes": 5120
+ },
+ "stage.4.l12.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 17,
+ "offset": 65571840,
+ "nbytes": 5120
+ },
+ "stage.4.l12.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 17,
+ "offset": 65576960,
+ "nbytes": 5120
+ },
+ "stage.4.l12.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 17,
+ "offset": 65582080,
+ "nbytes": 5120
+ },
+ "stage.4.l12.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 17,
+ "offset": 65587200,
+ "nbytes": 5120
+ },
+ "stage.4.l12.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 17,
+ "offset": 65592320,
+ "nbytes": 5120
+ },
+ "stage.4.l12.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 18,
+ "offset": 0,
+ "nbytes": 9830400
+ },
+ "stage.4.l12.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 18,
+ "offset": 9830400,
+ "nbytes": 3276800
+ },
+ "stage.4.l12.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 18,
+ "offset": 13107200,
+ "nbytes": 13107200
+ },
+ "stage.4.l12.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 18,
+ "offset": 26214400,
+ "nbytes": 13107200
+ },
+ "stage.4.l13.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 18,
+ "offset": 39321600,
+ "nbytes": 5120
+ },
+ "stage.4.l13.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 18,
+ "offset": 39326720,
+ "nbytes": 5120
+ },
+ "stage.4.l13.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 18,
+ "offset": 39331840,
+ "nbytes": 5120
+ },
+ "stage.4.l13.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 18,
+ "offset": 39336960,
+ "nbytes": 5120
+ },
+ "stage.4.l13.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 18,
+ "offset": 39342080,
+ "nbytes": 5120
+ },
+ "stage.4.l13.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 18,
+ "offset": 39347200,
+ "nbytes": 5120
+ },
+ "stage.4.l13.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 18,
+ "offset": 39352320,
+ "nbytes": 9830400
+ },
+ "stage.4.l13.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 18,
+ "offset": 49182720,
+ "nbytes": 3276800
+ },
+ "stage.4.l13.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 18,
+ "offset": 52459520,
+ "nbytes": 13107200
+ },
+ "stage.4.l13.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 19,
+ "offset": 0,
+ "nbytes": 13107200
+ },
+ "stage.4.l14.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 19,
+ "offset": 13107200,
+ "nbytes": 5120
+ },
+ "stage.4.l14.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 19,
+ "offset": 13112320,
+ "nbytes": 5120
+ },
+ "stage.4.l14.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 19,
+ "offset": 13117440,
+ "nbytes": 5120
+ },
+ "stage.4.l14.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 19,
+ "offset": 13122560,
+ "nbytes": 5120
+ },
+ "stage.4.l14.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 19,
+ "offset": 13127680,
+ "nbytes": 5120
+ },
+ "stage.4.l14.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 19,
+ "offset": 13132800,
+ "nbytes": 5120
+ },
+ "stage.4.l14.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 19,
+ "offset": 13137920,
+ "nbytes": 9830400
+ },
+ "stage.4.l14.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 19,
+ "offset": 22968320,
+ "nbytes": 3276800
+ },
+ "stage.4.l14.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 19,
+ "offset": 26245120,
+ "nbytes": 13107200
+ },
+ "stage.4.l14.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 19,
+ "offset": 39352320,
+ "nbytes": 13107200
+ },
+ "stage.4.l15.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 19,
+ "offset": 52459520,
+ "nbytes": 5120
+ },
+ "stage.4.l15.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 19,
+ "offset": 52464640,
+ "nbytes": 5120
+ },
+ "stage.4.l15.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 19,
+ "offset": 52469760,
+ "nbytes": 5120
+ },
+ "stage.4.l15.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 19,
+ "offset": 52474880,
+ "nbytes": 5120
+ },
+ "stage.4.l15.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 19,
+ "offset": 52480000,
+ "nbytes": 5120
+ },
+ "stage.4.l15.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 19,
+ "offset": 52485120,
+ "nbytes": 5120
+ },
+ "stage.4.l15.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 19,
+ "offset": 52490240,
+ "nbytes": 9830400
+ },
+ "stage.4.l15.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 19,
+ "offset": 62320640,
+ "nbytes": 3276800
+ },
+ "stage.4.l15.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 20,
+ "offset": 0,
+ "nbytes": 13107200
+ },
+ "stage.4.l15.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 20,
+ "offset": 13107200,
+ "nbytes": 13107200
+ },
+ "stage.4.l16.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 20,
+ "offset": 26214400,
+ "nbytes": 5120
+ },
+ "stage.4.l16.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 20,
+ "offset": 26219520,
+ "nbytes": 5120
+ },
+ "stage.4.l16.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 20,
+ "offset": 26224640,
+ "nbytes": 5120
+ },
+ "stage.4.l16.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 20,
+ "offset": 26229760,
+ "nbytes": 5120
+ },
+ "stage.4.l16.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 20,
+ "offset": 26234880,
+ "nbytes": 5120
+ },
+ "stage.4.l16.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 20,
+ "offset": 26240000,
+ "nbytes": 5120
+ },
+ "stage.4.l16.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 20,
+ "offset": 26245120,
+ "nbytes": 9830400
+ },
+ "stage.4.l16.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 20,
+ "offset": 36075520,
+ "nbytes": 3276800
+ },
+ "stage.4.l16.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 20,
+ "offset": 39352320,
+ "nbytes": 13107200
+ },
+ "stage.4.l16.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 20,
+ "offset": 52459520,
+ "nbytes": 13107200
+ },
+ "stage.4.l17.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 20,
+ "offset": 65566720,
+ "nbytes": 5120
+ },
+ "stage.4.l17.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 20,
+ "offset": 65571840,
+ "nbytes": 5120
+ },
+ "stage.4.l17.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 20,
+ "offset": 65576960,
+ "nbytes": 5120
+ },
+ "stage.4.l17.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 20,
+ "offset": 65582080,
+ "nbytes": 5120
+ },
+ "stage.4.l17.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 20,
+ "offset": 65587200,
+ "nbytes": 5120
+ },
+ "stage.4.l17.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 20,
+ "offset": 65592320,
+ "nbytes": 5120
+ },
+ "stage.4.l17.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 21,
+ "offset": 0,
+ "nbytes": 9830400
+ },
+ "stage.4.l17.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 21,
+ "offset": 9830400,
+ "nbytes": 3276800
+ },
+ "stage.4.l17.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 21,
+ "offset": 13107200,
+ "nbytes": 13107200
+ },
+ "stage.4.l17.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 21,
+ "offset": 26214400,
+ "nbytes": 13107200
+ },
+ "stage.4.l18.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 21,
+ "offset": 39321600,
+ "nbytes": 5120
+ },
+ "stage.4.l18.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 21,
+ "offset": 39326720,
+ "nbytes": 5120
+ },
+ "stage.4.l18.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 21,
+ "offset": 39331840,
+ "nbytes": 5120
+ },
+ "stage.4.l18.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 21,
+ "offset": 39336960,
+ "nbytes": 5120
+ },
+ "stage.4.l18.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 21,
+ "offset": 39342080,
+ "nbytes": 5120
+ },
+ "stage.4.l18.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 21,
+ "offset": 39347200,
+ "nbytes": 5120
+ },
+ "stage.4.l18.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 21,
+ "offset": 39352320,
+ "nbytes": 9830400
+ },
+ "stage.4.l18.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 21,
+ "offset": 49182720,
+ "nbytes": 3276800
+ },
+ "stage.4.l18.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 21,
+ "offset": 52459520,
+ "nbytes": 13107200
+ },
+ "stage.4.l18.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 22,
+ "offset": 0,
+ "nbytes": 13107200
+ },
+ "stage.4.l19.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 22,
+ "offset": 13107200,
+ "nbytes": 5120
+ },
+ "stage.4.l19.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 22,
+ "offset": 13112320,
+ "nbytes": 5120
+ },
+ "stage.4.l19.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 22,
+ "offset": 13117440,
+ "nbytes": 5120
+ },
+ "stage.4.l19.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 22,
+ "offset": 13122560,
+ "nbytes": 5120
+ },
+ "stage.4.l19.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 22,
+ "offset": 13127680,
+ "nbytes": 5120
+ },
+ "stage.4.l19.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 22,
+ "offset": 13132800,
+ "nbytes": 5120
+ },
+ "stage.4.l19.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 22,
+ "offset": 13137920,
+ "nbytes": 9830400
+ },
+ "stage.4.l19.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 22,
+ "offset": 22968320,
+ "nbytes": 3276800
+ },
+ "stage.4.l19.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 22,
+ "offset": 26245120,
+ "nbytes": 13107200
+ },
+ "stage.4.l19.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 22,
+ "offset": 39352320,
+ "nbytes": 13107200
+ },
+ "stage.4.l20.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 22,
+ "offset": 52459520,
+ "nbytes": 5120
+ },
+ "stage.4.l20.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 22,
+ "offset": 52464640,
+ "nbytes": 5120
+ },
+ "stage.4.l20.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 22,
+ "offset": 52469760,
+ "nbytes": 5120
+ },
+ "stage.4.l20.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 22,
+ "offset": 52474880,
+ "nbytes": 5120
+ },
+ "stage.4.l20.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 22,
+ "offset": 52480000,
+ "nbytes": 5120
+ },
+ "stage.4.l20.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 22,
+ "offset": 52485120,
+ "nbytes": 5120
+ },
+ "stage.4.l20.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 22,
+ "offset": 52490240,
+ "nbytes": 9830400
+ },
+ "stage.4.l20.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 22,
+ "offset": 62320640,
+ "nbytes": 3276800
+ },
+ "stage.4.l20.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 23,
+ "offset": 0,
+ "nbytes": 13107200
+ },
+ "stage.4.l20.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 23,
+ "offset": 13107200,
+ "nbytes": 13107200
+ },
+ "stage.4.l21.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 23,
+ "offset": 26214400,
+ "nbytes": 5120
+ },
+ "stage.4.l21.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 23,
+ "offset": 26219520,
+ "nbytes": 5120
+ },
+ "stage.4.l21.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 23,
+ "offset": 26224640,
+ "nbytes": 5120
+ },
+ "stage.4.l21.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 23,
+ "offset": 26229760,
+ "nbytes": 5120
+ },
+ "stage.4.l21.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 23,
+ "offset": 26234880,
+ "nbytes": 5120
+ },
+ "stage.4.l21.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 23,
+ "offset": 26240000,
+ "nbytes": 5120
+ },
+ "stage.4.l21.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 23,
+ "offset": 26245120,
+ "nbytes": 9830400
+ },
+ "stage.4.l21.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 23,
+ "offset": 36075520,
+ "nbytes": 3276800
+ },
+ "stage.4.l21.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 23,
+ "offset": 39352320,
+ "nbytes": 13107200
+ },
+ "stage.4.l21.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 23,
+ "offset": 52459520,
+ "nbytes": 13107200
+ },
+ "stage.4.l22.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 23,
+ "offset": 65566720,
+ "nbytes": 5120
+ },
+ "stage.4.l22.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 23,
+ "offset": 65571840,
+ "nbytes": 5120
+ },
+ "stage.4.l22.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 23,
+ "offset": 65576960,
+ "nbytes": 5120
+ },
+ "stage.4.l22.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 23,
+ "offset": 65582080,
+ "nbytes": 5120
+ },
+ "stage.4.l22.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 23,
+ "offset": 65587200,
+ "nbytes": 5120
+ },
+ "stage.4.l22.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 23,
+ "offset": 65592320,
+ "nbytes": 5120
+ },
+ "stage.4.l22.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 24,
+ "offset": 0,
+ "nbytes": 9830400
+ },
+ "stage.4.l22.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 24,
+ "offset": 9830400,
+ "nbytes": 3276800
+ },
+ "stage.4.l22.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 24,
+ "offset": 13107200,
+ "nbytes": 13107200
+ },
+ "stage.4.l22.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 24,
+ "offset": 26214400,
+ "nbytes": 13107200
+ },
+ "stage.4.l23.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 24,
+ "offset": 39321600,
+ "nbytes": 5120
+ },
+ "stage.4.l23.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 24,
+ "offset": 39326720,
+ "nbytes": 5120
+ },
+ "stage.4.l23.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 24,
+ "offset": 39331840,
+ "nbytes": 5120
+ },
+ "stage.4.l23.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 24,
+ "offset": 39336960,
+ "nbytes": 5120
+ },
+ "stage.4.l23.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 24,
+ "offset": 39342080,
+ "nbytes": 5120
+ },
+ "stage.4.l23.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 24,
+ "offset": 39347200,
+ "nbytes": 5120
+ },
+ "stage.4.l23.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 24,
+ "offset": 39352320,
+ "nbytes": 9830400
+ },
+ "stage.4.l23.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 24,
+ "offset": 49182720,
+ "nbytes": 3276800
+ },
+ "stage.4.l23.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 24,
+ "offset": 52459520,
+ "nbytes": 13107200
+ },
+ "stage.4.l23.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 25,
+ "offset": 0,
+ "nbytes": 13107200
+ },
+ "stage.4.l24.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 25,
+ "offset": 13107200,
+ "nbytes": 5120
+ },
+ "stage.4.l24.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 25,
+ "offset": 13112320,
+ "nbytes": 5120
+ },
+ "stage.4.l24.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 25,
+ "offset": 13117440,
+ "nbytes": 5120
+ },
+ "stage.4.l24.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 25,
+ "offset": 13122560,
+ "nbytes": 5120
+ },
+ "stage.4.l24.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 25,
+ "offset": 13127680,
+ "nbytes": 5120
+ },
+ "stage.4.l24.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 25,
+ "offset": 13132800,
+ "nbytes": 5120
+ },
+ "stage.4.l24.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 25,
+ "offset": 13137920,
+ "nbytes": 9830400
+ },
+ "stage.4.l24.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 25,
+ "offset": 22968320,
+ "nbytes": 3276800
+ },
+ "stage.4.l24.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 25,
+ "offset": 26245120,
+ "nbytes": 13107200
+ },
+ "stage.4.l24.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 25,
+ "offset": 39352320,
+ "nbytes": 13107200
+ },
+ "stage.4.l25.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 25,
+ "offset": 52459520,
+ "nbytes": 5120
+ },
+ "stage.4.l25.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 25,
+ "offset": 52464640,
+ "nbytes": 5120
+ },
+ "stage.4.l25.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 25,
+ "offset": 52469760,
+ "nbytes": 5120
+ },
+ "stage.4.l25.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 25,
+ "offset": 52474880,
+ "nbytes": 5120
+ },
+ "stage.4.l25.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 25,
+ "offset": 52480000,
+ "nbytes": 5120
+ },
+ "stage.4.l25.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 25,
+ "offset": 52485120,
+ "nbytes": 5120
+ },
+ "stage.4.l25.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 25,
+ "offset": 52490240,
+ "nbytes": 9830400
+ },
+ "stage.4.l25.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 25,
+ "offset": 62320640,
+ "nbytes": 3276800
+ },
+ "stage.4.l25.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 26,
+ "offset": 0,
+ "nbytes": 13107200
+ },
+ "stage.4.l25.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 26,
+ "offset": 13107200,
+ "nbytes": 13107200
+ },
+ "stage.4.l26.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 26,
+ "offset": 26214400,
+ "nbytes": 5120
+ },
+ "stage.4.l26.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 26,
+ "offset": 26219520,
+ "nbytes": 5120
+ },
+ "stage.4.l26.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 26,
+ "offset": 26224640,
+ "nbytes": 5120
+ },
+ "stage.4.l26.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 26,
+ "offset": 26229760,
+ "nbytes": 5120
+ },
+ "stage.4.l26.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 26,
+ "offset": 26234880,
+ "nbytes": 5120
+ },
+ "stage.4.l26.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 26,
+ "offset": 26240000,
+ "nbytes": 5120
+ },
+ "stage.4.l26.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 26,
+ "offset": 26245120,
+ "nbytes": 9830400
+ },
+ "stage.4.l26.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 26,
+ "offset": 36075520,
+ "nbytes": 3276800
+ },
+ "stage.4.l26.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 26,
+ "offset": 39352320,
+ "nbytes": 13107200
+ },
+ "stage.4.l26.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 26,
+ "offset": 52459520,
+ "nbytes": 13107200
+ },
+ "stage.4.l27.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 26,
+ "offset": 65566720,
+ "nbytes": 5120
+ },
+ "stage.4.l27.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 26,
+ "offset": 65571840,
+ "nbytes": 5120
+ },
+ "stage.4.l27.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 26,
+ "offset": 65576960,
+ "nbytes": 5120
+ },
+ "stage.4.l27.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 26,
+ "offset": 65582080,
+ "nbytes": 5120
+ },
+ "stage.4.l27.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 26,
+ "offset": 65587200,
+ "nbytes": 5120
+ },
+ "stage.4.l27.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 26,
+ "offset": 65592320,
+ "nbytes": 5120
+ },
+ "stage.4.l27.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 27,
+ "offset": 0,
+ "nbytes": 9830400
+ },
+ "stage.4.l27.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 27,
+ "offset": 9830400,
+ "nbytes": 3276800
+ },
+ "stage.4.l27.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 27,
+ "offset": 13107200,
+ "nbytes": 13107200
+ },
+ "stage.4.l27.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 27,
+ "offset": 26214400,
+ "nbytes": 13107200
+ },
+ "stage.4.l28.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 27,
+ "offset": 39321600,
+ "nbytes": 5120
+ },
+ "stage.4.l28.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 27,
+ "offset": 39326720,
+ "nbytes": 5120
+ },
+ "stage.4.l28.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 27,
+ "offset": 39331840,
+ "nbytes": 5120
+ },
+ "stage.4.l28.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 27,
+ "offset": 39336960,
+ "nbytes": 5120
+ },
+ "stage.4.l28.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 27,
+ "offset": 39342080,
+ "nbytes": 5120
+ },
+ "stage.4.l28.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 27,
+ "offset": 39347200,
+ "nbytes": 5120
+ },
+ "stage.4.l28.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 27,
+ "offset": 39352320,
+ "nbytes": 9830400
+ },
+ "stage.4.l28.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 27,
+ "offset": 49182720,
+ "nbytes": 3276800
+ },
+ "stage.4.l28.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 27,
+ "offset": 52459520,
+ "nbytes": 13107200
+ },
+ "stage.4.l28.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 28,
+ "offset": 0,
+ "nbytes": 13107200
+ },
+ "stage.4.l29.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 28,
+ "offset": 13107200,
+ "nbytes": 5120
+ },
+ "stage.4.l29.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 28,
+ "offset": 13112320,
+ "nbytes": 5120
+ },
+ "stage.4.l29.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 28,
+ "offset": 13117440,
+ "nbytes": 5120
+ },
+ "stage.4.l29.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 28,
+ "offset": 13122560,
+ "nbytes": 5120
+ },
+ "stage.4.l29.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 28,
+ "offset": 13127680,
+ "nbytes": 5120
+ },
+ "stage.4.l29.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 28,
+ "offset": 13132800,
+ "nbytes": 5120
+ },
+ "stage.4.l29.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 28,
+ "offset": 13137920,
+ "nbytes": 9830400
+ },
+ "stage.4.l29.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 28,
+ "offset": 22968320,
+ "nbytes": 3276800
+ },
+ "stage.4.l29.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 28,
+ "offset": 26245120,
+ "nbytes": 13107200
+ },
+ "stage.4.l29.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 28,
+ "offset": 39352320,
+ "nbytes": 13107200
+ },
+ "stage.4.l30.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 28,
+ "offset": 52459520,
+ "nbytes": 5120
+ },
+ "stage.4.l30.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 28,
+ "offset": 52464640,
+ "nbytes": 5120
+ },
+ "stage.4.l30.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 28,
+ "offset": 52469760,
+ "nbytes": 5120
+ },
+ "stage.4.l30.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 28,
+ "offset": 52474880,
+ "nbytes": 5120
+ },
+ "stage.4.l30.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 28,
+ "offset": 52480000,
+ "nbytes": 5120
+ },
+ "stage.4.l30.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 28,
+ "offset": 52485120,
+ "nbytes": 5120
+ },
+ "stage.4.l30.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 28,
+ "offset": 52490240,
+ "nbytes": 9830400
+ },
+ "stage.4.l30.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 28,
+ "offset": 62320640,
+ "nbytes": 3276800
+ },
+ "stage.4.l30.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 29,
+ "offset": 0,
+ "nbytes": 13107200
+ },
+ "stage.4.l30.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 29,
+ "offset": 13107200,
+ "nbytes": 13107200
+ },
+ "stage.4.l31.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 29,
+ "offset": 26214400,
+ "nbytes": 5120
+ },
+ "stage.4.l31.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 29,
+ "offset": 26219520,
+ "nbytes": 5120
+ },
+ "stage.4.l31.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 29,
+ "offset": 26224640,
+ "nbytes": 5120
+ },
+ "stage.4.l31.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 29,
+ "offset": 26229760,
+ "nbytes": 5120
+ },
+ "stage.4.l31.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 29,
+ "offset": 26234880,
+ "nbytes": 5120
+ },
+ "stage.4.l31.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 29,
+ "offset": 26240000,
+ "nbytes": 5120
+ },
+ "stage.4.l31.qkv.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 29,
+ "offset": 26245120,
+ "nbytes": 9830400
+ },
+ "stage.4.l31.wo.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 29,
+ "offset": 36075520,
+ "nbytes": 3276800
+ },
+ "stage.4.l31.ffn1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 29,
+ "offset": 39352320,
+ "nbytes": 13107200
+ },
+ "stage.4.l31.ffn2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 29,
+ "offset": 52459520,
+ "nbytes": 13107200
+ },
+ "sem_enc.in.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 768
+ ],
+ "shard": 30,
+ "offset": 0,
+ "nbytes": 1572864
+ },
+ "sem_enc.in.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 1572864,
+ "nbytes": 3072
+ },
+ "sem_enc.0.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 30,
+ "offset": 1575936,
+ "nbytes": 21504
+ },
+ "sem_enc.0.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 1597440,
+ "nbytes": 3072
+ },
+ "sem_enc.0.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 1600512,
+ "nbytes": 3072
+ },
+ "sem_enc.0.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 1603584,
+ "nbytes": 3072
+ },
+ "sem_enc.0.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 30,
+ "offset": 1606656,
+ "nbytes": 3145728
+ },
+ "sem_enc.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 30,
+ "offset": 4752384,
+ "nbytes": 8192
+ },
+ "sem_enc.0.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 30,
+ "offset": 4760576,
+ "nbytes": 3145728
+ },
+ "sem_enc.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 7906304,
+ "nbytes": 3072
+ },
+ "sem_head.0.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 30,
+ "offset": 7909376,
+ "nbytes": 21504
+ },
+ "sem_head.0.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 7930880,
+ "nbytes": 3072
+ },
+ "sem_head.0.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 7933952,
+ "nbytes": 3072
+ },
+ "sem_head.0.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 7937024,
+ "nbytes": 3072
+ },
+ "sem_head.0.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 30,
+ "offset": 7940096,
+ "nbytes": 3145728
+ },
+ "sem_head.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 30,
+ "offset": 11085824,
+ "nbytes": 8192
+ },
+ "sem_head.0.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 30,
+ "offset": 11094016,
+ "nbytes": 3145728
+ },
+ "sem_head.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 14239744,
+ "nbytes": 3072
+ },
+ "sem_enc.1.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 30,
+ "offset": 14242816,
+ "nbytes": 21504
+ },
+ "sem_enc.1.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 14264320,
+ "nbytes": 3072
+ },
+ "sem_enc.1.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 14267392,
+ "nbytes": 3072
+ },
+ "sem_enc.1.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 14270464,
+ "nbytes": 3072
+ },
+ "sem_enc.1.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 30,
+ "offset": 14273536,
+ "nbytes": 3145728
+ },
+ "sem_enc.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 30,
+ "offset": 17419264,
+ "nbytes": 8192
+ },
+ "sem_enc.1.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 30,
+ "offset": 17427456,
+ "nbytes": 3145728
+ },
+ "sem_enc.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 20573184,
+ "nbytes": 3072
+ },
+ "sem_head.1.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 30,
+ "offset": 20576256,
+ "nbytes": 21504
+ },
+ "sem_head.1.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 20597760,
+ "nbytes": 3072
+ },
+ "sem_head.1.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 20600832,
+ "nbytes": 3072
+ },
+ "sem_head.1.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 20603904,
+ "nbytes": 3072
+ },
+ "sem_head.1.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 30,
+ "offset": 20606976,
+ "nbytes": 3145728
+ },
+ "sem_head.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 30,
+ "offset": 23752704,
+ "nbytes": 8192
+ },
+ "sem_head.1.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 30,
+ "offset": 23760896,
+ "nbytes": 3145728
+ },
+ "sem_head.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 26906624,
+ "nbytes": 3072
+ },
+ "sem_enc.2.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 30,
+ "offset": 26909696,
+ "nbytes": 21504
+ },
+ "sem_enc.2.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 26931200,
+ "nbytes": 3072
+ },
+ "sem_enc.2.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 26934272,
+ "nbytes": 3072
+ },
+ "sem_enc.2.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 26937344,
+ "nbytes": 3072
+ },
+ "sem_enc.2.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 30,
+ "offset": 26940416,
+ "nbytes": 3145728
+ },
+ "sem_enc.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 30,
+ "offset": 30086144,
+ "nbytes": 8192
+ },
+ "sem_enc.2.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 30,
+ "offset": 30094336,
+ "nbytes": 3145728
+ },
+ "sem_enc.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 33240064,
+ "nbytes": 3072
+ },
+ "sem_head.2.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 30,
+ "offset": 33243136,
+ "nbytes": 21504
+ },
+ "sem_head.2.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 33264640,
+ "nbytes": 3072
+ },
+ "sem_head.2.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 33267712,
+ "nbytes": 3072
+ },
+ "sem_head.2.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 33270784,
+ "nbytes": 3072
+ },
+ "sem_head.2.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 30,
+ "offset": 33273856,
+ "nbytes": 3145728
+ },
+ "sem_head.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 30,
+ "offset": 36419584,
+ "nbytes": 8192
+ },
+ "sem_head.2.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 30,
+ "offset": 36427776,
+ "nbytes": 3145728
+ },
+ "sem_head.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 39573504,
+ "nbytes": 3072
+ },
+ "sem_enc.3.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 30,
+ "offset": 39576576,
+ "nbytes": 21504
+ },
+ "sem_enc.3.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 39598080,
+ "nbytes": 3072
+ },
+ "sem_enc.3.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 39601152,
+ "nbytes": 3072
+ },
+ "sem_enc.3.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 39604224,
+ "nbytes": 3072
+ },
+ "sem_enc.3.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 30,
+ "offset": 39607296,
+ "nbytes": 3145728
+ },
+ "sem_enc.3.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 30,
+ "offset": 42753024,
+ "nbytes": 8192
+ },
+ "sem_enc.3.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 30,
+ "offset": 42761216,
+ "nbytes": 3145728
+ },
+ "sem_enc.3.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 45906944,
+ "nbytes": 3072
+ },
+ "sem_head.3.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 30,
+ "offset": 45910016,
+ "nbytes": 21504
+ },
+ "sem_head.3.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 45931520,
+ "nbytes": 3072
+ },
+ "sem_head.3.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 45934592,
+ "nbytes": 3072
+ },
+ "sem_head.3.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 45937664,
+ "nbytes": 3072
+ },
+ "sem_head.3.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 30,
+ "offset": 45940736,
+ "nbytes": 3145728
+ },
+ "sem_head.3.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 30,
+ "offset": 49086464,
+ "nbytes": 8192
+ },
+ "sem_head.3.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 30,
+ "offset": 49094656,
+ "nbytes": 3145728
+ },
+ "sem_head.3.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 52240384,
+ "nbytes": 3072
+ },
+ "sem_head.out.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 768,
+ 1024
+ ],
+ "shard": 30,
+ "offset": 52243456,
+ "nbytes": 1572864
+ },
+ "sem_head.out.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 30,
+ "offset": 53816320,
+ "nbytes": 4096
+ },
+ "rvq.0.in_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 8
+ ],
+ "shard": 30,
+ "offset": 53820416,
+ "nbytes": 24576,
+ "host": true
+ },
+ "rvq.0.in_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 8
+ ],
+ "shard": 30,
+ "offset": 53844992,
+ "nbytes": 32,
+ "host": true
+ },
+ "rvq.0.out_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 768
+ ],
+ "shard": 30,
+ "offset": 53845248,
+ "nbytes": 24576,
+ "host": true
+ },
+ "rvq.0.out_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 30,
+ "offset": 53869824,
+ "nbytes": 3072,
+ "host": true
+ },
+ "rvq.0.codebook": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 4096
+ ],
+ "shard": 30,
+ "offset": 53872896,
+ "nbytes": 131072,
+ "host": true
+ },
+ "rvq.1.in_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 8
+ ],
+ "shard": 30,
+ "offset": 54003968,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.1.in_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 8
+ ],
+ "shard": 30,
+ "offset": 54036736,
+ "nbytes": 32,
+ "host": true
+ },
+ "rvq.1.out_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 1024
+ ],
+ "shard": 30,
+ "offset": 54036992,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.1.out_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 30,
+ "offset": 54069760,
+ "nbytes": 4096,
+ "host": true
+ },
+ "rvq.1.codebook": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 4096
+ ],
+ "shard": 30,
+ "offset": 54073856,
+ "nbytes": 131072,
+ "host": true
+ },
+ "rvq.2.in_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 8
+ ],
+ "shard": 30,
+ "offset": 54204928,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.2.in_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 8
+ ],
+ "shard": 30,
+ "offset": 54237696,
+ "nbytes": 32,
+ "host": true
+ },
+ "rvq.2.out_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 1024
+ ],
+ "shard": 30,
+ "offset": 54237952,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.2.out_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 30,
+ "offset": 54270720,
+ "nbytes": 4096,
+ "host": true
+ },
+ "rvq.2.codebook": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 4096
+ ],
+ "shard": 30,
+ "offset": 54274816,
+ "nbytes": 131072,
+ "host": true
+ },
+ "rvq.3.in_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 8
+ ],
+ "shard": 30,
+ "offset": 54405888,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.3.in_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 8
+ ],
+ "shard": 30,
+ "offset": 54438656,
+ "nbytes": 32,
+ "host": true
+ },
+ "rvq.3.out_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 1024
+ ],
+ "shard": 30,
+ "offset": 54438912,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.3.out_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 30,
+ "offset": 54471680,
+ "nbytes": 4096,
+ "host": true
+ },
+ "rvq.3.codebook": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 4096
+ ],
+ "shard": 30,
+ "offset": 54475776,
+ "nbytes": 131072,
+ "host": true
+ },
+ "rvq.4.in_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 8
+ ],
+ "shard": 30,
+ "offset": 54606848,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.4.in_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 8
+ ],
+ "shard": 30,
+ "offset": 54639616,
+ "nbytes": 32,
+ "host": true
+ },
+ "rvq.4.out_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 1024
+ ],
+ "shard": 30,
+ "offset": 54639872,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.4.out_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 30,
+ "offset": 54672640,
+ "nbytes": 4096,
+ "host": true
+ },
+ "rvq.4.codebook": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 4096
+ ],
+ "shard": 30,
+ "offset": 54676736,
+ "nbytes": 131072,
+ "host": true
+ },
+ "rvq.5.in_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 8
+ ],
+ "shard": 30,
+ "offset": 54807808,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.5.in_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 8
+ ],
+ "shard": 30,
+ "offset": 54840576,
+ "nbytes": 32,
+ "host": true
+ },
+ "rvq.5.out_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 1024
+ ],
+ "shard": 30,
+ "offset": 54840832,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.5.out_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 30,
+ "offset": 54873600,
+ "nbytes": 4096,
+ "host": true
+ },
+ "rvq.5.codebook": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 4096
+ ],
+ "shard": 30,
+ "offset": 54877696,
+ "nbytes": 131072,
+ "host": true
+ },
+ "rvq.6.in_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 8
+ ],
+ "shard": 30,
+ "offset": 55008768,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.6.in_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 8
+ ],
+ "shard": 30,
+ "offset": 55041536,
+ "nbytes": 32,
+ "host": true
+ },
+ "rvq.6.out_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 1024
+ ],
+ "shard": 30,
+ "offset": 55041792,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.6.out_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 30,
+ "offset": 55074560,
+ "nbytes": 4096,
+ "host": true
+ },
+ "rvq.6.codebook": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 4096
+ ],
+ "shard": 30,
+ "offset": 55078656,
+ "nbytes": 131072,
+ "host": true
+ },
+ "rvq.7.in_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 8
+ ],
+ "shard": 30,
+ "offset": 55209728,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.7.in_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 8
+ ],
+ "shard": 30,
+ "offset": 55242496,
+ "nbytes": 32,
+ "host": true
+ },
+ "rvq.7.out_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 1024
+ ],
+ "shard": 30,
+ "offset": 55242752,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.7.out_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 30,
+ "offset": 55275520,
+ "nbytes": 4096,
+ "host": true
+ },
+ "rvq.7.codebook": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 4096
+ ],
+ "shard": 30,
+ "offset": 55279616,
+ "nbytes": 131072,
+ "host": true
+ },
+ "rvq.8.in_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 8
+ ],
+ "shard": 30,
+ "offset": 55410688,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.8.in_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 8
+ ],
+ "shard": 30,
+ "offset": 55443456,
+ "nbytes": 32,
+ "host": true
+ },
+ "rvq.8.out_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 1024
+ ],
+ "shard": 30,
+ "offset": 55443712,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.8.out_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 30,
+ "offset": 55476480,
+ "nbytes": 4096,
+ "host": true
+ },
+ "rvq.8.codebook": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 4096
+ ],
+ "shard": 30,
+ "offset": 55480576,
+ "nbytes": 131072,
+ "host": true
+ },
+ "rvq.9.in_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 8
+ ],
+ "shard": 30,
+ "offset": 55611648,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.9.in_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 8
+ ],
+ "shard": 30,
+ "offset": 55644416,
+ "nbytes": 32,
+ "host": true
+ },
+ "rvq.9.out_proj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 1024
+ ],
+ "shard": 30,
+ "offset": 55644672,
+ "nbytes": 32768,
+ "host": true
+ },
+ "rvq.9.out_proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 30,
+ "offset": 55677440,
+ "nbytes": 4096,
+ "host": true
+ },
+ "rvq.9.codebook": {
+ "dtype": "f32",
+ "shape": [
+ 8,
+ 4096
+ ],
+ "shard": 30,
+ "offset": 55681536,
+ "nbytes": 131072,
+ "host": true
+ }
+ }
+}
\ No newline at end of file
diff --git a/web/encoder/shard-000.bin b/web/encoder/shard-000.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e3adfcba4d42479c28ca3caf109062de9b06a56f
--- /dev/null
+++ b/web/encoder/shard-000.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540757a0d91817869ad64b89aaaa4b12f9e1b4c391a7f02713f19b4fcf41cbfc
+size 65531648
diff --git a/web/encoder/shard-001.bin b/web/encoder/shard-001.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4deab7b8802717628bdb35184d308dd604f4caff
--- /dev/null
+++ b/web/encoder/shard-001.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f43217e0c8537296d05100f501fbfccece1db94ab3dc61fe9ab284d145c053
+size 66152448
diff --git a/web/encoder/shard-002.bin b/web/encoder/shard-002.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ae0d64007bc8380a2313ca3f7ae656d956a42dce
--- /dev/null
+++ b/web/encoder/shard-002.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5bdb1b04fe3cb0aeaa90c11d949bc308d68ea37c62b2b09a2bcaf86e230a8d
+size 63184896
diff --git a/web/encoder/shard-003.bin b/web/encoder/shard-003.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4364d4e33f7d09491a2b52fe7eb9d563f863e416
--- /dev/null
+++ b/web/encoder/shard-003.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bd1ca0a7f3bf1857f2b4e65b545acdc8d5ab4561398bb5d3f9b895c293eeeb
+size 66152448
diff --git a/web/encoder/shard-004.bin b/web/encoder/shard-004.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3f998068de524fad0b0d23c61a0bcfdd343723b0
--- /dev/null
+++ b/web/encoder/shard-004.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e94069da7830083c63b2cbaf41736b0db0f5151fc2965fa0ca628185fc9f3f5
+size 66152448
diff --git a/web/encoder/shard-005.bin b/web/encoder/shard-005.bin
new file mode 100644
index 0000000000000000000000000000000000000000..17d7fd7c47638d9043f41c50afcb2d4745c7af2f
--- /dev/null
+++ b/web/encoder/shard-005.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316a601e0feea80a241eda1b92292fd8fae388c20ba05eae96bd41568d5d0d87
+size 63184896
diff --git a/web/encoder/shard-006.bin b/web/encoder/shard-006.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d7a7bc536b05ef4c1ce56883b571720c8dcd76e0
--- /dev/null
+++ b/web/encoder/shard-006.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9811da5394c971529813db767760c324ef9b43c52059f055dd0efc907155eb2
+size 66152448
diff --git a/web/encoder/shard-007.bin b/web/encoder/shard-007.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f7b172b36e4ce166795c8abc01be69889ff9883d
--- /dev/null
+++ b/web/encoder/shard-007.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b672b215d0c6b99ec8bb23f4c22457e0cdde006f3eb1cebf7649cbfeb5b6a91
+size 66134016
diff --git a/web/encoder/shard-008.bin b/web/encoder/shard-008.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3ceacfdb8b9186900c77894e9fe2b3ae880ff2f2
--- /dev/null
+++ b/web/encoder/shard-008.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63226d00580aa3d46989606e123aac7df5da7714b671911d78739bbe8dc429a7
+size 63596544
diff --git a/web/encoder/shard-009.bin b/web/encoder/shard-009.bin
new file mode 100644
index 0000000000000000000000000000000000000000..19be3b1b975702c7de60b8bd672d8fb55fa31838
--- /dev/null
+++ b/web/encoder/shard-009.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e67690f38ba0ca856dee86704c61f20bf40db451065f3576b4ff718a2ce1d60
+size 66134016
diff --git a/web/encoder/shard-010.bin b/web/encoder/shard-010.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2941a53c863a3a166c71ea590ed7fcacbacd6662
--- /dev/null
+++ b/web/encoder/shard-010.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9899aa6948cfacaab89606246ad389851ff880befec5e7f9ec1f16be73aec115
+size 66277376
diff --git a/web/encoder/shard-011.bin b/web/encoder/shard-011.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2447e4e62332aa75aeb3d56ebbeb534a39a3ef12
--- /dev/null
+++ b/web/encoder/shard-011.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d235c7c87e7889f96f178683f8a933e5eb04b243dd652f97a8da7a3dc1de7d5
+size 65597440
diff --git a/web/encoder/shard-012.bin b/web/encoder/shard-012.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4f778ca1f378cd40565f9ec560ea2acad7219de3
--- /dev/null
+++ b/web/encoder/shard-012.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e74fb78507dfc1b41532e40db8b1ec1a33eea78b4feb3a72d5f478fa3d3cc66
+size 65566720
diff --git a/web/encoder/shard-013.bin b/web/encoder/shard-013.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5220b9bbea25304ea900fedc2461822637b75c43
--- /dev/null
+++ b/web/encoder/shard-013.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd80e3d8fb503b60eec1ce260a704449f940fea6cc8f505593420833955c465
+size 65597440
diff --git a/web/encoder/shard-014.bin b/web/encoder/shard-014.bin
new file mode 100644
index 0000000000000000000000000000000000000000..69de69d491e3041f2f47a9cbcb140f4584dbc894
--- /dev/null
+++ b/web/encoder/shard-014.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3d9d216620ba9ab8716995911994fff9b0f0ca28281fd4a135de6c62ed82a3
+size 65597440
diff --git a/web/encoder/shard-015.bin b/web/encoder/shard-015.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3505131810ce44d57c205e4c4e4b7a54f2ccbc45
--- /dev/null
+++ b/web/encoder/shard-015.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934ba7b6052b7bb9c69ec2b7236e87a26155407ab0b7c223ed42879c27c7c303
+size 65566720
diff --git a/web/encoder/shard-016.bin b/web/encoder/shard-016.bin
new file mode 100644
index 0000000000000000000000000000000000000000..350116ea72036f36cb4a212172f443d66f8fcad5
--- /dev/null
+++ b/web/encoder/shard-016.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6187de8b6f19c2db756ac1997d7491851d68c80a2334f49e731ed9588ef7a798
+size 65597440
diff --git a/web/encoder/shard-017.bin b/web/encoder/shard-017.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8a5810c82e415cd32a68bc8dccca75c83b18ce30
--- /dev/null
+++ b/web/encoder/shard-017.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1e2adcdfc91e7764d4029d696383c142b7dec29ac5080b5276e7396730465c
+size 65597440
diff --git a/web/encoder/shard-018.bin b/web/encoder/shard-018.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7936190e1f9b01e5c236132168dfa47ef6786baf
--- /dev/null
+++ b/web/encoder/shard-018.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a0d56beffb3fe02f6dafad6732318038ce429f5af37bbfb0fedf083cf98aaf
+size 65566720
diff --git a/web/encoder/shard-019.bin b/web/encoder/shard-019.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f38debf09de62e1baaa9916acfce6ca79744015b
--- /dev/null
+++ b/web/encoder/shard-019.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4508857f39571fe2f15eb561287cc0af472b4f4101bc0fb3320efa187dc7972
+size 65597440
diff --git a/web/encoder/shard-020.bin b/web/encoder/shard-020.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2b278e6eb6df0f236fdb98c4912b9072645e4fac
--- /dev/null
+++ b/web/encoder/shard-020.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f2b8a7ae4a6aa764464dcf336274cfef1cd57febf3255a4fd9c34de371a362
+size 65597440
diff --git a/web/encoder/shard-021.bin b/web/encoder/shard-021.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1085dde6fec84faec1cedaf798ba8122a1c764ee
--- /dev/null
+++ b/web/encoder/shard-021.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cec9256d471f03511aa569b5510c55f253d28a7df3fb6bee91b69e4a235a0b
+size 65566720
diff --git a/web/encoder/shard-022.bin b/web/encoder/shard-022.bin
new file mode 100644
index 0000000000000000000000000000000000000000..93fc78e09fabb65c998ddd296289895aa869219a
--- /dev/null
+++ b/web/encoder/shard-022.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac19d1ecd544fc6339d2a03aa25cb578d3d035d533083d5d1e56563a5f94355
+size 65597440
diff --git a/web/encoder/shard-023.bin b/web/encoder/shard-023.bin
new file mode 100644
index 0000000000000000000000000000000000000000..131fd718edec241f55d46fe03e7d5ab71d33e6c9
--- /dev/null
+++ b/web/encoder/shard-023.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5f3d1011898b9f429cc489bc62b6f0309e11c3cde02d994e5a998ef9043967
+size 65597440
diff --git a/web/encoder/shard-024.bin b/web/encoder/shard-024.bin
new file mode 100644
index 0000000000000000000000000000000000000000..90c693d5f6b242d5aefa351a9173985dda90fef9
--- /dev/null
+++ b/web/encoder/shard-024.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485a0db85d985c9e952e6f2b78411e6965c0e793138bf8d0fdcb17a189ba4a50
+size 65566720
diff --git a/web/encoder/shard-025.bin b/web/encoder/shard-025.bin
new file mode 100644
index 0000000000000000000000000000000000000000..028a5c82e00b1298bd923e3b07714f7c64e5b863
--- /dev/null
+++ b/web/encoder/shard-025.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698e335d0affc57e2cf5851b7e45bcee8c2e46121cc02652de91e4c11f92ec9b
+size 65597440
diff --git a/web/encoder/shard-026.bin b/web/encoder/shard-026.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8078f20d8b71f4efc858e1a8fbfda593cbf935ba
--- /dev/null
+++ b/web/encoder/shard-026.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5d8da1a57c82d40ee9036c529c0e5f3e84790ce6af3a1b48a4c40b4de5106e
+size 65597440
diff --git a/web/encoder/shard-027.bin b/web/encoder/shard-027.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7c205f24f62e01a1213a4395800e4ae0bb0ac2a3
--- /dev/null
+++ b/web/encoder/shard-027.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0ee467b93f692bfdd757070f9e6c2d4628960438eba3ba6d37c91fdcaaa607
+size 65566720
diff --git a/web/encoder/shard-028.bin b/web/encoder/shard-028.bin
new file mode 100644
index 0000000000000000000000000000000000000000..92ae0eab224372cee9b9acef03724b227aa5c0d0
--- /dev/null
+++ b/web/encoder/shard-028.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5788e2367ff8b1c04b77471dcd2e55a56085efdb5f29f0b2c665cd096b851db1
+size 65597440
diff --git a/web/encoder/shard-029.bin b/web/encoder/shard-029.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4c68585debe2323daa77a781a59fac83fc7c0bd7
--- /dev/null
+++ b/web/encoder/shard-029.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959eaa6d27cd1e46d21bc752b91302143157ac3c274e3375cdd8ef5c8998f521
+size 65566720
diff --git a/web/encoder/shard-030.bin b/web/encoder/shard-030.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ce5aa11d6803057afdd402d3e2206dc133775663
--- /dev/null
+++ b/web/encoder/shard-030.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1218ed375e462efd343dcb952411b2bda7a15b56d4d0251d57ad63b5c4e83fc4
+size 55812608
diff --git a/web/laci/index.json b/web/laci/index.json
new file mode 100644
index 0000000000000000000000000000000000000000..dfce92e8c848906a3e7fea01b581b35520c616f3
--- /dev/null
+++ b/web/laci/index.json
@@ -0,0 +1,46 @@
+{
+ "en_us": "zonos3_mini_heads.json",
+ "en_gb": "zonos3_mini_heads.json",
+ "fr_fr": "zonos3_mini_heads_fr.json",
+ "de": "zonos3_mini_heads_de.json",
+ "es": "zonos3_mini_heads_es.json",
+ "it": "zonos3_mini_heads_it.json",
+ "pt_br": "zonos3_mini_heads_pt.json",
+ "ja": "zonos3_mini_heads_ja.json",
+ "cmn": "zonos3_mini_heads_zh.json",
+ "ko": "zonos3_mini_heads_ko.json",
+ "ar": "zonos3_mini_heads_ar.json",
+ "bn": "zonos3_mini_heads_bn.json",
+ "bg": "zonos3_mini_heads_bg.json",
+ "cs": "zonos3_mini_heads_cs.json",
+ "da": "zonos3_mini_heads_da.json",
+ "nl": "zonos3_mini_heads_nl.json",
+ "fi": "zonos3_mini_heads_fi.json",
+ "ka": "zonos3_mini_heads_ka.json",
+ "el": "zonos3_mini_heads_el.json",
+ "gu": "zonos3_mini_heads_gu.json",
+ "he": "zonos3_mini_heads_he.json",
+ "hi": "zonos3_mini_heads_hi.json",
+ "hu": "zonos3_mini_heads_hu.json",
+ "id": "zonos3_mini_heads_id.json",
+ "kn": "zonos3_mini_heads_kn.json",
+ "ms": "zonos3_mini_heads_ms.json",
+ "ml": "zonos3_mini_heads_ml.json",
+ "mr": "zonos3_mini_heads_mr.json",
+ "no": "zonos3_mini_heads_no.json",
+ "or": "zonos3_mini_heads_or.json",
+ "pl": "zonos3_mini_heads_pl.json",
+ "pa": "zonos3_mini_heads_pa.json",
+ "ro": "zonos3_mini_heads_ro.json",
+ "ru": "zonos3_mini_heads_ru.json",
+ "sk": "zonos3_mini_heads_sk.json",
+ "sv": "zonos3_mini_heads_sv.json",
+ "tl": "zonos3_mini_heads_tl.json",
+ "ta": "zonos3_mini_heads_ta.json",
+ "te": "zonos3_mini_heads_te.json",
+ "th": "zonos3_mini_heads_th.json",
+ "tr": "zonos3_mini_heads_tr.json",
+ "uk": "zonos3_mini_heads_uk.json",
+ "ur": "zonos3_mini_heads_ur.json",
+ "vi": "zonos3_mini_heads_vi.json"
+}
\ No newline at end of file
diff --git a/web/laci/zonos3_mini_heads.json b/web/laci/zonos3_mini_heads.json
new file mode 100644
index 0000000000000000000000000000000000000000..7c39127b2efdfa51b572580c59bbe5db72f7af5d
--- /dev/null
+++ b/web/laci/zonos3_mini_heads.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/en",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 3.4875,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9437081660864046,
+ "corr": 0.9867415685442883,
+ "mono": 0.9971838465539965,
+ "coverage": 1.0,
+ "entropy": 0.615506123073092,
+ "radius": 6
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9032440343033175,
+ "corr": 0.9913058179811536,
+ "mono": 0.9997106481481481,
+ "coverage": 1.0,
+ "entropy": 0.33804684476718455,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9069013064199791,
+ "corr": 0.9836663393480072,
+ "mono": 0.9967300995862569,
+ "coverage": 1.0,
+ "entropy": 1.6376940313732575,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8927281731139772,
+ "corr": 0.9395086960963972,
+ "mono": 0.9941231305438605,
+ "coverage": 0.9961062888591672,
+ "entropy": 0.8658004400277322,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.02763168570625462,
+ "corr": -0.12059416632314902,
+ "mono": 0.9052267871936575,
+ "coverage": 1.0,
+ "entropy": 2.5989463059512476
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.036347821431600584,
+ "corr": -0.1757043442743838,
+ "mono": 0.9364051537211986,
+ "coverage": 1.0,
+ "entropy": 2.5573496973984944
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.02800802872323064,
+ "corr": -0.05189412125265225,
+ "mono": 0.8880246305211326,
+ "coverage": 1.0,
+ "entropy": 2.7524293583064794
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.042028644521924195,
+ "corr": -0.15674537888078557,
+ "mono": 0.9101446233934724,
+ "coverage": 1.0,
+ "entropy": 2.554234761795372
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07673365941033332,
+ "corr": 0.3342601576865713,
+ "mono": 1.0,
+ "coverage": 0.0,
+ "entropy": 0.5860706306852163
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.08161798545870144,
+ "corr": 0.6723661135850714,
+ "mono": 0.9872499327381868,
+ "coverage": 0.46875,
+ "entropy": 0.7166176978355857
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9030967934425923,
+ "corr": 0.9115959003146337,
+ "mono": 0.9489976017441524,
+ "coverage": 0.974680906692342,
+ "entropy": 0.6765871907007496
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.014832682315396037,
+ "corr": -0.10917084964810451,
+ "mono": 0.9324001213804205,
+ "coverage": 1.0,
+ "entropy": 1.6603199096782846
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.032299006417455305,
+ "corr": -0.3559652688680024,
+ "mono": 0.8903178210211647,
+ "coverage": 1.0,
+ "entropy": 1.1483443044951624
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.019175556982875937,
+ "corr": -0.21091024152319038,
+ "mono": 0.8676666939449481,
+ "coverage": 1.0,
+ "entropy": 1.1288721245003612
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.016897296296661368,
+ "corr": -0.1038347297592481,
+ "mono": 0.9468185552755705,
+ "coverage": 1.0,
+ "entropy": 0.8707014505386284
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.039278188193023325,
+ "corr": -0.22324041447118767,
+ "mono": 0.9734076196687074,
+ "coverage": 1.0,
+ "entropy": 1.258716400020796
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.6657731871006284,
+ "corr": 0.9243568743039933,
+ "mono": 1.0,
+ "coverage": 1.0,
+ "entropy": 3.1084894148511224
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.05360997461163599,
+ "corr": 0.4930426189812979,
+ "mono": 0.8252993466632809,
+ "coverage": 0.9259092856901905,
+ "entropy": 3.072871277223267
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.013357507999469189,
+ "corr": 0.4462440937402309,
+ "mono": 0.8647311107670994,
+ "coverage": 1.0,
+ "entropy": 3.0241174743742607
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.006402390484812174,
+ "corr": 0.7293497353658995,
+ "mono": 0.9048058246878711,
+ "coverage": 1.0,
+ "entropy": 3.266747270200164
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.09053727852593492,
+ "corr": -0.01986857797237321,
+ "mono": 0.9909779246494326,
+ "coverage": 1.0,
+ "entropy": 2.2755921714658527
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.016094218448844094,
+ "corr": -0.19701520928579844,
+ "mono": 0.8802996680593079,
+ "coverage": 0.9850852272727273,
+ "entropy": 2.2669729788183677
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.12563591373041885,
+ "corr": 0.4779212015798489,
+ "mono": 0.9937122351564239,
+ "coverage": 1.0,
+ "entropy": 3.0949684404884166
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.013467241130623342,
+ "corr": -0.2457734330628822,
+ "mono": 0.9315676050130927,
+ "coverage": 0.9668856534090909,
+ "entropy": 2.503061056115616
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9032440343033175,
+ "corr": 0.9913058179811536,
+ "mono": 0.9997106481481481,
+ "coverage": 1.0,
+ "entropy": 0.33804684476718455,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.013871497179235462,
+ "corr": 0.20865689197334097,
+ "mono": 0.9211854841723613,
+ "coverage": 0.8145961447281543,
+ "entropy": 1.4105354289104206
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.031124549060100305,
+ "corr": 0.1465205395075317,
+ "mono": 1.0,
+ "coverage": 0.029747375401381285,
+ "entropy": 0.9775089213129515
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.018585297489422635,
+ "corr": 0.27697142295956734,
+ "mono": 0.9554531606928901,
+ "coverage": 0.7502351465015762,
+ "entropy": 1.1136173669010059
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0006159875658202963,
+ "corr": 0.030658658890572916,
+ "mono": 0.6654509741553265,
+ "coverage": 0.9835944727914204,
+ "entropy": 2.905190931238174
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0008441991342318857,
+ "corr": -0.022417735002517716,
+ "mono": 0.6938625173202623,
+ "coverage": 0.9722901775055506,
+ "entropy": 3.038475713515677
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0008279626252831135,
+ "corr": 0.01067187756104986,
+ "mono": 0.6568587800167128,
+ "coverage": 0.984070744070744,
+ "entropy": 2.9366469111426188
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9069013064199791,
+ "corr": 0.9836663393480072,
+ "mono": 0.9967300995862569,
+ "coverage": 1.0,
+ "entropy": 1.6376940313732575,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8927281731139772,
+ "corr": 0.9395086960963972,
+ "mono": 0.9941231305438605,
+ "coverage": 0.9961062888591672,
+ "entropy": 0.8658004400277322,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.008586467628306843,
+ "corr": 0.40573273810050925,
+ "mono": 0.9745913902589171,
+ "coverage": 0.5254783682382657,
+ "entropy": 1.3993429972588836
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9437081660864046,
+ "corr": 0.9867415685442883,
+ "mono": 0.9971838465539965,
+ "coverage": 1.0,
+ "entropy": 0.615506123073092,
+ "radius": 6
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.013585688620649265,
+ "corr": 0.28822169202623465,
+ "mono": 1.0,
+ "coverage": 0.0,
+ "entropy": 0.128235493012746
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_ar.json b/web/laci/zonos3_mini_heads_ar.json
new file mode 100644
index 0000000000000000000000000000000000000000..7e2e7439e2793ae10c95d9ed4770e58ba8a1e9a4
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_ar.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/ar",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.923636363636364,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9574869417314118,
+ "corr": 0.9860094444940949,
+ "mono": 0.9940453926147647,
+ "coverage": 0.9836309523809523,
+ "entropy": 0.6842120028641483,
+ "radius": 6
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9323045286515681,
+ "corr": 0.9849662666663963,
+ "mono": 0.995196848488988,
+ "coverage": 0.9851190476190477,
+ "entropy": 1.8185991358530336,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9127840410247975,
+ "corr": 0.9896155366831667,
+ "mono": 0.9936972049884081,
+ "coverage": 0.9840494791666666,
+ "entropy": 0.3974160884201125,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9087619526869127,
+ "corr": 0.9470266333414189,
+ "mono": 0.9898272177657345,
+ "coverage": 0.9795761859312734,
+ "entropy": 0.9423978775053752,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.035924178082760244,
+ "corr": -0.12797228880450454,
+ "mono": 0.9379474094006679,
+ "coverage": 1.0,
+ "entropy": 2.877234489833236
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.04529832030101701,
+ "corr": -0.14285987221300733,
+ "mono": 0.9468595646164927,
+ "coverage": 1.0,
+ "entropy": 2.894020513474575
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.03991344080559697,
+ "corr": -0.13943938944056092,
+ "mono": 0.9190266215445271,
+ "coverage": 1.0,
+ "entropy": 3.0737208422568116
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.05026373783473707,
+ "corr": -0.1379441190982178,
+ "mono": 0.9377558257756188,
+ "coverage": 1.0,
+ "entropy": 2.8691269776528787
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07575278551276532,
+ "corr": 0.3512584040651899,
+ "mono": 0.9945888724550644,
+ "coverage": 0.25,
+ "entropy": 0.7524737737740376
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.07287069946835402,
+ "corr": 0.4927912910373205,
+ "mono": 0.9711943057928683,
+ "coverage": 0.375,
+ "entropy": 0.9600826819989736
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9222289073611584,
+ "corr": 0.9299926541666576,
+ "mono": 0.9229185902351502,
+ "coverage": 0.9947931347334179,
+ "entropy": 0.9030881164862893
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.010521821869826604,
+ "corr": -0.06736292759077595,
+ "mono": 0.8904676354173151,
+ "coverage": 0.8797727272727273,
+ "entropy": 2.231775024509467
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.03693617668868406,
+ "corr": -0.320113994568014,
+ "mono": 0.9112130012460751,
+ "coverage": 1.0,
+ "entropy": 1.4389515756960927
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.024552848596146246,
+ "corr": -0.289445214884867,
+ "mono": 0.897803603542414,
+ "coverage": 1.0,
+ "entropy": 1.5722219697870319
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.015333193982661439,
+ "corr": -0.16661830077220557,
+ "mono": 0.952887307908574,
+ "coverage": 1.0,
+ "entropy": 1.1474657612514327
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.042362711654190005,
+ "corr": -0.24201029201072669,
+ "mono": 0.9787040123754938,
+ "coverage": 1.0,
+ "entropy": 1.6202868207107401
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7664096645354695,
+ "corr": 0.8675282585326561,
+ "mono": 0.991262587828706,
+ "coverage": 1.0,
+ "entropy": 3.3771067537023387
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.06637638279279112,
+ "corr": 0.14831886832840668,
+ "mono": 0.8082251624595225,
+ "coverage": 0.9138761430577861,
+ "entropy": 3.255524973348328
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.016196259006339378,
+ "corr": 0.09927735759156889,
+ "mono": 0.864877453961573,
+ "coverage": 1.0,
+ "entropy": 3.4560861267388057
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.009891205510494971,
+ "corr": 0.15969271040081084,
+ "mono": 0.8554718187610896,
+ "coverage": 1.0,
+ "entropy": 3.6282899527292556
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.1846276366199111,
+ "corr": 0.06542224617855458,
+ "mono": 0.991847394379314,
+ "coverage": 1.0,
+ "entropy": 2.536048290022094
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.013773040235316251,
+ "corr": -0.22654235836900424,
+ "mono": 0.9238010352594469,
+ "coverage": 0.907380947160511,
+ "entropy": 2.337153131592605
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.17057443573122916,
+ "corr": 0.2582111874397698,
+ "mono": 0.8440831698640415,
+ "coverage": 1.0,
+ "entropy": 3.6953366679597255
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.011352006622971828,
+ "corr": -0.12832305260903945,
+ "mono": 0.9814879491910592,
+ "coverage": 0.6159421116331188,
+ "entropy": 2.3766176578158023
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9127840410247975,
+ "corr": 0.9896155366831667,
+ "mono": 0.9936972049884081,
+ "coverage": 0.9840494791666666,
+ "entropy": 0.3974160884201125,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.013341449031456197,
+ "corr": 0.18991462293996222,
+ "mono": 0.9113963692173407,
+ "coverage": 0.8864501450696364,
+ "entropy": 1.4711294302959417
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03862918966206479,
+ "corr": 0.17560873502652463,
+ "mono": 1.0,
+ "coverage": 0.021097354249133563,
+ "entropy": 0.9997661965077034
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.017042975163448267,
+ "corr": 0.26575015669135105,
+ "mono": 0.9244925453449847,
+ "coverage": 0.8375700443788282,
+ "entropy": 1.2731614690220123
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0009431578686527907,
+ "corr": 0.05754066652705025,
+ "mono": 0.649881851607639,
+ "coverage": 0.9809955841446099,
+ "entropy": 3.007880766052337
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0011862960273257013,
+ "corr": -0.0039125330538414905,
+ "mono": 0.6646626534974089,
+ "coverage": 0.9778983278862338,
+ "entropy": 3.227915493844195
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0012662791699150086,
+ "corr": 0.05111221793616482,
+ "mono": 0.6511921566800831,
+ "coverage": 0.9787500604265025,
+ "entropy": 3.0593185330155834
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9323045286515681,
+ "corr": 0.9849662666663963,
+ "mono": 0.995196848488988,
+ "coverage": 0.9851190476190477,
+ "entropy": 1.8185991358530336,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9087619526869127,
+ "corr": 0.9470266333414189,
+ "mono": 0.9898272177657345,
+ "coverage": 0.9795761859312734,
+ "entropy": 0.9423978775053752,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.009152126019931504,
+ "corr": 0.3933230630407163,
+ "mono": 0.9371869419904101,
+ "coverage": 0.5459342025038987,
+ "entropy": 1.9881048184920682
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9574869417314118,
+ "corr": 0.9860094444940949,
+ "mono": 0.9940453926147647,
+ "coverage": 0.9836309523809523,
+ "entropy": 0.6842120028641483,
+ "radius": 6
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.010118340307009577,
+ "corr": 0.27653535009448715,
+ "mono": 0.9972742542103302,
+ "coverage": 0.07436746750391533,
+ "entropy": 0.3440434822307609
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_bg.json b/web/laci/zonos3_mini_heads_bg.json
new file mode 100644
index 0000000000000000000000000000000000000000..3c9a1a6b90337909151704b16840092e6fdbb89d
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_bg.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/bg",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.084770114942529,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9643398728667159,
+ "corr": 0.9845696801727775,
+ "mono": 0.9956878262658908,
+ "coverage": 1.0,
+ "entropy": 0.8669710391777058,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.92756573156046,
+ "corr": 0.9860469285388214,
+ "mono": 0.9929075048541391,
+ "coverage": 1.0,
+ "entropy": 2.095662063516142,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9188283698160797,
+ "corr": 0.9902643196955078,
+ "mono": 0.9950317223789474,
+ "coverage": 1.0,
+ "entropy": 0.5493762377799203,
+ "radius": 5
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9124109063025804,
+ "corr": 0.9341103690055105,
+ "mono": 0.9237373098957453,
+ "coverage": 0.9900490359815278,
+ "entropy": 1.071456307213085,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.03354890209057229,
+ "corr": -0.1852396948494655,
+ "mono": 0.9433109287988869,
+ "coverage": 1.0,
+ "entropy": 3.180550631855495
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.03981792121143865,
+ "corr": -0.09794406676394683,
+ "mono": 0.9589959657674263,
+ "coverage": 1.0,
+ "entropy": 3.2270696625511195
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.04024194417754113,
+ "corr": -0.26562427147278805,
+ "mono": 0.9109494903312326,
+ "coverage": 1.0,
+ "entropy": 3.4238165231056397
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.054885541017977664,
+ "corr": -0.16132744080190808,
+ "mono": 0.9299684461659083,
+ "coverage": 1.0,
+ "entropy": 3.180404738901352
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07307054722281459,
+ "corr": 0.5402625165956635,
+ "mono": 0.9906531472575375,
+ "coverage": 0.28125,
+ "entropy": 0.8354338546788564
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06136896199460332,
+ "corr": 0.6229560515491811,
+ "mono": 0.9697690728869421,
+ "coverage": 0.5369318181818182,
+ "entropy": 1.0932068613726995
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9124109063025804,
+ "corr": 0.9341103690055105,
+ "mono": 0.9237373098957453,
+ "coverage": 0.9900490359815278,
+ "entropy": 1.071456307213085,
+ "radius": 8
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.011719312384878153,
+ "corr": -0.020517806171023795,
+ "mono": 0.901679183070461,
+ "coverage": 0.990301724137931,
+ "entropy": 2.384961104291108
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.03852024225668534,
+ "corr": -0.23965806706777523,
+ "mono": 0.8723974018087445,
+ "coverage": 1.0,
+ "entropy": 1.664114652672217
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.0169571658436058,
+ "corr": -0.07201151893304253,
+ "mono": 0.8458934236951033,
+ "coverage": 1.0,
+ "entropy": 1.7872009478453588
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.010869096101618595,
+ "corr": -0.03397884333095176,
+ "mono": 0.8863992715521548,
+ "coverage": 1.0,
+ "entropy": 1.5299696171852273
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.039815386933482674,
+ "corr": -0.14159836828356023,
+ "mono": 0.9474987534774388,
+ "coverage": 1.0,
+ "entropy": 2.0788914743121834
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7662368889697719,
+ "corr": 0.8972706099800436,
+ "mono": 0.9945904440537571,
+ "coverage": 1.0,
+ "entropy": 3.8386179242186014
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.08259304856795797,
+ "corr": 0.012049678669498291,
+ "mono": 0.8039975991797408,
+ "coverage": 0.9239578397608857,
+ "entropy": 3.7717525014764166
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.016986666988358427,
+ "corr": 0.14007424033405802,
+ "mono": 0.8901780767714106,
+ "coverage": 1.0,
+ "entropy": 3.8402386276899994
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.010093779731568216,
+ "corr": 0.31517437411217475,
+ "mono": 0.8802720703690468,
+ "coverage": 1.0,
+ "entropy": 4.0824721206598
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.14787914023776078,
+ "corr": -0.017065953177141324,
+ "mono": 0.9828934130832128,
+ "coverage": 1.0,
+ "entropy": 2.474607112762939
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.009581087213449543,
+ "corr": -0.14999326955364004,
+ "mono": 0.9849803732783404,
+ "coverage": 0.44103085990204555,
+ "entropy": 2.5186513801278387
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.1852955104491795,
+ "corr": 0.0033145533625264824,
+ "mono": 0.8705264373735673,
+ "coverage": 0.9032455155697993,
+ "entropy": 3.910080449699004
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.009794011443316396,
+ "corr": -0.0438698369498225,
+ "mono": 0.9544801817708841,
+ "coverage": 0.8249012892705452,
+ "entropy": 2.654586137209779
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9188283698160797,
+ "corr": 0.9902643196955078,
+ "mono": 0.9950317223789474,
+ "coverage": 1.0,
+ "entropy": 0.5493762377799203,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.009546757777040065,
+ "corr": 0.10427380679065928,
+ "mono": 0.8642250428837527,
+ "coverage": 0.8905423632699915,
+ "entropy": 2.0514751540932217
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03331162695264874,
+ "corr": 0.039421477217729796,
+ "mono": 1.0,
+ "coverage": 0.012964815157823096,
+ "entropy": 1.3247522132316623
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.011752261607884612,
+ "corr": 0.1441141134993646,
+ "mono": 0.8858357177389691,
+ "coverage": 0.8702244073872749,
+ "entropy": 1.7989771334984743
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0011489020828984486,
+ "corr": -0.023259396492354756,
+ "mono": 0.6424955502757673,
+ "coverage": 0.9818770648963063,
+ "entropy": 3.4472177720964168
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0014964478683595923,
+ "corr": 0.018077349528507647,
+ "mono": 0.6557932748710436,
+ "coverage": 0.9813360933850016,
+ "entropy": 3.6507765850459837
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0013674520740569063,
+ "corr": -0.013124697088964743,
+ "mono": 0.6357482405827822,
+ "coverage": 0.983502776908873,
+ "entropy": 3.4994868685808913
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.92756573156046,
+ "corr": 0.9860469285388214,
+ "mono": 0.9929075048541391,
+ "coverage": 1.0,
+ "entropy": 2.095662063516142,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8953746557607389,
+ "corr": 0.9379188644358087,
+ "mono": 0.9891211358015022,
+ "coverage": 0.997121895241096,
+ "entropy": 1.2079752934860934
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.008003344444278786,
+ "corr": 0.2690207254080927,
+ "mono": 0.9094381313461657,
+ "coverage": 0.6819841965119632,
+ "entropy": 2.6583437532613168
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9643398728667159,
+ "corr": 0.9845696801727775,
+ "mono": 0.9956878262658908,
+ "coverage": 1.0,
+ "entropy": 0.8669710391777058,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.012157087259001102,
+ "corr": 0.21326711345063054,
+ "mono": 0.9994890460653735,
+ "coverage": 0.03215035633326918,
+ "entropy": 0.40265022627006836
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_bn.json b/web/laci/zonos3_mini_heads_bn.json
new file mode 100644
index 0000000000000000000000000000000000000000..c3e1a0522450dcab1e55520855d13b1ae75c6c55
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_bn.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/bn",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 1.4330319362166497,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9400992230252392,
+ "corr": 0.9932127799501759,
+ "mono": 0.9955351393889449,
+ "coverage": 0.9998922413793103,
+ "entropy": 0.8111103004189465,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9537549284739267,
+ "corr": 0.9736092628606838,
+ "mono": 0.9869837797435942,
+ "coverage": 0.9998070987654321,
+ "entropy": 1.2253386388780023,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.927822572183682,
+ "corr": 0.978897524774491,
+ "mono": 0.980259887408585,
+ "coverage": 1.0,
+ "entropy": 2.608758965753799,
+ "radius": 8
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9272827011356265,
+ "corr": 0.9274328959585688,
+ "mono": 0.9074062072430399,
+ "coverage": 0.9960253668036823,
+ "entropy": 1.3476560476828827,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.04540032520037481,
+ "corr": 0.10877297161696095,
+ "mono": 0.8909835822091934,
+ "coverage": 1.0,
+ "entropy": 3.306956778231317
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.0454842310200757,
+ "corr": -0.0034406889915315946,
+ "mono": 0.8629513797144153,
+ "coverage": 1.0,
+ "entropy": 3.6654314852769234
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.060001000409774186,
+ "corr": 0.04629313404840561,
+ "mono": 0.917573177559367,
+ "coverage": 1.0,
+ "entropy": 3.4395639450717828
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.058324535153744875,
+ "corr": 0.032955238271076666,
+ "mono": 0.8457304832101077,
+ "coverage": 1.0,
+ "entropy": 3.5703162483364848
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.08816017581210261,
+ "corr": 0.5423309557864264,
+ "mono": 0.9935043983861785,
+ "coverage": 0.3153754478560538,
+ "entropy": 1.4309661083718472
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06364672983027415,
+ "corr": 0.5327169972742266,
+ "mono": 0.9674087968020225,
+ "coverage": 0.6674673298002265,
+ "entropy": 1.7809014362031608
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9272827011356265,
+ "corr": 0.9274328959585688,
+ "mono": 0.9074062072430399,
+ "coverage": 0.9960253668036823,
+ "entropy": 1.3476560476828827,
+ "radius": 8
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.016654610676612135,
+ "corr": 0.21656097586071804,
+ "mono": 0.8223527466617065,
+ "coverage": 0.8904224537037037,
+ "entropy": 3.1410617361286883
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.046967582084347176,
+ "corr": -0.2447282141506176,
+ "mono": 0.8976869004781359,
+ "coverage": 1.0,
+ "entropy": 1.9332465657267965
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.02790774984399261,
+ "corr": -0.10589948886244147,
+ "mono": 0.8989018570122496,
+ "coverage": 1.0,
+ "entropy": 2.1772393886087045
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.01577873177442305,
+ "corr": -0.07840717548587765,
+ "mono": 0.9520802037195331,
+ "coverage": 1.0,
+ "entropy": 1.7187183591058488
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.054429609645271174,
+ "corr": -0.12481809684300924,
+ "mono": 0.9676044001743496,
+ "coverage": 1.0,
+ "entropy": 2.4502049293889336
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.8008781432269833,
+ "corr": 0.8781392031661489,
+ "mono": 0.9849071210246534,
+ "coverage": 1.0,
+ "entropy": 4.0988164842948365
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.07417678857869787,
+ "corr": 0.13512572883477864,
+ "mono": 0.8419621159901003,
+ "coverage": 0.7534293315589936,
+ "entropy": 3.8125354715725392
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.014638004474703837,
+ "corr": 0.13300170262557326,
+ "mono": 0.8515156307768104,
+ "coverage": 1.0,
+ "entropy": 4.029053470737446
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.008274369081994621,
+ "corr": 0.15841443194275412,
+ "mono": 0.8593912263962131,
+ "coverage": 1.0,
+ "entropy": 4.307651802586811
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.1639363537563181,
+ "corr": -0.014685359135166285,
+ "mono": 0.9868602642775497,
+ "coverage": 1.0,
+ "entropy": 2.7111529758267348
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.010883128226980072,
+ "corr": 0.004738046017145769,
+ "mono": 0.9363868114085121,
+ "coverage": 0.8299859710593319,
+ "entropy": 2.5882495575506628
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.15556703891608029,
+ "corr": -0.29614914943883036,
+ "mono": 0.8049000909380231,
+ "coverage": 1.0,
+ "entropy": 4.188917911328284
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.010870825447386495,
+ "corr": 0.0617037909339909,
+ "mono": 0.943842365260932,
+ "coverage": 0.7606705454354874,
+ "entropy": 2.8536513351523323
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9400992230252392,
+ "corr": 0.9932127799501759,
+ "mono": 0.9955351393889449,
+ "coverage": 0.9998922413793103,
+ "entropy": 0.8111103004189465,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.010595088349495413,
+ "corr": 0.09609763668361353,
+ "mono": 0.8594297560424629,
+ "coverage": 0.9079605515347327,
+ "entropy": 2.292224720041199
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03277540712497066,
+ "corr": 0.05699151584782779,
+ "mono": 1.0,
+ "coverage": 0.008197095784769622,
+ "entropy": 1.4993298753192987
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.012216261123284965,
+ "corr": 0.22055853174842247,
+ "mono": 0.8504036282748254,
+ "coverage": 0.9452072272035936,
+ "entropy": 2.040221551685568
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0012084719861171751,
+ "corr": -0.08401293884225541,
+ "mono": 0.62548032601966,
+ "coverage": 0.9858857650136899,
+ "entropy": 3.7270839903240702
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0014963695501867323,
+ "corr": -0.05802063439813756,
+ "mono": 0.6381281683499339,
+ "coverage": 0.984369520909991,
+ "entropy": 3.969632355184374
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0016397400920455721,
+ "corr": -0.021840113078322464,
+ "mono": 0.6256070956708852,
+ "coverage": 0.9845419931971557,
+ "entropy": 3.777309749175052
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.927822572183682,
+ "corr": 0.978897524774491,
+ "mono": 0.980259887408585,
+ "coverage": 1.0,
+ "entropy": 2.608758965753799,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9088371089727117,
+ "corr": 0.9074244304667509,
+ "mono": 0.970760942442117,
+ "coverage": 0.9966462026450571,
+ "entropy": 1.5758926636358228
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.009279198122973351,
+ "corr": 0.22423146740702768,
+ "mono": 0.87405354163106,
+ "coverage": 0.7962964835594356,
+ "entropy": 3.3182796068130602
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9537549284739267,
+ "corr": 0.9736092628606838,
+ "mono": 0.9869837797435942,
+ "coverage": 0.9998070987654321,
+ "entropy": 1.2253386388780023,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.012610378776148942,
+ "corr": 0.166518602525266,
+ "mono": 0.9971927750117947,
+ "coverage": 0.22862845475991384,
+ "entropy": 0.723029505917265
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_cs.json b/web/laci/zonos3_mini_heads_cs.json
new file mode 100644
index 0000000000000000000000000000000000000000..70a30faca050b645e84d171c66ea7dea5e19d314
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_cs.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/cs",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.341991341991342,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.94725368478776,
+ "corr": 0.9800104018521406,
+ "mono": 0.9933002309113037,
+ "coverage": 1.0,
+ "entropy": 0.793917710801832,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9229134340491973,
+ "corr": 0.9832746056271973,
+ "mono": 0.9940131396022879,
+ "coverage": 1.0,
+ "entropy": 1.970682070166746,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9104680394089065,
+ "corr": 0.9901767574471976,
+ "mono": 0.9979706004652882,
+ "coverage": 1.0,
+ "entropy": 0.47246122767977333,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8842545957100331,
+ "corr": 0.9230400402476228,
+ "mono": 0.9926451115603382,
+ "coverage": 0.9948648227180836,
+ "entropy": 1.1204490638725924,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.02875716619379185,
+ "corr": -0.1898064952706493,
+ "mono": 0.938764036191834,
+ "coverage": 1.0,
+ "entropy": 2.9708894654762097
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.03815378235146434,
+ "corr": -0.17889661144315602,
+ "mono": 0.9570604969690797,
+ "coverage": 1.0,
+ "entropy": 2.9495956236340666
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.033920505774885326,
+ "corr": -0.19328511089680495,
+ "mono": 0.9150529305631409,
+ "coverage": 1.0,
+ "entropy": 3.1847693556142413
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.05145771174720716,
+ "corr": -0.19324634009856564,
+ "mono": 0.927312880931314,
+ "coverage": 1.0,
+ "entropy": 2.9917775551588517
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07263159924017662,
+ "corr": 0.441342408391952,
+ "mono": 0.9970937238840032,
+ "coverage": 0.125,
+ "entropy": 0.8290793006083359
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06556397294081344,
+ "corr": 0.5652141482510769,
+ "mono": 0.9827644065975126,
+ "coverage": 0.3125,
+ "entropy": 0.9681598680760822
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.8922295338451487,
+ "corr": 0.9054927652982202,
+ "mono": 0.9226639063171614,
+ "coverage": 0.9901899168406427,
+ "entropy": 0.9700797158129445
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.012822766281416681,
+ "corr": 0.07943200312802154,
+ "mono": 0.9099948693423904,
+ "coverage": 0.9375,
+ "entropy": 2.1970918614611845
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.03772818303691539,
+ "corr": -0.20209837736676345,
+ "mono": 0.8775857113496963,
+ "coverage": 1.0,
+ "entropy": 1.4719512221698103
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.017464879935918037,
+ "corr": -0.13596644963793536,
+ "mono": 0.8569924116990831,
+ "coverage": 1.0,
+ "entropy": 1.5889283159396117
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.011043439338190748,
+ "corr": -0.005085353794622426,
+ "mono": 0.9041074001306025,
+ "coverage": 1.0,
+ "entropy": 1.3709666717539462
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.03885574288313658,
+ "corr": -0.08746106686522373,
+ "mono": 0.9636275215037349,
+ "coverage": 1.0,
+ "entropy": 1.8206900896124834
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7328043570920075,
+ "corr": 0.8090229247158742,
+ "mono": 0.9935697087059809,
+ "coverage": 1.0,
+ "entropy": 3.5483101120398715
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.06033300970493435,
+ "corr": 0.18158394706749,
+ "mono": 0.8097281568289643,
+ "coverage": 0.9451082545867968,
+ "entropy": 3.5053990563435122
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.01585864669846201,
+ "corr": 0.182022606889073,
+ "mono": 0.8891363372080456,
+ "coverage": 1.0,
+ "entropy": 3.571421948989722
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.0087110405835622,
+ "corr": 0.30233197236783005,
+ "mono": 0.8683722481685257,
+ "coverage": 1.0,
+ "entropy": 3.805521175189643
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.17830716163790924,
+ "corr": 0.06597613321793307,
+ "mono": 0.9917002305605291,
+ "coverage": 1.0,
+ "entropy": 2.4850054091120457
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.010588830251009271,
+ "corr": -0.26400471066533276,
+ "mono": 0.9514909052511256,
+ "coverage": 0.8022145460403285,
+ "entropy": 2.3687864692950145
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.19881305806839375,
+ "corr": 0.07767592182979419,
+ "mono": 0.856026880054539,
+ "coverage": 0.9262789600348688,
+ "entropy": 3.742470447372972
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.01032303678647353,
+ "corr": -0.10690330984107414,
+ "mono": 0.9614149742397393,
+ "coverage": 0.7778109313657883,
+ "entropy": 2.466143260462871
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9104680394089065,
+ "corr": 0.9901767574471976,
+ "mono": 0.9979706004652882,
+ "coverage": 1.0,
+ "entropy": 0.47246122767977333,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.009962488371037753,
+ "corr": 0.1520663953457457,
+ "mono": 0.8602235595987237,
+ "coverage": 0.9018269927592313,
+ "entropy": 1.8245505368509318
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.0319578137878562,
+ "corr": 0.041058257051316514,
+ "mono": 1.0,
+ "coverage": 0.017962285167197008,
+ "entropy": 1.2816468806277521
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.012599188414118594,
+ "corr": 0.2242405585071254,
+ "mono": 0.8801941625192476,
+ "coverage": 0.8864541800953525,
+ "entropy": 1.595029134807887
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0011693890339860634,
+ "corr": 0.03658339653505802,
+ "mono": 0.6399272058166475,
+ "coverage": 0.9849670824283009,
+ "entropy": 3.191821824104134
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0013372303196849762,
+ "corr": 0.03153971278595397,
+ "mono": 0.6612924345038959,
+ "coverage": 0.9726368236704706,
+ "entropy": 3.3834334710539244
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0013758363516384597,
+ "corr": 0.025646447614338878,
+ "mono": 0.6346919051124097,
+ "coverage": 0.9853835847692942,
+ "entropy": 3.2313053962852094
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9229134340491973,
+ "corr": 0.9832746056271973,
+ "mono": 0.9940131396022879,
+ "coverage": 1.0,
+ "entropy": 1.970682070166746,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8842545957100331,
+ "corr": 0.9230400402476228,
+ "mono": 0.9926451115603382,
+ "coverage": 0.9948648227180836,
+ "entropy": 1.1204490638725924,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.008166387683663727,
+ "corr": 0.20837981521636284,
+ "mono": 0.9260812218911879,
+ "coverage": 0.6028513483922403,
+ "entropy": 2.3058588459800515
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.94725368478776,
+ "corr": 0.9800104018521406,
+ "mono": 0.9933002309113037,
+ "coverage": 1.0,
+ "entropy": 0.793917710801832,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.012147787789459177,
+ "corr": 0.15899232151505505,
+ "mono": 0.9996698943661971,
+ "coverage": 0.01580056179775281,
+ "entropy": 0.39106544609095606
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_da.json b/web/laci/zonos3_mini_heads_da.json
new file mode 100644
index 0000000000000000000000000000000000000000..bbc4faae879f4219aef9d20e4b0b9afaa465125f
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_da.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/da",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 3.080602536997886,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9478783206360125,
+ "corr": 0.9808843291750595,
+ "mono": 0.9893046826774093,
+ "coverage": 0.999198717948718,
+ "entropy": 0.7803512612162794,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9310053342175743,
+ "corr": 0.9913724690867305,
+ "mono": 0.9938173607286056,
+ "coverage": 1.0,
+ "entropy": 0.4166446946563182,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9203614983974003,
+ "corr": 0.9836206910966333,
+ "mono": 0.9905215184078939,
+ "coverage": 1.0,
+ "entropy": 1.9085241708395013,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8841725785299666,
+ "corr": 0.9265926426654392,
+ "mono": 0.9902545440325309,
+ "coverage": 0.9955404838217338,
+ "entropy": 1.0402668371402137,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.031001597012486417,
+ "corr": -0.10930129612992726,
+ "mono": 0.9536424271244043,
+ "coverage": 1.0,
+ "entropy": 2.593521027429264
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.03675015332570293,
+ "corr": -0.05841190917343278,
+ "mono": 0.9499867546624826,
+ "coverage": 1.0,
+ "entropy": 2.7538545174233615
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.03484702200489644,
+ "corr": -0.1416561900274142,
+ "mono": 0.9320451001889533,
+ "coverage": 1.0,
+ "entropy": 2.800043052727516
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.0461779910835568,
+ "corr": -0.08817182945183447,
+ "mono": 0.9414194471595364,
+ "coverage": 1.0,
+ "entropy": 2.654753465134818
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.06594832868517647,
+ "corr": 0.4614418024124313,
+ "mono": 0.9994212962962963,
+ "coverage": 0.02992021276595745,
+ "entropy": 0.5338104411596274
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.059357930892728526,
+ "corr": 0.6345854890281835,
+ "mono": 0.998050736629813,
+ "coverage": 0.18617021276595744,
+ "entropy": 0.6702263073950384
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.8927767224389038,
+ "corr": 0.901568631145148,
+ "mono": 0.9221924213322572,
+ "coverage": 0.9840056982155924,
+ "entropy": 1.0064821332553886
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.009388306215445298,
+ "corr": 0.32413343090420177,
+ "mono": 0.9081675181370399,
+ "coverage": 0.96875,
+ "entropy": 2.097013155973076
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.036982599612632255,
+ "corr": -0.19328588521541867,
+ "mono": 0.8913237361988485,
+ "coverage": 1.0,
+ "entropy": 1.3286903238663494
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.01851964524617866,
+ "corr": -0.09643592707847114,
+ "mono": 0.8771403689408733,
+ "coverage": 1.0,
+ "entropy": 1.3846016081166521
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.01196383504755089,
+ "corr": 0.005917594565575906,
+ "mono": 0.9275342153959496,
+ "coverage": 1.0,
+ "entropy": 1.1691116013548584
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.03643591299776516,
+ "corr": -0.11920990075024168,
+ "mono": 0.955052161593842,
+ "coverage": 1.0,
+ "entropy": 1.6441688920317468
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7005540146853672,
+ "corr": 0.5729233158218395,
+ "mono": 0.9784422542399163,
+ "coverage": 1.0,
+ "entropy": 3.253749384685408
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.05196861938723034,
+ "corr": 0.4099973463717082,
+ "mono": 0.8271263320630142,
+ "coverage": 0.938857279560315,
+ "entropy": 3.208186730179449
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.013905287576979185,
+ "corr": 0.27903589155270003,
+ "mono": 0.8623723357513393,
+ "coverage": 1.0,
+ "entropy": 3.2426504248972736
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.007489798468700728,
+ "corr": 0.4925647481441263,
+ "mono": 0.8867277676108439,
+ "coverage": 1.0,
+ "entropy": 3.460947799682917
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.19870075015710686,
+ "corr": 0.027572742644475994,
+ "mono": 0.9870108448486393,
+ "coverage": 1.0,
+ "entropy": 2.2945565652525177
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.010752853572080764,
+ "corr": -0.2528192497473356,
+ "mono": 0.9738067179742758,
+ "coverage": 0.6203517762829615,
+ "entropy": 2.094123265803228
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.17691271248458568,
+ "corr": 0.15217936095026943,
+ "mono": 0.8323684590439612,
+ "coverage": 1.0,
+ "entropy": 3.5497321607124905
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.008623311034277365,
+ "corr": -0.14202354289404986,
+ "mono": 0.9613777222235991,
+ "coverage": 0.8482795930846944,
+ "entropy": 2.237960830618642
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9310053342175743,
+ "corr": 0.9913724690867305,
+ "mono": 0.9938173607286056,
+ "coverage": 1.0,
+ "entropy": 0.4166446946563182,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.011399646139295047,
+ "corr": 0.18473571338436612,
+ "mono": 0.8705537369345228,
+ "coverage": 0.9328557903044462,
+ "entropy": 1.6828093756685532
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03125082975689816,
+ "corr": 0.21343910685023418,
+ "mono": 1.0,
+ "coverage": 0.022135410972263084,
+ "entropy": 1.165781474766229
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.014077777485232538,
+ "corr": 0.25922828140106313,
+ "mono": 0.8929726859021412,
+ "coverage": 0.9254257712670826,
+ "entropy": 1.4268830106193542
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0009009250142984778,
+ "corr": 0.02647891337257544,
+ "mono": 0.6627461080289236,
+ "coverage": 0.9834956549972388,
+ "entropy": 3.0157688241937564
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.00113585293428505,
+ "corr": 0.07042978427837562,
+ "mono": 0.6762167839034736,
+ "coverage": 0.9761965324140128,
+ "entropy": 3.188616190406176
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0011060337344503926,
+ "corr": 0.025399103126811835,
+ "mono": 0.6520898050798385,
+ "coverage": 0.9834993101572997,
+ "entropy": 3.0462483858897555
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9203614983974003,
+ "corr": 0.9836206910966333,
+ "mono": 0.9905215184078939,
+ "coverage": 1.0,
+ "entropy": 1.9085241708395013,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8841725785299666,
+ "corr": 0.9265926426654392,
+ "mono": 0.9902545440325309,
+ "coverage": 0.9955404838217338,
+ "entropy": 1.0402668371402137,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.00707858024628682,
+ "corr": 0.3054967091680646,
+ "mono": 0.9599457089253193,
+ "coverage": 0.5588624088879478,
+ "entropy": 1.7916562301177188
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9478783206360125,
+ "corr": 0.9808843291750595,
+ "mono": 0.9893046826774093,
+ "coverage": 0.999198717948718,
+ "entropy": 0.7803512612162794,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.013329186844482702,
+ "corr": 0.22633939246220366,
+ "mono": 0.9995756172839506,
+ "coverage": 0.03519297377535873,
+ "entropy": 0.23730928194442727
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_de.json b/web/laci/zonos3_mini_heads_de.json
new file mode 100644
index 0000000000000000000000000000000000000000..85911c37ef23edcaf76c414fe0d4d4e7bc851bb6
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_de.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/de",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.761111111111111,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9588272838121986,
+ "corr": 0.9861257870050502,
+ "mono": 0.9952598536890664,
+ "coverage": 1.0,
+ "entropy": 0.7518898575019487,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9243505267248084,
+ "corr": 0.9863400103571142,
+ "mono": 0.9936039420081266,
+ "coverage": 1.0,
+ "entropy": 1.8825825522202464,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9148309189969112,
+ "corr": 0.991989372001593,
+ "mono": 0.9963031684070092,
+ "coverage": 1.0,
+ "entropy": 0.4114271201226645,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8999730079092009,
+ "corr": 0.938350343573251,
+ "mono": 0.9896521072977766,
+ "coverage": 0.9978866116773726,
+ "entropy": 1.02450332487215,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.029127361988311205,
+ "corr": -0.23503043988130368,
+ "mono": 0.9185866163541637,
+ "coverage": 1.0,
+ "entropy": 2.9793687862345317
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.039400174894732895,
+ "corr": -0.244697066712427,
+ "mono": 0.9527866159592328,
+ "coverage": 1.0,
+ "entropy": 2.9473274708002104
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.033091741075311744,
+ "corr": -0.2131270982916403,
+ "mono": 0.8930635107949928,
+ "coverage": 1.0,
+ "entropy": 3.1354085043245714
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.04646727479689248,
+ "corr": -0.23954158899553,
+ "mono": 0.9213792243435184,
+ "coverage": 1.0,
+ "entropy": 2.9585737673670818
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.06901175349745053,
+ "corr": 0.45525035080181103,
+ "mono": 0.9986037047248448,
+ "coverage": 0.09375,
+ "entropy": 0.6190612289778177
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06656359442328076,
+ "corr": 0.6673058781355496,
+ "mono": 0.9879067596420009,
+ "coverage": 0.34375,
+ "entropy": 0.7916134872110343
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.8990161701356303,
+ "corr": 0.906210457908679,
+ "mono": 0.9332062320831679,
+ "coverage": 0.9842203220648331,
+ "entropy": 0.8966891585370657
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.012172742676210699,
+ "corr": 0.058114855008533424,
+ "mono": 0.9001023477234927,
+ "coverage": 0.9771205357142857,
+ "entropy": 2.136091336913491
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.034156486597617365,
+ "corr": -0.3344845853910189,
+ "mono": 0.8823507796320822,
+ "coverage": 1.0,
+ "entropy": 1.4773835511664817
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.019056617709276493,
+ "corr": -0.19804844367912997,
+ "mono": 0.8649896008491933,
+ "coverage": 1.0,
+ "entropy": 1.555432086500627
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.011279278551855069,
+ "corr": -0.06459285328256803,
+ "mono": 0.919467064578765,
+ "coverage": 1.0,
+ "entropy": 1.3273767621004315
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.038280278509053786,
+ "corr": -0.20157841890276088,
+ "mono": 0.9598874356759077,
+ "coverage": 1.0,
+ "entropy": 1.7928304678744855
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7186046520699377,
+ "corr": 0.7997232313352375,
+ "mono": 0.9971810207713085,
+ "coverage": 1.0,
+ "entropy": 3.446355072856033
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.06195791666722027,
+ "corr": 0.33071521470925913,
+ "mono": 0.814113216801746,
+ "coverage": 0.9358837273502717,
+ "entropy": 3.441794299133231
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.016112957110465453,
+ "corr": 0.317061917811012,
+ "mono": 0.8811918143126644,
+ "coverage": 1.0,
+ "entropy": 3.447562673160139
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.008602730328757031,
+ "corr": 0.4176193787647192,
+ "mono": 0.89090903383072,
+ "coverage": 1.0,
+ "entropy": 3.687834712773583
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.12641953337484182,
+ "corr": 0.1522109154659363,
+ "mono": 0.9964922970986008,
+ "coverage": 1.0,
+ "entropy": 2.418677965477568
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.012067387826086792,
+ "corr": -0.08544598334581048,
+ "mono": 0.9161001494486078,
+ "coverage": 0.8932973798235293,
+ "entropy": 2.511048689070635
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.15122207154532782,
+ "corr": 0.4159968565902575,
+ "mono": 0.8432141888929039,
+ "coverage": 1.0,
+ "entropy": 3.6540797467305497
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.01160527632328746,
+ "corr": 0.0019505020190780365,
+ "mono": 0.9486345148480545,
+ "coverage": 0.9378915644540644,
+ "entropy": 2.705411010061989
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9148309189969112,
+ "corr": 0.991989372001593,
+ "mono": 0.9963031684070092,
+ "coverage": 1.0,
+ "entropy": 0.4114271201226645,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.011384483662093343,
+ "corr": 0.1868295009893617,
+ "mono": 0.8723711432993598,
+ "coverage": 0.8951843428559955,
+ "entropy": 1.7233709571341382
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.032909906446868656,
+ "corr": 0.13340495407424804,
+ "mono": 1.0,
+ "coverage": 0.020005166726937005,
+ "entropy": 1.2294987755020086
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.013997751565966114,
+ "corr": 0.23446583698024925,
+ "mono": 0.8952859132303858,
+ "coverage": 0.9257730064376376,
+ "entropy": 1.4867793889431147
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0010443713180349383,
+ "corr": -0.006561583911508846,
+ "mono": 0.6391978167228943,
+ "coverage": 0.9787945698739128,
+ "entropy": 3.1566388774978953
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0013578272220089128,
+ "corr": 0.006967271730303891,
+ "mono": 0.6714106247818533,
+ "coverage": 0.9697678157967254,
+ "entropy": 3.342599045604897
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0012935853055601196,
+ "corr": -0.017539902097255165,
+ "mono": 0.6394556702830069,
+ "coverage": 0.9804789866179855,
+ "entropy": 3.1955201077178828
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9243505267248084,
+ "corr": 0.9863400103571142,
+ "mono": 0.9936039420081266,
+ "coverage": 1.0,
+ "entropy": 1.8825825522202464,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8999730079092009,
+ "corr": 0.938350343573251,
+ "mono": 0.9896521072977766,
+ "coverage": 0.9978866116773726,
+ "entropy": 1.02450332487215,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.007731684188491979,
+ "corr": 0.302982049459347,
+ "mono": 0.9482579476222479,
+ "coverage": 0.5503673832234335,
+ "entropy": 1.9954002552075296
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9588272838121986,
+ "corr": 0.9861257870050502,
+ "mono": 0.9952598536890664,
+ "coverage": 1.0,
+ "entropy": 0.7518898575019487,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.012175800361439648,
+ "corr": 0.23373009251228244,
+ "mono": 1.0,
+ "coverage": 0.0,
+ "entropy": 0.2595619042284995
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_el.json b/web/laci/zonos3_mini_heads_el.json
new file mode 100644
index 0000000000000000000000000000000000000000..14f9e81de9c024891bb195a9c8afe63aded2c608
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_el.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/el",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 1.3275058275058274,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9626889258607849,
+ "corr": 0.9788090420672498,
+ "mono": 0.990467087685852,
+ "coverage": 1.0,
+ "entropy": 1.176062999313634,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.941751401491236,
+ "corr": 0.9844402739605369,
+ "mono": 0.9806845626374757,
+ "coverage": 1.0,
+ "entropy": 2.449892324010547,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9355877697887917,
+ "corr": 0.9901670640983675,
+ "mono": 0.9933888886093611,
+ "coverage": 1.0,
+ "entropy": 0.7743275954719203,
+ "radius": 7
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9262618845428454,
+ "corr": 0.9283129451194148,
+ "mono": 0.9114482978585412,
+ "coverage": 0.9932640566798828,
+ "entropy": 1.381293424648132,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.041801194619999586,
+ "corr": -0.14851391007736142,
+ "mono": 0.9316274881743388,
+ "coverage": 1.0,
+ "entropy": 3.922489564739548
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.05184394657613527,
+ "corr": -0.20414864944149527,
+ "mono": 0.9456752005744746,
+ "coverage": 1.0,
+ "entropy": 3.9699751489288566
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.049782020001590085,
+ "corr": -0.21889565609552825,
+ "mono": 0.9116139156223728,
+ "coverage": 1.0,
+ "entropy": 4.063591535754661
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.0715942653098507,
+ "corr": -0.20851928792526425,
+ "mono": 0.9086778258737337,
+ "coverage": 1.0,
+ "entropy": 3.9884379302327826
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.09481011230413174,
+ "corr": 0.5535573529790087,
+ "mono": 0.9809849406847593,
+ "coverage": 0.375,
+ "entropy": 1.323838770799655
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06785088957466688,
+ "corr": 0.5351235475098411,
+ "mono": 0.9411487286885005,
+ "coverage": 0.6875,
+ "entropy": 1.5823429206033497
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9262618845428454,
+ "corr": 0.9283129451194148,
+ "mono": 0.9114482978585412,
+ "coverage": 0.9932640566798828,
+ "entropy": 1.381293424648132,
+ "radius": 8
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.016250493431237547,
+ "corr": -0.05689465400548074,
+ "mono": 0.8906491573911185,
+ "coverage": 0.96875,
+ "entropy": 2.854402116549356
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.047524850394626464,
+ "corr": -0.25775711096320425,
+ "mono": 0.8819293570585812,
+ "coverage": 1.0,
+ "entropy": 2.179424505238891
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.02337889313233748,
+ "corr": -0.08338698949747023,
+ "mono": 0.8467411792077123,
+ "coverage": 1.0,
+ "entropy": 2.2385294963306874
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.014996507945330294,
+ "corr": -0.0286443808905805,
+ "mono": 0.8982016870051608,
+ "coverage": 1.0,
+ "entropy": 1.9471009204483543
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.05218627751474872,
+ "corr": -0.1419095141047357,
+ "mono": 0.9589749446386847,
+ "coverage": 1.0,
+ "entropy": 2.6838610443291597
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7857075708184661,
+ "corr": 0.8486129821724164,
+ "mono": 0.9832258919297454,
+ "coverage": 1.0,
+ "entropy": 4.164350212295162
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.10923858333260833,
+ "corr": -0.13780124236808838,
+ "mono": 0.7783791236245025,
+ "coverage": 0.9146283150612925,
+ "entropy": 4.140995190313444
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.023313003161953456,
+ "corr": -0.043775034012013575,
+ "mono": 0.9052802714036728,
+ "coverage": 1.0,
+ "entropy": 4.064332532185477
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.013537762390424516,
+ "corr": 0.06460445947443771,
+ "mono": 0.9239022587764465,
+ "coverage": 0.9981518817204301,
+ "entropy": 4.108274719030332
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.1697025259367134,
+ "corr": -0.024405283423191156,
+ "mono": 0.9847823230942143,
+ "coverage": 1.0,
+ "entropy": 2.8909527127927954
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.00943344586182582,
+ "corr": -0.14991518901728806,
+ "mono": 0.9595484499426674,
+ "coverage": 0.8403288164720556,
+ "entropy": 2.6354255265539743
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.1637802273739095,
+ "corr": -0.22073537380925942,
+ "mono": 0.8681953375010032,
+ "coverage": 0.8758004333215077,
+ "entropy": 4.269375946642783
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.011212508100833813,
+ "corr": -0.11195094331981686,
+ "mono": 0.9502115361887757,
+ "coverage": 0.6734860344455497,
+ "entropy": 2.8852073932408353
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9355877697887917,
+ "corr": 0.9901670640983675,
+ "mono": 0.9933888886093611,
+ "coverage": 1.0,
+ "entropy": 0.7743275954719203,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.010620257029052286,
+ "corr": 0.09943205622754185,
+ "mono": 0.8131522117147739,
+ "coverage": 0.9328013494025038,
+ "entropy": 2.5086003142687274
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03213390244434324,
+ "corr": -0.015466824519627172,
+ "mono": 0.9997888513513513,
+ "coverage": 0.01718227360226559,
+ "entropy": 1.8006836140905516
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.012987503805007438,
+ "corr": 0.18251562057325882,
+ "mono": 0.833905447470698,
+ "coverage": 0.9349299050969795,
+ "entropy": 2.3139486039026633
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0021246366636622858,
+ "corr": -0.12760897773639773,
+ "mono": 0.6054470640883293,
+ "coverage": 0.9873133710229836,
+ "entropy": 3.855184260870918
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.002476424060798712,
+ "corr": -0.11504495917611865,
+ "mono": 0.6208226587360841,
+ "coverage": 0.9812190340065963,
+ "entropy": 4.1100045599358745
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.002360664464600102,
+ "corr": -0.08460502827480362,
+ "mono": 0.598835819122159,
+ "coverage": 0.9862904717448788,
+ "entropy": 3.9169687640575734
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.941751401491236,
+ "corr": 0.9844402739605369,
+ "mono": 0.9806845626374757,
+ "coverage": 1.0,
+ "entropy": 2.449892324010547,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8925346484853763,
+ "corr": 0.9187098481226581,
+ "mono": 0.9802670133504886,
+ "coverage": 0.9968468770220019,
+ "entropy": 1.5672564924247254
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.01107441526390809,
+ "corr": 0.22955010054364605,
+ "mono": 0.8266953390025324,
+ "coverage": 0.8308948564818717,
+ "entropy": 3.550366236617735
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9626889258607849,
+ "corr": 0.9788090420672498,
+ "mono": 0.990467087685852,
+ "coverage": 1.0,
+ "entropy": 1.176062999313634,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.01128400497092241,
+ "corr": 0.15879896144807013,
+ "mono": 0.9967779956770206,
+ "coverage": 0.1528331707228774,
+ "entropy": 0.863496619592512
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_es.json b/web/laci/zonos3_mini_heads_es.json
new file mode 100644
index 0000000000000000000000000000000000000000..bd95d13d675f522481b670e76326175770791390
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_es.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/es",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.9601284958427816,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9551792775821354,
+ "corr": 0.9852225363012612,
+ "mono": 0.9944319511682208,
+ "coverage": 1.0,
+ "entropy": 0.7039841993127728,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9342157330474782,
+ "corr": 0.989213303984069,
+ "mono": 0.9977360304417857,
+ "coverage": 1.0,
+ "entropy": 1.7781984404859248,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9119743444066953,
+ "corr": 0.991656494159806,
+ "mono": 0.9973016028722669,
+ "coverage": 1.0,
+ "entropy": 0.36067857929037245,
+ "radius": 4
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9114296766207808,
+ "corr": 0.9279832835422285,
+ "mono": 0.9384731674671225,
+ "coverage": 0.9900184217291357,
+ "entropy": 0.8025131842223213,
+ "radius": 7
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.029582563954002664,
+ "corr": -0.18378780310455925,
+ "mono": 0.909307215124679,
+ "coverage": 1.0,
+ "entropy": 3.095510355648348
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.03828364839649542,
+ "corr": -0.21104942705239668,
+ "mono": 0.922793840731721,
+ "coverage": 1.0,
+ "entropy": 3.115618987103095
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.03430101244626024,
+ "corr": -0.125071502322812,
+ "mono": 0.8919972132366961,
+ "coverage": 1.0,
+ "entropy": 3.211046152105505
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.04763732074597324,
+ "corr": -0.21228977799042575,
+ "mono": 0.8982894357092113,
+ "coverage": 1.0,
+ "entropy": 3.074200665386539
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07118967652841035,
+ "corr": 0.534280546485358,
+ "mono": 0.9889872361422647,
+ "coverage": 0.25,
+ "entropy": 0.7027781751243609
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06517539204494048,
+ "corr": 0.5783219104287873,
+ "mono": 0.9697833976665701,
+ "coverage": 0.375,
+ "entropy": 0.883705811018567
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9114296766207808,
+ "corr": 0.9279832835422285,
+ "mono": 0.9384731674671225,
+ "coverage": 0.9900184217291357,
+ "entropy": 0.8025131842223213,
+ "radius": 7
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.011855482241393303,
+ "corr": 0.01660854621330146,
+ "mono": 0.9244034794765055,
+ "coverage": 0.9375,
+ "entropy": 1.9929595944479028
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.03144816365656864,
+ "corr": -0.30108028600909786,
+ "mono": 0.8622882781502339,
+ "coverage": 1.0,
+ "entropy": 1.4246303545545325
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.01786840308254186,
+ "corr": -0.1278933138931245,
+ "mono": 0.8494607892509294,
+ "coverage": 1.0,
+ "entropy": 1.462830587327524
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.011353490607298818,
+ "corr": -0.04626370415096932,
+ "mono": 0.9342464395546529,
+ "coverage": 1.0,
+ "entropy": 1.1589863669718996
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.03399446682000912,
+ "corr": -0.21692495042247603,
+ "mono": 0.9550442230391915,
+ "coverage": 1.0,
+ "entropy": 1.7402999626068834
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7254883729029564,
+ "corr": 0.8516508477030914,
+ "mono": 0.9953898388166692,
+ "coverage": 1.0,
+ "entropy": 3.5431394162639647
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.06879785044979901,
+ "corr": 0.4418418703780546,
+ "mono": 0.8059206653714175,
+ "coverage": 0.9271049867382528,
+ "entropy": 3.5332471075562832
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.014017919844405645,
+ "corr": 0.25015190898358197,
+ "mono": 0.874395978940622,
+ "coverage": 1.0,
+ "entropy": 3.4023302225645375
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.00820611553648525,
+ "corr": 0.4475313298618526,
+ "mono": 0.8750602782034514,
+ "coverage": 1.0,
+ "entropy": 3.721112474369609
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.08794918406135686,
+ "corr": 0.04124828509463555,
+ "mono": 0.9798375939232593,
+ "coverage": 0.9694940476190477,
+ "entropy": 2.839235618436843
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.012261850717819513,
+ "corr": 0.009603737892425995,
+ "mono": 0.9802476430430516,
+ "coverage": 0.6452305949720083,
+ "entropy": 2.503366880940956
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.13160542446294157,
+ "corr": 0.39924443070353655,
+ "mono": 0.9841657872699534,
+ "coverage": 1.0,
+ "entropy": 3.6731889537343423
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.011257416063805252,
+ "corr": -0.0026081076995008723,
+ "mono": 0.9742333075858336,
+ "coverage": 0.7411726196195793,
+ "entropy": 2.641434857232525
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9119743444066953,
+ "corr": 0.991656494159806,
+ "mono": 0.9973016028722669,
+ "coverage": 1.0,
+ "entropy": 0.36067857929037245,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.010495903720106914,
+ "corr": 0.1313154984584395,
+ "mono": 0.8812683383224074,
+ "coverage": 0.9171268798869341,
+ "entropy": 1.6384773121349492
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.027827404283741183,
+ "corr": 0.06175882500704796,
+ "mono": 1.0,
+ "coverage": 0.019238431044961105,
+ "entropy": 1.0839046573816162
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.01366065526359725,
+ "corr": 0.1651934174654197,
+ "mono": 0.909314601035137,
+ "coverage": 0.9096627897712148,
+ "entropy": 1.401564332027979
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0010313644145122976,
+ "corr": -0.008695114184420188,
+ "mono": 0.6367173337925446,
+ "coverage": 0.9825802217830464,
+ "entropy": 3.1082601712398983
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.001003494867011507,
+ "corr": -0.014648456195873906,
+ "mono": 0.6592339216664572,
+ "coverage": 0.9713904594691158,
+ "entropy": 3.306196968239831
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.001070469687349801,
+ "corr": -0.015974498740087724,
+ "mono": 0.6253756490705564,
+ "coverage": 0.9843562926095354,
+ "entropy": 3.1612692852328994
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9342157330474782,
+ "corr": 0.989213303984069,
+ "mono": 0.9977360304417857,
+ "coverage": 1.0,
+ "entropy": 1.7781984404859248,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8941048191253647,
+ "corr": 0.9407699134658994,
+ "mono": 0.9944996186708605,
+ "coverage": 0.9977075707080968,
+ "entropy": 0.9525169412920858
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.007329831780684374,
+ "corr": 0.3800480616212668,
+ "mono": 0.9318072167737826,
+ "coverage": 0.5758895546802324,
+ "entropy": 2.1065872313100003
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9551792775821354,
+ "corr": 0.9852225363012612,
+ "mono": 0.9944319511682208,
+ "coverage": 1.0,
+ "entropy": 0.7039841993127728,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.010433677499115031,
+ "corr": 0.29258011431075337,
+ "mono": 0.999805900621118,
+ "coverage": 0.020636792452830188,
+ "entropy": 0.3469196035727167
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_fi.json b/web/laci/zonos3_mini_heads_fi.json
new file mode 100644
index 0000000000000000000000000000000000000000..68417f3df74fe12d45cfab047f95d006ba7023ce
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_fi.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/fi",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.370651204281891,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.956643849049414,
+ "corr": 0.9841792723749812,
+ "mono": 0.9883024980035632,
+ "coverage": 1.0,
+ "entropy": 0.7793390696538427,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9347711196225548,
+ "corr": 0.9866047258187801,
+ "mono": 0.9914822445626424,
+ "coverage": 1.0,
+ "entropy": 1.9497630871256806,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9186952828026189,
+ "corr": 0.9913926497745993,
+ "mono": 0.9930389847959333,
+ "coverage": 1.0,
+ "entropy": 0.4527715489397561,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8848975411510307,
+ "corr": 0.9313842455723461,
+ "mono": 0.9866363827478907,
+ "coverage": 0.9960096010845548,
+ "entropy": 1.090850462340011,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.026532042055543045,
+ "corr": -0.1532244456989341,
+ "mono": 0.9033199028082222,
+ "coverage": 1.0,
+ "entropy": 3.272883111776681
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.0357840993167875,
+ "corr": -0.21141685792597154,
+ "mono": 0.9455034457802438,
+ "coverage": 1.0,
+ "entropy": 3.217838833853433
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.032479382726441845,
+ "corr": -0.12373683902037069,
+ "mono": 0.8790373792415798,
+ "coverage": 1.0,
+ "entropy": 3.4362455844863393
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.04453958271140186,
+ "corr": -0.22381625922072226,
+ "mono": 0.9013576003031947,
+ "coverage": 1.0,
+ "entropy": 3.261061752757217
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07572248531642754,
+ "corr": 0.4448759948658214,
+ "mono": 0.9908807994418899,
+ "coverage": 0.1875,
+ "entropy": 0.8493884166878345
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.07020352670508664,
+ "corr": 0.5585468465306712,
+ "mono": 0.9703738036992516,
+ "coverage": 0.4375,
+ "entropy": 1.0299344133067239
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.8960646599201872,
+ "corr": 0.9156723201306174,
+ "mono": 0.9249489713984365,
+ "coverage": 0.9880386890512692,
+ "entropy": 0.9754148695563172
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.014250233817260122,
+ "corr": -0.11666587944675715,
+ "mono": 0.925445574238491,
+ "coverage": 0.96875,
+ "entropy": 2.1292918089963284
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.036930134211073176,
+ "corr": -0.2878531906428951,
+ "mono": 0.877743708633556,
+ "coverage": 1.0,
+ "entropy": 1.5130273583567584
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.018016900407053303,
+ "corr": -0.13813374943203321,
+ "mono": 0.872719852719367,
+ "coverage": 1.0,
+ "entropy": 1.574394878604332
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.011724710152216442,
+ "corr": -0.028672205243931798,
+ "mono": 0.937699767690301,
+ "coverage": 1.0,
+ "entropy": 1.2929767077098977
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.036717710891563615,
+ "corr": -0.18400296701065125,
+ "mono": 0.9653555237952297,
+ "coverage": 1.0,
+ "entropy": 1.866014660842529
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7391482543974508,
+ "corr": 0.727867718992429,
+ "mono": 0.9862417974034776,
+ "coverage": 1.0,
+ "entropy": 3.6136403962239134
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.06958444835755043,
+ "corr": 0.25100591670189315,
+ "mono": 0.8087664727989999,
+ "coverage": 0.9284278230124409,
+ "entropy": 3.5975041264389556
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.015207163247826679,
+ "corr": 0.2284271103199413,
+ "mono": 0.8971900018615147,
+ "coverage": 1.0,
+ "entropy": 3.6282452878609552
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.009913781390236708,
+ "corr": 0.46520638359532485,
+ "mono": 0.8951166935515154,
+ "coverage": 1.0,
+ "entropy": 3.8788520819773207
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.17998323296144572,
+ "corr": -0.018206029239565262,
+ "mono": 0.9866495755959936,
+ "coverage": 1.0,
+ "entropy": 2.293052607662964
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.010701438981790636,
+ "corr": -0.24783865431053995,
+ "mono": 0.9365443927355654,
+ "coverage": 0.7807113893229126,
+ "entropy": 2.2462545441190387
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.1777210493133004,
+ "corr": -0.06609579085799978,
+ "mono": 0.8570228246111649,
+ "coverage": 0.9334572662967944,
+ "entropy": 3.7890424941976093
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.009922950734890109,
+ "corr": -0.018396942906561003,
+ "mono": 0.9573256585966706,
+ "coverage": 0.8109976607112958,
+ "entropy": 2.413875878847796
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9186952828026189,
+ "corr": 0.9913926497745993,
+ "mono": 0.9930389847959333,
+ "coverage": 1.0,
+ "entropy": 0.4527715489397561,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.00964540373652787,
+ "corr": 0.16756217006376828,
+ "mono": 0.8606288548268979,
+ "coverage": 0.9415865552901173,
+ "entropy": 1.7980292886448943
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.028056548129592625,
+ "corr": 0.06672016672153809,
+ "mono": 1.0,
+ "coverage": 0.016424692967389264,
+ "entropy": 1.2373111500148823
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.011911778484189428,
+ "corr": 0.24474598017296412,
+ "mono": 0.8712829367086145,
+ "coverage": 0.9161164340662861,
+ "entropy": 1.6003954911589877
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0011069808719046384,
+ "corr": 0.0203178522750673,
+ "mono": 0.6183390897226574,
+ "coverage": 0.9861915815977733,
+ "entropy": 3.243291997907956
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0011017738781811017,
+ "corr": 0.03056116014537358,
+ "mono": 0.6471251289151603,
+ "coverage": 0.9765407917588094,
+ "entropy": 3.441729200996227
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0012916640302625616,
+ "corr": 0.023413286436035515,
+ "mono": 0.6236524468318354,
+ "coverage": 0.9870358792444006,
+ "entropy": 3.2837274727193146
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9347711196225548,
+ "corr": 0.9866047258187801,
+ "mono": 0.9914822445626424,
+ "coverage": 1.0,
+ "entropy": 1.9497630871256806,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8848975411510307,
+ "corr": 0.9313842455723461,
+ "mono": 0.9866363827478907,
+ "coverage": 0.9960096010845548,
+ "entropy": 1.090850462340011,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.007850171505444467,
+ "corr": 0.3020107889684633,
+ "mono": 0.9113287362173473,
+ "coverage": 0.678694537225122,
+ "entropy": 2.3851633171772737
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.956643849049414,
+ "corr": 0.9841792723749812,
+ "mono": 0.9883024980035632,
+ "coverage": 1.0,
+ "entropy": 0.7793390696538427,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.010548084207301255,
+ "corr": 0.23578695839980504,
+ "mono": 0.997167538970528,
+ "coverage": 0.13079343647493716,
+ "entropy": 0.444471477244416
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_fr.json b/web/laci/zonos3_mini_heads_fr.json
new file mode 100644
index 0000000000000000000000000000000000000000..a44791a7e2f6dd1a4358ec9cdd6617a8edde1a1a
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_fr.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/fr",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.766891891891892,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.950338026385322,
+ "corr": 0.9863065755047,
+ "mono": 0.99510109463661,
+ "coverage": 1.0,
+ "entropy": 0.6881760938422139,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.939599015567644,
+ "corr": 0.9903386700749786,
+ "mono": 0.9961521825840892,
+ "coverage": 1.0,
+ "entropy": 1.8242572843891862,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9180623779855251,
+ "corr": 0.9931449953383724,
+ "mono": 0.9979720897254661,
+ "coverage": 1.0,
+ "entropy": 0.3743143460250879,
+ "radius": 4
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9097354624041344,
+ "corr": 0.9321654021679757,
+ "mono": 0.9377394677750255,
+ "coverage": 0.991188629881782,
+ "entropy": 0.8722430956800467,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.034256064312010504,
+ "corr": -0.15087031889499664,
+ "mono": 0.9247877093228005,
+ "coverage": 1.0,
+ "entropy": 2.937237656540887
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.04174847108238298,
+ "corr": -0.15374864343743264,
+ "mono": 0.931182943688435,
+ "coverage": 1.0,
+ "entropy": 3.012960237075995
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.038030550491621885,
+ "corr": -0.1726816170522436,
+ "mono": 0.9069329881308057,
+ "coverage": 1.0,
+ "entropy": 3.1228902977475776
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.05217840223859435,
+ "corr": -0.14648031507314224,
+ "mono": 0.9094886003401966,
+ "coverage": 1.0,
+ "entropy": 2.9390426372240137
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07381380956058906,
+ "corr": 0.49243393831157534,
+ "mono": 0.9981413759768621,
+ "coverage": 0.15625,
+ "entropy": 0.7419917595983344
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06394857065925685,
+ "corr": 0.6089564786464353,
+ "mono": 0.9728229728136307,
+ "coverage": 0.53125,
+ "entropy": 0.9860391540888174
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9097354624041344,
+ "corr": 0.9321654021679757,
+ "mono": 0.9377394677750255,
+ "coverage": 0.991188629881782,
+ "entropy": 0.8722430956800467,
+ "radius": 8
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.011064911069462929,
+ "corr": 0.0068451002840421325,
+ "mono": 0.8812724338808918,
+ "coverage": 1.0,
+ "entropy": 2.1813649976110994
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.034472444759702674,
+ "corr": -0.32317377856187707,
+ "mono": 0.8758210301531815,
+ "coverage": 1.0,
+ "entropy": 1.5169242659158673
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.018928525505967655,
+ "corr": -0.20239657226362714,
+ "mono": 0.8616394363503218,
+ "coverage": 1.0,
+ "entropy": 1.5194100951622296
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.012051120216339055,
+ "corr": -0.07565811225887077,
+ "mono": 0.9247236088503745,
+ "coverage": 1.0,
+ "entropy": 1.2574779311082689
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.038516653470896334,
+ "corr": -0.21461529901129714,
+ "mono": 0.9595996092375823,
+ "coverage": 1.0,
+ "entropy": 1.7815136803854346
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7332463396151115,
+ "corr": 0.7920201224572896,
+ "mono": 0.9894356064050558,
+ "coverage": 1.0,
+ "entropy": 3.5736601377149744
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.06125416916854701,
+ "corr": 0.3327998831309786,
+ "mono": 0.8160801088672037,
+ "coverage": 0.9258521073210242,
+ "entropy": 3.5497561295276236
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.015699278238246055,
+ "corr": 0.1755783215465659,
+ "mono": 0.8601116797381979,
+ "coverage": 1.0,
+ "entropy": 3.5175493385691596
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.00801812489876835,
+ "corr": 0.4210735188592122,
+ "mono": 0.8698966667125456,
+ "coverage": 1.0,
+ "entropy": 3.7388454346401514
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.15104073343870672,
+ "corr": 0.12188454477592794,
+ "mono": 0.9880004943950381,
+ "coverage": 1.0,
+ "entropy": 2.323113610359454
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.016073578324950467,
+ "corr": -0.05472522692146344,
+ "mono": 0.9418492079950737,
+ "coverage": 0.7929481306617036,
+ "entropy": 2.3948207324747974
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.17081924778952154,
+ "corr": 0.33401771389691226,
+ "mono": 0.846592088347604,
+ "coverage": 0.9884214743589743,
+ "entropy": 3.8235801878434006
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.013190957159963174,
+ "corr": 0.015111685586640888,
+ "mono": 0.9752945160133131,
+ "coverage": 0.7791756476160386,
+ "entropy": 2.5471428185581093
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9180623779855251,
+ "corr": 0.9931449953383724,
+ "mono": 0.9979720897254661,
+ "coverage": 1.0,
+ "entropy": 0.3743143460250879,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.011717377952255543,
+ "corr": 0.11923763129356554,
+ "mono": 0.8776668700103187,
+ "coverage": 0.8777204854649432,
+ "entropy": 1.6802277708302515
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03584943409219614,
+ "corr": 0.08358160598712754,
+ "mono": 1.0,
+ "coverage": 0.017585083659375857,
+ "entropy": 1.075339090020177
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.015246152967837713,
+ "corr": 0.19568343803833452,
+ "mono": 0.9069167333166293,
+ "coverage": 0.8983102501440844,
+ "entropy": 1.403864052626431
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0008331920179389725,
+ "corr": 0.014444642235314114,
+ "mono": 0.6443781537374931,
+ "coverage": 0.9814466108124413,
+ "entropy": 3.089339373234575
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.001147265457873584,
+ "corr": 0.01989526239338553,
+ "mono": 0.6621292457871942,
+ "coverage": 0.9739765947571964,
+ "entropy": 3.324893691096567
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0010846898082585987,
+ "corr": 0.0021074972745695106,
+ "mono": 0.6415760173519133,
+ "coverage": 0.9841048505874089,
+ "entropy": 3.152623158723128
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.939599015567644,
+ "corr": 0.9903386700749786,
+ "mono": 0.9961521825840892,
+ "coverage": 1.0,
+ "entropy": 1.8242572843891862,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8974473705684464,
+ "corr": 0.9406923694471815,
+ "mono": 0.9913978453368607,
+ "coverage": 0.999029356060606,
+ "entropy": 0.9846491138449314
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.007220637495108821,
+ "corr": 0.35851494040538134,
+ "mono": 0.9306893533485028,
+ "coverage": 0.6744367632779313,
+ "entropy": 2.1665120604782095
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.950338026385322,
+ "corr": 0.9863065755047,
+ "mono": 0.99510109463661,
+ "coverage": 1.0,
+ "entropy": 0.6881760938422139,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.011267045964670873,
+ "corr": 0.19381954250974595,
+ "mono": 0.9998611111111111,
+ "coverage": 0.02333860759493671,
+ "entropy": 0.2740413923753787
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_gu.json b/web/laci/zonos3_mini_heads_gu.json
new file mode 100644
index 0000000000000000000000000000000000000000..be11e28dad677147c7649121fc4b2ab609347e6b
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_gu.json
@@ -0,0 +1,335 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/sofian/tmp/laci_sets/gu",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 0.8769438597593542,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9355564836202511,
+ "corr": 0.974109018705139,
+ "mono": 0.9756497991253199,
+ "coverage": 1.0,
+ "entropy": 1.1303393917890936,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.947242082924718,
+ "corr": 0.9501745972536347,
+ "mono": 0.9748505401118212,
+ "coverage": 1.0,
+ "entropy": 1.4137052992252883,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9126058665792995,
+ "corr": 0.9660378540382535,
+ "mono": 0.9736334372085097,
+ "coverage": 1.0,
+ "entropy": 2.9836906520314046,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.06525083006580198,
+ "corr": 0.08200706750440652,
+ "mono": 0.9036876121029116,
+ "coverage": 1.0,
+ "entropy": 4.012913607342631
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.06693648751768548,
+ "corr": 0.0032435283386682175,
+ "mono": 0.8740249622620127,
+ "coverage": 1.0,
+ "entropy": 4.203882166490286
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.07927400660308284,
+ "corr": 0.007700772862996598,
+ "mono": 0.9113515422996489,
+ "coverage": 1.0,
+ "entropy": 4.141513738676394
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.07925946615368284,
+ "corr": 0.010864687265591137,
+ "mono": 0.8776411716974811,
+ "coverage": 1.0,
+ "entropy": 4.157638875383828
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.11906999485566003,
+ "corr": 0.5456654472702468,
+ "mono": 0.9862211289196307,
+ "coverage": 0.34375,
+ "entropy": 2.0456188722930233
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.07916606544298607,
+ "corr": 0.49005960934936404,
+ "mono": 0.9492515121080434,
+ "coverage": 0.78125,
+ "entropy": 2.333313650842039
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9389298807390193,
+ "corr": 0.9157504643504741,
+ "mono": 0.8769630247860022,
+ "coverage": 0.9972412896733708,
+ "entropy": 1.6687856928501001
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.02039137455920477,
+ "corr": -0.1770964043552989,
+ "mono": 0.8722210920092172,
+ "coverage": 0.9872282608695652,
+ "entropy": 3.8628982942580867
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.05416957737239951,
+ "corr": -0.30587502304521075,
+ "mono": 0.942815355423604,
+ "coverage": 1.0,
+ "entropy": 2.1022810213813594
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.04255461761449328,
+ "corr": -0.17625460020643147,
+ "mono": 0.9013638886600839,
+ "coverage": 1.0,
+ "entropy": 2.7133999124812567
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.024722399325280805,
+ "corr": -0.1779038555687977,
+ "mono": 0.9565239112976207,
+ "coverage": 1.0,
+ "entropy": 1.789829684084081
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.07156664219948636,
+ "corr": -0.20309442709421696,
+ "mono": 0.9752165691401724,
+ "coverage": 1.0,
+ "entropy": 2.9000547358474025
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.8006661087844885,
+ "corr": 0.7424736258966016,
+ "mono": 0.9832085357009985,
+ "coverage": 1.0,
+ "entropy": 4.398041679052154
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.08389798685701082,
+ "corr": -0.09118698035356589,
+ "mono": 0.8237034585232706,
+ "coverage": 0.8322803290570323,
+ "entropy": 3.980986740333389
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.03815714626828302,
+ "corr": -0.09549078346576118,
+ "mono": 0.8282748399537949,
+ "coverage": 1.0,
+ "entropy": 3.9453434408221884
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.024543357730031534,
+ "corr": -0.22026112787257943,
+ "mono": 0.8393690207115361,
+ "coverage": 0.9651509820525371,
+ "entropy": 3.8425147921743985
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.22173777435917166,
+ "corr": -0.024520699833296338,
+ "mono": 0.9892595198392423,
+ "coverage": 1.0,
+ "entropy": 3.0673010003736856
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.020800004441935256,
+ "corr": 0.13481773035798805,
+ "mono": 0.9724945752558334,
+ "coverage": 0.6612341668102242,
+ "entropy": 2.8164840066984196
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.20840756127373422,
+ "corr": -0.1921034902194585,
+ "mono": 0.8345637333358129,
+ "coverage": 0.996135752688172,
+ "entropy": 4.506932569487144
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.018104847621671166,
+ "corr": 0.09009006338112291,
+ "mono": 0.9583613124613453,
+ "coverage": 0.6940422830989306,
+ "entropy": 3.145235498922281
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9355564836202511,
+ "corr": 0.974109018705139,
+ "mono": 0.9756497991253199,
+ "coverage": 1.0,
+ "entropy": 1.1303393917890936,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.01401006639744217,
+ "corr": 0.11378448344048107,
+ "mono": 0.8649953907058563,
+ "coverage": 0.938120922876787,
+ "entropy": 2.3188858686729614
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03501418663944232,
+ "corr": 0.041172480506109416,
+ "mono": 1.0,
+ "coverage": 0.005467980100705311,
+ "entropy": 1.515674087429336
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.016761407479044997,
+ "corr": 0.23240474763528782,
+ "mono": 0.8595142147971647,
+ "coverage": 0.9409993757465197,
+ "entropy": 2.1017911143497527
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.001672012568059247,
+ "corr": -0.06440983901354969,
+ "mono": 0.6234360569272364,
+ "coverage": 0.9754673884735167,
+ "entropy": 4.07855245859302
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0025627547976008348,
+ "corr": -0.007623032521508831,
+ "mono": 0.639625177088139,
+ "coverage": 0.9792489293119204,
+ "entropy": 4.351035243854523
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0023674578897245023,
+ "corr": 0.03919027992611025,
+ "mono": 0.6164681606789341,
+ "coverage": 0.9818814722484368,
+ "entropy": 4.145159046293004
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9126058665792995,
+ "corr": 0.9660378540382535,
+ "mono": 0.9736334372085097,
+ "coverage": 1.0,
+ "entropy": 2.9836906520314046,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9099794074320203,
+ "corr": 0.8943794314067769,
+ "mono": 0.9595324790979103,
+ "coverage": 0.9981451675069511,
+ "entropy": 1.7947612082323525
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.01637832332796603,
+ "corr": 0.1293686965156425,
+ "mono": 0.8151176676567361,
+ "coverage": 0.8845394091088264,
+ "entropy": 3.953914993895181
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.947242082924718,
+ "corr": 0.9501745972536347,
+ "mono": 0.9748505401118212,
+ "coverage": 1.0,
+ "entropy": 1.4137052992252883,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.01255618614604619,
+ "corr": 0.23714031320322038,
+ "mono": 0.9669239054765647,
+ "coverage": 0.4054321937115046,
+ "entropy": 1.3046130178690563
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_he.json b/web/laci/zonos3_mini_heads_he.json
new file mode 100644
index 0000000000000000000000000000000000000000..43c3b1237ba637759e083b73cf30667372f15d02
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_he.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/he",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.3668549905838043,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9648136762170694,
+ "corr": 0.9862430488823267,
+ "mono": 0.9917794238840909,
+ "coverage": 0.9904722282845919,
+ "entropy": 0.7788840118603523,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9325221978856345,
+ "corr": 0.9929356713381288,
+ "mono": 0.9975510911087049,
+ "coverage": 0.990867797904845,
+ "entropy": 0.48092051551555803,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9300146080807892,
+ "corr": 0.9876342667320194,
+ "mono": 0.9929756171672028,
+ "coverage": 1.0,
+ "entropy": 2.0041494189236007,
+ "radius": 8
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9290418597827588,
+ "corr": 0.948456746734637,
+ "mono": 0.929014646413783,
+ "coverage": 0.9823363793528401,
+ "entropy": 1.03319205440911,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.028533644127078664,
+ "corr": -0.16682765709223907,
+ "mono": 0.9016138174714338,
+ "coverage": 1.0,
+ "entropy": 3.2654285973819213
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.03983429380365114,
+ "corr": -0.20262824278783326,
+ "mono": 0.9309642048971415,
+ "coverage": 1.0,
+ "entropy": 3.258104127921719
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.03368947849475372,
+ "corr": -0.17332067203610968,
+ "mono": 0.8860357327113191,
+ "coverage": 1.0,
+ "entropy": 3.4361489402559995
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.04558619584283709,
+ "corr": -0.21063101433286768,
+ "mono": 0.8887328520271145,
+ "coverage": 1.0,
+ "entropy": 3.304137398111314
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.08429914798348584,
+ "corr": 0.45309383460848424,
+ "mono": 0.9795178724688857,
+ "coverage": 0.5,
+ "entropy": 0.8862406060303192
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.09089903914020415,
+ "corr": 0.6452088049815798,
+ "mono": 0.9197009224035361,
+ "coverage": 0.9375,
+ "entropy": 1.0404656424357293
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9290418597827588,
+ "corr": 0.948456746734637,
+ "mono": 0.929014646413783,
+ "coverage": 0.9823363793528401,
+ "entropy": 1.03319205440911,
+ "radius": 8
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.01992847549641504,
+ "corr": -0.5328118844642482,
+ "mono": 0.9098243751889643,
+ "coverage": 1.0,
+ "entropy": 2.0518116173574823
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.038064503940619804,
+ "corr": -0.28568326086673107,
+ "mono": 0.913084741353084,
+ "coverage": 1.0,
+ "entropy": 1.6239234725279679
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.022146255919058732,
+ "corr": -0.15755212678085015,
+ "mono": 0.875912864262319,
+ "coverage": 1.0,
+ "entropy": 1.7385486391301612
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.014979250294998305,
+ "corr": -0.06419736977380941,
+ "mono": 0.9494741872074681,
+ "coverage": 1.0,
+ "entropy": 1.3714736837424648
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.04253831895205166,
+ "corr": -0.21375501088442936,
+ "mono": 0.9678610169573836,
+ "coverage": 1.0,
+ "entropy": 1.9561034453221668
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7425739101656794,
+ "corr": 0.8189975468928494,
+ "mono": 0.9630227278520456,
+ "coverage": 1.0,
+ "entropy": 3.4179957663305136
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.061435099039126015,
+ "corr": 0.4448150112091459,
+ "mono": 0.8452292202428554,
+ "coverage": 0.9715225845830435,
+ "entropy": 3.373305513522852
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.01664276506732598,
+ "corr": 0.19995559546523908,
+ "mono": 0.8921419837527983,
+ "coverage": 1.0,
+ "entropy": 3.4878044178886984
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.009097316754574798,
+ "corr": 0.5882148886964456,
+ "mono": 0.9260054627610962,
+ "coverage": 1.0,
+ "entropy": 3.6567086121775807
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.1807580130805181,
+ "corr": 0.14604105999978623,
+ "mono": 0.974383212909942,
+ "coverage": 0.9692028985507246,
+ "entropy": 2.257060115701645
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.020736559729479367,
+ "corr": -0.035246343459998136,
+ "mono": 0.9862506556425938,
+ "coverage": 0.322044511679013,
+ "entropy": 1.635356629828143
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.19989108565024283,
+ "corr": 0.3192804091824236,
+ "mono": 0.8510316600188677,
+ "coverage": 0.8553687562168526,
+ "entropy": 3.8746011128946307
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.014447534386348606,
+ "corr": -0.09303384340739801,
+ "mono": 0.9876143311226169,
+ "coverage": 0.4950608657803256,
+ "entropy": 1.7382146627371649
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9325221978856345,
+ "corr": 0.9929356713381288,
+ "mono": 0.9975510911087049,
+ "coverage": 0.990867797904845,
+ "entropy": 0.48092051551555803,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.013567084723926237,
+ "corr": 0.14591772753340096,
+ "mono": 0.9172146044622052,
+ "coverage": 0.8496140205456164,
+ "entropy": 1.5551101652832342
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.052898414910284554,
+ "corr": 0.15792446601709853,
+ "mono": 1.0,
+ "coverage": 0.01690404884855214,
+ "entropy": 0.9220296827211529
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.01622544408833087,
+ "corr": 0.20756181262032167,
+ "mono": 0.9273213907261821,
+ "coverage": 0.8166954163001989,
+ "entropy": 1.3772597088295304
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0008683390828478119,
+ "corr": 0.04772297855788638,
+ "mono": 0.6508213049816273,
+ "coverage": 0.980237208115588,
+ "entropy": 3.2675048796944886
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0010447016516175677,
+ "corr": 0.05359161742250207,
+ "mono": 0.6726651040056338,
+ "coverage": 0.9724284095860645,
+ "entropy": 3.4383684177403726
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0009520389776437043,
+ "corr": 0.07034913532713158,
+ "mono": 0.6455987579805678,
+ "coverage": 0.9810715896097558,
+ "entropy": 3.313661175114456
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9300146080807892,
+ "corr": 0.9876342667320194,
+ "mono": 0.9929756171672028,
+ "coverage": 1.0,
+ "entropy": 2.0041494189236007,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9214816893223343,
+ "corr": 0.9548282334360517,
+ "mono": 0.9887287116147894,
+ "coverage": 0.996970962259728,
+ "entropy": 1.041877674109758
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.00781294760269835,
+ "corr": 0.3467730236030749,
+ "mono": 0.9242960451457258,
+ "coverage": 0.5344568405563193,
+ "entropy": 2.2300658703049683
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9648136762170694,
+ "corr": 0.9862430488823267,
+ "mono": 0.9917794238840909,
+ "coverage": 0.9904722282845919,
+ "entropy": 0.7788840118603523,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.009579961669968683,
+ "corr": 0.2492221612792775,
+ "mono": 0.999898538961039,
+ "coverage": 0.021146616541353382,
+ "entropy": 0.3285593836249763
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_hi.json b/web/laci/zonos3_mini_heads_hi.json
new file mode 100644
index 0000000000000000000000000000000000000000..4390138921c241621490ff97105424abd45145e1
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_hi.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/hi",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.0789800995024876,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9583806635121284,
+ "corr": 0.9821849085123213,
+ "mono": 0.992240038342239,
+ "coverage": 1.0,
+ "entropy": 0.8771313326003246,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9346573330273229,
+ "corr": 0.9918843937859955,
+ "mono": 0.9970834775789088,
+ "coverage": 1.0,
+ "entropy": 0.5549918604046158,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9364631160853125,
+ "corr": 0.986798328844463,
+ "mono": 0.995293333918187,
+ "coverage": 1.0,
+ "entropy": 2.1611334560357864,
+ "radius": 8
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.932525977238828,
+ "corr": 0.9098349725407443,
+ "mono": 0.9261663026084279,
+ "coverage": 0.9897805409681456,
+ "entropy": 0.968145649682282,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.03913660537837073,
+ "corr": -0.055191952962066075,
+ "mono": 0.9138212012818231,
+ "coverage": 1.0,
+ "entropy": 2.9329018833669807
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.041287083130665744,
+ "corr": -0.06527857556330531,
+ "mono": 0.8992275780379332,
+ "coverage": 1.0,
+ "entropy": 3.2116571040443738
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.049895253492944776,
+ "corr": -0.12762909447637824,
+ "mono": 0.915484994649997,
+ "coverage": 1.0,
+ "entropy": 3.1351241073821443
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.05185162353702284,
+ "corr": -0.063288270970388,
+ "mono": 0.8804968336412288,
+ "coverage": 1.0,
+ "entropy": 3.069214641715617
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07561648795135141,
+ "corr": 0.5427515479021896,
+ "mono": 0.9993290358223855,
+ "coverage": 0.09375,
+ "entropy": 0.8499363813246505
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06535720299420884,
+ "corr": 0.6038169675807874,
+ "mono": 0.9917850402523241,
+ "coverage": 0.2246264488970185,
+ "entropy": 1.12485885180501
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.932525977238828,
+ "corr": 0.9098349725407443,
+ "mono": 0.9261663026084279,
+ "coverage": 0.9897805409681456,
+ "entropy": 0.968145649682282,
+ "radius": 8
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.00919378084770697,
+ "corr": 0.3662705332341797,
+ "mono": 0.911363470053454,
+ "coverage": 0.6515961116967305,
+ "entropy": 2.597969757202968
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.04151060812550626,
+ "corr": -0.31587526544774774,
+ "mono": 0.8826789573174401,
+ "coverage": 1.0,
+ "entropy": 1.9551308267512149
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.023658692213665254,
+ "corr": -0.1880787314187229,
+ "mono": 0.8686788585835212,
+ "coverage": 1.0,
+ "entropy": 2.0434920597399397
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.01448311436706279,
+ "corr": -0.11382124470139324,
+ "mono": 0.9244419634224299,
+ "coverage": 1.0,
+ "entropy": 1.6949485896025898
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.04850021715387337,
+ "corr": -0.2282832175458115,
+ "mono": 0.9712562356583381,
+ "coverage": 1.0,
+ "entropy": 2.271876423772086
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7872864513093477,
+ "corr": 0.8628766631056497,
+ "mono": 0.9962919025717601,
+ "coverage": 1.0,
+ "entropy": 3.8223539777025946
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.07868159856005016,
+ "corr": 0.14255509755366333,
+ "mono": 0.8133915236944964,
+ "coverage": 0.9559274977849124,
+ "entropy": 3.587519626312316
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.023178914915282386,
+ "corr": 0.03667000874725828,
+ "mono": 0.8983886110520765,
+ "coverage": 1.0,
+ "entropy": 3.6023880683371563
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.012632822064299132,
+ "corr": 0.21451555330177408,
+ "mono": 0.8799307332237866,
+ "coverage": 1.0,
+ "entropy": 3.9160529670539965
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.20034288654016738,
+ "corr": 0.07550400705097567,
+ "mono": 0.9921191785016742,
+ "coverage": 1.0,
+ "entropy": 2.7175610930441128
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.011962821694044277,
+ "corr": -0.06633739497132184,
+ "mono": 0.9394595729664582,
+ "coverage": 0.8395944894786374,
+ "entropy": 2.494241966134173
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.1890405101136523,
+ "corr": 0.09618715867849853,
+ "mono": 0.8285066480219895,
+ "coverage": 1.0,
+ "entropy": 3.9838719200578607
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.0101960422134884,
+ "corr": 0.03129956644540868,
+ "mono": 0.9644530854650796,
+ "coverage": 0.6453940040512833,
+ "entropy": 2.677736144305992
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9346573330273229,
+ "corr": 0.9918843937859955,
+ "mono": 0.9970834775789088,
+ "coverage": 1.0,
+ "entropy": 0.5549918604046158,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.011290156638672463,
+ "corr": 0.0980890783521642,
+ "mono": 0.8649415755078927,
+ "coverage": 0.9329252424455313,
+ "entropy": 1.9720385250069123
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.031573570187450155,
+ "corr": -0.0038817045647094868,
+ "mono": 1.0,
+ "coverage": 0.012883407575185638,
+ "entropy": 1.2962690690596224
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.013118822377046159,
+ "corr": 0.20209001936507898,
+ "mono": 0.878901688677207,
+ "coverage": 0.9363792095546104,
+ "entropy": 1.7000850614993597
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.001214789943237611,
+ "corr": -0.05598338492517051,
+ "mono": 0.6431160441654269,
+ "coverage": 0.9843765100352208,
+ "entropy": 3.4077007829992034
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0017341596658613898,
+ "corr": -0.03240108174735439,
+ "mono": 0.657819018992063,
+ "coverage": 0.9787812468236534,
+ "entropy": 3.6057402909538303
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0017264491695673783,
+ "corr": -0.019892297885293755,
+ "mono": 0.6427461250784492,
+ "coverage": 0.9843571506508921,
+ "entropy": 3.4532357082377447
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9364631160853125,
+ "corr": 0.986798328844463,
+ "mono": 0.995293333918187,
+ "coverage": 1.0,
+ "entropy": 2.1611334560357864,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9056287151860386,
+ "corr": 0.9322704086261213,
+ "mono": 0.9911197303461625,
+ "coverage": 0.997343922816646,
+ "entropy": 1.1799905204286374
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.010558895966437224,
+ "corr": 0.32332144859257783,
+ "mono": 0.8884148699388814,
+ "coverage": 0.7427072977487581,
+ "entropy": 2.782390139787984
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9583806635121284,
+ "corr": 0.9821849085123213,
+ "mono": 0.992240038342239,
+ "coverage": 1.0,
+ "entropy": 0.8771313326003246,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.013345010125454446,
+ "corr": 0.21995954569281828,
+ "mono": 0.9985723897688946,
+ "coverage": 0.1248344975181405,
+ "entropy": 0.5542352945432572
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_hu.json b/web/laci/zonos3_mini_heads_hu.json
new file mode 100644
index 0000000000000000000000000000000000000000..3c5ed840c435e9ea48225ccf010abd839142baa4
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_hu.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/hu",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.322716894977169,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9682828638107126,
+ "corr": 0.9863836997511809,
+ "mono": 0.9909846524236343,
+ "coverage": 0.996484375,
+ "entropy": 0.7889260049742485,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9399394135304923,
+ "corr": 0.9924252083894952,
+ "mono": 0.9953098015659484,
+ "coverage": 0.997265625,
+ "entropy": 0.468020390408819,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9392637649469924,
+ "corr": 0.9900909766499105,
+ "mono": 0.9916618023331254,
+ "coverage": 1.0,
+ "entropy": 1.9948549680588286,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9072925805588734,
+ "corr": 0.9478980959957221,
+ "mono": 0.9881258813113761,
+ "coverage": 0.9936843265899478,
+ "entropy": 1.080731243340013,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.026290904495427862,
+ "corr": -0.1034867253299786,
+ "mono": 0.9027851921414395,
+ "coverage": 1.0,
+ "entropy": 3.43720491151448
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.034772133276255286,
+ "corr": -0.206999704761471,
+ "mono": 0.9143690691779612,
+ "coverage": 1.0,
+ "entropy": 3.4789215428747116
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.033906837685519775,
+ "corr": -0.09486876524325838,
+ "mono": 0.8938197011514724,
+ "coverage": 1.0,
+ "entropy": 3.503088281277041
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.04244871156652494,
+ "corr": -0.19345365408847473,
+ "mono": 0.895854418098006,
+ "coverage": 1.0,
+ "entropy": 3.5098053270060476
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07558505833607392,
+ "corr": 0.48993199167288276,
+ "mono": 0.9974308169536462,
+ "coverage": 0.15625,
+ "entropy": 0.744994278330232
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06574508194322387,
+ "corr": 0.6022980764247882,
+ "mono": 0.9739315554411152,
+ "coverage": 0.46875,
+ "entropy": 0.9521267871028247
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9153130951322912,
+ "corr": 0.9321839931124932,
+ "mono": 0.9250159119684412,
+ "coverage": 0.988127979535127,
+ "entropy": 1.0058010533631074
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.012061695376155925,
+ "corr": -0.031539620132183255,
+ "mono": 0.9067323991458535,
+ "coverage": 0.96875,
+ "entropy": 2.0566928515490708
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.03872074508950808,
+ "corr": -0.31003380498585353,
+ "mono": 0.8781545451100521,
+ "coverage": 1.0,
+ "entropy": 1.4902833687914727
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.019184694083402346,
+ "corr": -0.11233365272933464,
+ "mono": 0.8661380175806982,
+ "coverage": 1.0,
+ "entropy": 1.5977219813717707
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.01176646248436687,
+ "corr": -0.013375923489276999,
+ "mono": 0.9211949474282614,
+ "coverage": 1.0,
+ "entropy": 1.341902212501203
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.036446098580931785,
+ "corr": -0.22489075338952005,
+ "mono": 0.9478868394188752,
+ "coverage": 1.0,
+ "entropy": 1.919857162643524
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7318329756906584,
+ "corr": 0.7676449944291626,
+ "mono": 0.9878810910629688,
+ "coverage": 1.0,
+ "entropy": 3.678067054515632
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.07121674067217025,
+ "corr": 0.17699801201472187,
+ "mono": 0.8079636399969485,
+ "coverage": 0.9399287086568772,
+ "entropy": 3.660792125698834
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.014855012104095115,
+ "corr": 0.20186909395054772,
+ "mono": 0.8868688660718587,
+ "coverage": 1.0,
+ "entropy": 3.6347684070048456
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.00866881075338136,
+ "corr": 0.28423766673213846,
+ "mono": 0.8812111145282697,
+ "coverage": 1.0,
+ "entropy": 3.8952364148192045
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.14436159632561854,
+ "corr": 0.07872609951236295,
+ "mono": 0.9909742954384442,
+ "coverage": 1.0,
+ "entropy": 2.5381177469631746
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.00975661076579022,
+ "corr": -0.18282622467152757,
+ "mono": 0.9476337220071706,
+ "coverage": 0.7454435105694007,
+ "entropy": 2.2799326282494596
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.1739059426774331,
+ "corr": 0.0523740920154344,
+ "mono": 0.8633827857422145,
+ "coverage": 0.9816176470588235,
+ "entropy": 3.8674289976168414
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.009303040711024224,
+ "corr": 0.048975398701057805,
+ "mono": 0.9654422030182882,
+ "coverage": 0.8210374524862564,
+ "entropy": 2.4825052491523203
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9399394135304923,
+ "corr": 0.9924252083894952,
+ "mono": 0.9953098015659484,
+ "coverage": 0.997265625,
+ "entropy": 0.468020390408819,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.010877013633628923,
+ "corr": 0.10633733796885833,
+ "mono": 0.854196286041114,
+ "coverage": 0.8831896542524421,
+ "entropy": 1.8185640052716052
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.027206653623214686,
+ "corr": 0.0823362820940504,
+ "mono": 1.0,
+ "coverage": 0.014764461013117196,
+ "entropy": 1.2966215925438869
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.013285866656050254,
+ "corr": 0.19276475653162878,
+ "mono": 0.876620921084224,
+ "coverage": 0.8851485003117343,
+ "entropy": 1.634982804791786
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0009367614726951356,
+ "corr": -0.017148792210378253,
+ "mono": 0.6169872862284104,
+ "coverage": 0.9799060243794435,
+ "entropy": 3.347311537722601
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0011742492789110497,
+ "corr": 0.03163485794699319,
+ "mono": 0.6418560508463258,
+ "coverage": 0.9751961094822933,
+ "entropy": 3.540289214644324
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0012703433245442315,
+ "corr": -0.012524099389464144,
+ "mono": 0.6179187996307567,
+ "coverage": 0.9809707691601607,
+ "entropy": 3.3979264359748607
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9392637649469924,
+ "corr": 0.9900909766499105,
+ "mono": 0.9916618023331254,
+ "coverage": 1.0,
+ "entropy": 1.9948549680588286,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9072925805588734,
+ "corr": 0.9478980959957221,
+ "mono": 0.9881258813113761,
+ "coverage": 0.9936843265899478,
+ "entropy": 1.080731243340013,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.008370906356397274,
+ "corr": 0.32368092534534176,
+ "mono": 0.9138879529796307,
+ "coverage": 0.7465671470995653,
+ "entropy": 2.5013117599743686
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9682828638107126,
+ "corr": 0.9863836997511809,
+ "mono": 0.9909846524236343,
+ "coverage": 0.996484375,
+ "entropy": 0.7889260049742485,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.010439731597790361,
+ "corr": 0.1708492270689926,
+ "mono": 0.9994095222654771,
+ "coverage": 0.0797941038790954,
+ "entropy": 0.4351708291328664
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_id.json b/web/laci/zonos3_mini_heads_id.json
new file mode 100644
index 0000000000000000000000000000000000000000..921f79b312717d06e6c3c982d54f722bd6c61934
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_id.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/id",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 3.0081967213114753,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9535965546944837,
+ "corr": 0.9847081874011996,
+ "mono": 0.9905937032684123,
+ "coverage": 0.9997859589041096,
+ "entropy": 0.6747598089160738,
+ "radius": 6
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9356331182318791,
+ "corr": 0.9877424010689879,
+ "mono": 0.99737017005252,
+ "coverage": 1.0,
+ "entropy": 1.7687090803144607,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9200434158699502,
+ "corr": 0.9915182537968061,
+ "mono": 0.9961990569956388,
+ "coverage": 1.0,
+ "entropy": 0.34294687101315274,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8984953031416013,
+ "corr": 0.9385858181526293,
+ "mono": 0.9913608140028692,
+ "coverage": 0.9954643256566096,
+ "entropy": 0.9246451409679437,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.029459036438049757,
+ "corr": -0.06180334490886848,
+ "mono": 0.9497050087554113,
+ "coverage": 1.0,
+ "entropy": 2.679056191956615
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.032853349023170574,
+ "corr": -0.04486041462724956,
+ "mono": 0.9462021105651593,
+ "coverage": 1.0,
+ "entropy": 2.9042876648301763
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.03686478871197028,
+ "corr": -0.11097028048656592,
+ "mono": 0.9359802069628,
+ "coverage": 1.0,
+ "entropy": 2.8375217706710463
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.04224460114987269,
+ "corr": -0.0575241300105863,
+ "mono": 0.9324082125684727,
+ "coverage": 1.0,
+ "entropy": 2.7708041435719206
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.067983190579085,
+ "corr": 0.4876540235445123,
+ "mono": 0.9975065150438285,
+ "coverage": 0.09375,
+ "entropy": 0.7972096258455422
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06823961061781808,
+ "corr": 0.5854334210135843,
+ "mono": 0.981495741800321,
+ "coverage": 0.38048245614035087,
+ "entropy": 0.9907085706353931
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9038324333158013,
+ "corr": 0.9215831286975249,
+ "mono": 0.9338048899298413,
+ "coverage": 0.9869413093525565,
+ "entropy": 0.8507626026551239
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.011804728468902124,
+ "corr": -0.023386443597886674,
+ "mono": 0.866026247054181,
+ "coverage": 0.96875,
+ "entropy": 2.282123129812066
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.033766609275996444,
+ "corr": -0.3406807660447068,
+ "mono": 0.8887658968671847,
+ "coverage": 1.0,
+ "entropy": 1.3909055957851109
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.018895196128595818,
+ "corr": -0.1852402537564533,
+ "mono": 0.8702055880795764,
+ "coverage": 1.0,
+ "entropy": 1.429860722778333
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.011074846450737629,
+ "corr": -0.07554717644382397,
+ "mono": 0.943610204271048,
+ "coverage": 1.0,
+ "entropy": 1.1572936996159569
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.03496042395352848,
+ "corr": -0.24031232054182758,
+ "mono": 0.969222685746962,
+ "coverage": 1.0,
+ "entropy": 1.6308582181296527
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7206986448461009,
+ "corr": 0.7464164357447993,
+ "mono": 0.993320210543151,
+ "coverage": 1.0,
+ "entropy": 3.419449261602695
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.06044043635642238,
+ "corr": 0.38623145456451713,
+ "mono": 0.8116882336139876,
+ "coverage": 0.9205211083252778,
+ "entropy": 3.4280146939025995
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.015967955465741947,
+ "corr": 0.304843208866177,
+ "mono": 0.883158045517752,
+ "coverage": 1.0,
+ "entropy": 3.3765971959363794
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.009618120357905208,
+ "corr": 0.4568488647865227,
+ "mono": 0.9237991428989383,
+ "coverage": 1.0,
+ "entropy": 3.625575071669066
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.17595685480246298,
+ "corr": 0.15783889984484895,
+ "mono": 0.995359516254182,
+ "coverage": 1.0,
+ "entropy": 2.4035769432486807
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.0161878649686317,
+ "corr": -0.09822553281935177,
+ "mono": 0.8810131613705495,
+ "coverage": 0.9574718045112782,
+ "entropy": 2.4868996529609424
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.16243389745333867,
+ "corr": 0.36040722272023235,
+ "mono": 0.8317705953882302,
+ "coverage": 1.0,
+ "entropy": 3.685417309611113
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.011677766101044568,
+ "corr": -0.02413589086155561,
+ "mono": 0.9500453059803027,
+ "coverage": 0.913971622806377,
+ "entropy": 2.5358706106452678
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9200434158699502,
+ "corr": 0.9915182537968061,
+ "mono": 0.9961990569956388,
+ "coverage": 1.0,
+ "entropy": 0.34294687101315274,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.010542135134577711,
+ "corr": 0.15923603403906428,
+ "mono": 0.8871258070727946,
+ "coverage": 0.9372099353591263,
+ "entropy": 1.559604203773989
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.0335061651339792,
+ "corr": 0.07352710261635814,
+ "mono": 1.0,
+ "coverage": 0.019770294780325454,
+ "entropy": 1.0319987845851115
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.013499653602644544,
+ "corr": 0.2037405536403085,
+ "mono": 0.9023182323270638,
+ "coverage": 0.9343394309679001,
+ "entropy": 1.322318932758733
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0009697056398287213,
+ "corr": -0.00421030234011103,
+ "mono": 0.6564691453262943,
+ "coverage": 0.9906756353201464,
+ "entropy": 2.977900650050909
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.001045500878404822,
+ "corr": 0.012428684940662668,
+ "mono": 0.6716831711276277,
+ "coverage": 0.9853108745393854,
+ "entropy": 3.1975831764625506
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.001166517374258054,
+ "corr": 0.010471856198559896,
+ "mono": 0.6463019860132977,
+ "coverage": 0.9920706631374098,
+ "entropy": 3.023670439107096
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9356331182318791,
+ "corr": 0.9877424010689879,
+ "mono": 0.99737017005252,
+ "coverage": 1.0,
+ "entropy": 1.7687090803144607,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8984953031416013,
+ "corr": 0.9385858181526293,
+ "mono": 0.9913608140028692,
+ "coverage": 0.9954643256566096,
+ "entropy": 0.9246451409679437,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.0070839639965847336,
+ "corr": 0.3523528851091307,
+ "mono": 0.941845243577009,
+ "coverage": 0.5733434544310227,
+ "entropy": 1.9718488616402403
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9535965546944837,
+ "corr": 0.9847081874011996,
+ "mono": 0.9905937032684123,
+ "coverage": 0.9997859589041096,
+ "entropy": 0.6747598089160738,
+ "radius": 6
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.010855267154777248,
+ "corr": 0.27734192557233317,
+ "mono": 0.9991561208455232,
+ "coverage": 0.09507353781630823,
+ "entropy": 0.3470999841763812
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_it.json b/web/laci/zonos3_mini_heads_it.json
new file mode 100644
index 0000000000000000000000000000000000000000..356441c1449a3a9ff09aeaad92c6efd954864890
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_it.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/it",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.848076923076923,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9530776477235869,
+ "corr": 0.9869315000111448,
+ "mono": 0.9959575164955451,
+ "coverage": 1.0,
+ "entropy": 0.6713345436265259,
+ "radius": 6
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9332458293686041,
+ "corr": 0.9882311770233693,
+ "mono": 0.9962060004065951,
+ "coverage": 1.0,
+ "entropy": 1.808238086726897,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9116981836187759,
+ "corr": 0.9931529659415248,
+ "mono": 0.998449201854654,
+ "coverage": 1.0,
+ "entropy": 0.35545416079803893,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8971429704801523,
+ "corr": 0.9438854183731306,
+ "mono": 0.9951886050839961,
+ "coverage": 0.9996279761904762,
+ "entropy": 0.9620475916675063,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.029074823907190434,
+ "corr": -0.1112414586659894,
+ "mono": 0.9395270021777677,
+ "coverage": 1.0,
+ "entropy": 2.8294322639812846
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.03368164120985697,
+ "corr": -0.09978196728922076,
+ "mono": 0.9450946062294096,
+ "coverage": 1.0,
+ "entropy": 3.0091531774504716
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.035342064978860145,
+ "corr": -0.14432370337825653,
+ "mono": 0.9248833203996039,
+ "coverage": 1.0,
+ "entropy": 2.95943286952678
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.04441527067874924,
+ "corr": -0.08494143184145032,
+ "mono": 0.9232160683527493,
+ "coverage": 1.0,
+ "entropy": 2.8935600697718566
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07342211326823656,
+ "corr": 0.4815686333778663,
+ "mono": 0.9929391890132592,
+ "coverage": 0.21875,
+ "entropy": 0.7431722949150739
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06655585400217556,
+ "corr": 0.5715095256261091,
+ "mono": 0.9710621176349995,
+ "coverage": 0.40625,
+ "entropy": 0.915359625708356
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9047393988821029,
+ "corr": 0.9243539791309235,
+ "mono": 0.9434925689126887,
+ "coverage": 0.9885351057772396,
+ "entropy": 0.8136961686842831
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.013098256292844463,
+ "corr": -0.014052108789600212,
+ "mono": 0.9187152759795085,
+ "coverage": 1.0,
+ "entropy": 1.936461789157005
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.03319297207687384,
+ "corr": -0.2436185299472296,
+ "mono": 0.8856383448485059,
+ "coverage": 1.0,
+ "entropy": 1.4728846136110778
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.016710144344340542,
+ "corr": -0.13086421716733818,
+ "mono": 0.8605427649265868,
+ "coverage": 1.0,
+ "entropy": 1.52954678782123
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.00998017048067,
+ "corr": -0.014860991150691736,
+ "mono": 0.929190099948121,
+ "coverage": 1.0,
+ "entropy": 1.2627841363640464
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.03433888407868245,
+ "corr": -0.16797296100199313,
+ "mono": 0.9520786299664454,
+ "coverage": 1.0,
+ "entropy": 1.8542416525062835
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7297776883016375,
+ "corr": 0.8249806679922749,
+ "mono": 0.9949468225934878,
+ "coverage": 1.0,
+ "entropy": 3.5306897111573803
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.06101778190131304,
+ "corr": 0.3766455495918825,
+ "mono": 0.8055849193677491,
+ "coverage": 0.9305728720890679,
+ "entropy": 3.51304847428054
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.013701680012650319,
+ "corr": 0.2399567518168723,
+ "mono": 0.9004556732250807,
+ "coverage": 1.0,
+ "entropy": 3.4709941952486263
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.007856914492504514,
+ "corr": 0.4400405079847012,
+ "mono": 0.8768204434271806,
+ "coverage": 1.0,
+ "entropy": 3.743965194816209
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.11187512372844137,
+ "corr": 0.023267963245770473,
+ "mono": 0.9886430814181535,
+ "coverage": 1.0,
+ "entropy": 2.3232919982308395
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.0121799443943017,
+ "corr": -0.2105934042020659,
+ "mono": 0.9267321459398931,
+ "coverage": 0.8852761821511822,
+ "entropy": 2.674767500884763
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.14577165966873476,
+ "corr": 0.2144264706570073,
+ "mono": 0.8311481819683149,
+ "coverage": 0.9921875,
+ "entropy": 3.7754534231715415
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.01109673499516666,
+ "corr": -0.1562788248166497,
+ "mono": 0.9675719183945266,
+ "coverage": 0.768484605582492,
+ "entropy": 2.8285279451009915
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9116981836187759,
+ "corr": 0.9931529659415248,
+ "mono": 0.998449201854654,
+ "coverage": 1.0,
+ "entropy": 0.35545416079803893,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.010019437934505214,
+ "corr": 0.13586462373211097,
+ "mono": 0.8831702987813298,
+ "coverage": 0.8955582875859117,
+ "entropy": 1.6723489807704037
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.02850833078480206,
+ "corr": 0.09813436127184694,
+ "mono": 1.0,
+ "coverage": 0.019357084857887535,
+ "entropy": 1.0934430451088422
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.012924390129351575,
+ "corr": 0.1960575873044739,
+ "mono": 0.9077787874073895,
+ "coverage": 0.8232937732626718,
+ "entropy": 1.428794626562733
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0011274996843679956,
+ "corr": 0.019358949690337992,
+ "mono": 0.6505039745677185,
+ "coverage": 0.9774309508204952,
+ "entropy": 3.1162006629705066
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0012190947867569623,
+ "corr": 0.04558482233217073,
+ "mono": 0.6689903588529372,
+ "coverage": 0.9703613070429224,
+ "entropy": 3.3074218992911706
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0013161237654551446,
+ "corr": 0.01657193944748724,
+ "mono": 0.6506615533823009,
+ "coverage": 0.9853812469836181,
+ "entropy": 3.158717398169014
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9332458293686041,
+ "corr": 0.9882311770233693,
+ "mono": 0.9962060004065951,
+ "coverage": 1.0,
+ "entropy": 1.808238086726897,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8971429704801523,
+ "corr": 0.9438854183731306,
+ "mono": 0.9951886050839961,
+ "coverage": 0.9996279761904762,
+ "entropy": 0.9620475916675063,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.00770190669327919,
+ "corr": 0.3551170820040307,
+ "mono": 0.9295593101944394,
+ "coverage": 0.6463710826584417,
+ "entropy": 2.146767467763006
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9530776477235869,
+ "corr": 0.9869315000111448,
+ "mono": 0.9959575164955451,
+ "coverage": 1.0,
+ "entropy": 0.6713345436265259,
+ "radius": 6
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.011125944180363258,
+ "corr": 0.2542108761042018,
+ "mono": 0.9975243251845953,
+ "coverage": 0.13167320182532793,
+ "entropy": 0.3074361407291622
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_ja.json b/web/laci/zonos3_mini_heads_ja.json
new file mode 100644
index 0000000000000000000000000000000000000000..ba0f598ad3dae05d1e89e0ed39bdc45552f83026
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_ja.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/ja",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 3.2281746031746033,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9035307708354416,
+ "corr": 0.9806092695652704,
+ "mono": 0.9871325361394592,
+ "coverage": 1.0,
+ "entropy": 1.9469174184955735,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9030625761766051,
+ "corr": 0.9703614033596694,
+ "mono": 0.9915116549704409,
+ "coverage": 1.0,
+ "entropy": 0.7940022273156071,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.8837372922184032,
+ "corr": 0.9871809726327292,
+ "mono": 0.994107640675823,
+ "coverage": 1.0,
+ "entropy": 0.354966286162362,
+ "radius": 4
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.8884845328090394,
+ "corr": 0.926282292644444,
+ "mono": 0.9256224621202727,
+ "coverage": 0.9879459376613201,
+ "entropy": 0.9417074973782334,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.03652521788874255,
+ "corr": -0.15428635462877238,
+ "mono": 0.9549726204787792,
+ "coverage": 1.0,
+ "entropy": 2.550012773357179
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.03933487103686806,
+ "corr": -0.14735035027850155,
+ "mono": 0.9550281245837694,
+ "coverage": 1.0,
+ "entropy": 2.596373561118696
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.040824621071485094,
+ "corr": -0.15435835574125192,
+ "mono": 0.9368377422617304,
+ "coverage": 1.0,
+ "entropy": 2.6873304219428675
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.05454259833077767,
+ "corr": -0.19871408248224284,
+ "mono": 0.9100498284514639,
+ "coverage": 1.0,
+ "entropy": 2.6138260983512995
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.055030309653157757,
+ "corr": 0.47169856458842135,
+ "mono": 0.9993394801317199,
+ "coverage": 0.0334051724137931,
+ "entropy": 0.6420197573428624
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.040151208976421326,
+ "corr": 0.5600331857876949,
+ "mono": 0.993827348389263,
+ "coverage": 0.0833815586419753,
+ "entropy": 0.8678423707325801
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.8884845328090394,
+ "corr": 0.926282292644444,
+ "mono": 0.9256224621202727,
+ "coverage": 0.9879459376613201,
+ "entropy": 0.9417074973782334,
+ "radius": 8
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.007902433743359897,
+ "corr": 0.23134193238024547,
+ "mono": 0.9037273049936705,
+ "coverage": 0.9451388888888889,
+ "entropy": 2.3436876409199034
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.05410799886578308,
+ "corr": -0.19114958307958718,
+ "mono": 0.968647072620416,
+ "coverage": 1.0,
+ "entropy": 1.1855504374679875
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.0318876032311271,
+ "corr": -0.06566752577965608,
+ "mono": 0.9236860387782002,
+ "coverage": 1.0,
+ "entropy": 1.2229847836267673
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.0304740845073784,
+ "corr": -0.03365341456360394,
+ "mono": 0.9640925823055697,
+ "coverage": 1.0,
+ "entropy": 0.8862106239180687
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.058716618763146614,
+ "corr": -0.10621383520819903,
+ "mono": 0.973292563012626,
+ "coverage": 1.0,
+ "entropy": 1.535929688923031
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7310660710721817,
+ "corr": 0.707301364705191,
+ "mono": 0.9857895251682515,
+ "coverage": 1.0,
+ "entropy": 3.3207093359238975
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.05292832977928774,
+ "corr": 0.33538135011104214,
+ "mono": 0.8560899977171056,
+ "coverage": 0.9779818954525377,
+ "entropy": 3.168900210988415
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.012204529468042636,
+ "corr": 0.1635496681233151,
+ "mono": 0.8736684583050506,
+ "coverage": 1.0,
+ "entropy": 3.362434938506533
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.007362034708203588,
+ "corr": 0.6292719351912722,
+ "mono": 0.9155956311905157,
+ "coverage": 1.0,
+ "entropy": 3.4556454080784875
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.1110890640676768,
+ "corr": 0.05143774531274199,
+ "mono": 0.9496478892173635,
+ "coverage": 1.0,
+ "entropy": 3.2394032619318707
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.010077040024760963,
+ "corr": 0.08126368809543971,
+ "mono": 0.9638183552453586,
+ "coverage": 0.880207115579456,
+ "entropy": 2.424021035196124
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.1483222205147133,
+ "corr": 0.3905606130417112,
+ "mono": 0.9985946227546338,
+ "coverage": 1.0,
+ "entropy": 3.453985028261482
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.00881222720778231,
+ "corr": 0.05066502561520888,
+ "mono": 0.973320636617478,
+ "coverage": 0.7887582308680718,
+ "entropy": 2.5319133436594727
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.8837372922184032,
+ "corr": 0.9871809726327292,
+ "mono": 0.994107640675823,
+ "coverage": 1.0,
+ "entropy": 0.354966286162362,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.00958709799834514,
+ "corr": 0.15619673675568382,
+ "mono": 0.892556929299356,
+ "coverage": 0.9028193843148931,
+ "entropy": 1.5346466924375832
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03075638939299459,
+ "corr": -0.0005350190975307255,
+ "mono": 1.0,
+ "coverage": 0.021247952293268417,
+ "entropy": 1.0595648758200626
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.0121306754762704,
+ "corr": 0.1776816575104219,
+ "mono": 0.9123403523388934,
+ "coverage": 0.8703248417145258,
+ "entropy": 1.3304688559825057
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0008595468755218311,
+ "corr": 0.05203916500452123,
+ "mono": 0.6500009642192737,
+ "coverage": 0.9895923653004243,
+ "entropy": 3.041632618513858
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.000818505377715108,
+ "corr": 0.005290642719659584,
+ "mono": 0.674033976876041,
+ "coverage": 0.9760959409666357,
+ "entropy": 3.2573896228423873
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0008528621329631767,
+ "corr": 0.039385864726538725,
+ "mono": 0.6470070551797339,
+ "coverage": 0.9874248386278144,
+ "entropy": 3.1027861040731386
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9035307708354416,
+ "corr": 0.9806092695652704,
+ "mono": 0.9871325361394592,
+ "coverage": 1.0,
+ "entropy": 1.9469174184955735,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.851853128014486,
+ "corr": 0.9093194780886602,
+ "mono": 0.987106633562564,
+ "coverage": 0.9993489583333334,
+ "entropy": 1.1196751421483604
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.007006247042184821,
+ "corr": 0.4640336959979785,
+ "mono": 0.928325146523179,
+ "coverage": 0.6948537103065048,
+ "entropy": 2.159156739837836
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9030625761766051,
+ "corr": 0.9703614033596694,
+ "mono": 0.9915116549704409,
+ "coverage": 1.0,
+ "entropy": 0.7940022273156071,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.010457504736888213,
+ "corr": 0.29063043161846835,
+ "mono": 0.9997622154701155,
+ "coverage": 0.048567708333333334,
+ "entropy": 0.2736833856314989
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_ka.json b/web/laci/zonos3_mini_heads_ka.json
new file mode 100644
index 0000000000000000000000000000000000000000..b1aab6f20dda18dce2c658c23f4ca91eb372cc3c
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_ka.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/sofian/tmp/laci_sets/ka",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 0.723917276319023,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9483192664888608,
+ "corr": 0.9564802254018081,
+ "mono": 0.9734677888366619,
+ "coverage": 1.0,
+ "entropy": 1.3297792290446369,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9213131388639151,
+ "corr": 0.9812718525187688,
+ "mono": 0.9754771208597872,
+ "coverage": 1.0,
+ "entropy": 0.9988055747923742,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9086869112008976,
+ "corr": 0.9714718812913118,
+ "mono": 0.9704404578940173,
+ "coverage": 1.0,
+ "entropy": 2.907385609466285,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.915760089409472,
+ "corr": 0.9003571332405403,
+ "mono": 0.9636277198713471,
+ "coverage": 0.99803479548456,
+ "entropy": 1.7356366042263838,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.0652980943813482,
+ "corr": -0.09119848286760288,
+ "mono": 0.9261812477477556,
+ "coverage": 1.0,
+ "entropy": 4.607064471887703
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.07629526719071017,
+ "corr": -0.15018967321782928,
+ "mono": 0.9453379622587794,
+ "coverage": 1.0,
+ "entropy": 4.658644676695431
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.07275440226955314,
+ "corr": -0.15602625453495628,
+ "mono": 0.9094605154070325,
+ "coverage": 1.0,
+ "entropy": 4.764269131072183
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.09287328035521747,
+ "corr": -0.1701791709124421,
+ "mono": 0.9216496475566589,
+ "coverage": 1.0,
+ "entropy": 4.714353783845066
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.09725419669905959,
+ "corr": 0.5814217400475075,
+ "mono": 0.989230705706324,
+ "coverage": 0.28125,
+ "entropy": 1.5114888528677457
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06253254615540906,
+ "corr": 0.535424341698975,
+ "mono": 0.9462418865130332,
+ "coverage": 0.875,
+ "entropy": 2.0441379018609984
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9298122823931223,
+ "corr": 0.9422941614482371,
+ "mono": 0.8934627302313868,
+ "coverage": 0.9977963875227546,
+ "entropy": 1.5746504069613294
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.01808014001693975,
+ "corr": -0.29947681815598154,
+ "mono": 0.870494015471656,
+ "coverage": 0.9758522727272727,
+ "entropy": 3.61580505244888
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.04663120854925498,
+ "corr": -0.25809645835485495,
+ "mono": 0.895154837877273,
+ "coverage": 1.0,
+ "entropy": 1.6108191087808963
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.02834168009345173,
+ "corr": -0.10141303552576253,
+ "mono": 0.8637402120077823,
+ "coverage": 1.0,
+ "entropy": 2.0935237277969345
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.01836137656984652,
+ "corr": -0.09943243325036599,
+ "mono": 0.9324348988399405,
+ "coverage": 1.0,
+ "entropy": 1.556326095024448
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.05521192911014335,
+ "corr": -0.17033251414568154,
+ "mono": 0.9750432530821118,
+ "coverage": 1.0,
+ "entropy": 2.6890728992930044
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.8153151830214678,
+ "corr": 0.3424035034391737,
+ "mono": 0.9674262864236699,
+ "coverage": 1.0,
+ "entropy": 4.564550745079897
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.10471873680080465,
+ "corr": -0.1829362758939256,
+ "mono": 0.8248898357746101,
+ "coverage": 0.8317749107010098,
+ "entropy": 4.122799752167631
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.01500486906795343,
+ "corr": -0.14896330532247767,
+ "mono": 0.9054107544674521,
+ "coverage": 1.0,
+ "entropy": 4.5805906414751085
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.009530715375645102,
+ "corr": -0.3638901588712126,
+ "mono": 0.8323960806213765,
+ "coverage": 1.0,
+ "entropy": 4.749642690703178
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.17810759192775952,
+ "corr": -0.10539548287086042,
+ "mono": 0.9903731627546215,
+ "coverage": 1.0,
+ "entropy": 2.682575551877017
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.015681201945850758,
+ "corr": -0.09507006503325328,
+ "mono": 0.948339309544398,
+ "coverage": 0.7957457348441654,
+ "entropy": 3.4042971371610333
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.15731963987108932,
+ "corr": -0.46153942615611393,
+ "mono": 0.8559551835525815,
+ "coverage": 0.9599812301856768,
+ "entropy": 4.446738751857788
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.016439547587744293,
+ "corr": -0.07861365889812451,
+ "mono": 0.9414387634578686,
+ "coverage": 0.7606364598362101,
+ "entropy": 3.671524538559238
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9213131388639151,
+ "corr": 0.9812718525187688,
+ "mono": 0.9754771208597872,
+ "coverage": 1.0,
+ "entropy": 0.9988055747923742,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.01529426602830478,
+ "corr": 0.07646259137422225,
+ "mono": 0.8338857829000407,
+ "coverage": 0.966465290119078,
+ "entropy": 2.593847312913028
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.033286557972493046,
+ "corr": 0.04818403861315023,
+ "mono": 1.0,
+ "coverage": 0.004510884298644304,
+ "entropy": 1.9185185409717247
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.017506630867682792,
+ "corr": 0.13564279298884663,
+ "mono": 0.8389790407875788,
+ "coverage": 0.9440476397862753,
+ "entropy": 2.4561179892952256
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0016208102763911653,
+ "corr": -0.12519037328651145,
+ "mono": 0.5876672924589411,
+ "coverage": 0.9830202804809967,
+ "entropy": 4.364128622781005
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0025609194703472005,
+ "corr": -0.06152432599275762,
+ "mono": 0.6280467097061252,
+ "coverage": 0.9798314194381056,
+ "entropy": 4.650023484983769
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.00239190690055894,
+ "corr": 0.007550994899970516,
+ "mono": 0.59700208479225,
+ "coverage": 0.9812158265286235,
+ "entropy": 4.462013755291043
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9086869112008976,
+ "corr": 0.9714718812913118,
+ "mono": 0.9704404578940173,
+ "coverage": 1.0,
+ "entropy": 2.907385609466285,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.915760089409472,
+ "corr": 0.9003571332405403,
+ "mono": 0.9636277198713471,
+ "coverage": 0.99803479548456,
+ "entropy": 1.7356366042263838,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.018441258298507485,
+ "corr": 0.08140116114898852,
+ "mono": 0.7979769517952399,
+ "coverage": 0.8985202205158912,
+ "entropy": 4.178502414367407
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9483192664888608,
+ "corr": 0.9564802254018081,
+ "mono": 0.9734677888366619,
+ "coverage": 1.0,
+ "entropy": 1.3297792290446369,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.009203981808591966,
+ "corr": 0.28333673579979846,
+ "mono": 0.980273372164088,
+ "coverage": 0.43827163782769,
+ "entropy": 1.3812229513744252
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_kn.json b/web/laci/zonos3_mini_heads_kn.json
new file mode 100644
index 0000000000000000000000000000000000000000..97ee153363f027f051998c263e1f22378be5839d
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_kn.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/sofian/tmp/laci_sets/kn",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 1.152820512820513,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9441727588906139,
+ "corr": 0.9862111084657199,
+ "mono": 0.9854457183437939,
+ "coverage": 0.9572357582378849,
+ "entropy": 1.0190957661591278,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.953058109729103,
+ "corr": 0.9698389366895708,
+ "mono": 0.9746515508245874,
+ "coverage": 0.9569033114293742,
+ "entropy": 1.3076321566908384,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9286468417509729,
+ "corr": 0.9692789053576302,
+ "mono": 0.9669112574086263,
+ "coverage": 0.9774164308454192,
+ "entropy": 2.9031549481831957,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9134023476346503,
+ "corr": 0.9101536980446115,
+ "mono": 0.9702964001448673,
+ "coverage": 0.9554618715085811,
+ "entropy": 1.6859615347060326,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.054250014394444865,
+ "corr": 0.04578277239133965,
+ "mono": 0.8958027638854519,
+ "coverage": 1.0,
+ "entropy": 3.7253250614300377
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.059652283823279306,
+ "corr": 0.028152979325703025,
+ "mono": 0.8939300132430387,
+ "coverage": 1.0,
+ "entropy": 3.920627652860902
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.06350593166381596,
+ "corr": -0.04119940330859122,
+ "mono": 0.8897212638518368,
+ "coverage": 1.0,
+ "entropy": 3.9678913828930265
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.06944606474380018,
+ "corr": 0.007706592442179696,
+ "mono": 0.8687700473108233,
+ "coverage": 1.0,
+ "entropy": 3.870911202091036
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.08438708826604846,
+ "corr": 0.5676479620336197,
+ "mono": 0.9825237633206169,
+ "coverage": 0.4375,
+ "entropy": 1.8531729214820276
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.05885628870956535,
+ "corr": 0.499069936381574,
+ "mono": 0.9405644196798884,
+ "coverage": 0.7972898230088495,
+ "entropy": 2.2774221488522377
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9371709774245978,
+ "corr": 0.9212783238883983,
+ "mono": 0.8960923344559136,
+ "coverage": 0.988786954863883,
+ "entropy": 1.4717383232328984
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.016508188745030405,
+ "corr": -0.08090294838268418,
+ "mono": 0.8605237658707386,
+ "coverage": 0.9821725650332729,
+ "entropy": 3.5628569232846945
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.05706281969014558,
+ "corr": -0.20498820659666736,
+ "mono": 0.9020832412928278,
+ "coverage": 1.0,
+ "entropy": 2.4530126608345224
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.05336702191104588,
+ "corr": -0.11696886902858636,
+ "mono": 0.8474418904021116,
+ "coverage": 1.0,
+ "entropy": 2.784334062551406
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.030848572388612,
+ "corr": -0.14501075084841347,
+ "mono": 0.8703546171547708,
+ "coverage": 1.0,
+ "entropy": 2.3304599276141507
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.0798928956431845,
+ "corr": -0.14132977022269028,
+ "mono": 0.968226752096681,
+ "coverage": 1.0,
+ "entropy": 3.112889201009436
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7910695067509946,
+ "corr": 0.7686102556027071,
+ "mono": 0.984997690759339,
+ "coverage": 1.0,
+ "entropy": 4.28088912439984
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.0704908711006689,
+ "corr": 0.20670799615248459,
+ "mono": 0.7994339848739926,
+ "coverage": 0.8246289011059116,
+ "entropy": 3.9567611999108596
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.02202505183036231,
+ "corr": -0.0249782062007697,
+ "mono": 0.9075139067493058,
+ "coverage": 0.9486901610868644,
+ "entropy": 3.7440935841793443
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.010909041029105617,
+ "corr": 0.13186829869752048,
+ "mono": 0.9079668341327798,
+ "coverage": 0.9923394941634242,
+ "entropy": 4.1519095458275785
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.1560328171335184,
+ "corr": 0.005633096687468701,
+ "mono": 0.9934897910949357,
+ "coverage": 1.0,
+ "entropy": 2.4175867356441727
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.013771934178000276,
+ "corr": -0.007307202520700276,
+ "mono": 0.9591832272319125,
+ "coverage": 0.7854120536355242,
+ "entropy": 2.5331086367274067
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.17348245324086045,
+ "corr": -0.19804861917587394,
+ "mono": 0.829232917659342,
+ "coverage": 1.0,
+ "entropy": 4.426972679645706
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.01091526005253651,
+ "corr": 0.08758154070699876,
+ "mono": 0.9540134389561865,
+ "coverage": 0.7438216270189124,
+ "entropy": 2.8903020608966385
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9441727588906139,
+ "corr": 0.9862111084657199,
+ "mono": 0.9854457183437939,
+ "coverage": 0.9572357582378849,
+ "entropy": 1.0190957661591278,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.012620878722419819,
+ "corr": 0.10436984942726128,
+ "mono": 0.8790111179579193,
+ "coverage": 0.9507948658475661,
+ "entropy": 2.1710283337708023
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03117629746250311,
+ "corr": 0.042810285436975994,
+ "mono": 1.0,
+ "coverage": 0.006417166343367167,
+ "entropy": 1.262842281884828
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.014216207608307952,
+ "corr": 0.2066137182169594,
+ "mono": 0.8768995853762767,
+ "coverage": 0.9516439569394706,
+ "entropy": 1.9289903489868658
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0010429175918681888,
+ "corr": -0.20610595894742362,
+ "mono": 0.6177680262998351,
+ "coverage": 0.9820555574476177,
+ "entropy": 3.9121267840918077
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0013539013811369556,
+ "corr": -0.139046548435034,
+ "mono": 0.6433664450790657,
+ "coverage": 0.983684968585236,
+ "entropy": 4.200178489414793
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.001470547604023032,
+ "corr": -0.06324182464679498,
+ "mono": 0.6121548360809489,
+ "coverage": 0.9860787533912659,
+ "entropy": 3.994313638352514
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9286468417509729,
+ "corr": 0.9692789053576302,
+ "mono": 0.9669112574086263,
+ "coverage": 0.9774164308454192,
+ "entropy": 2.9031549481831957,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9134023476346503,
+ "corr": 0.9101536980446115,
+ "mono": 0.9702964001448673,
+ "coverage": 0.9554618715085811,
+ "entropy": 1.6859615347060326,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.012812652223413218,
+ "corr": 0.21987506173310634,
+ "mono": 0.821337601094489,
+ "coverage": 0.862220388925572,
+ "entropy": 3.7860138164450077
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.953058109729103,
+ "corr": 0.9698389366895708,
+ "mono": 0.9746515508245874,
+ "coverage": 0.9569033114293742,
+ "entropy": 1.3076321566908384,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.009215718212144071,
+ "corr": 0.2588959851017689,
+ "mono": 0.9847315480719608,
+ "coverage": 0.39990480837305176,
+ "entropy": 1.0447515966761638
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_ko.json b/web/laci/zonos3_mini_heads_ko.json
new file mode 100644
index 0000000000000000000000000000000000000000..601cffb0c779ac4a620cb28a8e93900bf8057cc2
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_ko.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/ko",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.4158823529411766,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9233523127195964,
+ "corr": 0.970735127707798,
+ "mono": 0.9892636910175107,
+ "coverage": 1.0,
+ "entropy": 0.8551961337340913,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9090967233169017,
+ "corr": 0.9777570634477976,
+ "mono": 0.9879443077337214,
+ "coverage": 1.0,
+ "entropy": 2.0392873880525983,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.881186200154584,
+ "corr": 0.9834153054543332,
+ "mono": 0.9968789469587878,
+ "coverage": 1.0,
+ "entropy": 0.42924617114822333,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8606381895696216,
+ "corr": 0.9015846810088453,
+ "mono": 0.9882045120658498,
+ "coverage": 0.9976628742713302,
+ "entropy": 1.2336200622689828,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.035720400157304905,
+ "corr": -0.05422376027128625,
+ "mono": 0.9274907005324053,
+ "coverage": 1.0,
+ "entropy": 3.0064845270303517
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.04109304769392818,
+ "corr": -0.11699115248583802,
+ "mono": 0.9158590078688653,
+ "coverage": 1.0,
+ "entropy": 3.121925404048544
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.0441970221692683,
+ "corr": -0.05557112122357859,
+ "mono": 0.9168414148194534,
+ "coverage": 1.0,
+ "entropy": 3.1087043642098395
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.05666471924856816,
+ "corr": -0.10759837476071098,
+ "mono": 0.8914827404891243,
+ "coverage": 1.0,
+ "entropy": 3.152073321706114
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.06847537836420028,
+ "corr": 0.4584195449108787,
+ "mono": 1.0,
+ "coverage": 0.0,
+ "entropy": 0.7178348999388569
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06305932327362208,
+ "corr": 0.5798657941781641,
+ "mono": 0.9934695020391252,
+ "coverage": 0.19087311883757135,
+ "entropy": 0.920957137789833
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.8740406631172054,
+ "corr": 0.8879466460064919,
+ "mono": 0.9144712269246367,
+ "coverage": 0.9903286905744311,
+ "entropy": 1.147210747239906
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.009663225273763586,
+ "corr": 0.34120797898551075,
+ "mono": 0.9292275352455915,
+ "coverage": 0.6344450547677206,
+ "entropy": 2.498156104593311
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.04532277452086588,
+ "corr": -0.30722183988361684,
+ "mono": 0.9301444139986614,
+ "coverage": 1.0,
+ "entropy": 1.7968493978366002
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.029892253402164556,
+ "corr": -0.13229569103342004,
+ "mono": 0.9247374968896769,
+ "coverage": 1.0,
+ "entropy": 1.7829743197160328
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.018979100759409152,
+ "corr": -0.05010156696959667,
+ "mono": 0.9562552165564753,
+ "coverage": 1.0,
+ "entropy": 1.5281496527259824
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.05864493535545373,
+ "corr": -0.15448776420885446,
+ "mono": 0.9730835433039884,
+ "coverage": 1.0,
+ "entropy": 2.053637914113598
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7172006357766262,
+ "corr": 0.6159912526134336,
+ "mono": 0.9725019639209679,
+ "coverage": 1.0,
+ "entropy": 3.519629154694763
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.055784236899234396,
+ "corr": 0.2335645858276114,
+ "mono": 0.8285252938697922,
+ "coverage": 0.9697444166100888,
+ "entropy": 3.4374185354466493
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.014393653807950955,
+ "corr": 0.09432664746911666,
+ "mono": 0.8817530732447878,
+ "coverage": 1.0,
+ "entropy": 3.5455090969803553
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.009494825908231324,
+ "corr": 0.11033975390825447,
+ "mono": 0.9028211687696455,
+ "coverage": 1.0,
+ "entropy": 3.687505873877417
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.1621480799234351,
+ "corr": 0.052711887042632175,
+ "mono": 0.9967162513624682,
+ "coverage": 1.0,
+ "entropy": 2.390285436495971
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.011632718071441464,
+ "corr": -0.012939557031841496,
+ "mono": 0.9425728651068023,
+ "coverage": 0.8418202839348884,
+ "entropy": 2.28360992381815
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.19464884674737715,
+ "corr": 0.23690725247493005,
+ "mono": 0.9297857306259153,
+ "coverage": 1.0,
+ "entropy": 3.7544792844660977
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.010788177345201712,
+ "corr": 0.032395282817274024,
+ "mono": 0.9534413994468061,
+ "coverage": 0.8525553763323277,
+ "entropy": 2.4407077791277274
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.881186200154584,
+ "corr": 0.9834153054543332,
+ "mono": 0.9968789469587878,
+ "coverage": 1.0,
+ "entropy": 0.42924617114822333,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.0110040232586525,
+ "corr": 0.16960295614636867,
+ "mono": 0.8884280247681607,
+ "coverage": 0.9000562506750295,
+ "entropy": 1.7917297678351367
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03543891035400775,
+ "corr": 0.07217795659738914,
+ "mono": 1.0,
+ "coverage": 0.01650431162792763,
+ "entropy": 1.2447856612517167
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.01447267203785761,
+ "corr": 0.20673405598625857,
+ "mono": 0.9016216630400513,
+ "coverage": 0.891356992972949,
+ "entropy": 1.5358145866675066
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.000940699748784769,
+ "corr": 0.06598912550745652,
+ "mono": 0.6539320378710682,
+ "coverage": 0.9773235458959326,
+ "entropy": 3.216401828899397
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0010552101884807933,
+ "corr": 0.0437473951600652,
+ "mono": 0.688768702274222,
+ "coverage": 0.9721608611578082,
+ "entropy": 3.4632038998952965
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0013451526846902687,
+ "corr": 0.06001721855902836,
+ "mono": 0.655820895993527,
+ "coverage": 0.9814172430610867,
+ "entropy": 3.276397446660792
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9090967233169017,
+ "corr": 0.9777570634477976,
+ "mono": 0.9879443077337214,
+ "coverage": 1.0,
+ "entropy": 2.0392873880525983,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8606381895696216,
+ "corr": 0.9015846810088453,
+ "mono": 0.9882045120658498,
+ "coverage": 0.9976628742713302,
+ "entropy": 1.2336200622689828,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.008590476391720104,
+ "corr": 0.38012466731085776,
+ "mono": 0.9305616952931558,
+ "coverage": 0.5824670503869765,
+ "entropy": 2.3735605840691143
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9233523127195964,
+ "corr": 0.970735127707798,
+ "mono": 0.9892636910175107,
+ "coverage": 1.0,
+ "entropy": 0.8551961337340913,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.013121207125779747,
+ "corr": 0.2945538428350657,
+ "mono": 0.9976321671584285,
+ "coverage": 0.09347347048222343,
+ "entropy": 0.40509905120690887
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_ml.json b/web/laci/zonos3_mini_heads_ml.json
new file mode 100644
index 0000000000000000000000000000000000000000..b75c9028a2bf671ab7535a5f5dd62ca31d416135
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_ml.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/sofian/tmp/laci_sets/ml",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 1.1117157490396927,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9434433614223059,
+ "corr": 0.9855592211870261,
+ "mono": 0.9816310006711964,
+ "coverage": 0.9985039204780911,
+ "entropy": 1.0734542356778323,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9556480503658382,
+ "corr": 0.9656260769120873,
+ "mono": 0.9755370517107741,
+ "coverage": 0.998129730201313,
+ "entropy": 1.3344045426136282,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9216725644908634,
+ "corr": 0.9755089851238556,
+ "mono": 0.9652323761769435,
+ "coverage": 1.0,
+ "entropy": 2.915909429071735,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9173887994901126,
+ "corr": 0.916373101460303,
+ "mono": 0.9670079989280496,
+ "coverage": 0.9936943200426959,
+ "entropy": 1.7250802196793378,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.0466032463476798,
+ "corr": 0.07526904606370621,
+ "mono": 0.9343375804258649,
+ "coverage": 1.0,
+ "entropy": 3.873271377130347
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.053678175999129066,
+ "corr": 0.039513952294921655,
+ "mono": 0.9167629840162631,
+ "coverage": 1.0,
+ "entropy": 4.155187416001374
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.06041908929484311,
+ "corr": -0.05085855531917602,
+ "mono": 0.9345749691291678,
+ "coverage": 1.0,
+ "entropy": 4.092354415193052
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.06356127043045343,
+ "corr": 0.047512000541898566,
+ "mono": 0.9111070564558864,
+ "coverage": 1.0,
+ "entropy": 4.077537226018817
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.08627192615216198,
+ "corr": 0.6173290653269676,
+ "mono": 0.9922575859752713,
+ "coverage": 0.34375,
+ "entropy": 1.8182513904494337
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.051457923197425176,
+ "corr": 0.5613719939962781,
+ "mono": 0.9627202536139766,
+ "coverage": 0.4375,
+ "entropy": 2.363232790701702
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9303574620924985,
+ "corr": 0.9303100895842205,
+ "mono": 0.8759217642515267,
+ "coverage": 0.9964767829079678,
+ "entropy": 1.6924524834576202
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.014870056482920533,
+ "corr": 0.16024890437947545,
+ "mono": 0.8738197339800766,
+ "coverage": 0.96875,
+ "entropy": 3.8946486510983065
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.046218815535664974,
+ "corr": -0.20428615497339808,
+ "mono": 0.9112800646333433,
+ "coverage": 1.0,
+ "entropy": 2.203927957929957
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.04115020213885876,
+ "corr": -0.1001054066880712,
+ "mono": 0.8768139309899288,
+ "coverage": 1.0,
+ "entropy": 2.711697249643124
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.02136142816706513,
+ "corr": -0.10637737760821069,
+ "mono": 0.9021576482959925,
+ "coverage": 1.0,
+ "entropy": 2.153732673872618
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.07448037203304339,
+ "corr": -0.057958686303933867,
+ "mono": 0.9614189200735976,
+ "coverage": 1.0,
+ "entropy": 3.033277337651684
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.8071718949662308,
+ "corr": 0.8493452616601783,
+ "mono": 0.9788493240759507,
+ "coverage": 1.0,
+ "entropy": 4.428256085517182
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.07363315871204221,
+ "corr": -0.18558250113365132,
+ "mono": 0.7946225954489033,
+ "coverage": 0.8880930745624408,
+ "entropy": 4.125162676677139
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.01861840115807241,
+ "corr": -0.1694359296496713,
+ "mono": 0.8619720680755534,
+ "coverage": 1.0,
+ "entropy": 4.231986855414625
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.0113728613477701,
+ "corr": -0.1461089305885285,
+ "mono": 0.8534908723861332,
+ "coverage": 0.9954591554490134,
+ "entropy": 4.536541936974895
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.19454224866560063,
+ "corr": -0.044585469392797845,
+ "mono": 0.990083223124077,
+ "coverage": 1.0,
+ "entropy": 2.6325298884760757
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.01574962345715886,
+ "corr": 0.018888749652921876,
+ "mono": 0.9455253048963304,
+ "coverage": 0.8673095471820513,
+ "entropy": 2.8886478646867513
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.17779394280239513,
+ "corr": -0.26129135822076716,
+ "mono": 0.8078493856051553,
+ "coverage": 1.0,
+ "entropy": 4.540170279477705
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.013446978086744643,
+ "corr": 0.0919347606969877,
+ "mono": 0.9326172904964568,
+ "coverage": 0.7524200886527188,
+ "entropy": 3.2366410270529093
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9434433614223059,
+ "corr": 0.9855592211870261,
+ "mono": 0.9816310006711964,
+ "coverage": 0.9985039204780911,
+ "entropy": 1.0734542356778323,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.011299839615591523,
+ "corr": 0.1019631786800806,
+ "mono": 0.8553036369175158,
+ "coverage": 0.9551061320447847,
+ "entropy": 2.276269031569514
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.029264337807779543,
+ "corr": 0.07797541040777697,
+ "mono": 0.9995325854700855,
+ "coverage": 0.01197144428029088,
+ "entropy": 1.463245901094293
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.012587568527508626,
+ "corr": 0.20181309449297183,
+ "mono": 0.843832987636546,
+ "coverage": 0.959124150765193,
+ "entropy": 2.096479666279651
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0013217373292466212,
+ "corr": -0.11835350383769312,
+ "mono": 0.6287302019275671,
+ "coverage": 0.9854198652209695,
+ "entropy": 4.013948440923035
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0017213257404913838,
+ "corr": -0.04968682752061721,
+ "mono": 0.644956330054239,
+ "coverage": 0.9844166783430343,
+ "entropy": 4.312588176934179
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0018645575421210282,
+ "corr": 0.015740566614003807,
+ "mono": 0.6312601176880418,
+ "coverage": 0.9830337731349017,
+ "entropy": 4.102994535041166
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9216725644908634,
+ "corr": 0.9755089851238556,
+ "mono": 0.9652323761769435,
+ "coverage": 1.0,
+ "entropy": 2.915909429071735,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9173887994901126,
+ "corr": 0.916373101460303,
+ "mono": 0.9670079989280496,
+ "coverage": 0.9936943200426959,
+ "entropy": 1.7250802196793378,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.015676912215374397,
+ "corr": 0.28632233215323655,
+ "mono": 0.7903022778169764,
+ "coverage": 0.9262049345855653,
+ "entropy": 4.056511985229069
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9556480503658382,
+ "corr": 0.9656260769120873,
+ "mono": 0.9755370517107741,
+ "coverage": 0.998129730201313,
+ "entropy": 1.3344045426136282,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.008894896980341373,
+ "corr": 0.3438948437939848,
+ "mono": 0.9601707172424756,
+ "coverage": 0.5462241181650953,
+ "entropy": 1.5728071725617045
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_mr.json b/web/laci/zonos3_mini_heads_mr.json
new file mode 100644
index 0000000000000000000000000000000000000000..fe4fc933c2f06c2b1af1719515fd1ff1f48c634d
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_mr.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/mr",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.1535795132993774,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9511225832980631,
+ "corr": 0.9781631257718754,
+ "mono": 0.9902717822484552,
+ "coverage": 1.0,
+ "entropy": 0.9620108006744736,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9317780775852537,
+ "corr": 0.9913884329041284,
+ "mono": 0.9946194083334993,
+ "coverage": 1.0,
+ "entropy": 0.6139040900807446,
+ "radius": 6
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9355604520064734,
+ "corr": 0.9850778244568164,
+ "mono": 0.9928153529199049,
+ "coverage": 1.0,
+ "entropy": 2.24777469075875,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8904565603536466,
+ "corr": 0.9246332733942472,
+ "mono": 0.9790054089561795,
+ "coverage": 0.9970616923364222,
+ "entropy": 1.2791696441839338,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.03986240900834471,
+ "corr": -0.017434614483858444,
+ "mono": 0.9353455517786473,
+ "coverage": 1.0,
+ "entropy": 3.0763183410220343
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.041761353053458225,
+ "corr": -0.07119114004116726,
+ "mono": 0.9299438393582907,
+ "coverage": 1.0,
+ "entropy": 3.325002287303713
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.05038787155317347,
+ "corr": -0.07619387760450151,
+ "mono": 0.9253248982860143,
+ "coverage": 1.0,
+ "entropy": 3.284165969786842
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.05626043898105905,
+ "corr": -0.058923409384115215,
+ "mono": 0.9099436819919319,
+ "coverage": 1.0,
+ "entropy": 3.2322851520028344
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07043272249109728,
+ "corr": 0.5478767967820171,
+ "mono": 0.9976539904730385,
+ "coverage": 0.125,
+ "entropy": 0.9548936786762336
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.05435807967919015,
+ "corr": 0.5822074623574024,
+ "mono": 0.9801778150449098,
+ "coverage": 0.25638956147430725,
+ "entropy": 1.3069466628144852
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9195264114283648,
+ "corr": 0.8977035025370899,
+ "mono": 0.9169456275073172,
+ "coverage": 0.9921839557530729,
+ "entropy": 1.1324262409535766
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.009087029145385148,
+ "corr": 0.3570023632347362,
+ "mono": 0.9062896215255574,
+ "coverage": 0.6625698236855464,
+ "entropy": 2.7300599688678053
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.04234669789927031,
+ "corr": -0.2985845617310691,
+ "mono": 0.8967871305065578,
+ "coverage": 1.0,
+ "entropy": 1.9551910785592879
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.024144174776452542,
+ "corr": -0.18831525900114401,
+ "mono": 0.8969435434760981,
+ "coverage": 1.0,
+ "entropy": 2.087598088164353
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.01381863176868764,
+ "corr": -0.14459054244038655,
+ "mono": 0.9306301343380995,
+ "coverage": 1.0,
+ "entropy": 1.677511825799411
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.049055492200219514,
+ "corr": -0.1961717390432381,
+ "mono": 0.9667942176268055,
+ "coverage": 1.0,
+ "entropy": 2.2877943874694546
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7781437146223554,
+ "corr": 0.8756591391916599,
+ "mono": 0.9963583228109701,
+ "coverage": 1.0,
+ "entropy": 3.8901684152958222
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.07647200256279556,
+ "corr": 0.19525984466504237,
+ "mono": 0.8246816262840927,
+ "coverage": 0.8719738035760386,
+ "entropy": 3.65904648201378
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.017460247164303125,
+ "corr": 0.05673557008143375,
+ "mono": 0.8844167936360451,
+ "coverage": 1.0,
+ "entropy": 3.753534310553963
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.010960160906606701,
+ "corr": 0.2246695848108271,
+ "mono": 0.8671562338994978,
+ "coverage": 1.0,
+ "entropy": 3.9994746983401828
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.19579463687171175,
+ "corr": 0.024404240991777425,
+ "mono": 0.9909624821098357,
+ "coverage": 1.0,
+ "entropy": 2.6514914801766984
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.01289048238136687,
+ "corr": -0.08466353224536513,
+ "mono": 0.9233654056086767,
+ "coverage": 0.9536729691876751,
+ "entropy": 2.5233609987774432
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.19127624740368399,
+ "corr": -0.06319350458880986,
+ "mono": 0.8153682960142746,
+ "coverage": 1.0,
+ "entropy": 4.046906669069683
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.01052576235869177,
+ "corr": 0.059935911134494285,
+ "mono": 0.9567258647106366,
+ "coverage": 0.7604765771310402,
+ "entropy": 2.700684859267505
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9317780775852537,
+ "corr": 0.9913884329041284,
+ "mono": 0.9946194083334993,
+ "coverage": 1.0,
+ "entropy": 0.6139040900807446,
+ "radius": 6
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.011260872635194763,
+ "corr": 0.12042154957326812,
+ "mono": 0.8493019467359839,
+ "coverage": 0.9655547957107894,
+ "entropy": 1.9607987497728052
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.031063017167684344,
+ "corr": -0.03348474807704347,
+ "mono": 1.0,
+ "coverage": 0.012472215731833436,
+ "entropy": 1.3204206167632941
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.012706453473182333,
+ "corr": 0.2047950630118727,
+ "mono": 0.8584485020946452,
+ "coverage": 0.9741042199033728,
+ "entropy": 1.7188267184794026
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0010515160550803202,
+ "corr": -0.07851431467317053,
+ "mono": 0.6516381623240183,
+ "coverage": 0.9845327873070748,
+ "entropy": 3.38106059608578
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0012616590588176723,
+ "corr": -0.06398022028797111,
+ "mono": 0.6680691910550314,
+ "coverage": 0.9828879860889468,
+ "entropy": 3.611672869272843
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.001484250421258619,
+ "corr": -0.027177423566173694,
+ "mono": 0.6545811264618632,
+ "coverage": 0.9877735435623403,
+ "entropy": 3.4363101797831304
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9355604520064734,
+ "corr": 0.9850778244568164,
+ "mono": 0.9928153529199049,
+ "coverage": 1.0,
+ "entropy": 2.24777469075875,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8904565603536466,
+ "corr": 0.9246332733942472,
+ "mono": 0.9790054089561795,
+ "coverage": 0.9970616923364222,
+ "entropy": 1.2791696441839338,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.00919948748233305,
+ "corr": 0.31701684267549657,
+ "mono": 0.879250659725949,
+ "coverage": 0.7791260090581045,
+ "entropy": 2.8763321869158465
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9511225832980631,
+ "corr": 0.9781631257718754,
+ "mono": 0.9902717822484552,
+ "coverage": 1.0,
+ "entropy": 0.9620108006744736,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.012263255465588535,
+ "corr": 0.21508068712404665,
+ "mono": 0.9916131649776158,
+ "coverage": 0.31771255933360654,
+ "entropy": 0.7360367126047722
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_ms.json b/web/laci/zonos3_mini_heads_ms.json
new file mode 100644
index 0000000000000000000000000000000000000000..6027fcb9b909ce21dc96fd9a0063c833427c7d7e
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_ms.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/ms",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 3.116742081447964,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9525573135457577,
+ "corr": 0.9836384726843925,
+ "mono": 0.9926396256180864,
+ "coverage": 1.0,
+ "entropy": 0.6772342419402568,
+ "radius": 6
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9355178327003875,
+ "corr": 0.9852206665140023,
+ "mono": 0.9966507583367481,
+ "coverage": 1.0,
+ "entropy": 1.8070961261851872,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9168766158588805,
+ "corr": 0.9881294527229159,
+ "mono": 0.9955424286898201,
+ "coverage": 1.0,
+ "entropy": 0.34207286347350657,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8913881490879373,
+ "corr": 0.9417421252317374,
+ "mono": 0.9913705008523233,
+ "coverage": 0.9979070427448592,
+ "entropy": 0.9569617810850806,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.025862713879203546,
+ "corr": -0.08936994972008627,
+ "mono": 0.925791024183585,
+ "coverage": 1.0,
+ "entropy": 3.0812443020504174
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.03168178972921126,
+ "corr": -0.1247504278149089,
+ "mono": 0.9286212047151617,
+ "coverage": 1.0,
+ "entropy": 3.191577176819599
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.03581950367298305,
+ "corr": -0.08650945175154201,
+ "mono": 0.9133945013166649,
+ "coverage": 1.0,
+ "entropy": 3.172470478748285
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.04481189935295881,
+ "corr": -0.14502563185170267,
+ "mono": 0.9050218050913346,
+ "coverage": 1.0,
+ "entropy": 3.169260244563162
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.06710442212208154,
+ "corr": 0.5367129280801455,
+ "mono": 0.9944745463141876,
+ "coverage": 0.28125,
+ "entropy": 0.910364447877052
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06055329031701429,
+ "corr": 0.5661808729750424,
+ "mono": 0.9703503311697109,
+ "coverage": 0.4931977370689655,
+ "entropy": 1.186632889666675
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.8952827959661827,
+ "corr": 0.9164210749859228,
+ "mono": 0.9342504617628156,
+ "coverage": 0.9876271281997173,
+ "entropy": 0.9036252596742197
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.012094636224930401,
+ "corr": -0.10455373238271647,
+ "mono": 0.8818643759333369,
+ "coverage": 1.0,
+ "entropy": 2.415510079262738
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.03399722253302702,
+ "corr": -0.2852796515347172,
+ "mono": 0.8852509874330498,
+ "coverage": 1.0,
+ "entropy": 1.4735610333147449
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.01765973494709311,
+ "corr": -0.16474529061959833,
+ "mono": 0.8674929579806733,
+ "coverage": 1.0,
+ "entropy": 1.4884777188005813
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.009947579156071838,
+ "corr": -0.059608096828114,
+ "mono": 0.9491354470676725,
+ "coverage": 1.0,
+ "entropy": 1.2269323955233102
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.035879335238395,
+ "corr": -0.22849427113832574,
+ "mono": 0.9696338526061428,
+ "coverage": 1.0,
+ "entropy": 1.7671482440754156
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7207561092348318,
+ "corr": 0.7051059455161436,
+ "mono": 0.9906699861421511,
+ "coverage": 1.0,
+ "entropy": 3.479711303411809
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.06504729358346478,
+ "corr": 0.32945914070021326,
+ "mono": 0.8180942528534209,
+ "coverage": 0.9413403743955785,
+ "entropy": 3.507994731145837
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.0155677232915655,
+ "corr": 0.24435653325246565,
+ "mono": 0.8690634693455765,
+ "coverage": 1.0,
+ "entropy": 3.431555865734356
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.009365099009276224,
+ "corr": 0.5679926068063864,
+ "mono": 0.9138285329185137,
+ "coverage": 1.0,
+ "entropy": 3.7002001247020684
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.153211441489809,
+ "corr": 0.16941508906482833,
+ "mono": 0.9957054526120506,
+ "coverage": 1.0,
+ "entropy": 2.5137730210594627
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.012955432202845766,
+ "corr": -0.03982835598850703,
+ "mono": 0.8973695415720826,
+ "coverage": 0.9330391527599486,
+ "entropy": 2.520270817390811
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.1481312002801795,
+ "corr": 0.33801854615262106,
+ "mono": 0.8403205078668148,
+ "coverage": 1.0,
+ "entropy": 3.787546374060896
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.00954882415227574,
+ "corr": 0.02623337137632739,
+ "mono": 0.9453591790326742,
+ "coverage": 0.8580825802681408,
+ "entropy": 2.6068950459721627
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9168766158588805,
+ "corr": 0.9881294527229159,
+ "mono": 0.9955424286898201,
+ "coverage": 1.0,
+ "entropy": 0.34207286347350657,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.00914514091341333,
+ "corr": 0.10670993215154338,
+ "mono": 0.8849640618712507,
+ "coverage": 0.9348720359551856,
+ "entropy": 1.6504783791276818
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.02974939764942952,
+ "corr": 0.021622738914065,
+ "mono": 1.0,
+ "coverage": 0.018734419433080282,
+ "entropy": 1.0912512680131154
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.011797856485048764,
+ "corr": 0.18105499677684345,
+ "mono": 0.8890156193650215,
+ "coverage": 0.927197046978966,
+ "entropy": 1.4445316202019964
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0008151911445706007,
+ "corr": 0.03138203853182942,
+ "mono": 0.6484858897338847,
+ "coverage": 0.9871433900314441,
+ "entropy": 3.0197204497502104
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0009878191214858195,
+ "corr": -0.011236168339528282,
+ "mono": 0.6792315159433497,
+ "coverage": 0.983750063442272,
+ "entropy": 3.252547485642307
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0011052018935266562,
+ "corr": 0.040833942851932675,
+ "mono": 0.6524590816233581,
+ "coverage": 0.9834973866052557,
+ "entropy": 3.0602929231255054
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9355178327003875,
+ "corr": 0.9852206665140023,
+ "mono": 0.9966507583367481,
+ "coverage": 1.0,
+ "entropy": 1.8070961261851872,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8913881490879373,
+ "corr": 0.9417421252317374,
+ "mono": 0.9913705008523233,
+ "coverage": 0.9979070427448592,
+ "entropy": 0.9569617810850806,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.006607945755595647,
+ "corr": 0.3938266226583022,
+ "mono": 0.9178068681543077,
+ "coverage": 0.6780711434116103,
+ "entropy": 2.2559761119314823
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9525573135457577,
+ "corr": 0.9836384726843925,
+ "mono": 0.9926396256180864,
+ "coverage": 1.0,
+ "entropy": 0.6772342419402568,
+ "radius": 6
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.009462984224587984,
+ "corr": 0.27175409785586807,
+ "mono": 0.9976759743216197,
+ "coverage": 0.12171538427691538,
+ "entropy": 0.3936666567530432
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_nl.json b/web/laci/zonos3_mini_heads_nl.json
new file mode 100644
index 0000000000000000000000000000000000000000..4435ae9907a717d856a0171bfaa5bd32b1f37687
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_nl.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/nl",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.7008906481939636,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9575474606907504,
+ "corr": 0.9826339402341421,
+ "mono": 0.9921886820990525,
+ "coverage": 1.0,
+ "entropy": 0.7198934154805243,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9142696076964063,
+ "corr": 0.9898647883409784,
+ "mono": 0.9963786397737351,
+ "coverage": 1.0,
+ "entropy": 0.3985449973348078,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9215431483366086,
+ "corr": 0.9815243026865252,
+ "mono": 0.9932634124479225,
+ "coverage": 1.0,
+ "entropy": 1.8392405004051349,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8931416229843021,
+ "corr": 0.9235185028498957,
+ "mono": 0.9907590725894784,
+ "coverage": 0.9964682316542385,
+ "entropy": 1.0052643450274652,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.032642508033581714,
+ "corr": -0.22875706697502612,
+ "mono": 0.9207355635290694,
+ "coverage": 1.0,
+ "entropy": 2.9164566170730275
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.039612078359173304,
+ "corr": -0.2505355784461721,
+ "mono": 0.9505341936128081,
+ "coverage": 1.0,
+ "entropy": 2.878004878665687
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.035559665732726974,
+ "corr": -0.1905001057887419,
+ "mono": 0.8987467570239899,
+ "coverage": 1.0,
+ "entropy": 3.0844333276046627
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.04790167275370373,
+ "corr": -0.25382025545973474,
+ "mono": 0.9200774585876019,
+ "coverage": 1.0,
+ "entropy": 2.8904423123612304
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07559666402585395,
+ "corr": 0.42760216348752567,
+ "mono": 0.9960443664692682,
+ "coverage": 0.17251712328767124,
+ "entropy": 0.6925005945015565
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06965134621395501,
+ "corr": 0.537031186576376,
+ "mono": 0.9823008580535483,
+ "coverage": 0.2662671232876712,
+ "entropy": 0.8428418126910151
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9019888035947807,
+ "corr": 0.9075597999823136,
+ "mono": 0.9305188784433082,
+ "coverage": 0.9837086440142186,
+ "entropy": 0.9067192903314424
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.011280358831301324,
+ "corr": 0.12304792397563802,
+ "mono": 0.904835913057825,
+ "coverage": 0.9418094758064516,
+ "entropy": 2.1350570212649016
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.03397072455167588,
+ "corr": -0.2564439215399775,
+ "mono": 0.8930111410770175,
+ "coverage": 0.96875,
+ "entropy": 1.3563234037333909
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.01779202285250574,
+ "corr": -0.15369338885431427,
+ "mono": 0.8608949829543794,
+ "coverage": 1.0,
+ "entropy": 1.449302118500628
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.012547332303776972,
+ "corr": -0.025375691238520275,
+ "mono": 0.9130746301238895,
+ "coverage": 1.0,
+ "entropy": 1.2095296991624929
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.0361906677217624,
+ "corr": -0.13626314423173916,
+ "mono": 0.9493075599978718,
+ "coverage": 1.0,
+ "entropy": 1.6797438955061597
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7347062355557493,
+ "corr": 0.7402153662651161,
+ "mono": 0.9941077277987748,
+ "coverage": 1.0,
+ "entropy": 3.3518432250727113
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.05906589970357754,
+ "corr": 0.36657395963123945,
+ "mono": 0.821539252086741,
+ "coverage": 0.9423700912108863,
+ "entropy": 3.3834462750708774
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.016659345713400494,
+ "corr": 0.12180964161391813,
+ "mono": 0.8749918653625157,
+ "coverage": 1.0,
+ "entropy": 3.395582633271704
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.008323769789436589,
+ "corr": 0.3580972754718294,
+ "mono": 0.8640020076129628,
+ "coverage": 1.0,
+ "entropy": 3.6558819877392166
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.18453139138998054,
+ "corr": 0.10806194213618464,
+ "mono": 0.9928992570870153,
+ "coverage": 1.0,
+ "entropy": 2.281730339857893
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.014407932359840276,
+ "corr": -0.1993574813948269,
+ "mono": 0.9399132992240353,
+ "coverage": 0.7442153157606977,
+ "entropy": 2.3096157469816565
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.17595817214256007,
+ "corr": 0.2626323919679824,
+ "mono": 0.8615921922051936,
+ "coverage": 0.9793388473660973,
+ "entropy": 3.5572851907607297
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.012825808063096236,
+ "corr": -0.10981691550305425,
+ "mono": 0.9645617466108872,
+ "coverage": 0.7733741349349074,
+ "entropy": 2.456171498420289
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9142696076964063,
+ "corr": 0.9898647883409784,
+ "mono": 0.9963786397737351,
+ "coverage": 1.0,
+ "entropy": 0.3985449973348078,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.01273065331761352,
+ "corr": 0.16613234118440656,
+ "mono": 0.8851092870816064,
+ "coverage": 0.8880697563174527,
+ "entropy": 1.6229307640154373
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03304046686143092,
+ "corr": 0.16628460622335178,
+ "mono": 1.0,
+ "coverage": 0.021799058460850635,
+ "entropy": 1.1528125184817308
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.015580018019300569,
+ "corr": 0.24297862078943605,
+ "mono": 0.9076336273259699,
+ "coverage": 0.8827518776321974,
+ "entropy": 1.3869712700697363
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0009734454366759773,
+ "corr": 0.008780893542881418,
+ "mono": 0.6514932024028044,
+ "coverage": 0.9781436824370963,
+ "entropy": 3.0981000240205114
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0012058157148451805,
+ "corr": 0.014528250146026971,
+ "mono": 0.6666131372443088,
+ "coverage": 0.9728135188833793,
+ "entropy": 3.290837537235721
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0011423740902895925,
+ "corr": 0.01596182237779373,
+ "mono": 0.6407633069847861,
+ "coverage": 0.9791904494947097,
+ "entropy": 3.1420553308986374
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9215431483366086,
+ "corr": 0.9815243026865252,
+ "mono": 0.9932634124479225,
+ "coverage": 1.0,
+ "entropy": 1.8392405004051349,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8931416229843021,
+ "corr": 0.9235185028498957,
+ "mono": 0.9907590725894784,
+ "coverage": 0.9964682316542385,
+ "entropy": 1.0052643450274652,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.008156278707115496,
+ "corr": 0.3055415884615259,
+ "mono": 0.9490974270376918,
+ "coverage": 0.5536318589597693,
+ "entropy": 1.960897420358981
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9575474606907504,
+ "corr": 0.9826339402341421,
+ "mono": 0.9921886820990525,
+ "coverage": 1.0,
+ "entropy": 0.7198934154805243,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.012105673419396482,
+ "corr": 0.24582127836990136,
+ "mono": 0.9973546162943133,
+ "coverage": 0.07498664734440089,
+ "entropy": 0.35184858668917346
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_no.json b/web/laci/zonos3_mini_heads_no.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5d48cd48076311c9470ccdfd92d8434dfaa42c8
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_no.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/nb",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 3.207188160676533,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9526221485253323,
+ "corr": 0.984762164507588,
+ "mono": 0.9902196375090935,
+ "coverage": 1.0,
+ "entropy": 0.7460358320082817,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9382601627792999,
+ "corr": 0.9853785452298329,
+ "mono": 0.9944024762068429,
+ "coverage": 1.0,
+ "entropy": 1.8537025253810737,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9291787545851367,
+ "corr": 0.99258013022927,
+ "mono": 0.9971481330738763,
+ "coverage": 1.0,
+ "entropy": 0.38902891325871114,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8860982645907296,
+ "corr": 0.9400420631185747,
+ "mono": 0.9874488002381433,
+ "coverage": 0.99940783095364,
+ "entropy": 1.0301962433802194,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.02739203436069496,
+ "corr": -0.05274697097220998,
+ "mono": 0.9348225625066935,
+ "coverage": 1.0,
+ "entropy": 2.887042230156585
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.03138106549214761,
+ "corr": -0.07266711165283146,
+ "mono": 0.9258778959836722,
+ "coverage": 1.0,
+ "entropy": 3.130682415981686
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.03514414509276213,
+ "corr": -0.08886527534625921,
+ "mono": 0.9230117887913454,
+ "coverage": 1.0,
+ "entropy": 3.019480185039522
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.040836161204928695,
+ "corr": -0.06678636984752384,
+ "mono": 0.9036504780995859,
+ "coverage": 1.0,
+ "entropy": 3.019961885921506
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.06561317243984245,
+ "corr": 0.5773733823591438,
+ "mono": 0.9965622226341891,
+ "coverage": 0.21875,
+ "entropy": 0.6915244166468935
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.059590216164046875,
+ "corr": 0.6450271680990951,
+ "mono": 0.9790823251135428,
+ "coverage": 0.375,
+ "entropy": 0.9698950077772778
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.8906804603066332,
+ "corr": 0.914559742070793,
+ "mono": 0.9256701880215225,
+ "coverage": 0.9859277956913568,
+ "entropy": 0.945653590295473
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.011211972051616895,
+ "corr": 0.09653957566827576,
+ "mono": 0.8957382085550739,
+ "coverage": 0.96875,
+ "entropy": 2.1684660856153637
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.035536405812413054,
+ "corr": -0.21508449252283215,
+ "mono": 0.8830642396132121,
+ "coverage": 1.0,
+ "entropy": 1.4221986176143715
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.01788989490300337,
+ "corr": -0.06991255337762872,
+ "mono": 0.87100939627885,
+ "coverage": 1.0,
+ "entropy": 1.428436945176296
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.011656182407370637,
+ "corr": 0.025684557249902224,
+ "mono": 0.9220002856455114,
+ "coverage": 1.0,
+ "entropy": 1.212803866007806
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.0356171347780875,
+ "corr": -0.1293581158910551,
+ "mono": 0.947458220271362,
+ "coverage": 1.0,
+ "entropy": 1.7287051779148235
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.6980579145084341,
+ "corr": 0.6177330449986164,
+ "mono": 0.9812046451701101,
+ "coverage": 1.0,
+ "entropy": 3.386000985133716
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.05860240927794767,
+ "corr": 0.35071697927666723,
+ "mono": 0.816980308006907,
+ "coverage": 0.9373839535159944,
+ "entropy": 3.4161317729915206
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.013589904099203725,
+ "corr": 0.1437602470311607,
+ "mono": 0.8798134785971538,
+ "coverage": 1.0,
+ "entropy": 3.421461548034934
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.007378715586005834,
+ "corr": 0.5325287862371333,
+ "mono": 0.9074323841835853,
+ "coverage": 1.0,
+ "entropy": 3.627157681039708
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.19459942902610577,
+ "corr": 0.09778158193714878,
+ "mono": 0.9926810393275592,
+ "coverage": 1.0,
+ "entropy": 2.2657610795687466
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.011586505536171457,
+ "corr": -0.2322607968616152,
+ "mono": 0.9295796726727646,
+ "coverage": 0.8995661665221731,
+ "entropy": 2.2703156789466057
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.19916770514476104,
+ "corr": 0.05357888691775848,
+ "mono": 0.8411221066911336,
+ "coverage": 0.9779188368055556,
+ "entropy": 3.6727896785526295
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.009487663325177458,
+ "corr": -0.1564043046564629,
+ "mono": 0.9681521526271387,
+ "coverage": 0.734985587585627,
+ "entropy": 2.3720994091804295
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9291787545851367,
+ "corr": 0.99258013022927,
+ "mono": 0.9971481330738763,
+ "coverage": 1.0,
+ "entropy": 0.38902891325871114,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.010635324657443403,
+ "corr": 0.0985253247549054,
+ "mono": 0.8582714702518681,
+ "coverage": 0.9034335423645384,
+ "entropy": 1.808250751641663
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.028723980611461003,
+ "corr": 0.011606310899154182,
+ "mono": 1.0,
+ "coverage": 0.01923145406584505,
+ "entropy": 1.2123866558355336
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.013077312613911521,
+ "corr": 0.17910971990659058,
+ "mono": 0.8751329884182011,
+ "coverage": 0.9024570509228524,
+ "entropy": 1.5587293233431048
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0009919724656779812,
+ "corr": 0.02528307776097216,
+ "mono": 0.6514388674740959,
+ "coverage": 0.9831166265940547,
+ "entropy": 3.106609454336744
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0011482622324094534,
+ "corr": 0.054653560888187486,
+ "mono": 0.6686500958589331,
+ "coverage": 0.9740353828440318,
+ "entropy": 3.2910709734753505
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.001097129290466011,
+ "corr": 0.04254682310780775,
+ "mono": 0.6547464563249139,
+ "coverage": 0.985721316041395,
+ "entropy": 3.1383942848424202
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9382601627792999,
+ "corr": 0.9853785452298329,
+ "mono": 0.9944024762068429,
+ "coverage": 1.0,
+ "entropy": 1.8537025253810737,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8860982645907296,
+ "corr": 0.9400420631185747,
+ "mono": 0.9874488002381433,
+ "coverage": 0.99940783095364,
+ "entropy": 1.0301962433802194,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.006830219111959815,
+ "corr": 0.3559737447158942,
+ "mono": 0.9278447995315506,
+ "coverage": 0.6634468180023967,
+ "entropy": 2.2222711214831388
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9526221485253323,
+ "corr": 0.984762164507588,
+ "mono": 0.9902196375090935,
+ "coverage": 1.0,
+ "entropy": 0.7460358320082817,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.012447541110510838,
+ "corr": 0.19816100045380444,
+ "mono": 0.9994927160945982,
+ "coverage": 0.025545616091255906,
+ "entropy": 0.3332178543901565
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_or.json b/web/laci/zonos3_mini_heads_or.json
new file mode 100644
index 0000000000000000000000000000000000000000..ec477bcabd4a625b9cc92a3de81be8d88c2f2ce1
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_or.json
@@ -0,0 +1,335 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/sofian/tmp/laci_sets/or",
+ "n_utts": 31,
+ "seed": 1234,
+ "frames_per_token": 0.7853107344632768,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9360362739472831,
+ "corr": 0.9596129999825247,
+ "mono": 0.9606941403604558,
+ "coverage": 0.9965709931419863,
+ "entropy": 1.2560102077340587,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9309604949219038,
+ "corr": 0.9409255941059492,
+ "mono": 0.9533499285116609,
+ "coverage": 0.9970687260523456,
+ "entropy": 1.5713285723060322,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.8894117688332837,
+ "corr": 0.9670979558424582,
+ "mono": 0.9533302397400966,
+ "coverage": 1.0,
+ "entropy": 3.3171145328833407,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.06887268480205404,
+ "corr": -0.015781749883934385,
+ "mono": 0.9821595680236518,
+ "coverage": 1.0,
+ "entropy": 3.653470738096279
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.07357502498265112,
+ "corr": 0.14654220090844616,
+ "mono": 0.9840491312936022,
+ "coverage": 1.0,
+ "entropy": 3.812465447714269
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.07777021138731093,
+ "corr": -0.24022211172160246,
+ "mono": 0.9709550660546256,
+ "coverage": 1.0,
+ "entropy": 4.132320320889556
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.08354940539862177,
+ "corr": -0.02019618931812385,
+ "mono": 0.9789711482146946,
+ "coverage": 1.0,
+ "entropy": 3.7610673761351308
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.09941131136631166,
+ "corr": 0.5888607405672768,
+ "mono": 0.9943554491046437,
+ "coverage": 0.25806451612903225,
+ "entropy": 1.7271525596994408
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.05456580119734729,
+ "corr": 0.5504426755470028,
+ "mono": 0.9658628283605417,
+ "coverage": 0.5483870967741935,
+ "entropy": 2.4021447013379675
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9312773889660207,
+ "corr": 0.920348562594538,
+ "mono": 0.8477776789303307,
+ "coverage": 0.9948912186866266,
+ "entropy": 1.9024404204727308
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.014074755804549165,
+ "corr": 0.13508626379972244,
+ "mono": 0.8771975062423203,
+ "coverage": 0.9604955586722768,
+ "entropy": 3.952139925846174
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.04946367567514421,
+ "corr": -0.24554558098161416,
+ "mono": 0.9430679433300215,
+ "coverage": 1.0,
+ "entropy": 1.601951594183827
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.03567014964555226,
+ "corr": -0.08010612628552856,
+ "mono": 0.9002839780739643,
+ "coverage": 1.0,
+ "entropy": 2.1494320310664055
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.021816843711848728,
+ "corr": -0.13291970302632689,
+ "mono": 0.9516271019482004,
+ "coverage": 1.0,
+ "entropy": 1.467888425866874
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.061691238688939755,
+ "corr": -0.10696216846812705,
+ "mono": 0.9771930566124282,
+ "coverage": 1.0,
+ "entropy": 2.51756617236954
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.8098333219241477,
+ "corr": 0.6387251309518951,
+ "mono": 0.9706235775828015,
+ "coverage": 1.0,
+ "entropy": 4.601924486663114
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.11188079471786579,
+ "corr": 0.053014817252998545,
+ "mono": 0.8241484130794166,
+ "coverage": 0.6693252471469326,
+ "entropy": 3.7754906809642246
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.011337399154174128,
+ "corr": -0.07603233436187272,
+ "mono": 0.9484597805212144,
+ "coverage": 1.0,
+ "entropy": 4.583821438363822
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.007839449499795877,
+ "corr": -0.31512050948569525,
+ "mono": 0.9656552575812379,
+ "coverage": 1.0,
+ "entropy": 4.834094003093432
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.23047819383165902,
+ "corr": 0.02113287441693759,
+ "mono": 0.9938376630511249,
+ "coverage": 1.0,
+ "entropy": 3.1874711675704943
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.019933148868441566,
+ "corr": 0.1211661844444686,
+ "mono": 0.9038767206017797,
+ "coverage": 0.8876565729065395,
+ "entropy": 3.2449078520568504
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.19540563554830034,
+ "corr": -0.34515495746955777,
+ "mono": 0.8207657707353727,
+ "coverage": 0.9782278312156684,
+ "entropy": 4.484473659190612
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.017309754763161177,
+ "corr": 0.11932021562204304,
+ "mono": 0.9209089359044335,
+ "coverage": 0.8226660071610484,
+ "entropy": 3.6563176964029127
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9360362739472831,
+ "corr": 0.9596129999825247,
+ "mono": 0.9606941403604558,
+ "coverage": 0.9965709931419863,
+ "entropy": 1.2560102077340587,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.013727970161225567,
+ "corr": 0.09948889207304361,
+ "mono": 0.8533617722531709,
+ "coverage": 0.9302892288942781,
+ "entropy": 2.4999108347838406
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03571770490697848,
+ "corr": 0.06970575065481588,
+ "mono": 1.0,
+ "coverage": 0.004662839077177302,
+ "entropy": 1.7281050970054441
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.016214289270929706,
+ "corr": 0.1792573018457807,
+ "mono": 0.8420948332924217,
+ "coverage": 0.9316129077837674,
+ "entropy": 2.312248955049168
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.001305562381239446,
+ "corr": -0.10751064246258055,
+ "mono": 0.6028956752578525,
+ "coverage": 0.9759426229920146,
+ "entropy": 4.270086337867854
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0025234032848162695,
+ "corr": -0.06726095205436337,
+ "mono": 0.6292846977468324,
+ "coverage": 0.9739483781975712,
+ "entropy": 4.530707167002723
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0021649597691233325,
+ "corr": 0.03550951575447595,
+ "mono": 0.6022471502028178,
+ "coverage": 0.9753733846406167,
+ "entropy": 4.32404001891047
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.8894117688332837,
+ "corr": 0.9670979558424582,
+ "mono": 0.9533302397400966,
+ "coverage": 1.0,
+ "entropy": 3.3171145328833407,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9137950076197064,
+ "corr": 0.8751107060292319,
+ "mono": 0.9465619947683958,
+ "coverage": 0.9970855463853086,
+ "entropy": 1.969830272611796
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.01643763346255491,
+ "corr": 0.14160812344817886,
+ "mono": 0.812248111659073,
+ "coverage": 0.8759611280218734,
+ "entropy": 4.093955816396146
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9309604949219038,
+ "corr": 0.9409255941059492,
+ "mono": 0.9533499285116609,
+ "coverage": 0.9970687260523456,
+ "entropy": 1.5713285723060322,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.008348245002507191,
+ "corr": 0.20942499875600992,
+ "mono": 0.9798552595635973,
+ "coverage": 0.3707437818691784,
+ "entropy": 1.3627943481824316
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_pa.json b/web/laci/zonos3_mini_heads_pa.json
new file mode 100644
index 0000000000000000000000000000000000000000..00bce7dfcc0b5c64039e4c1bd1a25f3daebcfc17
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_pa.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/sofian/tmp/laci_sets/pa",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 1.0533768832889376,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9328859935041655,
+ "corr": 0.9846464781776184,
+ "mono": 0.9690329717773061,
+ "coverage": 1.0,
+ "entropy": 1.2020945407877552,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9410416439916016,
+ "corr": 0.9652236269807517,
+ "mono": 0.9646263950021747,
+ "coverage": 1.0,
+ "entropy": 1.5074093018763786,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9219259408166927,
+ "corr": 0.9791585843682573,
+ "mono": 0.9599558611958344,
+ "coverage": 1.0,
+ "entropy": 3.174252728407611,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9072700739174617,
+ "corr": 0.9185944218307142,
+ "mono": 0.9568022628420443,
+ "coverage": 0.9987482922626495,
+ "entropy": 1.9334603557086643,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.07037234813779311,
+ "corr": 0.09422622918302169,
+ "mono": 0.9708912248938946,
+ "coverage": 1.0,
+ "entropy": 3.588326753126689
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.06453783589761268,
+ "corr": 0.16962064042325214,
+ "mono": 0.9482508973208487,
+ "coverage": 1.0,
+ "entropy": 3.940720961801753
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.08940356684095556,
+ "corr": -0.06757814639026845,
+ "mono": 0.9580693953197177,
+ "coverage": 1.0,
+ "entropy": 3.9662518557104454
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.08514033289389085,
+ "corr": 0.12257813514120293,
+ "mono": 0.9419527502473996,
+ "coverage": 1.0,
+ "entropy": 3.7697469039377705
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.10162760890878526,
+ "corr": 0.5760797618904523,
+ "mono": 0.9862346896722121,
+ "coverage": 0.59375,
+ "entropy": 2.3663224992547547
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.05694513217839696,
+ "corr": 0.46855981067383684,
+ "mono": 0.9245460077670878,
+ "coverage": 0.875,
+ "entropy": 2.9986038188037014
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9397368094496944,
+ "corr": 0.9274301652206468,
+ "mono": 0.8572698364497514,
+ "coverage": 0.9962375361945036,
+ "entropy": 1.8745914256107192
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.019460128771047427,
+ "corr": 0.07951885001479449,
+ "mono": 0.843123835824337,
+ "coverage": 1.0,
+ "entropy": 4.107949356961904
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.06162114377129931,
+ "corr": -0.11382063543258904,
+ "mono": 0.9576021804531616,
+ "coverage": 1.0,
+ "entropy": 2.554087555236515
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.059838508712078256,
+ "corr": -0.01643844884227906,
+ "mono": 0.9251889664190119,
+ "coverage": 1.0,
+ "entropy": 3.115486711952673
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.03177057450340044,
+ "corr": -0.040016692275430366,
+ "mono": 0.9628475542861855,
+ "coverage": 1.0,
+ "entropy": 2.6216946901057976
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.12488559472393448,
+ "corr": 0.02121949013613695,
+ "mono": 0.9774605598630393,
+ "coverage": 1.0,
+ "entropy": 3.5827173644357724
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7937436109847422,
+ "corr": 0.7048470369510776,
+ "mono": 0.9622563986106291,
+ "coverage": 1.0,
+ "entropy": 4.370955525786061
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.08520757550823439,
+ "corr": 0.09104428471077075,
+ "mono": 0.8006940068998286,
+ "coverage": 0.9033968845199416,
+ "entropy": 4.248454446077092
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.028298601941774474,
+ "corr": -0.11870113699274004,
+ "mono": 0.8173357305552776,
+ "coverage": 1.0,
+ "entropy": 4.306337430484764
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.013990202692596602,
+ "corr": -0.01318833523964174,
+ "mono": 0.8166531113353317,
+ "coverage": 1.0,
+ "entropy": 4.557218135546591
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.21591489659140484,
+ "corr": 0.09084463857218465,
+ "mono": 0.9873274070170743,
+ "coverage": 1.0,
+ "entropy": 3.5112147748888765
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.018479588395006408,
+ "corr": 0.19382258987181208,
+ "mono": 0.964176063534525,
+ "coverage": 0.733351659006204,
+ "entropy": 2.822662317161523
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.19873379747137643,
+ "corr": -0.04688056949135194,
+ "mono": 0.8101377043288833,
+ "coverage": 0.9895833333333334,
+ "entropy": 4.524487336962771
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.015270664271044107,
+ "corr": 0.1909707878432893,
+ "mono": 0.932384888306056,
+ "coverage": 0.8196679024691488,
+ "entropy": 3.2357858717458434
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9328859935041655,
+ "corr": 0.9846464781776184,
+ "mono": 0.9690329717773061,
+ "coverage": 1.0,
+ "entropy": 1.2020945407877552,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.015188110242706459,
+ "corr": 0.0822591046503197,
+ "mono": 0.8484407393429353,
+ "coverage": 0.9389319360812935,
+ "entropy": 2.4912736071243615
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03877012568537583,
+ "corr": 0.016057312057056378,
+ "mono": 0.9994276556776557,
+ "coverage": 0.015729085444971747,
+ "entropy": 1.6109184542183985
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.01676821946896583,
+ "corr": 0.1756666190404587,
+ "mono": 0.8378943103081742,
+ "coverage": 0.9351275412434076,
+ "entropy": 2.297495522040637
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0016085402015863688,
+ "corr": -0.15005544819001806,
+ "mono": 0.6228276992371217,
+ "coverage": 0.9756515874192487,
+ "entropy": 4.1082775092720984
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.002352979288028225,
+ "corr": -0.13069599341012333,
+ "mono": 0.6406256592441624,
+ "coverage": 0.9786984225424559,
+ "entropy": 4.407597937739766
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.002691032575931167,
+ "corr": -0.017390621314283594,
+ "mono": 0.6256162222602687,
+ "coverage": 0.9738591615687521,
+ "entropy": 4.1751132396130375
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9219259408166927,
+ "corr": 0.9791585843682573,
+ "mono": 0.9599558611958344,
+ "coverage": 1.0,
+ "entropy": 3.174252728407611,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9072700739174617,
+ "corr": 0.9185944218307142,
+ "mono": 0.9568022628420443,
+ "coverage": 0.9987482922626495,
+ "entropy": 1.9334603557086643,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.016754487089123995,
+ "corr": 0.3249931033600731,
+ "mono": 0.8143828764369556,
+ "coverage": 0.9227910497526103,
+ "entropy": 4.061027210167214
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9410416439916016,
+ "corr": 0.9652236269807517,
+ "mono": 0.9646263950021747,
+ "coverage": 1.0,
+ "entropy": 1.5074093018763786,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.009372940228637853,
+ "corr": 0.30671521291828063,
+ "mono": 0.9737710070337157,
+ "coverage": 0.5086819495433238,
+ "entropy": 1.455079731834083
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_pl.json b/web/laci/zonos3_mini_heads_pl.json
new file mode 100644
index 0000000000000000000000000000000000000000..0974bcb7e1823cd797f822812cd3b642fb74bb71
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_pl.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/pl",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.2645687645687644,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9535635127046449,
+ "corr": 0.9816029902376692,
+ "mono": 0.9922321439578538,
+ "coverage": 1.0,
+ "entropy": 0.8301499686584707,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9165447171599364,
+ "corr": 0.981717714665292,
+ "mono": 0.993690657620426,
+ "coverage": 1.0,
+ "entropy": 1.9534636240317529,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9032555086137497,
+ "corr": 0.9880117170002013,
+ "mono": 0.992789621799447,
+ "coverage": 1.0,
+ "entropy": 0.5038985705812181,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8881037299389853,
+ "corr": 0.9343155816145811,
+ "mono": 0.9914123180510573,
+ "coverage": 0.99436402235429,
+ "entropy": 1.1266195169079736,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.029318775032989706,
+ "corr": -0.10994557164818584,
+ "mono": 0.9351332239232072,
+ "coverage": 1.0,
+ "entropy": 3.15119613735267
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.03542508841635878,
+ "corr": -0.1694802011315284,
+ "mono": 0.94051489488484,
+ "coverage": 1.0,
+ "entropy": 3.2406408454520093
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.03726413072754876,
+ "corr": -0.10020440986343318,
+ "mono": 0.9132941306080833,
+ "coverage": 1.0,
+ "entropy": 3.2449918741298838
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.04812977101525876,
+ "corr": -0.18080008060747588,
+ "mono": 0.9207064477799298,
+ "coverage": 1.0,
+ "entropy": 3.24393029026979
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.0751066921563467,
+ "corr": 0.42585007880072095,
+ "mono": 0.991542183014484,
+ "coverage": 0.25,
+ "entropy": 0.7984952966784304
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.07305331707857962,
+ "corr": 0.547738117343676,
+ "mono": 0.9622012761776045,
+ "coverage": 0.53125,
+ "entropy": 0.9461609201529408
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.8919671211154027,
+ "corr": 0.9071014845027224,
+ "mono": 0.921752776290793,
+ "coverage": 0.9893243336507,
+ "entropy": 1.0033324711643727
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.014474151353734041,
+ "corr": -0.02827619005007915,
+ "mono": 0.9233285784721661,
+ "coverage": 0.96875,
+ "entropy": 2.0044757019162347
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.036139621972215256,
+ "corr": -0.2883822979141153,
+ "mono": 0.8670330158059517,
+ "coverage": 1.0,
+ "entropy": 1.5617385162926094
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.01837947645290625,
+ "corr": -0.16920046342360645,
+ "mono": 0.8515514956333367,
+ "coverage": 1.0,
+ "entropy": 1.7324213268691049
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.011038496942538794,
+ "corr": -0.02770410650773452,
+ "mono": 0.8965555292732669,
+ "coverage": 1.0,
+ "entropy": 1.474875103147416
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.03838480281245656,
+ "corr": -0.18676001090356528,
+ "mono": 0.9533421723170733,
+ "coverage": 1.0,
+ "entropy": 1.9943390087233792
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7287303528052181,
+ "corr": 0.7515871867055588,
+ "mono": 0.9938128836665043,
+ "coverage": 1.0,
+ "entropy": 3.5825154061003714
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.06500318445926621,
+ "corr": 0.10720795743432339,
+ "mono": 0.8135333485982159,
+ "coverage": 0.9232011671500633,
+ "entropy": 3.594544246508277
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.016206294491120432,
+ "corr": 0.19403045886575296,
+ "mono": 0.8954559723176604,
+ "coverage": 1.0,
+ "entropy": 3.5853035988724096
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.009140660902884847,
+ "corr": 0.30135097968555613,
+ "mono": 0.8819308490159873,
+ "coverage": 1.0,
+ "entropy": 3.837248991176451
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.15192258745866552,
+ "corr": 0.021530927996977218,
+ "mono": 0.9889226849194472,
+ "coverage": 1.0,
+ "entropy": 2.5812337252709168
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.011709685534677274,
+ "corr": -0.2266298001568788,
+ "mono": 0.9669100909380873,
+ "coverage": 0.6246965630457034,
+ "entropy": 2.559204928242206
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.19811000566636783,
+ "corr": 0.12938377375496288,
+ "mono": 0.8615091216792725,
+ "coverage": 0.9047072899136338,
+ "entropy": 3.8135479713062597
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.011664968245160029,
+ "corr": -0.09088214316640458,
+ "mono": 0.9641056551085468,
+ "coverage": 0.7579354248987711,
+ "entropy": 2.679966404690621
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9032555086137497,
+ "corr": 0.9880117170002013,
+ "mono": 0.992789621799447,
+ "coverage": 1.0,
+ "entropy": 0.5038985705812181,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.010708508394301796,
+ "corr": 0.13250497956562596,
+ "mono": 0.8560405912416498,
+ "coverage": 0.8991294191255224,
+ "entropy": 1.8922902953871432
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03253477046476991,
+ "corr": 0.08806087487283651,
+ "mono": 1.0,
+ "coverage": 0.01719622426349394,
+ "entropy": 1.3030518279543692
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.013834566953648682,
+ "corr": 0.20646127130433953,
+ "mono": 0.880593538312741,
+ "coverage": 0.8796992363034606,
+ "entropy": 1.6181344093389778
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0010817191634672264,
+ "corr": 0.08012014421926367,
+ "mono": 0.6418419506776765,
+ "coverage": 0.9832268216604847,
+ "entropy": 3.2691717914532696
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0014792948629958713,
+ "corr": 0.02493373654976999,
+ "mono": 0.6642619083664393,
+ "coverage": 0.9755372421570929,
+ "entropy": 3.4531172022771894
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0014132751539798606,
+ "corr": 0.04973048265431901,
+ "mono": 0.6427533452369864,
+ "coverage": 0.9835922207540466,
+ "entropy": 3.3035406794018605
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9165447171599364,
+ "corr": 0.981717714665292,
+ "mono": 0.993690657620426,
+ "coverage": 1.0,
+ "entropy": 1.9534636240317529,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8881037299389853,
+ "corr": 0.9343155816145811,
+ "mono": 0.9914123180510573,
+ "coverage": 0.99436402235429,
+ "entropy": 1.1266195169079736,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.008555064351133037,
+ "corr": 0.26094009828761056,
+ "mono": 0.9200809470742011,
+ "coverage": 0.5697177014565418,
+ "entropy": 2.3259953986778146
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9535635127046449,
+ "corr": 0.9816029902376692,
+ "mono": 0.9922321439578538,
+ "coverage": 1.0,
+ "entropy": 0.8301499686584707,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.012470430656650848,
+ "corr": 0.22500226026240192,
+ "mono": 0.9992257712049561,
+ "coverage": 0.05444071788334784,
+ "entropy": 0.35570468984963793
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_pt.json b/web/laci/zonos3_mini_heads_pt.json
new file mode 100644
index 0000000000000000000000000000000000000000..f9057c5c64743c49409d8990400cf069304df7c5
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_pt.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/pt",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 3.339080459770115,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9398149312700648,
+ "corr": 0.9847500321851989,
+ "mono": 0.9947124698443969,
+ "coverage": 1.0,
+ "entropy": 0.6941854849877362,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9260447302889293,
+ "corr": 0.9881135507955534,
+ "mono": 0.9947655642617113,
+ "coverage": 1.0,
+ "entropy": 1.7480890271054774,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9131947439491553,
+ "corr": 0.9927050173458781,
+ "mono": 0.9976892746064618,
+ "coverage": 1.0,
+ "entropy": 0.3258138932450217,
+ "radius": 4
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.8955146056625656,
+ "corr": 0.9158228137252363,
+ "mono": 0.9370514399197963,
+ "coverage": 0.9895411017980917,
+ "entropy": 0.8263471186255339,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.02580504683975868,
+ "corr": -0.10097075853756511,
+ "mono": 0.9357720702017165,
+ "coverage": 1.0,
+ "entropy": 2.7954361374167394
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.03136523010396505,
+ "corr": -0.14359076176297772,
+ "mono": 0.9251745049184893,
+ "coverage": 1.0,
+ "entropy": 2.9347621056522413
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.03227617796685586,
+ "corr": -0.11073627504886836,
+ "mono": 0.9145156070401274,
+ "coverage": 1.0,
+ "entropy": 2.9224908553110036
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.041553645315523295,
+ "corr": -0.08835820090313165,
+ "mono": 0.9161371319504704,
+ "coverage": 1.0,
+ "entropy": 2.8503342494717754
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.06320972176046497,
+ "corr": 0.5215378904418965,
+ "mono": 0.9955518076011948,
+ "coverage": 0.0625,
+ "entropy": 0.6901699383696324
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.05773568166896942,
+ "corr": 0.6588161598190394,
+ "mono": 0.9803458313410333,
+ "coverage": 0.40625,
+ "entropy": 0.8338064723926537
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.8955146056625656,
+ "corr": 0.9158228137252363,
+ "mono": 0.9370514399197963,
+ "coverage": 0.9895411017980917,
+ "entropy": 0.8263471186255339,
+ "radius": 8
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.01080555002339464,
+ "corr": 0.1310208667439781,
+ "mono": 0.9095054032950302,
+ "coverage": 0.96875,
+ "entropy": 1.9194949987550214
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.030798516598084358,
+ "corr": -0.3106354871130546,
+ "mono": 0.8909566182406239,
+ "coverage": 1.0,
+ "entropy": 1.4131786973119909
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.016314895474917494,
+ "corr": -0.1836527814811516,
+ "mono": 0.8578208954394433,
+ "coverage": 1.0,
+ "entropy": 1.4093567058420535
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.009738132133538092,
+ "corr": -0.06099170903506514,
+ "mono": 0.913949138431407,
+ "coverage": 1.0,
+ "entropy": 1.2016714639055086
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.032539395096519236,
+ "corr": -0.19547968924703163,
+ "mono": 0.9429640050162809,
+ "coverage": 1.0,
+ "entropy": 1.6882899506522169
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7036450385728967,
+ "corr": 0.7843861553552034,
+ "mono": 0.9966263316269869,
+ "coverage": 1.0,
+ "entropy": 3.295864692920202
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.054232326546173285,
+ "corr": 0.5583829403489745,
+ "mono": 0.8143567862255614,
+ "coverage": 0.9256603993872748,
+ "entropy": 3.3231561188946293
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.013156435935063205,
+ "corr": 0.3067869010301649,
+ "mono": 0.8593225147385668,
+ "coverage": 1.0,
+ "entropy": 3.2127214688597183
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.007291682122865906,
+ "corr": 0.6684742362643377,
+ "mono": 0.9329048872568431,
+ "coverage": 1.0,
+ "entropy": 3.4450454731070375
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.10550608431633456,
+ "corr": 0.10335998450624857,
+ "mono": 0.9950025487502481,
+ "coverage": 1.0,
+ "entropy": 2.4084484145113536
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.014884901826851983,
+ "corr": -0.13947145195822985,
+ "mono": 0.877508072060027,
+ "coverage": 1.0,
+ "entropy": 2.5181211934555336
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.13505962355747111,
+ "corr": 0.33607395381826105,
+ "mono": 0.8574642482137896,
+ "coverage": 1.0,
+ "entropy": 3.5573620499408927
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.011997829399203921,
+ "corr": -0.10667747278984228,
+ "mono": 0.9414578598558174,
+ "coverage": 0.9459901800471741,
+ "entropy": 2.69590065701832
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9131947439491553,
+ "corr": 0.9927050173458781,
+ "mono": 0.9976892746064618,
+ "coverage": 1.0,
+ "entropy": 0.3258138932450217,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.010461233375639794,
+ "corr": 0.18005407339397508,
+ "mono": 0.8677162995734322,
+ "coverage": 0.918109071152852,
+ "entropy": 1.6515357676493339
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.0300687437165165,
+ "corr": 0.15026419782191133,
+ "mono": 1.0,
+ "coverage": 0.022693304708964503,
+ "entropy": 1.1425594725848904
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.012406048527234464,
+ "corr": 0.2207162910941883,
+ "mono": 0.8966591206355143,
+ "coverage": 0.8906460436831507,
+ "entropy": 1.3837258111622563
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.000840298758795969,
+ "corr": -0.009378018348225157,
+ "mono": 0.6668143055998923,
+ "coverage": 0.9729767585404159,
+ "entropy": 2.9513794863680047
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.001095236111231739,
+ "corr": 0.008866241645977215,
+ "mono": 0.6827159499834768,
+ "coverage": 0.9708260197202081,
+ "entropy": 3.150148540900587
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0012138194700721254,
+ "corr": -0.018281333043941052,
+ "mono": 0.6667619922917372,
+ "coverage": 0.986989612620865,
+ "entropy": 2.9851614695220254
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9260447302889293,
+ "corr": 0.9881135507955534,
+ "mono": 0.9947655642617113,
+ "coverage": 1.0,
+ "entropy": 1.7480890271054774,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8756702683896495,
+ "corr": 0.9279241806669437,
+ "mono": 0.9911778135647715,
+ "coverage": 0.998190653432589,
+ "entropy": 0.9734712173277357
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.006732961312717908,
+ "corr": 0.36232017992366977,
+ "mono": 0.9544081588887163,
+ "coverage": 0.5921537761502678,
+ "entropy": 1.7958882857987881
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9398149312700648,
+ "corr": 0.9847500321851989,
+ "mono": 0.9947124698443969,
+ "coverage": 1.0,
+ "entropy": 0.6941854849877362,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.011174249496910042,
+ "corr": 0.23360870065812764,
+ "mono": 0.999464897260274,
+ "coverage": 0.014204545454545454,
+ "entropy": 0.24642070941084068
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_ro.json b/web/laci/zonos3_mini_heads_ro.json
new file mode 100644
index 0000000000000000000000000000000000000000..b87592c41ee0a0576f85a028134cc663a2e77b39
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_ro.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/ro",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.6727415026833627,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9621813728008072,
+ "corr": 0.9888552046376927,
+ "mono": 0.9946081877307131,
+ "coverage": 1.0,
+ "entropy": 0.7332401542635638,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9427846641151812,
+ "corr": 0.989495942617895,
+ "mono": 0.9929823931646782,
+ "coverage": 1.0,
+ "entropy": 1.9090590935759555,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9306717261601704,
+ "corr": 0.9939100868747613,
+ "mono": 0.9979809059721458,
+ "coverage": 1.0,
+ "entropy": 0.43005989020824337,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9016497681781294,
+ "corr": 0.9436699954858127,
+ "mono": 0.9890350890957493,
+ "coverage": 0.9961997864332983,
+ "entropy": 1.0417809925957162,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.031112313172910466,
+ "corr": -0.18607306161694334,
+ "mono": 0.9364352038028725,
+ "coverage": 1.0,
+ "entropy": 2.929830425524764
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.03705859767737006,
+ "corr": -0.13773627704510932,
+ "mono": 0.9551219938914419,
+ "coverage": 1.0,
+ "entropy": 3.01314897899117
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.03643684414161434,
+ "corr": -0.2202031428913054,
+ "mono": 0.911850550483716,
+ "coverage": 1.0,
+ "entropy": 3.1691690159576353
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.04751820900157645,
+ "corr": -0.19340027394031442,
+ "mono": 0.920343930160057,
+ "coverage": 1.0,
+ "entropy": 2.982813975652925
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07238793810829805,
+ "corr": 0.4929140767611138,
+ "mono": 0.9901531239084377,
+ "coverage": 0.3125,
+ "entropy": 0.8959759911143885
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.062030484785462386,
+ "corr": 0.5771233753637008,
+ "mono": 0.9662182152228391,
+ "coverage": 0.53125,
+ "entropy": 1.1335409307772804
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.906426491733296,
+ "corr": 0.928277747328873,
+ "mono": 0.9326667228024735,
+ "coverage": 0.9898469032398199,
+ "entropy": 0.9048139548279523
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.013900527385477781,
+ "corr": -0.031177596752829467,
+ "mono": 0.9206081663706395,
+ "coverage": 1.0,
+ "entropy": 2.1483607419368025
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.03682063736165583,
+ "corr": -0.297974828243187,
+ "mono": 0.8898118944410651,
+ "coverage": 1.0,
+ "entropy": 1.5502376440559407
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.01645534725352475,
+ "corr": -0.11721635044513844,
+ "mono": 0.8576963116209045,
+ "coverage": 1.0,
+ "entropy": 1.6411809043566006
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.010424532871646755,
+ "corr": -0.025047310785030485,
+ "mono": 0.9008561776694299,
+ "coverage": 1.0,
+ "entropy": 1.4153966711063781
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.03618467879021616,
+ "corr": -0.1866266538583393,
+ "mono": 0.9255196942916799,
+ "coverage": 1.0,
+ "entropy": 2.03296290673633
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7341371218772783,
+ "corr": 0.8019326597516256,
+ "mono": 0.9924723903869453,
+ "coverage": 1.0,
+ "entropy": 3.583190323963807
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.06729537137472885,
+ "corr": 0.27276101744176345,
+ "mono": 0.8164323799485596,
+ "coverage": 0.9420320541417041,
+ "entropy": 3.5994946399362675
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.016880316428166408,
+ "corr": 0.2046597711161348,
+ "mono": 0.8805088068582777,
+ "coverage": 1.0,
+ "entropy": 3.629261377893807
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.009692425848761553,
+ "corr": 0.4593131317375227,
+ "mono": 0.8919615099267151,
+ "coverage": 1.0,
+ "entropy": 3.8410124757536535
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.16080263523497842,
+ "corr": 0.06113238161221694,
+ "mono": 0.9902233471711088,
+ "coverage": 1.0,
+ "entropy": 2.2048712215689905
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.013317303954142112,
+ "corr": -0.22498776754662683,
+ "mono": 0.9541258678143465,
+ "coverage": 0.7622555311608215,
+ "entropy": 2.2107409839368075
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.17184229437377632,
+ "corr": 0.13814001215188587,
+ "mono": 0.872732328624837,
+ "coverage": 0.9255139533531551,
+ "entropy": 3.788801540321441
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.012761602099875034,
+ "corr": -0.0736386046643057,
+ "mono": 0.948081786832785,
+ "coverage": 0.8895663946679894,
+ "entropy": 2.4064960088920517
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9306717261601704,
+ "corr": 0.9939100868747613,
+ "mono": 0.9979809059721458,
+ "coverage": 1.0,
+ "entropy": 0.43005989020824337,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.01141826355494734,
+ "corr": 0.09064331519027831,
+ "mono": 0.8726869949543198,
+ "coverage": 0.9130772996821427,
+ "entropy": 1.7775434449179468
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.034819825902013754,
+ "corr": -0.0060600495341730795,
+ "mono": 1.0,
+ "coverage": 0.016152631534803133,
+ "entropy": 1.108840130515761
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.014028998127154139,
+ "corr": 0.17476127200775,
+ "mono": 0.8936299479648345,
+ "coverage": 0.8908902808631234,
+ "entropy": 1.5279258964697806
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0010173650326086895,
+ "corr": 0.032532550244183736,
+ "mono": 0.6452624110979455,
+ "coverage": 0.9851658331488494,
+ "entropy": 3.2279812617716193
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0012366692041276767,
+ "corr": 0.06662305737290532,
+ "mono": 0.6590833511369741,
+ "coverage": 0.9772055589823755,
+ "entropy": 3.432228427888578
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0011624592621735906,
+ "corr": 0.03444390499008869,
+ "mono": 0.6411371054067565,
+ "coverage": 0.9864643411078691,
+ "entropy": 3.277659180972369
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9427846641151812,
+ "corr": 0.989495942617895,
+ "mono": 0.9929823931646782,
+ "coverage": 1.0,
+ "entropy": 1.9090590935759555,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9016497681781294,
+ "corr": 0.9436699954858127,
+ "mono": 0.9890350890957493,
+ "coverage": 0.9961997864332983,
+ "entropy": 1.0417809925957162,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.007691407321310936,
+ "corr": 0.2769588018408939,
+ "mono": 0.9141958535269471,
+ "coverage": 0.6779188275513363,
+ "entropy": 2.4145839379379153
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9621813728008072,
+ "corr": 0.9888552046376927,
+ "mono": 0.9946081877307131,
+ "coverage": 1.0,
+ "entropy": 0.7332401542635638,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.012038308531074455,
+ "corr": 0.23353609894272365,
+ "mono": 0.9977252259373515,
+ "coverage": 0.11367795310159667,
+ "entropy": 0.4034326127248064
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_ru.json b/web/laci/zonos3_mini_heads_ru.json
new file mode 100644
index 0000000000000000000000000000000000000000..0768cabb6ae7907803ad91992b850a19bac96232
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_ru.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/ru",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.2830940988835726,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9638594971077875,
+ "corr": 0.9840408641510393,
+ "mono": 0.9943675942922822,
+ "coverage": 1.0,
+ "entropy": 0.7959989073743955,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9311655148778838,
+ "corr": 0.9877388847305542,
+ "mono": 0.9914438410339239,
+ "coverage": 1.0,
+ "entropy": 1.9578924475075385,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9163542396178086,
+ "corr": 0.9926518002434682,
+ "mono": 0.9961743354838731,
+ "coverage": 1.0,
+ "entropy": 0.49308904327299385,
+ "radius": 5
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9131256189842069,
+ "corr": 0.9295815001364899,
+ "mono": 0.9396853886369965,
+ "coverage": 0.9928568297410566,
+ "entropy": 0.9345642985282208,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.0343312445895983,
+ "corr": -0.21849135976907488,
+ "mono": 0.9521412845628638,
+ "coverage": 1.0,
+ "entropy": 2.9656743888195547
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.04243216814742069,
+ "corr": -0.12436753848675791,
+ "mono": 0.9549908843350086,
+ "coverage": 1.0,
+ "entropy": 3.090493857359506
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.03822634921887538,
+ "corr": -0.2584141815213321,
+ "mono": 0.932135898241422,
+ "coverage": 1.0,
+ "entropy": 3.1876854932093615
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.053496499183283815,
+ "corr": -0.2092765607071187,
+ "mono": 0.93898310833474,
+ "coverage": 1.0,
+ "entropy": 3.020384706001292
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07307532198149441,
+ "corr": 0.49234335841597165,
+ "mono": 0.9956550549675562,
+ "coverage": 0.15625,
+ "entropy": 0.7544020829518773
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06297629525899508,
+ "corr": 0.6187608787010571,
+ "mono": 0.9804262749096342,
+ "coverage": 0.3125,
+ "entropy": 0.9367642785567912
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9131256189842069,
+ "corr": 0.9295815001364899,
+ "mono": 0.9396853886369965,
+ "coverage": 0.9928568297410566,
+ "entropy": 0.9345642985282208,
+ "radius": 8
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.01098193378598707,
+ "corr": 0.04209919150008895,
+ "mono": 0.9032528547353688,
+ "coverage": 0.975,
+ "entropy": 2.3284619633149015
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.037842989905765075,
+ "corr": -0.2849031955217491,
+ "mono": 0.8778285132704579,
+ "coverage": 1.0,
+ "entropy": 1.5612959944860731
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.018870346336439168,
+ "corr": -0.17964584525545316,
+ "mono": 0.8551393097488748,
+ "coverage": 1.0,
+ "entropy": 1.6975397225612405
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.011180826923303761,
+ "corr": -0.0641537301989887,
+ "mono": 0.9070992930483627,
+ "coverage": 1.0,
+ "entropy": 1.4474995231466075
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.03957854146564834,
+ "corr": -0.2268730605177098,
+ "mono": 0.9600236406119654,
+ "coverage": 1.0,
+ "entropy": 1.9519964888659602
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7677269187878828,
+ "corr": 0.8791880467729469,
+ "mono": 0.995517272951472,
+ "coverage": 1.0,
+ "entropy": 3.69181190590843
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.08349086795420474,
+ "corr": 0.13999079573313067,
+ "mono": 0.7975680126776978,
+ "coverage": 0.9308126222934551,
+ "entropy": 3.6768486048314855
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.016414068002648174,
+ "corr": 0.23414966342093052,
+ "mono": 0.8898292455222587,
+ "coverage": 1.0,
+ "entropy": 3.71721402983929
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.010129816066072828,
+ "corr": 0.19441944966138927,
+ "mono": 0.8682220656678562,
+ "coverage": 1.0,
+ "entropy": 3.9607240044625045
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.14674694445303693,
+ "corr": 0.02665686921033239,
+ "mono": 0.9844594232255574,
+ "coverage": 1.0,
+ "entropy": 2.623837631106228
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.012132883937010284,
+ "corr": -0.0850019677821195,
+ "mono": 0.9849955718563902,
+ "coverage": 0.500092761697074,
+ "entropy": 2.6386039761734907
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.20097530167917269,
+ "corr": 0.15654565156672037,
+ "mono": 0.843197572125014,
+ "coverage": 0.8809423029594317,
+ "entropy": 3.93318521155272
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.012129944880315135,
+ "corr": -0.0217326577001603,
+ "mono": 0.9800634083238653,
+ "coverage": 0.4769951445114956,
+ "entropy": 2.734593340683992
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9163542396178086,
+ "corr": 0.9926518002434682,
+ "mono": 0.9961743354838731,
+ "coverage": 1.0,
+ "entropy": 0.49308904327299385,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.010339931928198322,
+ "corr": 0.1424144219295018,
+ "mono": 0.8694876317839801,
+ "coverage": 0.917030369411354,
+ "entropy": 1.887565301951096
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03345048293541222,
+ "corr": 0.0702041389644841,
+ "mono": 1.0,
+ "coverage": 0.014845520516991775,
+ "entropy": 1.2050667954389074
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.012987501190444584,
+ "corr": 0.20048104346184126,
+ "mono": 0.8949252062957004,
+ "coverage": 0.9138636689483427,
+ "entropy": 1.649166799393304
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0011950516637204097,
+ "corr": -0.0030149578139180887,
+ "mono": 0.6350141422309218,
+ "coverage": 0.9781699026497069,
+ "entropy": 3.327422981708798
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0014532928648980142,
+ "corr": 0.024061790346328014,
+ "mono": 0.6641977271581898,
+ "coverage": 0.9729299243966719,
+ "entropy": 3.5378295508122664
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0013873702214349326,
+ "corr": -0.014449321957156014,
+ "mono": 0.6378529694424881,
+ "coverage": 0.9755223597850037,
+ "entropy": 3.384162175849125
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9311655148778838,
+ "corr": 0.9877388847305542,
+ "mono": 0.9914438410339239,
+ "coverage": 1.0,
+ "entropy": 1.9578924475075385,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8988361076220257,
+ "corr": 0.9391015557743378,
+ "mono": 0.9911152274319281,
+ "coverage": 0.9959364296454214,
+ "entropy": 1.115176738551341
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.008328095183991146,
+ "corr": 0.28494686239136147,
+ "mono": 0.9291250327061832,
+ "coverage": 0.6701426135788378,
+ "entropy": 2.419162471466611
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9638594971077875,
+ "corr": 0.9840408641510393,
+ "mono": 0.9943675942922822,
+ "coverage": 1.0,
+ "entropy": 0.7959989073743955,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.01135388611022304,
+ "corr": 0.15931768578843886,
+ "mono": 0.9998914930555556,
+ "coverage": 0.028601694915254237,
+ "entropy": 0.3561275523154607
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_sk.json b/web/laci/zonos3_mini_heads_sk.json
new file mode 100644
index 0000000000000000000000000000000000000000..9d2317fc4d42167482a8fd875bdf295194c19aac
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_sk.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/sk",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.4178433889602053,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9640298739306227,
+ "corr": 0.9856006001924599,
+ "mono": 0.9931255910414062,
+ "coverage": 1.0,
+ "entropy": 0.7702241797786435,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9423035201259699,
+ "corr": 0.9888835485056402,
+ "mono": 0.9936825895694459,
+ "coverage": 1.0,
+ "entropy": 1.93468536706015,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9197817665246789,
+ "corr": 0.9930966017026757,
+ "mono": 0.9962353477839208,
+ "coverage": 1.0,
+ "entropy": 0.46067279324760746,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9042824871693232,
+ "corr": 0.9355596937643503,
+ "mono": 0.9934963691418209,
+ "coverage": 0.9975314408886213,
+ "entropy": 1.0639558630825738,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.028006573106669517,
+ "corr": -0.23811329720872804,
+ "mono": 0.9425891788881999,
+ "coverage": 1.0,
+ "entropy": 2.852393257539736
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.03538496310475769,
+ "corr": -0.16390445543888826,
+ "mono": 0.964361965348198,
+ "coverage": 1.0,
+ "entropy": 2.954799385809248
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.03279572219413939,
+ "corr": -0.28209628701028205,
+ "mono": 0.9182594745858949,
+ "coverage": 1.0,
+ "entropy": 3.1294925460378975
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.04482466318018305,
+ "corr": -0.2375816718074301,
+ "mono": 0.9336126238198222,
+ "coverage": 1.0,
+ "entropy": 2.896938677900894
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07380450982324964,
+ "corr": 0.48559063447848255,
+ "mono": 0.9990460102960103,
+ "coverage": 0.0625,
+ "entropy": 0.7904064237873936
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06679018924526241,
+ "corr": 0.6704548183005927,
+ "mono": 0.9844030228690722,
+ "coverage": 0.40625,
+ "entropy": 0.9932017753231059
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9114287483051164,
+ "corr": 0.9268160957643253,
+ "mono": 0.9373479300403764,
+ "coverage": 0.9905878462886828,
+ "entropy": 0.9094821567549577
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.013594486497887364,
+ "corr": -0.0007487128454562482,
+ "mono": 0.9120039327241759,
+ "coverage": 1.0,
+ "entropy": 2.1597818488712415
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.036418700921965225,
+ "corr": -0.27970023586863413,
+ "mono": 0.8699248090111954,
+ "coverage": 1.0,
+ "entropy": 1.4281294947421992
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.016812889048554703,
+ "corr": -0.16469603398419455,
+ "mono": 0.8591704817797882,
+ "coverage": 1.0,
+ "entropy": 1.5837199665130535
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.010309718985491755,
+ "corr": -0.04976693633012006,
+ "mono": 0.9003996685058175,
+ "coverage": 1.0,
+ "entropy": 1.3542676999474388
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.03724033476995962,
+ "corr": -0.14542394514131926,
+ "mono": 0.9698790141711113,
+ "coverage": 1.0,
+ "entropy": 1.7751284583303464
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7317430812132942,
+ "corr": 0.850770797508123,
+ "mono": 0.9965622152689084,
+ "coverage": 1.0,
+ "entropy": 3.6169526631677553
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.06332612675029853,
+ "corr": 0.2120762242975262,
+ "mono": 0.8108149239455967,
+ "coverage": 0.9494775799014175,
+ "entropy": 3.5849647592848837
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.01590158328864984,
+ "corr": 0.20405582508691317,
+ "mono": 0.9201539504241316,
+ "coverage": 1.0,
+ "entropy": 3.6297712932300046
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.008840959758478418,
+ "corr": 0.39716084982372457,
+ "mono": 0.9041643863908984,
+ "coverage": 1.0,
+ "entropy": 3.8551552848347286
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.16209237704336427,
+ "corr": 0.119682206981321,
+ "mono": 0.995779723825685,
+ "coverage": 1.0,
+ "entropy": 2.3572020468705706
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.010818696564734791,
+ "corr": -0.1479984699595415,
+ "mono": 0.9470405774426436,
+ "coverage": 0.9116565205627706,
+ "entropy": 2.533677595027051
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.16960742867802878,
+ "corr": 0.2808902144986968,
+ "mono": 0.8509095601225415,
+ "coverage": 0.9894319257281691,
+ "entropy": 3.768194113171119
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.010163381561603346,
+ "corr": 0.024047181958940747,
+ "mono": 0.9585791414627695,
+ "coverage": 0.9149858773867511,
+ "entropy": 2.6499025820158284
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9197817665246789,
+ "corr": 0.9930966017026757,
+ "mono": 0.9962353477839208,
+ "coverage": 1.0,
+ "entropy": 0.46067279324760746,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.010887798892765903,
+ "corr": 0.13552154099461117,
+ "mono": 0.8627146689034525,
+ "coverage": 0.9222479124552022,
+ "entropy": 1.8303981364295705
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.030746930706701994,
+ "corr": 0.06363657397506721,
+ "mono": 1.0,
+ "coverage": 0.01617244865259945,
+ "entropy": 1.2096836287804411
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.013411005915047767,
+ "corr": 0.1884380163159957,
+ "mono": 0.8881797166401574,
+ "coverage": 0.919578215175283,
+ "entropy": 1.5621117548668302
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.001123934267442559,
+ "corr": -0.026608486427275396,
+ "mono": 0.6415835476951327,
+ "coverage": 0.9848816843199372,
+ "entropy": 3.2493862549438686
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.001417454127676452,
+ "corr": 0.017078925893979788,
+ "mono": 0.6524274400079734,
+ "coverage": 0.9770882977923228,
+ "entropy": 3.43426871168456
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.001353543609046082,
+ "corr": -0.02177869927082482,
+ "mono": 0.6306844573470589,
+ "coverage": 0.9860410578786826,
+ "entropy": 3.290149514857796
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9423035201259699,
+ "corr": 0.9888835485056402,
+ "mono": 0.9936825895694459,
+ "coverage": 1.0,
+ "entropy": 1.93468536706015,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9042824871693232,
+ "corr": 0.9355596937643503,
+ "mono": 0.9934963691418209,
+ "coverage": 0.9975314408886213,
+ "entropy": 1.0639558630825738,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.007623239007719422,
+ "corr": 0.3385867077317735,
+ "mono": 0.9308829167632995,
+ "coverage": 0.7013112763227234,
+ "entropy": 2.357843464480021
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9640298739306227,
+ "corr": 0.9856006001924599,
+ "mono": 0.9931255910414062,
+ "coverage": 1.0,
+ "entropy": 0.7702241797786435,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.011973082819136114,
+ "corr": 0.2132117907885896,
+ "mono": 0.9996327726295998,
+ "coverage": 0.04247671850998464,
+ "entropy": 0.32998658829374566
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_sv.json b/web/laci/zonos3_mini_heads_sv.json
new file mode 100644
index 0000000000000000000000000000000000000000..8da079b61b729cead0038f29a1e365dcc5ae6dde
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_sv.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/sv",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.9864864864864864,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9527685982976215,
+ "corr": 0.9836296689949354,
+ "mono": 0.9946779083285975,
+ "coverage": 1.0,
+ "entropy": 0.7089900462839926,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9297989713315679,
+ "corr": 0.985271663234352,
+ "mono": 0.9939767037799063,
+ "coverage": 1.0,
+ "entropy": 1.8073176364841612,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9199282714426278,
+ "corr": 0.9850499926648563,
+ "mono": 0.9964640183558088,
+ "coverage": 1.0,
+ "entropy": 0.37170529356333926,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8972720291238859,
+ "corr": 0.9387967243154217,
+ "mono": 0.9936408584521629,
+ "coverage": 0.9951199015931159,
+ "entropy": 0.939551401485679,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.029888617755583494,
+ "corr": -0.09782639894483583,
+ "mono": 0.9422524515450662,
+ "coverage": 1.0,
+ "entropy": 2.6145377513903947
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.033773093567053,
+ "corr": -0.045499776985312705,
+ "mono": 0.9491522219079704,
+ "coverage": 1.0,
+ "entropy": 2.7978035557945446
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.03375774957476187,
+ "corr": -0.15226627931262557,
+ "mono": 0.9206416645506246,
+ "coverage": 1.0,
+ "entropy": 2.8208239003501734
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.043130321586832755,
+ "corr": -0.05193229096012138,
+ "mono": 0.9298564892034151,
+ "coverage": 1.0,
+ "entropy": 2.6758729897119946
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07121511909009487,
+ "corr": 0.43432763484639314,
+ "mono": 0.9974934471827845,
+ "coverage": 0.125,
+ "entropy": 0.550535862253276
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.07266886939237477,
+ "corr": 0.6478033604194652,
+ "mono": 0.9885484632363607,
+ "coverage": 0.28125,
+ "entropy": 0.7378786313141004
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.8949165942183005,
+ "corr": 0.8977783128348202,
+ "mono": 0.9275346482871988,
+ "coverage": 0.9853073008269078,
+ "entropy": 0.9088576904569351
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.012221387132533111,
+ "corr": 0.06292284259889185,
+ "mono": 0.8986540693680113,
+ "coverage": 0.9293174342105263,
+ "entropy": 1.969809268721034
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.03487062390588266,
+ "corr": -0.22800493806251793,
+ "mono": 0.8926039595248628,
+ "coverage": 1.0,
+ "entropy": 1.3564965435719385
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.018143286651395633,
+ "corr": -0.10230311369811446,
+ "mono": 0.880674346738163,
+ "coverage": 1.0,
+ "entropy": 1.4107793237993402
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.011365427453287152,
+ "corr": 0.002478554850210351,
+ "mono": 0.9232763913116813,
+ "coverage": 1.0,
+ "entropy": 1.178985071568122
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.03617620808752622,
+ "corr": -0.12145769765446716,
+ "mono": 0.9490755520504521,
+ "coverage": 1.0,
+ "entropy": 1.6754264476705747
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7091993095138311,
+ "corr": 0.6043176722184852,
+ "mono": 0.9845379180749093,
+ "coverage": 1.0,
+ "entropy": 3.2707883434564233
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.05519782372761161,
+ "corr": 0.35887736842198903,
+ "mono": 0.8118676411808723,
+ "coverage": 0.9243218155971265,
+ "entropy": 3.305608381450494
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.014251375683849595,
+ "corr": 0.2957062119891742,
+ "mono": 0.8868882719419332,
+ "coverage": 1.0,
+ "entropy": 3.303481677257299
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.007830227893523063,
+ "corr": 0.5983997456227478,
+ "mono": 0.925194223447359,
+ "coverage": 1.0,
+ "entropy": 3.510361548737139
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.20916314384695858,
+ "corr": 0.14984538538865214,
+ "mono": 0.9957254448833615,
+ "coverage": 1.0,
+ "entropy": 2.17461203168908
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.011078223207052476,
+ "corr": -0.27150486678689967,
+ "mono": 0.9369631062446159,
+ "coverage": 0.8882250218968969,
+ "entropy": 2.2058883374352525
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.1785754450494976,
+ "corr": 0.1578882209771551,
+ "mono": 0.8482775506586655,
+ "coverage": 0.981145290026869,
+ "entropy": 3.5204797041592135
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.00879071657128751,
+ "corr": -0.14156187829169473,
+ "mono": 0.9693322036503823,
+ "coverage": 0.7571553100640052,
+ "entropy": 2.3146329659877147
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9199282714426278,
+ "corr": 0.9850499926648563,
+ "mono": 0.9964640183558088,
+ "coverage": 1.0,
+ "entropy": 0.37170529356333926,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.011398414630398037,
+ "corr": 0.1410925598056864,
+ "mono": 0.8768916210621529,
+ "coverage": 0.8795193278209616,
+ "entropy": 1.6473985450011013
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03589892823005527,
+ "corr": 0.10922806103442205,
+ "mono": 1.0,
+ "coverage": 0.023134878896700146,
+ "entropy": 1.1087936295412268
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.014912534610634059,
+ "corr": 0.2207784375824338,
+ "mono": 0.8931823828274519,
+ "coverage": 0.8674097729266915,
+ "entropy": 1.412744188888263
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.001041230763271677,
+ "corr": 0.039745826289578914,
+ "mono": 0.6497086079348848,
+ "coverage": 0.96755890995028,
+ "entropy": 3.014993430442809
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0012327881353522134,
+ "corr": 0.03264946845341784,
+ "mono": 0.6803072783392602,
+ "coverage": 0.9669593181340062,
+ "entropy": 3.17798555155145
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0012366005242000456,
+ "corr": 0.04972076683691767,
+ "mono": 0.6484279025974232,
+ "coverage": 0.9738228212079284,
+ "entropy": 3.050852446748077
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9297989713315679,
+ "corr": 0.985271663234352,
+ "mono": 0.9939767037799063,
+ "coverage": 1.0,
+ "entropy": 1.8073176364841612,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8972720291238859,
+ "corr": 0.9387967243154217,
+ "mono": 0.9936408584521629,
+ "coverage": 0.9951199015931159,
+ "entropy": 0.939551401485679,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.0077367218616078625,
+ "corr": 0.3544684009150966,
+ "mono": 0.9456452034663814,
+ "coverage": 0.5357873569901589,
+ "entropy": 1.910877160894608
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9527685982976215,
+ "corr": 0.9836296689949354,
+ "mono": 0.9946779083285975,
+ "coverage": 1.0,
+ "entropy": 0.7089900462839926,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.015303242539531178,
+ "corr": 0.23215228070995553,
+ "mono": 0.9988484150228271,
+ "coverage": 0.03969876126126126,
+ "entropy": 0.27262297541055636
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_ta.json b/web/laci/zonos3_mini_heads_ta.json
new file mode 100644
index 0000000000000000000000000000000000000000..a841922312d74538cba654cfae9ec55c5fcf8658
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_ta.json
@@ -0,0 +1,335 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/ta",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 1.202108924404526,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9200452401805032,
+ "corr": 0.9623040189536116,
+ "mono": 0.9867288240636659,
+ "coverage": 0.9843075699604039,
+ "entropy": 0.8579728672294428,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9434071499134666,
+ "corr": 0.9177695855862049,
+ "mono": 0.9768749027823531,
+ "coverage": 0.9819078947368421,
+ "entropy": 1.2730991866373507,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9247611674802328,
+ "corr": 0.9271684043615334,
+ "mono": 0.965730912154517,
+ "coverage": 0.9849624060150376,
+ "entropy": 2.7359155527942103,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.052446093017573414,
+ "corr": -0.004624671413164512,
+ "mono": 0.9412273517479501,
+ "coverage": 1.0,
+ "entropy": 3.452836912427334
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.05289515569467836,
+ "corr": 0.001303044667030574,
+ "mono": 0.9450792806736104,
+ "coverage": 1.0,
+ "entropy": 3.6976632287307427
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.0664572591012008,
+ "corr": -0.14645987299060398,
+ "mono": 0.9352828130130959,
+ "coverage": 1.0,
+ "entropy": 3.7473083505391833
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.07616239284494593,
+ "corr": -0.0005733996101504772,
+ "mono": 0.9215838026148565,
+ "coverage": 1.0,
+ "entropy": 3.6415496989185576
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.09427883869602531,
+ "corr": 0.5797383727089244,
+ "mono": 0.9956441864098536,
+ "coverage": 0.1875,
+ "entropy": 1.4705509412017244
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06803659760452865,
+ "corr": 0.6412892457786135,
+ "mono": 0.9683438012428538,
+ "coverage": 0.481437969924812,
+ "entropy": 1.8695803420284087
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9168891522543102,
+ "corr": 0.883810639897332,
+ "mono": 0.8794110276117189,
+ "coverage": 0.9951216343688783,
+ "entropy": 1.5527239009440874
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.01499834004737971,
+ "corr": 0.15144870426388649,
+ "mono": 0.8770313305066395,
+ "coverage": 0.7753009278248012,
+ "entropy": 3.380396534025315
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.05237307438712855,
+ "corr": -0.27912707620354055,
+ "mono": 0.8998537770975171,
+ "coverage": 1.0,
+ "entropy": 2.2252523422424177
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.03494043364503204,
+ "corr": -0.16222038538937691,
+ "mono": 0.8757501986978337,
+ "coverage": 1.0,
+ "entropy": 2.6066393505072183
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.021208437164398495,
+ "corr": -0.10808446061841719,
+ "mono": 0.9184241571820051,
+ "coverage": 1.0,
+ "entropy": 1.982345379014299
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.06234356750144626,
+ "corr": -0.17230226752356848,
+ "mono": 0.966126589216395,
+ "coverage": 1.0,
+ "entropy": 2.656298733143788
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7994569161237449,
+ "corr": 0.8356777058241428,
+ "mono": 0.9831638196739263,
+ "coverage": 1.0,
+ "entropy": 4.205508511579878
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.07106695021631486,
+ "corr": 0.07204618708926491,
+ "mono": 0.7957334584724759,
+ "coverage": 0.8844594590570002,
+ "entropy": 4.0657688737795
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.016806586847678915,
+ "corr": -0.054868488682182436,
+ "mono": 0.9229631927692177,
+ "coverage": 0.9716255777120009,
+ "entropy": 4.198427169957173
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.010328107376349642,
+ "corr": 0.136352885508628,
+ "mono": 0.8505320433373317,
+ "coverage": 1.0,
+ "entropy": 4.48831742762515
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.19219681657153367,
+ "corr": -0.026595963510612372,
+ "mono": 0.9901578428154267,
+ "coverage": 1.0,
+ "entropy": 2.497760229491721
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.015948693428439215,
+ "corr": -0.12320091649212189,
+ "mono": 0.9255955133186784,
+ "coverage": 0.908723599243486,
+ "entropy": 2.823182966184069
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.16463542547477183,
+ "corr": -0.3408854298270924,
+ "mono": 0.8331924235374617,
+ "coverage": 1.0,
+ "entropy": 4.255373667266365
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.014282186352674722,
+ "corr": 0.017719233324191404,
+ "mono": 0.9360593534794438,
+ "coverage": 0.7599432202229865,
+ "entropy": 3.0965838759705506
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9200452401805032,
+ "corr": 0.9623040189536116,
+ "mono": 0.9867288240636659,
+ "coverage": 0.9843075699604039,
+ "entropy": 0.8579728672294428,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.013638783123123204,
+ "corr": 0.11335485772906653,
+ "mono": 0.866850204918056,
+ "coverage": 0.9156219623667528,
+ "entropy": 2.232380237202319
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.033069982235666866,
+ "corr": 0.05773014400872762,
+ "mono": 1.0,
+ "coverage": 0.007233411123615721,
+ "entropy": 1.3315453867461862
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.015784533103089388,
+ "corr": 0.1881415404783502,
+ "mono": 0.8725844273394385,
+ "coverage": 0.9377475135220437,
+ "entropy": 2.008714322978047
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0013948700412949552,
+ "corr": -0.12360382352149094,
+ "mono": 0.6419176506399801,
+ "coverage": 0.9755893376682536,
+ "entropy": 3.8843547999161316
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0018285951373244551,
+ "corr": -0.0653318027627662,
+ "mono": 0.6540615960705101,
+ "coverage": 0.9758798341559785,
+ "entropy": 4.169354953753676
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0019812917030709062,
+ "corr": -0.026913505660258998,
+ "mono": 0.6359666381499995,
+ "coverage": 0.9819850910187533,
+ "entropy": 3.9550101366921147
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9247611674802328,
+ "corr": 0.9271684043615334,
+ "mono": 0.965730912154517,
+ "coverage": 0.9849624060150376,
+ "entropy": 2.7359155527942103,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9027760068320225,
+ "corr": 0.8682850015741541,
+ "mono": 0.9655453029959469,
+ "coverage": 0.9951053363530696,
+ "entropy": 1.708955880410098
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.01261783959851204,
+ "corr": 0.23441133352809748,
+ "mono": 0.8713727266950321,
+ "coverage": 0.7961968378220295,
+ "entropy": 3.6665310060259886
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9434071499134666,
+ "corr": 0.9177695855862049,
+ "mono": 0.9768749027823531,
+ "coverage": 0.9819078947368421,
+ "entropy": 1.2730991866373507,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.012651802364822126,
+ "corr": 0.30978257335317827,
+ "mono": 0.9882086198166289,
+ "coverage": 0.4091782987853142,
+ "entropy": 0.9545678452297172
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_te.json b/web/laci/zonos3_mini_heads_te.json
new file mode 100644
index 0000000000000000000000000000000000000000..36addd26bca540d4dd77594c6a2abb7eae0fd526
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_te.json
@@ -0,0 +1,335 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/te",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 1.1741360089186177,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9497989904075859,
+ "corr": 0.9764149150719338,
+ "mono": 0.9874633801060158,
+ "coverage": 0.9838942307692308,
+ "entropy": 0.9345937173671414,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9475667948694516,
+ "corr": 0.9581379089185492,
+ "mono": 0.9781638143320195,
+ "coverage": 0.9833645697522816,
+ "entropy": 1.3591194389968715,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9135443751784393,
+ "corr": 0.9688556879007987,
+ "mono": 0.9757782120288411,
+ "coverage": 0.9841346153846153,
+ "entropy": 2.7336736893028846,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.04601683906242784,
+ "corr": -0.13767008072312664,
+ "mono": 0.9248591440961903,
+ "coverage": 1.0,
+ "entropy": 3.229614447129895
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.049314574997009225,
+ "corr": -0.04760672173851491,
+ "mono": 0.9451432690029595,
+ "coverage": 1.0,
+ "entropy": 3.407234295571809
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.05867038566987734,
+ "corr": -0.2425623300577961,
+ "mono": 0.9030240876765813,
+ "coverage": 1.0,
+ "entropy": 3.64086922139608
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.07063995819700326,
+ "corr": -0.1360904341244221,
+ "mono": 0.904252757397834,
+ "coverage": 1.0,
+ "entropy": 3.3818082193224845
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.09363949001721951,
+ "corr": 0.5794850852213984,
+ "mono": 0.9974244230807687,
+ "coverage": 0.0625,
+ "entropy": 1.2473694844119059
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06803871591035868,
+ "corr": 0.6043522648376513,
+ "mono": 0.984840023845661,
+ "coverage": 0.32163007793323517,
+ "entropy": 1.604571740110618
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9107267544415933,
+ "corr": 0.893551801311639,
+ "mono": 0.8833762636032197,
+ "coverage": 0.997216790645187,
+ "entropy": 1.5650622488384547
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.014628456265439035,
+ "corr": 0.30132678357119597,
+ "mono": 0.8995818440879015,
+ "coverage": 0.8423867547990568,
+ "entropy": 3.350402112625757
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.050388665264110226,
+ "corr": -0.31381405632502773,
+ "mono": 0.8927295607134952,
+ "coverage": 1.0,
+ "entropy": 2.057574951003951
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.032068990794864624,
+ "corr": -0.19835973391364595,
+ "mono": 0.8727263150316104,
+ "coverage": 1.0,
+ "entropy": 2.5129786290863114
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.015498809650158539,
+ "corr": -0.1721444797948945,
+ "mono": 0.9048335500749846,
+ "coverage": 1.0,
+ "entropy": 1.9860321328493733
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.05978777540658176,
+ "corr": -0.15272950868716778,
+ "mono": 0.962690555612418,
+ "coverage": 1.0,
+ "entropy": 2.785573296649874
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7968042886453164,
+ "corr": 0.8503684267862704,
+ "mono": 0.9788399743496188,
+ "coverage": 1.0,
+ "entropy": 4.114782886583744
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.06771216389124128,
+ "corr": 0.06661925130119502,
+ "mono": 0.7987517020200963,
+ "coverage": 0.8639903361075721,
+ "entropy": 4.026317260377834
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.018128395727364948,
+ "corr": 0.13978297773340925,
+ "mono": 0.8994717529213617,
+ "coverage": 0.9742686389071757,
+ "entropy": 3.821716921212434
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.0161264865675558,
+ "corr": 0.3149639945687274,
+ "mono": 0.916537934785642,
+ "coverage": 0.9412609840131724,
+ "entropy": 3.67120810680222
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.18030781507144963,
+ "corr": -0.05479937520969671,
+ "mono": 0.9927945263934584,
+ "coverage": 1.0,
+ "entropy": 2.162610076370339
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.011841430318376027,
+ "corr": 0.0024251424960607176,
+ "mono": 0.928932581833791,
+ "coverage": 0.9167731725828867,
+ "entropy": 2.7079115305850148
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.16047704293702786,
+ "corr": -0.26244718846171305,
+ "mono": 0.8513000016578514,
+ "coverage": 1.0,
+ "entropy": 4.302951898442054
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.011338086960695822,
+ "corr": 0.053281613045198975,
+ "mono": 0.9467011896541548,
+ "coverage": 0.7411973247863136,
+ "entropy": 2.9806487715246446
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9497989904075859,
+ "corr": 0.9764149150719338,
+ "mono": 0.9874633801060158,
+ "coverage": 0.9838942307692308,
+ "entropy": 0.9345937173671414,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.012963259816024668,
+ "corr": 0.0722315905105822,
+ "mono": 0.8577263877592028,
+ "coverage": 0.9352135616308648,
+ "entropy": 2.43272415920881
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.033176397773603566,
+ "corr": 0.04318081483491034,
+ "mono": 1.0,
+ "coverage": 0.007236115164612055,
+ "entropy": 1.6701840261265193
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.01502031049860654,
+ "corr": 0.16828875524753453,
+ "mono": 0.8566758643944431,
+ "coverage": 0.9331583072461227,
+ "entropy": 2.218815975539945
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0015907393308769316,
+ "corr": -0.14186581085944078,
+ "mono": 0.626105465651935,
+ "coverage": 0.9828730594657119,
+ "entropy": 3.9195089669728027
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.002170926210861549,
+ "corr": -0.07318192862162705,
+ "mono": 0.6498222969324625,
+ "coverage": 0.9815684221072769,
+ "entropy": 4.173072238920261
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.002143851940783542,
+ "corr": -0.06310208129708673,
+ "mono": 0.6149057590425235,
+ "coverage": 0.9846910996182765,
+ "entropy": 3.9844683264026304
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9135443751784393,
+ "corr": 0.9688556879007987,
+ "mono": 0.9757782120288411,
+ "coverage": 0.9841346153846153,
+ "entropy": 2.7336736893028846,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8859738146255624,
+ "corr": 0.88412508070997,
+ "mono": 0.9640351733789511,
+ "coverage": 0.9829760737745077,
+ "entropy": 1.8128368517317535
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.012950054033628587,
+ "corr": 0.18348724550620987,
+ "mono": 0.8429072632473499,
+ "coverage": 0.8791891230673222,
+ "entropy": 3.675137994577679
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9475667948694516,
+ "corr": 0.9581379089185492,
+ "mono": 0.9781638143320195,
+ "coverage": 0.9833645697522816,
+ "entropy": 1.3591194389968715,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.012147318615418868,
+ "corr": 0.15086279176459347,
+ "mono": 0.9828279083036814,
+ "coverage": 0.36669839179520697,
+ "entropy": 1.1301467228735183
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_th.json b/web/laci/zonos3_mini_heads_th.json
new file mode 100644
index 0000000000000000000000000000000000000000..6eaa06b962e30a0eeefa02f81d79ec4941452adb
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_th.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/th",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 1.83130081300813,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9417150991326826,
+ "corr": 0.9613266481109942,
+ "mono": 0.9862325078827133,
+ "coverage": 0.9988132911392406,
+ "entropy": 1.0787821426316162,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9248958072659669,
+ "corr": 0.9764346952941894,
+ "mono": 0.9874860211486114,
+ "coverage": 1.0,
+ "entropy": 2.1583344115606318,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.8912394667449357,
+ "corr": 0.9610144982566758,
+ "mono": 0.9898902219632743,
+ "coverage": 0.9996044303797469,
+ "entropy": 0.7083008863636603,
+ "radius": 7
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9212206806551271,
+ "corr": 0.9095937831449176,
+ "mono": 0.907935773410057,
+ "coverage": 0.9976995731402408,
+ "entropy": 1.1947547592948273,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.041320770927933285,
+ "corr": -0.10997958069491243,
+ "mono": 0.9336363241700388,
+ "coverage": 1.0,
+ "entropy": 3.515040237697606
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.05144999235401437,
+ "corr": -0.12587525145947995,
+ "mono": 0.9550067622082067,
+ "coverage": 1.0,
+ "entropy": 3.49391462046569
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.04484801050918426,
+ "corr": -0.1830316737564593,
+ "mono": 0.9034339565928917,
+ "coverage": 1.0,
+ "entropy": 3.7658047579952503
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.06196153011586615,
+ "corr": -0.14253879905305442,
+ "mono": 0.9196464778929742,
+ "coverage": 1.0,
+ "entropy": 3.557410768188008
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.08130935729984888,
+ "corr": 0.5212482055027537,
+ "mono": 0.9967060275988451,
+ "coverage": 0.21875,
+ "entropy": 0.9847433458058151
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.07085588189082358,
+ "corr": 0.6008892634307195,
+ "mono": 0.9822226805858301,
+ "coverage": 0.3446459482851888,
+ "entropy": 1.2813079172546797
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9212206806551271,
+ "corr": 0.9095937831449176,
+ "mono": 0.907935773410057,
+ "coverage": 0.9976995731402408,
+ "entropy": 1.1947547592948273,
+ "radius": 8
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.012154058167104303,
+ "corr": 0.19963095081365492,
+ "mono": 0.8838971877511468,
+ "coverage": 0.7845007070582648,
+ "entropy": 3.0001322333442886
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.03659881972030081,
+ "corr": -0.3549703873384318,
+ "mono": 0.8789010791444241,
+ "coverage": 1.0,
+ "entropy": 1.99095547126406
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.024232905846783896,
+ "corr": -0.21054578375775623,
+ "mono": 0.8655340922565307,
+ "coverage": 1.0,
+ "entropy": 2.163669003881129
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.012321401578353017,
+ "corr": -0.10825027709606236,
+ "mono": 0.9327487243810724,
+ "coverage": 1.0,
+ "entropy": 1.737917044285351
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.04525036847561213,
+ "corr": -0.2766996942106553,
+ "mono": 0.9631548435685264,
+ "coverage": 1.0,
+ "entropy": 2.4106531776027693
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7975265355424535,
+ "corr": 0.8319982408355401,
+ "mono": 0.980159448578728,
+ "coverage": 1.0,
+ "entropy": 3.863133410623553
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.0884668415127481,
+ "corr": 0.016588256107620068,
+ "mono": 0.8305679623697583,
+ "coverage": 0.9251076159632656,
+ "entropy": 3.5826684525190213
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.01799617275002854,
+ "corr": -0.010962107291369946,
+ "mono": 0.8388991567413281,
+ "coverage": 1.0,
+ "entropy": 3.9432391125656268
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.012453943214730498,
+ "corr": 0.06708352087702708,
+ "mono": 0.8437370297588311,
+ "coverage": 1.0,
+ "entropy": 4.078993231768411
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.21918987314171418,
+ "corr": 0.006941309973243598,
+ "mono": 0.9958409076082816,
+ "coverage": 1.0,
+ "entropy": 3.183695744430963
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.01373526155358155,
+ "corr": -0.14633091678047805,
+ "mono": 0.9164780091993888,
+ "coverage": 0.9423243856837606,
+ "entropy": 2.5572547112843123
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.16266967117384423,
+ "corr": -0.10642879459691637,
+ "mono": 0.832516480630515,
+ "coverage": 1.0,
+ "entropy": 4.129406464998434
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.010402621935367267,
+ "corr": -0.03963858837327765,
+ "mono": 0.9625897842405107,
+ "coverage": 0.7400865680817129,
+ "entropy": 2.6963546099932105
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.8912394667449357,
+ "corr": 0.9610144982566758,
+ "mono": 0.9898902219632743,
+ "coverage": 0.9996044303797469,
+ "entropy": 0.7083008863636603,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.011954755465739217,
+ "corr": 0.12811235264968648,
+ "mono": 0.8895653705587767,
+ "coverage": 0.9086927480064675,
+ "entropy": 1.9569185221540246
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03580573265698985,
+ "corr": 0.11145203117819055,
+ "mono": 1.0,
+ "coverage": 0.011092161158834532,
+ "entropy": 1.3944597123155362
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.013550810631837638,
+ "corr": 0.23120584249859186,
+ "mono": 0.8808641748742945,
+ "coverage": 0.9191926406534601,
+ "entropy": 1.794008997865327
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.00106785503850793,
+ "corr": 0.009709580139818926,
+ "mono": 0.6384445439916632,
+ "coverage": 0.9868746780983163,
+ "entropy": 3.462415684934765
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0015181415844446244,
+ "corr": 0.005148168277538669,
+ "mono": 0.6577189464558233,
+ "coverage": 0.9816028712221173,
+ "entropy": 3.7312860168645865
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0016593766109537667,
+ "corr": 0.038050596903303945,
+ "mono": 0.637930734259616,
+ "coverage": 0.9820128956573742,
+ "entropy": 3.525454863491437
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9248958072659669,
+ "corr": 0.9764346952941894,
+ "mono": 0.9874860211486114,
+ "coverage": 1.0,
+ "entropy": 2.1583344115606318,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8945201665535041,
+ "corr": 0.9132768160440128,
+ "mono": 0.9798835444726652,
+ "coverage": 1.0,
+ "entropy": 1.3666824214622264
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.008991619602577319,
+ "corr": 0.29782512377271947,
+ "mono": 0.9024667914636086,
+ "coverage": 0.7251321629993429,
+ "entropy": 2.8491580641586753
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9417150991326826,
+ "corr": 0.9613266481109942,
+ "mono": 0.9862325078827133,
+ "coverage": 0.9988132911392406,
+ "entropy": 1.0787821426316162,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.009072610480226832,
+ "corr": 0.18704444437097112,
+ "mono": 0.9970804001698329,
+ "coverage": 0.15860831838761977,
+ "entropy": 0.6620681999805093
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_tl.json b/web/laci/zonos3_mini_heads_tl.json
new file mode 100644
index 0000000000000000000000000000000000000000..51d6919505f54d05b8214bd4140d13ceaa9179b5
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_tl.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/fil",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 3.190204563335956,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9610082715963705,
+ "corr": 0.9888295612223453,
+ "mono": 0.9949723175758329,
+ "coverage": 0.9976067341549296,
+ "entropy": 0.6393677337740783,
+ "radius": 6
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9503305205415009,
+ "corr": 0.9922111780170971,
+ "mono": 0.9962800419724196,
+ "coverage": 1.0,
+ "entropy": 1.7806025417840126,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9340648298381033,
+ "corr": 0.9939417483049676,
+ "mono": 0.9957725488004372,
+ "coverage": 1.0,
+ "entropy": 0.349013764659902,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9067942573178852,
+ "corr": 0.9564130925867006,
+ "mono": 0.9931730599815022,
+ "coverage": 0.9944450325819868,
+ "entropy": 0.879049938963371,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.029339963985534036,
+ "corr": -0.056504484627630726,
+ "mono": 0.9454752993982689,
+ "coverage": 1.0,
+ "entropy": 2.9492185722009445
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.03321871952231343,
+ "corr": -0.05330433961226969,
+ "mono": 0.922541511925693,
+ "coverage": 1.0,
+ "entropy": 3.2402959397142164
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.036875356381432224,
+ "corr": -0.09178607463554495,
+ "mono": 0.9423281566136652,
+ "coverage": 1.0,
+ "entropy": 3.1039867082616337
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.04268379081078077,
+ "corr": -0.06691589193891416,
+ "mono": 0.9209870219309977,
+ "coverage": 1.0,
+ "entropy": 3.0610063918825516
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.06602107816102454,
+ "corr": 0.598209220623513,
+ "mono": 0.9956935382021087,
+ "coverage": 0.3125,
+ "entropy": 1.0174710020463085
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.05722991649545404,
+ "corr": 0.525813819622351,
+ "mono": 0.9659864079661026,
+ "coverage": 0.5010416666666667,
+ "entropy": 1.3726633053834525
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9137061861204995,
+ "corr": 0.9417816169089791,
+ "mono": 0.9391214578019603,
+ "coverage": 0.9887397730626877,
+ "entropy": 0.8584227197294083
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.012486433050863747,
+ "corr": -0.2210157248515802,
+ "mono": 0.8608318197968808,
+ "coverage": 1.0,
+ "entropy": 2.5640986597907323
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.02790158335629286,
+ "corr": -0.29838948838654966,
+ "mono": 0.8964321493955145,
+ "coverage": 1.0,
+ "entropy": 1.3848491218602446
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.01842505044573944,
+ "corr": -0.14866852744512865,
+ "mono": 0.8758202088617429,
+ "coverage": 1.0,
+ "entropy": 1.409893193818895
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.009827511187881683,
+ "corr": -0.0688709486607975,
+ "mono": 0.952239046115656,
+ "coverage": 1.0,
+ "entropy": 1.094146440397273
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.03391605746022835,
+ "corr": -0.2325560469783699,
+ "mono": 0.9717759941464486,
+ "coverage": 1.0,
+ "entropy": 1.7160239110352373
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7221956324677004,
+ "corr": 0.7950249802608961,
+ "mono": 0.9922779645680234,
+ "coverage": 1.0,
+ "entropy": 3.5464438364299062
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.061247773004297255,
+ "corr": 0.24682501012960048,
+ "mono": 0.8246908145267674,
+ "coverage": 0.938105796322359,
+ "entropy": 3.522480421043871
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.013360722913003564,
+ "corr": 0.15722845122975362,
+ "mono": 0.8570956038048692,
+ "coverage": 1.0,
+ "entropy": 3.5980089942703555
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.009131617191549939,
+ "corr": 0.4974852057188274,
+ "mono": 0.9113754408841089,
+ "coverage": 1.0,
+ "entropy": 3.8069194903349763
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.18681003702408136,
+ "corr": 0.15899698461248762,
+ "mono": 0.9938991696421795,
+ "coverage": 1.0,
+ "entropy": 2.719741641721166
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.011600918999582013,
+ "corr": -0.17391024899783225,
+ "mono": 0.9201209078753659,
+ "coverage": 0.9382103189978045,
+ "entropy": 2.333143003715572
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.1669472728566753,
+ "corr": 0.2667801425442769,
+ "mono": 0.808214475152705,
+ "coverage": 1.0,
+ "entropy": 3.9231975960289884
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.007932486597721394,
+ "corr": -0.12194406810429617,
+ "mono": 0.9695430122291495,
+ "coverage": 0.6939079166686366,
+ "entropy": 2.281138599730184
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9340648298381033,
+ "corr": 0.9939417483049676,
+ "mono": 0.9957725488004372,
+ "coverage": 1.0,
+ "entropy": 0.349013764659902,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.009383101127504784,
+ "corr": 0.12195889530345602,
+ "mono": 0.8753847293917161,
+ "coverage": 0.940768887057826,
+ "entropy": 1.6201747837723257
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.027823289520054643,
+ "corr": 0.058219430825304015,
+ "mono": 1.0,
+ "coverage": 0.01696415382375411,
+ "entropy": 1.131368930618608
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.0109440811678115,
+ "corr": 0.18239858317996027,
+ "mono": 0.8827395817562296,
+ "coverage": 0.9349318184273934,
+ "entropy": 1.4772897044475266
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0009582206041589851,
+ "corr": 0.00028274214182000783,
+ "mono": 0.6421381177424201,
+ "coverage": 0.9845342629382563,
+ "entropy": 2.946737225963168
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.000828494073463262,
+ "corr": -0.020179374244632346,
+ "mono": 0.6754386570360406,
+ "coverage": 0.9779434365488601,
+ "entropy": 3.2155087761971934
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0009689585939278494,
+ "corr": 0.010826996485336868,
+ "mono": 0.6441979054325698,
+ "coverage": 0.9889978330093299,
+ "entropy": 3.0031142751214652
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9503305205415009,
+ "corr": 0.9922111780170971,
+ "mono": 0.9962800419724196,
+ "coverage": 1.0,
+ "entropy": 1.7806025417840126,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9067942573178852,
+ "corr": 0.9564130925867006,
+ "mono": 0.9931730599815022,
+ "coverage": 0.9944450325819868,
+ "entropy": 0.879049938963371,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.0065282088694635625,
+ "corr": 0.4478365871669088,
+ "mono": 0.9203598087274419,
+ "coverage": 0.6404317520071612,
+ "entropy": 2.277516837380171
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9610082715963705,
+ "corr": 0.9888295612223453,
+ "mono": 0.9949723175758329,
+ "coverage": 0.9976067341549296,
+ "entropy": 0.6393677337740783,
+ "radius": 6
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.008817674435117993,
+ "corr": 0.29473226084414883,
+ "mono": 0.996418445919545,
+ "coverage": 0.22518543298076232,
+ "entropy": 0.4440786692458074
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_tr.json b/web/laci/zonos3_mini_heads_tr.json
new file mode 100644
index 0000000000000000000000000000000000000000..587d9d80bfcf65a64fab235eacafff5e31838e89
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_tr.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/tr",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.379433681073025,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9478843114035301,
+ "corr": 0.9763736388349021,
+ "mono": 0.9927528665714223,
+ "coverage": 0.9691765445402298,
+ "entropy": 0.8130078186653162,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9296302881804929,
+ "corr": 0.9802479698059633,
+ "mono": 0.9946413153599294,
+ "coverage": 0.9709051724137931,
+ "entropy": 1.9671601054936934,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9145456319209015,
+ "corr": 0.9712506107461325,
+ "mono": 0.998554911243334,
+ "coverage": 0.9791666666666666,
+ "entropy": 0.43360588334085637,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8697034925373958,
+ "corr": 0.9358116376536082,
+ "mono": 0.9845308468027744,
+ "coverage": 0.9765744585602815,
+ "entropy": 1.1837907938195045,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.03416609403921806,
+ "corr": -0.20317387205415519,
+ "mono": 0.9274817702128096,
+ "coverage": 1.0,
+ "entropy": 3.087674732992901
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.039009665630981946,
+ "corr": -0.21570310851373548,
+ "mono": 0.9348582551551267,
+ "coverage": 1.0,
+ "entropy": 3.1385613876614777
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.04307768567231788,
+ "corr": -0.2054710212617998,
+ "mono": 0.91030385403801,
+ "coverage": 1.0,
+ "entropy": 3.2290170182759144
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.05859534652686068,
+ "corr": -0.2093491475138707,
+ "mono": 0.9095472819112028,
+ "coverage": 1.0,
+ "entropy": 3.1310940264445906
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.0787689994447272,
+ "corr": 0.48128918964994155,
+ "mono": 0.992831661028927,
+ "coverage": 0.25,
+ "entropy": 0.7450551670805661
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.07185526424297009,
+ "corr": 0.6078795245518317,
+ "mono": 0.9702227039223478,
+ "coverage": 0.4375,
+ "entropy": 0.9422456604476813
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.8755387245967194,
+ "corr": 0.900630002973081,
+ "mono": 0.9271563161298688,
+ "coverage": 0.9712092475905126,
+ "entropy": 1.1079709172012533
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.013232018380720438,
+ "corr": 0.05408464419746762,
+ "mono": 0.9013236698113639,
+ "coverage": 1.0,
+ "entropy": 2.2161785870529225
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.040006814652709284,
+ "corr": -0.2548061797040914,
+ "mono": 0.9095380001922964,
+ "coverage": 1.0,
+ "entropy": 1.4463628139677762
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.02117947693302386,
+ "corr": -0.16278221894548345,
+ "mono": 0.8893232611337347,
+ "coverage": 0.9953304597701149,
+ "entropy": 1.4348471185529235
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.015752482285923464,
+ "corr": -0.02974832081483704,
+ "mono": 0.9491775945331223,
+ "coverage": 0.990301724137931,
+ "entropy": 1.1704603189678053
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.04681306736283977,
+ "corr": -0.15559193060240745,
+ "mono": 0.9753218857639456,
+ "coverage": 0.96875,
+ "entropy": 1.6380327722511845
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7159286472870461,
+ "corr": 0.6679119157062653,
+ "mono": 0.9898396538157715,
+ "coverage": 1.0,
+ "entropy": 3.545681346285535
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.06530113269030816,
+ "corr": 0.045706707390751014,
+ "mono": 0.8116963015619747,
+ "coverage": 0.9420130827734505,
+ "entropy": 3.6052565977403304
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.015987585219839482,
+ "corr": 0.1554550135525889,
+ "mono": 0.9091489447060337,
+ "coverage": 1.0,
+ "entropy": 3.5720711124759306
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.009175938878871656,
+ "corr": 0.208395976974476,
+ "mono": 0.8708039927759456,
+ "coverage": 1.0,
+ "entropy": 3.861020145907938
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.1743395379238378,
+ "corr": 0.005359992292773795,
+ "mono": 0.986244382116406,
+ "coverage": 1.0,
+ "entropy": 2.2738771199051944
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.013811869165235762,
+ "corr": -0.16741306051520888,
+ "mono": 0.9069319619164063,
+ "coverage": 0.88717812238647,
+ "entropy": 2.485573007208015
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.18571677136460105,
+ "corr": 0.09916698742574537,
+ "mono": 0.8327380316822567,
+ "coverage": 1.0,
+ "entropy": 3.858122625991837
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.011839886467146548,
+ "corr": -0.1025671527796695,
+ "mono": 0.9549375404160717,
+ "coverage": 0.7582173766738178,
+ "entropy": 2.6131487065113044
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9145456319209015,
+ "corr": 0.9712506107461325,
+ "mono": 0.998554911243334,
+ "coverage": 0.9791666666666666,
+ "entropy": 0.43360588334085637,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.012015864362006981,
+ "corr": 0.11135775137011346,
+ "mono": 0.860281232876738,
+ "coverage": 0.9024953109999165,
+ "entropy": 1.8431710732139217
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03372150734375339,
+ "corr": 0.09524102649696659,
+ "mono": 1.0,
+ "coverage": 0.016785776174405784,
+ "entropy": 1.3221351309484572
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.014262009810874538,
+ "corr": 0.17730052804718907,
+ "mono": 0.8811095823119964,
+ "coverage": 0.9036120825490559,
+ "entropy": 1.6289661665263853
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0011146732130940741,
+ "corr": 0.0029864051822431803,
+ "mono": 0.6591657568713615,
+ "coverage": 0.9770163016874056,
+ "entropy": 3.223631410317761
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0013720687386868857,
+ "corr": 0.0158653810941651,
+ "mono": 0.6812284242618528,
+ "coverage": 0.9684647905144802,
+ "entropy": 3.462203808526107
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0012442561669348913,
+ "corr": 0.014457912439833593,
+ "mono": 0.6546667619307255,
+ "coverage": 0.9788314654804319,
+ "entropy": 3.276615181415762
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9296302881804929,
+ "corr": 0.9802479698059633,
+ "mono": 0.9946413153599294,
+ "coverage": 0.9709051724137931,
+ "entropy": 1.9671601054936934,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8697034925373958,
+ "corr": 0.9358116376536082,
+ "mono": 0.9845308468027744,
+ "coverage": 0.9765744585602815,
+ "entropy": 1.1837907938195045,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.009411672989078607,
+ "corr": 0.31784637815043787,
+ "mono": 0.9090904656287622,
+ "coverage": 0.7065910769576772,
+ "entropy": 2.4507660868990406
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9478843114035301,
+ "corr": 0.9763736388349021,
+ "mono": 0.9927528665714223,
+ "coverage": 0.9691765445402298,
+ "entropy": 0.8130078186653162,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.012853733038380093,
+ "corr": 0.321098336868911,
+ "mono": 0.9994991326263419,
+ "coverage": 0.047823784623737826,
+ "entropy": 0.4407345658326963
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_uk.json b/web/laci/zonos3_mini_heads_uk.json
new file mode 100644
index 0000000000000000000000000000000000000000..e91a3321ff990ad56288e2871ff762c68605b5af
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_uk.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/uk",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.036186020913594,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.962610235065904,
+ "corr": 0.9802955278153995,
+ "mono": 0.9950839250696082,
+ "coverage": 1.0,
+ "entropy": 0.8670440770331757,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9203301134057027,
+ "corr": 0.9831026839699837,
+ "mono": 0.9935429789952186,
+ "coverage": 1.0,
+ "entropy": 2.0451586458951723,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9135455019011233,
+ "corr": 0.9883508358804433,
+ "mono": 0.9972425671515218,
+ "coverage": 0.9995192307692308,
+ "entropy": 0.560705435634811,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9053738672652512,
+ "corr": 0.933682460133797,
+ "mono": 0.9887867893624646,
+ "coverage": 0.9982263607835254,
+ "entropy": 1.1889813118835733,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.03628720701306584,
+ "corr": -0.21420465263775199,
+ "mono": 0.952942498054324,
+ "coverage": 1.0,
+ "entropy": 3.0750248664377047
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.04434206378883296,
+ "corr": -0.10556833624615139,
+ "mono": 0.9588604508905053,
+ "coverage": 1.0,
+ "entropy": 3.1455980176308693
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.039659154048031754,
+ "corr": -0.2821437862069298,
+ "mono": 0.9222650190663885,
+ "coverage": 1.0,
+ "entropy": 3.314346946972699
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.05633882031831498,
+ "corr": -0.19487708958151295,
+ "mono": 0.9395693430079645,
+ "coverage": 1.0,
+ "entropy": 3.1066679966466446
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07472382384817801,
+ "corr": 0.46789580601366454,
+ "mono": 0.9958108590571099,
+ "coverage": 0.125,
+ "entropy": 0.9007252678650165
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.06374378605737858,
+ "corr": 0.5987662258116406,
+ "mono": 0.9791480068205334,
+ "coverage": 0.5058787128712872,
+ "entropy": 1.0583327280817325
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.914769282173753,
+ "corr": 0.9153249873157732,
+ "mono": 0.9286661462280786,
+ "coverage": 0.9870142288029558,
+ "entropy": 1.0151444876318374
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.011606323948701343,
+ "corr": 0.05579001777691599,
+ "mono": 0.9066133127649268,
+ "coverage": 0.9162946428571429,
+ "entropy": 2.3432846328775945
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.03647615935123178,
+ "corr": -0.31229260893953387,
+ "mono": 0.8842286508251229,
+ "coverage": 1.0,
+ "entropy": 1.5802446325949924
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.01840772752199124,
+ "corr": -0.14864685083374748,
+ "mono": 0.8527855270833263,
+ "coverage": 1.0,
+ "entropy": 1.76344651979146
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.010405951334826793,
+ "corr": -0.1048204623112608,
+ "mono": 0.8841651201053358,
+ "coverage": 1.0,
+ "entropy": 1.5022429365584908
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.03781935043497457,
+ "corr": -0.22758895817413952,
+ "mono": 0.959252289289035,
+ "coverage": 1.0,
+ "entropy": 1.9978799723960894
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7608504165505068,
+ "corr": 0.8004929086196026,
+ "mono": 0.9942473789318671,
+ "coverage": 1.0,
+ "entropy": 3.7199138594280594
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.07795049125383302,
+ "corr": 0.009081336748374205,
+ "mono": 0.8091364207413757,
+ "coverage": 0.9325226360984015,
+ "entropy": 3.642695720859466
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.01651639761002769,
+ "corr": 0.18688841657197608,
+ "mono": 0.8963276475790234,
+ "coverage": 1.0,
+ "entropy": 3.7605728276291863
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.009726089338368007,
+ "corr": 0.1893666733325611,
+ "mono": 0.858802105056604,
+ "coverage": 1.0,
+ "entropy": 3.97689615830609
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.16581427623013983,
+ "corr": -0.0072974607110500795,
+ "mono": 0.9879846544624475,
+ "coverage": 1.0,
+ "entropy": 2.4641104950481387
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.01375140876789759,
+ "corr": -0.06477653817998046,
+ "mono": 0.9488906883634691,
+ "coverage": 0.8764949449674665,
+ "entropy": 2.615356345657246
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.2011923040828575,
+ "corr": 0.05411145923614269,
+ "mono": 0.8389360218526034,
+ "coverage": 0.9297820113388895,
+ "entropy": 3.911861443331516
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.012419482784362078,
+ "corr": 0.09290599671176678,
+ "mono": 0.9721596303464917,
+ "coverage": 0.695381317410025,
+ "entropy": 2.7633253919961307
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9135455019011233,
+ "corr": 0.9883508358804433,
+ "mono": 0.9972425671515218,
+ "coverage": 0.9995192307692308,
+ "entropy": 0.560705435634811,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.011105127942605464,
+ "corr": 0.1377610463542481,
+ "mono": 0.8713247663612537,
+ "coverage": 0.8981634855439474,
+ "entropy": 1.9350881983053332
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03771810197644091,
+ "corr": 0.12348474592361736,
+ "mono": 1.0,
+ "coverage": 0.014775759364275014,
+ "entropy": 1.2153256587159655
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.013976467678749629,
+ "corr": 0.19855275615728607,
+ "mono": 0.8983898174185634,
+ "coverage": 0.898259713471551,
+ "entropy": 1.6614180014637774
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0012366857771765544,
+ "corr": -0.012316944935495833,
+ "mono": 0.6408654994182738,
+ "coverage": 0.9764377187971227,
+ "entropy": 3.362449519618459
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0016214431435004337,
+ "corr": 0.008416446600392827,
+ "mono": 0.6601501487752923,
+ "coverage": 0.9709810972939448,
+ "entropy": 3.5952036962790577
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0016701122584964888,
+ "corr": -0.019327799381223622,
+ "mono": 0.6374441641243473,
+ "coverage": 0.9787804461598483,
+ "entropy": 3.4173240663557913
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9203301134057027,
+ "corr": 0.9831026839699837,
+ "mono": 0.9935429789952186,
+ "coverage": 1.0,
+ "entropy": 2.0451586458951723,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9053738672652512,
+ "corr": 0.933682460133797,
+ "mono": 0.9887867893624646,
+ "coverage": 0.9982263607835254,
+ "entropy": 1.1889813118835733,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.008671523428302255,
+ "corr": 0.26630403847751233,
+ "mono": 0.9168896573405729,
+ "coverage": 0.6798746851175216,
+ "entropy": 2.5380898565510197
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.962610235065904,
+ "corr": 0.9802955278153995,
+ "mono": 0.9950839250696082,
+ "coverage": 1.0,
+ "entropy": 0.8670440770331757,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.012341385900827066,
+ "corr": 0.17667656011470728,
+ "mono": 0.9990973650848768,
+ "coverage": 0.05125986809846033,
+ "entropy": 0.41484196674928187
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_ur.json b/web/laci/zonos3_mini_heads_ur.json
new file mode 100644
index 0000000000000000000000000000000000000000..969e1f46d9fba2dbb699031e4c9b556a2e76dbd8
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_ur.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/ur",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.128805620608899,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9602603922966781,
+ "corr": 0.980973500766387,
+ "mono": 0.989385072906708,
+ "coverage": 0.9994877049180327,
+ "entropy": 0.9851958338790462,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.936708275997512,
+ "corr": 0.993739745791044,
+ "mono": 0.9980679927896837,
+ "coverage": 1.0,
+ "entropy": 0.5823302496348453,
+ "radius": 6
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9346275580109469,
+ "corr": 0.9857946303596403,
+ "mono": 0.9865586673216327,
+ "coverage": 1.0,
+ "entropy": 2.3038951729946247,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.899766430017478,
+ "corr": 0.9309039811090679,
+ "mono": 0.9817880459542708,
+ "coverage": 0.9976129389439321,
+ "entropy": 1.2893820778291825,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.038546066893634365,
+ "corr": -0.11334521768559336,
+ "mono": 0.9793360084703757,
+ "coverage": 1.0,
+ "entropy": 2.998274222534592
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.040350494704881515,
+ "corr": 0.013589999286580293,
+ "mono": 0.9639294844703102,
+ "coverage": 1.0,
+ "entropy": 3.2917784531473715
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.04796937011733823,
+ "corr": -0.27799884575247025,
+ "mono": 0.966734462226051,
+ "coverage": 1.0,
+ "entropy": 3.3564759439939573
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.054096793161856734,
+ "corr": -0.02233527129905897,
+ "mono": 0.9521940933349279,
+ "coverage": 1.0,
+ "entropy": 3.139082793353066
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.07136540679545329,
+ "corr": 0.4910397900627957,
+ "mono": 0.9987593494716831,
+ "coverage": 0.16517857142857142,
+ "entropy": 0.971985306135338
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.054620543252470816,
+ "corr": 0.6254750120617447,
+ "mono": 0.9881806787668986,
+ "coverage": 0.22361302435122646,
+ "entropy": 1.3110960539758953
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9192925230386485,
+ "corr": 0.908952580934246,
+ "mono": 0.9183976707560279,
+ "coverage": 0.9951124095513233,
+ "entropy": 1.1536090155382002
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.009523408608911113,
+ "corr": 0.38125599512956504,
+ "mono": 0.9107336242359899,
+ "coverage": 0.7833540320643295,
+ "entropy": 2.874882110647166
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.03926129537287445,
+ "corr": -0.24580382938964138,
+ "mono": 0.8919464966682794,
+ "coverage": 1.0,
+ "entropy": 1.7178801933417236
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.022235861443731176,
+ "corr": -0.15803487215136214,
+ "mono": 0.877759042354858,
+ "coverage": 1.0,
+ "entropy": 1.844672454810491
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.013044445986160164,
+ "corr": -0.08183033610388994,
+ "mono": 0.9392787243801834,
+ "coverage": 1.0,
+ "entropy": 1.4800047779784473
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.0445949685975681,
+ "corr": -0.1998108655842107,
+ "mono": 0.974802707788524,
+ "coverage": 1.0,
+ "entropy": 2.0805685401122376
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7691258147696688,
+ "corr": 0.8732504413905846,
+ "mono": 0.9939015887061066,
+ "coverage": 1.0,
+ "entropy": 3.888764128245562
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.08418441190735142,
+ "corr": -0.060305152261000965,
+ "mono": 0.8241721669478579,
+ "coverage": 0.9586635988948222,
+ "entropy": 3.5957878350483283
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.01891726665099388,
+ "corr": -0.021923106753121816,
+ "mono": 0.8485174880149284,
+ "coverage": 1.0,
+ "entropy": 3.8419024792889482
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.011506783943654744,
+ "corr": 0.03754378200124683,
+ "mono": 0.8479234765355347,
+ "coverage": 1.0,
+ "entropy": 4.034792520909997
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.1876811541258136,
+ "corr": 0.1669431567282317,
+ "mono": 0.9935733867570701,
+ "coverage": 1.0,
+ "entropy": 3.143400250407579
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.010565833846460693,
+ "corr": -0.044030929046368274,
+ "mono": 0.9567500459712236,
+ "coverage": 0.8559082824851617,
+ "entropy": 2.4894399199934427
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.18521243249855115,
+ "corr": 0.16256412244736276,
+ "mono": 0.8294648400736983,
+ "coverage": 1.0,
+ "entropy": 4.011903655767795
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.00866006253359292,
+ "corr": 0.010639435230945151,
+ "mono": 0.9681238100344285,
+ "coverage": 0.6030457553361929,
+ "entropy": 2.6355049719178427
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.936708275997512,
+ "corr": 0.993739745791044,
+ "mono": 0.9980679927896837,
+ "coverage": 1.0,
+ "entropy": 0.5823302496348453,
+ "radius": 6
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.009907997799897648,
+ "corr": 0.06929537129939309,
+ "mono": 0.8813676527266608,
+ "coverage": 0.9056317133515964,
+ "entropy": 1.9104903647069398
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.02886807374411765,
+ "corr": -0.06429185972863459,
+ "mono": 1.0,
+ "coverage": 0.011762090045005608,
+ "entropy": 1.2724322321415626
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.011432983751683144,
+ "corr": 0.14974412288008862,
+ "mono": 0.8826427145824789,
+ "coverage": 0.91816519183925,
+ "entropy": 1.6962270960464423
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0009895120123534604,
+ "corr": -0.0880754513492921,
+ "mono": 0.6384246784515148,
+ "coverage": 0.9905565856983378,
+ "entropy": 3.436716471582887
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0011916037037872026,
+ "corr": -0.05781001585104076,
+ "mono": 0.6411603404147933,
+ "coverage": 0.9794481814207109,
+ "entropy": 3.658247155954148
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0013907334090964905,
+ "corr": -0.04494600522283019,
+ "mono": 0.6328010105853964,
+ "coverage": 0.9869951999470126,
+ "entropy": 3.4864196671813885
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9346275580109469,
+ "corr": 0.9857946303596403,
+ "mono": 0.9865586673216327,
+ "coverage": 1.0,
+ "entropy": 2.3038951729946247,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.899766430017478,
+ "corr": 0.9309039811090679,
+ "mono": 0.9817880459542708,
+ "coverage": 0.9976129389439321,
+ "entropy": 1.2893820778291825,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.008806054096541395,
+ "corr": 0.29404753114104043,
+ "mono": 0.8964829407870388,
+ "coverage": 0.8079524218724539,
+ "entropy": 2.8347900404888398
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9602603922966781,
+ "corr": 0.980973500766387,
+ "mono": 0.989385072906708,
+ "coverage": 0.9994877049180327,
+ "entropy": 0.9851958338790462,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.010416333967882033,
+ "corr": 0.20922955310663288,
+ "mono": 0.9990896443478968,
+ "coverage": 0.10243467725903513,
+ "entropy": 0.5345417117020611
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_vi.json b/web/laci/zonos3_mini_heads_vi.json
new file mode 100644
index 0000000000000000000000000000000000000000..2376cf791df44285a10fa12b54cbbdde63d38837
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_vi.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/vi",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.0906298003072195,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9523432128828667,
+ "corr": 0.974956071680599,
+ "mono": 0.9913561284210003,
+ "coverage": 0.9964080459770115,
+ "entropy": 0.8164630897852425,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9139194025857054,
+ "corr": 0.9777124990599054,
+ "mono": 0.9952983159730042,
+ "coverage": 0.9967672413793104,
+ "entropy": 1.8387433861882332,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9031319824598202,
+ "corr": 0.981337092197618,
+ "mono": 0.9949063405484927,
+ "coverage": 0.9964080459770115,
+ "entropy": 0.461194537560223,
+ "radius": 5
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9016817126210794,
+ "corr": 0.9153067153423097,
+ "mono": 0.9251884515631559,
+ "coverage": 0.9952631171757287,
+ "entropy": 1.0486194683510854,
+ "radius": 8
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.050725078163503724,
+ "corr": 0.004232199782977055,
+ "mono": 0.9232360543325969,
+ "coverage": 1.0,
+ "entropy": 2.748183813788674
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.05436276116069971,
+ "corr": -0.08959006274967495,
+ "mono": 0.921421327747497,
+ "coverage": 1.0,
+ "entropy": 2.9976168212993755
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.05478800046354887,
+ "corr": -0.027677960117397035,
+ "mono": 0.9253799832563164,
+ "coverage": 1.0,
+ "entropy": 2.932624813982594
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.06988538027238082,
+ "corr": -0.07717981404575622,
+ "mono": 0.9095046817620405,
+ "coverage": 1.0,
+ "entropy": 3.003751128325497
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.08835356296061019,
+ "corr": 0.3676253340262238,
+ "mono": 1.0,
+ "coverage": 0.0,
+ "entropy": 0.5536411414307957
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.08076890280588626,
+ "corr": 0.5156757675632491,
+ "mono": 0.9989933730391746,
+ "coverage": 0.03807471264367816,
+ "entropy": 0.714816301957296
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9016817126210794,
+ "corr": 0.9153067153423097,
+ "mono": 0.9251884515631559,
+ "coverage": 0.9952631171757287,
+ "entropy": 1.0486194683510854,
+ "radius": 8
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.010680617436839054,
+ "corr": 0.3277078909453314,
+ "mono": 0.9259005108135883,
+ "coverage": 0.6102151445508278,
+ "entropy": 2.454815315734917
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.04160658601849167,
+ "corr": -0.2491285355909381,
+ "mono": 0.9058317369596314,
+ "coverage": 1.0,
+ "entropy": 1.5005070660420168
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.028126528336671345,
+ "corr": -0.16480456163578885,
+ "mono": 0.8980003749460095,
+ "coverage": 1.0,
+ "entropy": 1.6596492326273609
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.016753388213308656,
+ "corr": -0.04619168552411276,
+ "mono": 0.9522644777679307,
+ "coverage": 1.0,
+ "entropy": 1.3039909663721663
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.05123363514412748,
+ "corr": -0.13506142168412272,
+ "mono": 0.9669110121269007,
+ "coverage": 1.0,
+ "entropy": 1.824076925134737
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7538143690940211,
+ "corr": 0.731982831373782,
+ "mono": 0.9860913119194966,
+ "coverage": 1.0,
+ "entropy": 3.481823508378052
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.06734677715055153,
+ "corr": 0.2179724285975305,
+ "mono": 0.8179328529921439,
+ "coverage": 0.919128223424325,
+ "entropy": 3.3618608559480307
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.0209085069904287,
+ "corr": 0.28822764053207606,
+ "mono": 0.8564336553656053,
+ "coverage": 1.0,
+ "entropy": 3.388384209701417
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.013666665410531117,
+ "corr": 0.2147758125690989,
+ "mono": 0.8782522848300517,
+ "coverage": 1.0,
+ "entropy": 3.5734112112877545
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.22436992482326334,
+ "corr": 0.14360036407473367,
+ "mono": 0.9960659403387659,
+ "coverage": 0.9695121951219512,
+ "entropy": 2.7695070570405664
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.01740700791890668,
+ "corr": -0.18174256952413406,
+ "mono": 0.9031625668289582,
+ "coverage": 1.0,
+ "entropy": 2.3456891054857514
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.18373732768645532,
+ "corr": 0.2494138233177058,
+ "mono": 0.8501703925921427,
+ "coverage": 1.0,
+ "entropy": 3.6653417669969905
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.011653141036127574,
+ "corr": -0.19026976371621634,
+ "mono": 0.9346951572969534,
+ "coverage": 0.8644218361172222,
+ "entropy": 2.506689574608857
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9031319824598202,
+ "corr": 0.981337092197618,
+ "mono": 0.9949063405484927,
+ "coverage": 0.9964080459770115,
+ "entropy": 0.461194537560223,
+ "radius": 5
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.013427587333179213,
+ "corr": 0.17548255704981403,
+ "mono": 0.8907951424423768,
+ "coverage": 0.8696755589820989,
+ "entropy": 1.824690270489117
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.04132387179895648,
+ "corr": 0.13911627756060926,
+ "mono": 1.0,
+ "coverage": 0.017584308541875853,
+ "entropy": 1.199870145823569
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.016554633469102215,
+ "corr": 0.21987644163272996,
+ "mono": 0.904153007573548,
+ "coverage": 0.8684958798019605,
+ "entropy": 1.540075562627222
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0012882054398377215,
+ "corr": 0.03411009161926096,
+ "mono": 0.6685440537888281,
+ "coverage": 0.9821696212321193,
+ "entropy": 3.18302353460654
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0014243846178924563,
+ "corr": 0.017293039712405915,
+ "mono": 0.6764561193665893,
+ "coverage": 0.9731409937021561,
+ "entropy": 3.4323514921247664
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.0016431843175143059,
+ "corr": 0.01807828530809907,
+ "mono": 0.6669043515079148,
+ "coverage": 0.9791933935869322,
+ "entropy": 3.234218666767858
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9139194025857054,
+ "corr": 0.9777124990599054,
+ "mono": 0.9952983159730042,
+ "coverage": 0.9967672413793104,
+ "entropy": 1.8387433861882332,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.9003214855236636,
+ "corr": 0.9157802620538,
+ "mono": 0.9825188490186265,
+ "coverage": 0.9927945594550994,
+ "entropy": 1.1184772034180583
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.009362010548755153,
+ "corr": 0.2193704242444362,
+ "mono": 0.9600845758465796,
+ "coverage": 0.6031133542894144,
+ "entropy": 2.0903203524472183
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9523432128828667,
+ "corr": 0.974956071680599,
+ "mono": 0.9913561284210003,
+ "coverage": 0.9964080459770115,
+ "entropy": 0.8164630897852425,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.014766075328812057,
+ "corr": 0.18704086811376666,
+ "mono": 0.9996737715484556,
+ "coverage": 0.02182326124880682,
+ "entropy": 0.3675619782833508
+ }
+ ]
+}
diff --git a/web/laci/zonos3_mini_heads_zh.json b/web/laci/zonos3_mini_heads_zh.json
new file mode 100644
index 0000000000000000000000000000000000000000..a7fe8dd6d4984a37a56dbd747e0734db1ea4da12
--- /dev/null
+++ b/web/laci/zonos3_mini_heads_zh.json
@@ -0,0 +1,346 @@
+{
+ "model": "zonos3_mini",
+ "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini",
+ "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa",
+ "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/zh",
+ "n_utts": 32,
+ "seed": 1234,
+ "frames_per_token": 2.4504830917874396,
+ "fallback": false,
+ "heads": [
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9504654655728151,
+ "corr": 0.9844988980220667,
+ "mono": 0.9949798892050685,
+ "coverage": 1.0,
+ "entropy": 0.691297362324222,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9368826637196036,
+ "corr": 0.9933157255209486,
+ "mono": 0.9983849433792995,
+ "coverage": 1.0,
+ "entropy": 0.3357580410009877,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9183364463243467,
+ "corr": 0.9829630956146465,
+ "mono": 0.9924047307071138,
+ "coverage": 1.0,
+ "entropy": 1.9402261310059568,
+ "radius": 8
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9116865566320257,
+ "corr": 0.9378138270869762,
+ "mono": 0.9441908323985782,
+ "coverage": 0.9860244002034645,
+ "entropy": 0.7882238050807394,
+ "radius": 7
+ }
+ ],
+ "table": [
+ {
+ "layer": 3,
+ "head": 0,
+ "text_mass": 0.032993167696398235,
+ "corr": -0.10576682779116259,
+ "mono": 0.9258095806919369,
+ "coverage": 1.0,
+ "entropy": 2.768606454783868
+ },
+ {
+ "layer": 3,
+ "head": 1,
+ "text_mass": 0.038891542376116583,
+ "corr": -0.1734779339164599,
+ "mono": 0.921413460468421,
+ "coverage": 1.0,
+ "entropy": 2.898871620974511
+ },
+ {
+ "layer": 3,
+ "head": 2,
+ "text_mass": 0.034769818141913406,
+ "corr": -0.15144047025145438,
+ "mono": 0.9202578719749637,
+ "coverage": 1.0,
+ "entropy": 2.9604278385667855
+ },
+ {
+ "layer": 3,
+ "head": 3,
+ "text_mass": 0.04977096605087116,
+ "corr": -0.14428934329367907,
+ "mono": 0.9089945934764927,
+ "coverage": 1.0,
+ "entropy": 2.8948374399333874
+ },
+ {
+ "layer": 3,
+ "head": 4,
+ "text_mass": 0.06390760111708908,
+ "corr": 0.39406755933242194,
+ "mono": 0.9996408045977011,
+ "coverage": 0.03125,
+ "entropy": 0.7093724629698787
+ },
+ {
+ "layer": 3,
+ "head": 5,
+ "text_mass": 0.04714536164049541,
+ "corr": 0.5255369479832485,
+ "mono": 0.9929989533844277,
+ "coverage": 0.2578125,
+ "entropy": 0.9709034796110405
+ },
+ {
+ "layer": 3,
+ "head": 6,
+ "text_mass": 0.9116865566320257,
+ "corr": 0.9378138270869762,
+ "mono": 0.9441908323985782,
+ "coverage": 0.9860244002034645,
+ "entropy": 0.7882238050807394,
+ "radius": 7
+ },
+ {
+ "layer": 3,
+ "head": 7,
+ "text_mass": 0.00921269520959534,
+ "corr": 0.03173260026151435,
+ "mono": 0.857613088796379,
+ "coverage": 1.0,
+ "entropy": 2.347328624445835
+ },
+ {
+ "layer": 3,
+ "head": 8,
+ "text_mass": 0.03569778433210803,
+ "corr": -0.25978329717255183,
+ "mono": 0.8930518612763304,
+ "coverage": 1.0,
+ "entropy": 1.3814146956713378
+ },
+ {
+ "layer": 3,
+ "head": 9,
+ "text_mass": 0.021127287098823905,
+ "corr": -0.16229722794116297,
+ "mono": 0.8467800651363723,
+ "coverage": 1.0,
+ "entropy": 1.5582019834468064
+ },
+ {
+ "layer": 3,
+ "head": 10,
+ "text_mass": 0.016245171507626846,
+ "corr": -0.06660317860373069,
+ "mono": 0.9493033167561407,
+ "coverage": 1.0,
+ "entropy": 1.161477658476764
+ },
+ {
+ "layer": 3,
+ "head": 11,
+ "text_mass": 0.0415246093816253,
+ "corr": -0.18422228715229683,
+ "mono": 0.9638836116729959,
+ "coverage": 1.0,
+ "entropy": 1.8105078362136033
+ },
+ {
+ "layer": 3,
+ "head": 12,
+ "text_mass": 0.7398176146536204,
+ "corr": 0.8616676791819428,
+ "mono": 0.995498069696798,
+ "coverage": 1.0,
+ "entropy": 3.350678514899364
+ },
+ {
+ "layer": 3,
+ "head": 13,
+ "text_mass": 0.047997901624147785,
+ "corr": 0.3534361371270902,
+ "mono": 0.8285406522779998,
+ "coverage": 0.9781453940871611,
+ "entropy": 3.4202261131814833
+ },
+ {
+ "layer": 3,
+ "head": 14,
+ "text_mass": 0.014874092847847298,
+ "corr": 0.2698580137334074,
+ "mono": 0.8652830389034273,
+ "coverage": 1.0,
+ "entropy": 3.4387183211724044
+ },
+ {
+ "layer": 3,
+ "head": 15,
+ "text_mass": 0.006993147444221307,
+ "corr": 0.5725034656612458,
+ "mono": 0.9385774859978683,
+ "coverage": 1.0,
+ "entropy": 3.5681192671481035
+ },
+ {
+ "layer": 7,
+ "head": 0,
+ "text_mass": 0.13110938190846447,
+ "corr": 0.08281321731377107,
+ "mono": 0.9973459362246127,
+ "coverage": 1.0,
+ "entropy": 2.455767370082632
+ },
+ {
+ "layer": 7,
+ "head": 1,
+ "text_mass": 0.01893907670445483,
+ "corr": -0.007377002242686193,
+ "mono": 0.8970111877497229,
+ "coverage": 0.9614800347222222,
+ "entropy": 2.5566075654761375
+ },
+ {
+ "layer": 7,
+ "head": 2,
+ "text_mass": 0.17325003650409598,
+ "corr": 0.31968230986636614,
+ "mono": 0.9976187546089718,
+ "coverage": 1.0,
+ "entropy": 3.5923090392266444
+ },
+ {
+ "layer": 7,
+ "head": 3,
+ "text_mass": 0.014830562026535682,
+ "corr": 0.043381665065592934,
+ "mono": 0.9550223760881037,
+ "coverage": 0.8115368047015593,
+ "entropy": 2.723400073731569
+ },
+ {
+ "layer": 7,
+ "head": 4,
+ "text_mass": 0.9368826637196036,
+ "corr": 0.9933157255209486,
+ "mono": 0.9983849433792995,
+ "coverage": 1.0,
+ "entropy": 0.3357580410009877,
+ "radius": 4
+ },
+ {
+ "layer": 7,
+ "head": 5,
+ "text_mass": 0.013492155462316672,
+ "corr": 0.07242590928308615,
+ "mono": 0.8903535192796138,
+ "coverage": 0.8814099829483417,
+ "entropy": 1.776510199590792
+ },
+ {
+ "layer": 7,
+ "head": 6,
+ "text_mass": 0.03298947197163185,
+ "corr": 0.08468182400749809,
+ "mono": 1.0,
+ "coverage": 0.018486821214538453,
+ "entropy": 1.2772629050893034
+ },
+ {
+ "layer": 7,
+ "head": 7,
+ "text_mass": 0.01566628441480159,
+ "corr": 0.14148087551173405,
+ "mono": 0.917149194586211,
+ "coverage": 0.8791744682816224,
+ "entropy": 1.515510004318037
+ },
+ {
+ "layer": 7,
+ "head": 8,
+ "text_mass": 0.0012521621397312134,
+ "corr": 0.07201261227711575,
+ "mono": 0.6248109771342374,
+ "coverage": 0.9818904172799756,
+ "entropy": 3.1505730057161023
+ },
+ {
+ "layer": 7,
+ "head": 9,
+ "text_mass": 0.0011622145064832817,
+ "corr": 0.04884460611137555,
+ "mono": 0.6592312417406418,
+ "coverage": 0.9776121111541931,
+ "entropy": 3.404762348597418
+ },
+ {
+ "layer": 7,
+ "head": 10,
+ "text_mass": 0.001337641678563367,
+ "corr": 0.0461295695695761,
+ "mono": 0.6237090319869317,
+ "coverage": 0.9825975245874966,
+ "entropy": 3.2195973848795716
+ },
+ {
+ "layer": 7,
+ "head": 11,
+ "text_mass": 0.9183364463243467,
+ "corr": 0.9829630956146465,
+ "mono": 0.9924047307071138,
+ "coverage": 1.0,
+ "entropy": 1.9402261310059568,
+ "radius": 8
+ },
+ {
+ "layer": 7,
+ "head": 12,
+ "text_mass": 0.8958434241715992,
+ "corr": 0.9376491219565545,
+ "mono": 0.9909360396603163,
+ "coverage": 0.9948500395349352,
+ "entropy": 0.9837500929688261
+ },
+ {
+ "layer": 7,
+ "head": 13,
+ "text_mass": 0.008803758807245878,
+ "corr": 0.37237867863714,
+ "mono": 0.9235262651628918,
+ "coverage": 0.7067097426995114,
+ "entropy": 2.3053025964190663
+ },
+ {
+ "layer": 7,
+ "head": 14,
+ "text_mass": 0.9504654655728151,
+ "corr": 0.9844988980220667,
+ "mono": 0.9949798892050685,
+ "coverage": 1.0,
+ "entropy": 0.691297362324222,
+ "radius": 7
+ },
+ {
+ "layer": 7,
+ "head": 15,
+ "text_mass": 0.01328750050110023,
+ "corr": 0.23237023742823848,
+ "mono": 0.999603501222588,
+ "coverage": 0.03170509708737864,
+ "entropy": 0.32380100570590015
+ }
+ ]
+}
diff --git a/web/spk/manifest.json b/web/spk/manifest.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d76c6649ae9d9b77999ef291d3b0b39e268838d
--- /dev/null
+++ b/web/spk/manifest.json
@@ -0,0 +1,8536 @@
+{
+ "format": "zonos3-web-v1",
+ "model": "spk",
+ "meta": {
+ "general.architecture": "mect_spk",
+ "general.name": "ZONOS3 Mini speaker encoder ownmect_s2 (MECT-B2 + ASTP, 192-d)",
+ "sample_rate": 16000,
+ "max_seconds": 60,
+ "embedding_length": 192,
+ "n_mels": 80,
+ "frame_length": 400,
+ "frame_shift": 160,
+ "n_fft": 512,
+ "n_heads": 4,
+ "n_experts": 4,
+ "pos_kernel": 113,
+ "preemphasis": 0.9700000286102295,
+ "waveform_scale": 32768.0,
+ "log_floor": 1.1920928955078125e-07,
+ "ln_eps": 9.999999974752427e-07,
+ "pool_var_floor": 1.0000000116860974e-07,
+ "backbone": "MECT_B2",
+ "source_tensor_count": 1253
+ },
+ "shards": [
+ "shard-000.bin"
+ ],
+ "tensors": {
+ "frontend.window": {
+ "dtype": "f32",
+ "shape": [
+ 400
+ ],
+ "shard": 0,
+ "offset": 0,
+ "nbytes": 1600,
+ "host": true
+ },
+ "frontend.mel_banks": {
+ "dtype": "f32",
+ "shape": [
+ 257,
+ 80
+ ],
+ "shard": 0,
+ "offset": 1792,
+ "nbytes": 82240,
+ "host": true
+ },
+ "frontend.resample_44100": {
+ "dtype": "f32",
+ "shape": [
+ 475,
+ 160
+ ],
+ "shard": 0,
+ "offset": 84224,
+ "nbytes": 304000,
+ "host": true
+ },
+ "fe.head.conv.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 32
+ ],
+ "shard": 0,
+ "offset": 388352,
+ "nbytes": 1152
+ },
+ "fe.head.conv.bias": {
+ "dtype": "f32",
+ "shape": [
+ 32
+ ],
+ "shard": 0,
+ "offset": 389632,
+ "nbytes": 128
+ },
+ "fe.b1.0.cnn.0.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 389888,
+ "nbytes": 4608
+ },
+ "fe.b1.0.cnn.0.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 394496,
+ "nbytes": 65536
+ },
+ "fe.b1.0.cnn.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 460032,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.0.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 4,
+ 128
+ ],
+ "shard": 0,
+ "offset": 460544,
+ "nbytes": 18432
+ },
+ "fe.b1.0.cnn.0.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 478976,
+ "nbytes": 65536
+ },
+ "fe.b1.0.cnn.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 544512,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.0.sc.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 32,
+ 128
+ ],
+ "shard": 0,
+ "offset": 545024,
+ "nbytes": 16384
+ },
+ "fe.b1.0.cnn.1.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 561408,
+ "nbytes": 4608
+ },
+ "fe.b1.0.cnn.1.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 566016,
+ "nbytes": 65536
+ },
+ "fe.b1.0.cnn.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 631552,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.1.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 632064,
+ "nbytes": 4608
+ },
+ "fe.b1.0.cnn.1.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 636672,
+ "nbytes": 65536
+ },
+ "fe.b1.0.cnn.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 702208,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.2.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 702720,
+ "nbytes": 4608
+ },
+ "fe.b1.0.cnn.2.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 707328,
+ "nbytes": 65536
+ },
+ "fe.b1.0.cnn.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 772864,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.2.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 773376,
+ "nbytes": 4608
+ },
+ "fe.b1.0.cnn.2.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 777984,
+ "nbytes": 65536
+ },
+ "fe.b1.0.cnn.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 843520,
+ "nbytes": 512
+ },
+ "fe.b1.0.reduce.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 32
+ ],
+ "shard": 0,
+ "offset": 844032,
+ "nbytes": 16384
+ },
+ "fe.b1.0.reduce.bias": {
+ "dtype": "f32",
+ "shape": [
+ 32
+ ],
+ "shard": 0,
+ "offset": 860416,
+ "nbytes": 128
+ },
+ "fe.b1.0.rproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 2560,
+ 64
+ ],
+ "shard": 0,
+ "offset": 860672,
+ "nbytes": 655360
+ },
+ "fe.b1.0.rproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 1516032,
+ "nbytes": 256
+ },
+ "fe.b1.0.rproj.ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 1516288,
+ "nbytes": 256
+ },
+ "fe.b1.0.rproj.ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 1516544,
+ "nbytes": 256
+ },
+ "fe.b1.0.pos.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 113
+ ],
+ "shard": 0,
+ "offset": 1516800,
+ "nbytes": 28928
+ },
+ "fe.b1.0.pos.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 1545728,
+ "nbytes": 256
+ },
+ "fe.b1.0.pos.pw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 1545984,
+ "nbytes": 16384
+ },
+ "fe.b1.0.pos.pw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 1562368,
+ "nbytes": 256
+ },
+ "fe.b1.0.attn.q.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 1562624,
+ "nbytes": 16384
+ },
+ "fe.b1.0.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 1579008,
+ "nbytes": 256
+ },
+ "fe.b1.0.attn.k.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 1579264,
+ "nbytes": 16384
+ },
+ "fe.b1.0.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 1595648,
+ "nbytes": 256
+ },
+ "fe.b1.0.attn.v.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 1595904,
+ "nbytes": 16384
+ },
+ "fe.b1.0.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 1612288,
+ "nbytes": 256
+ },
+ "fe.b1.0.attn.o.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 1612544,
+ "nbytes": 16384
+ },
+ "fe.b1.0.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 1628928,
+ "nbytes": 256
+ },
+ "fe.b1.0.ln1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 1629184,
+ "nbytes": 256
+ },
+ "fe.b1.0.ln1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 1629440,
+ "nbytes": 256
+ },
+ "fe.b1.0.moe.gate.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 4
+ ],
+ "shard": 0,
+ "offset": 1629696,
+ "nbytes": 1024
+ },
+ "fe.b1.0.moe.experts.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 0,
+ "offset": 1630720,
+ "nbytes": 65536
+ },
+ "fe.b1.0.ffn_out.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 1696256,
+ "nbytes": 16384
+ },
+ "fe.b1.0.ffn_out.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 1712640,
+ "nbytes": 256
+ },
+ "fe.b1.0.ln2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 1712896,
+ "nbytes": 256
+ },
+ "fe.b1.0.ln2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 1713152,
+ "nbytes": 256
+ },
+ "fe.b1.0.eproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 2560
+ ],
+ "shard": 0,
+ "offset": 1713408,
+ "nbytes": 655360
+ },
+ "fe.b1.0.eproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2560
+ ],
+ "shard": 0,
+ "offset": 2368768,
+ "nbytes": 10240
+ },
+ "fe.b1.1.cnn.0.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2379008,
+ "nbytes": 4608
+ },
+ "fe.b1.1.cnn.0.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2383616,
+ "nbytes": 65536
+ },
+ "fe.b1.1.cnn.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 2449152,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.0.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 4,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2449664,
+ "nbytes": 18432
+ },
+ "fe.b1.1.cnn.0.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2468096,
+ "nbytes": 65536
+ },
+ "fe.b1.1.cnn.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 2533632,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.0.sc.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 32,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2534144,
+ "nbytes": 16384
+ },
+ "fe.b1.1.cnn.1.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2550528,
+ "nbytes": 4608
+ },
+ "fe.b1.1.cnn.1.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2555136,
+ "nbytes": 65536
+ },
+ "fe.b1.1.cnn.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 2620672,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.1.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2621184,
+ "nbytes": 4608
+ },
+ "fe.b1.1.cnn.1.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2625792,
+ "nbytes": 65536
+ },
+ "fe.b1.1.cnn.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 2691328,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.2.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2691840,
+ "nbytes": 4608
+ },
+ "fe.b1.1.cnn.2.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2696448,
+ "nbytes": 65536
+ },
+ "fe.b1.1.cnn.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 2761984,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.2.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2762496,
+ "nbytes": 4608
+ },
+ "fe.b1.1.cnn.2.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 2767104,
+ "nbytes": 65536
+ },
+ "fe.b1.1.cnn.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 2832640,
+ "nbytes": 512
+ },
+ "fe.b1.1.reduce.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 32
+ ],
+ "shard": 0,
+ "offset": 2833152,
+ "nbytes": 16384
+ },
+ "fe.b1.1.reduce.bias": {
+ "dtype": "f32",
+ "shape": [
+ 32
+ ],
+ "shard": 0,
+ "offset": 2849536,
+ "nbytes": 128
+ },
+ "fe.b1.1.rproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 2560,
+ 64
+ ],
+ "shard": 0,
+ "offset": 2849792,
+ "nbytes": 655360
+ },
+ "fe.b1.1.rproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 3505152,
+ "nbytes": 256
+ },
+ "fe.b1.1.rproj.ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 3505408,
+ "nbytes": 256
+ },
+ "fe.b1.1.rproj.ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 3505664,
+ "nbytes": 256
+ },
+ "fe.b1.1.pos.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 113
+ ],
+ "shard": 0,
+ "offset": 3505920,
+ "nbytes": 28928
+ },
+ "fe.b1.1.pos.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 3534848,
+ "nbytes": 256
+ },
+ "fe.b1.1.pos.pw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 3535104,
+ "nbytes": 16384
+ },
+ "fe.b1.1.pos.pw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 3551488,
+ "nbytes": 256
+ },
+ "fe.b1.1.attn.q.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 3551744,
+ "nbytes": 16384
+ },
+ "fe.b1.1.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 3568128,
+ "nbytes": 256
+ },
+ "fe.b1.1.attn.k.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 3568384,
+ "nbytes": 16384
+ },
+ "fe.b1.1.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 3584768,
+ "nbytes": 256
+ },
+ "fe.b1.1.attn.v.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 3585024,
+ "nbytes": 16384
+ },
+ "fe.b1.1.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 3601408,
+ "nbytes": 256
+ },
+ "fe.b1.1.attn.o.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 3601664,
+ "nbytes": 16384
+ },
+ "fe.b1.1.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 3618048,
+ "nbytes": 256
+ },
+ "fe.b1.1.ln1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 3618304,
+ "nbytes": 256
+ },
+ "fe.b1.1.ln1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 3618560,
+ "nbytes": 256
+ },
+ "fe.b1.1.moe.gate.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 4
+ ],
+ "shard": 0,
+ "offset": 3618816,
+ "nbytes": 1024
+ },
+ "fe.b1.1.moe.experts.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 0,
+ "offset": 3619840,
+ "nbytes": 65536
+ },
+ "fe.b1.1.ffn_out.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 3685376,
+ "nbytes": 16384
+ },
+ "fe.b1.1.ffn_out.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 3701760,
+ "nbytes": 256
+ },
+ "fe.b1.1.ln2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 3702016,
+ "nbytes": 256
+ },
+ "fe.b1.1.ln2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 3702272,
+ "nbytes": 256
+ },
+ "fe.b1.1.eproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 2560
+ ],
+ "shard": 0,
+ "offset": 3702528,
+ "nbytes": 655360
+ },
+ "fe.b1.1.eproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2560
+ ],
+ "shard": 0,
+ "offset": 4357888,
+ "nbytes": 10240
+ },
+ "fe.b2.0.cnn.0.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 4368128,
+ "nbytes": 4608
+ },
+ "fe.b2.0.cnn.0.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 4372736,
+ "nbytes": 65536
+ },
+ "fe.b2.0.cnn.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 4438272,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.0.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 4,
+ 128
+ ],
+ "shard": 0,
+ "offset": 4438784,
+ "nbytes": 18432
+ },
+ "fe.b2.0.cnn.0.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 4457216,
+ "nbytes": 65536
+ },
+ "fe.b2.0.cnn.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 4522752,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.0.sc.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 32,
+ 128
+ ],
+ "shard": 0,
+ "offset": 4523264,
+ "nbytes": 16384
+ },
+ "fe.b2.0.cnn.1.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 4539648,
+ "nbytes": 4608
+ },
+ "fe.b2.0.cnn.1.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 4544256,
+ "nbytes": 65536
+ },
+ "fe.b2.0.cnn.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 4609792,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.1.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 4610304,
+ "nbytes": 4608
+ },
+ "fe.b2.0.cnn.1.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 4614912,
+ "nbytes": 65536
+ },
+ "fe.b2.0.cnn.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 4680448,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.2.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 4680960,
+ "nbytes": 4608
+ },
+ "fe.b2.0.cnn.2.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 4685568,
+ "nbytes": 65536
+ },
+ "fe.b2.0.cnn.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 4751104,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.2.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 4751616,
+ "nbytes": 4608
+ },
+ "fe.b2.0.cnn.2.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 4756224,
+ "nbytes": 65536
+ },
+ "fe.b2.0.cnn.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 4821760,
+ "nbytes": 512
+ },
+ "fe.b2.0.reduce.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 64
+ ],
+ "shard": 0,
+ "offset": 4822272,
+ "nbytes": 32768
+ },
+ "fe.b2.0.reduce.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 4855040,
+ "nbytes": 256
+ },
+ "fe.b2.0.rproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 2560,
+ 64
+ ],
+ "shard": 0,
+ "offset": 4855296,
+ "nbytes": 655360
+ },
+ "fe.b2.0.rproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 5510656,
+ "nbytes": 256
+ },
+ "fe.b2.0.rproj.ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 5510912,
+ "nbytes": 256
+ },
+ "fe.b2.0.rproj.ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 5511168,
+ "nbytes": 256
+ },
+ "fe.b2.0.pos.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 113
+ ],
+ "shard": 0,
+ "offset": 5511424,
+ "nbytes": 28928
+ },
+ "fe.b2.0.pos.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 5540352,
+ "nbytes": 256
+ },
+ "fe.b2.0.pos.pw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 5540608,
+ "nbytes": 16384
+ },
+ "fe.b2.0.pos.pw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 5556992,
+ "nbytes": 256
+ },
+ "fe.b2.0.attn.q.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 5557248,
+ "nbytes": 16384
+ },
+ "fe.b2.0.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 5573632,
+ "nbytes": 256
+ },
+ "fe.b2.0.attn.k.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 5573888,
+ "nbytes": 16384
+ },
+ "fe.b2.0.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 5590272,
+ "nbytes": 256
+ },
+ "fe.b2.0.attn.v.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 5590528,
+ "nbytes": 16384
+ },
+ "fe.b2.0.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 5606912,
+ "nbytes": 256
+ },
+ "fe.b2.0.attn.o.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 5607168,
+ "nbytes": 16384
+ },
+ "fe.b2.0.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 5623552,
+ "nbytes": 256
+ },
+ "fe.b2.0.ln1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 5623808,
+ "nbytes": 256
+ },
+ "fe.b2.0.ln1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 5624064,
+ "nbytes": 256
+ },
+ "fe.b2.0.moe.gate.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 4
+ ],
+ "shard": 0,
+ "offset": 5624320,
+ "nbytes": 1024
+ },
+ "fe.b2.0.moe.experts.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 0,
+ "offset": 5625344,
+ "nbytes": 65536
+ },
+ "fe.b2.0.ffn_out.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 5690880,
+ "nbytes": 16384
+ },
+ "fe.b2.0.ffn_out.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 5707264,
+ "nbytes": 256
+ },
+ "fe.b2.0.ln2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 5707520,
+ "nbytes": 256
+ },
+ "fe.b2.0.ln2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 5707776,
+ "nbytes": 256
+ },
+ "fe.b2.0.eproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 2560
+ ],
+ "shard": 0,
+ "offset": 5708032,
+ "nbytes": 655360
+ },
+ "fe.b2.0.eproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2560
+ ],
+ "shard": 0,
+ "offset": 6363392,
+ "nbytes": 10240
+ },
+ "fe.b2.1.cnn.0.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 6373632,
+ "nbytes": 4608
+ },
+ "fe.b2.1.cnn.0.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 6378240,
+ "nbytes": 65536
+ },
+ "fe.b2.1.cnn.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 6443776,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.0.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 2,
+ 128
+ ],
+ "shard": 0,
+ "offset": 6444288,
+ "nbytes": 9216
+ },
+ "fe.b2.1.cnn.0.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 6453504,
+ "nbytes": 65536
+ },
+ "fe.b2.1.cnn.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 6519040,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.0.sc.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 64,
+ 128
+ ],
+ "shard": 0,
+ "offset": 6519552,
+ "nbytes": 32768
+ },
+ "fe.b2.1.cnn.1.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 6552320,
+ "nbytes": 4608
+ },
+ "fe.b2.1.cnn.1.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 6556928,
+ "nbytes": 65536
+ },
+ "fe.b2.1.cnn.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 6622464,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.1.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 6622976,
+ "nbytes": 4608
+ },
+ "fe.b2.1.cnn.1.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 6627584,
+ "nbytes": 65536
+ },
+ "fe.b2.1.cnn.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 6693120,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.2.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 6693632,
+ "nbytes": 4608
+ },
+ "fe.b2.1.cnn.2.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 6698240,
+ "nbytes": 65536
+ },
+ "fe.b2.1.cnn.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 6763776,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.2.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 6764288,
+ "nbytes": 4608
+ },
+ "fe.b2.1.cnn.2.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 6768896,
+ "nbytes": 65536
+ },
+ "fe.b2.1.cnn.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 6834432,
+ "nbytes": 512
+ },
+ "fe.b2.1.reduce.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 64
+ ],
+ "shard": 0,
+ "offset": 6834944,
+ "nbytes": 32768
+ },
+ "fe.b2.1.reduce.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 6867712,
+ "nbytes": 256
+ },
+ "fe.b2.1.rproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 2560,
+ 64
+ ],
+ "shard": 0,
+ "offset": 6867968,
+ "nbytes": 655360
+ },
+ "fe.b2.1.rproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 7523328,
+ "nbytes": 256
+ },
+ "fe.b2.1.rproj.ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 7523584,
+ "nbytes": 256
+ },
+ "fe.b2.1.rproj.ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 7523840,
+ "nbytes": 256
+ },
+ "fe.b2.1.pos.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 113
+ ],
+ "shard": 0,
+ "offset": 7524096,
+ "nbytes": 28928
+ },
+ "fe.b2.1.pos.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 7553024,
+ "nbytes": 256
+ },
+ "fe.b2.1.pos.pw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 7553280,
+ "nbytes": 16384
+ },
+ "fe.b2.1.pos.pw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 7569664,
+ "nbytes": 256
+ },
+ "fe.b2.1.attn.q.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 7569920,
+ "nbytes": 16384
+ },
+ "fe.b2.1.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 7586304,
+ "nbytes": 256
+ },
+ "fe.b2.1.attn.k.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 7586560,
+ "nbytes": 16384
+ },
+ "fe.b2.1.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 7602944,
+ "nbytes": 256
+ },
+ "fe.b2.1.attn.v.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 7603200,
+ "nbytes": 16384
+ },
+ "fe.b2.1.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 7619584,
+ "nbytes": 256
+ },
+ "fe.b2.1.attn.o.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 7619840,
+ "nbytes": 16384
+ },
+ "fe.b2.1.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 7636224,
+ "nbytes": 256
+ },
+ "fe.b2.1.ln1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 7636480,
+ "nbytes": 256
+ },
+ "fe.b2.1.ln1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 7636736,
+ "nbytes": 256
+ },
+ "fe.b2.1.moe.gate.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 4
+ ],
+ "shard": 0,
+ "offset": 7636992,
+ "nbytes": 1024
+ },
+ "fe.b2.1.moe.experts.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 0,
+ "offset": 7638016,
+ "nbytes": 65536
+ },
+ "fe.b2.1.ffn_out.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 7703552,
+ "nbytes": 16384
+ },
+ "fe.b2.1.ffn_out.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 7719936,
+ "nbytes": 256
+ },
+ "fe.b2.1.ln2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 7720192,
+ "nbytes": 256
+ },
+ "fe.b2.1.ln2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 7720448,
+ "nbytes": 256
+ },
+ "fe.b2.1.eproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 2560
+ ],
+ "shard": 0,
+ "offset": 7720704,
+ "nbytes": 655360
+ },
+ "fe.b2.1.eproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2560
+ ],
+ "shard": 0,
+ "offset": 8376064,
+ "nbytes": 10240
+ },
+ "fe.b2.2.cnn.0.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 8386304,
+ "nbytes": 4608
+ },
+ "fe.b2.2.cnn.0.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 8390912,
+ "nbytes": 65536
+ },
+ "fe.b2.2.cnn.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 8456448,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.0.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 2,
+ 128
+ ],
+ "shard": 0,
+ "offset": 8456960,
+ "nbytes": 9216
+ },
+ "fe.b2.2.cnn.0.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 8466176,
+ "nbytes": 65536
+ },
+ "fe.b2.2.cnn.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 8531712,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.0.sc.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 64,
+ 128
+ ],
+ "shard": 0,
+ "offset": 8532224,
+ "nbytes": 32768
+ },
+ "fe.b2.2.cnn.1.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 8564992,
+ "nbytes": 4608
+ },
+ "fe.b2.2.cnn.1.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 8569600,
+ "nbytes": 65536
+ },
+ "fe.b2.2.cnn.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 8635136,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.1.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 8635648,
+ "nbytes": 4608
+ },
+ "fe.b2.2.cnn.1.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 8640256,
+ "nbytes": 65536
+ },
+ "fe.b2.2.cnn.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 8705792,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.2.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 8706304,
+ "nbytes": 4608
+ },
+ "fe.b2.2.cnn.2.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 8710912,
+ "nbytes": 65536
+ },
+ "fe.b2.2.cnn.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 8776448,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.2.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 8776960,
+ "nbytes": 4608
+ },
+ "fe.b2.2.cnn.2.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 8781568,
+ "nbytes": 65536
+ },
+ "fe.b2.2.cnn.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 8847104,
+ "nbytes": 512
+ },
+ "fe.b2.2.reduce.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 64
+ ],
+ "shard": 0,
+ "offset": 8847616,
+ "nbytes": 32768
+ },
+ "fe.b2.2.reduce.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 8880384,
+ "nbytes": 256
+ },
+ "fe.b2.2.rproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 2560,
+ 64
+ ],
+ "shard": 0,
+ "offset": 8880640,
+ "nbytes": 655360
+ },
+ "fe.b2.2.rproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 9536000,
+ "nbytes": 256
+ },
+ "fe.b2.2.rproj.ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 9536256,
+ "nbytes": 256
+ },
+ "fe.b2.2.rproj.ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 9536512,
+ "nbytes": 256
+ },
+ "fe.b2.2.pos.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 113
+ ],
+ "shard": 0,
+ "offset": 9536768,
+ "nbytes": 28928
+ },
+ "fe.b2.2.pos.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 9565696,
+ "nbytes": 256
+ },
+ "fe.b2.2.pos.pw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 9565952,
+ "nbytes": 16384
+ },
+ "fe.b2.2.pos.pw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 9582336,
+ "nbytes": 256
+ },
+ "fe.b2.2.attn.q.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 9582592,
+ "nbytes": 16384
+ },
+ "fe.b2.2.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 9598976,
+ "nbytes": 256
+ },
+ "fe.b2.2.attn.k.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 9599232,
+ "nbytes": 16384
+ },
+ "fe.b2.2.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 9615616,
+ "nbytes": 256
+ },
+ "fe.b2.2.attn.v.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 9615872,
+ "nbytes": 16384
+ },
+ "fe.b2.2.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 9632256,
+ "nbytes": 256
+ },
+ "fe.b2.2.attn.o.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 9632512,
+ "nbytes": 16384
+ },
+ "fe.b2.2.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 9648896,
+ "nbytes": 256
+ },
+ "fe.b2.2.ln1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 9649152,
+ "nbytes": 256
+ },
+ "fe.b2.2.ln1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 9649408,
+ "nbytes": 256
+ },
+ "fe.b2.2.moe.gate.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 4
+ ],
+ "shard": 0,
+ "offset": 9649664,
+ "nbytes": 1024
+ },
+ "fe.b2.2.moe.experts.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 0,
+ "offset": 9650688,
+ "nbytes": 65536
+ },
+ "fe.b2.2.ffn_out.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 9716224,
+ "nbytes": 16384
+ },
+ "fe.b2.2.ffn_out.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 9732608,
+ "nbytes": 256
+ },
+ "fe.b2.2.ln2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 9732864,
+ "nbytes": 256
+ },
+ "fe.b2.2.ln2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 9733120,
+ "nbytes": 256
+ },
+ "fe.b2.2.eproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 2560
+ ],
+ "shard": 0,
+ "offset": 9733376,
+ "nbytes": 655360
+ },
+ "fe.b2.2.eproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2560
+ ],
+ "shard": 0,
+ "offset": 10388736,
+ "nbytes": 10240
+ },
+ "fe.b2.3.cnn.0.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 10398976,
+ "nbytes": 4608
+ },
+ "fe.b2.3.cnn.0.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 10403584,
+ "nbytes": 65536
+ },
+ "fe.b2.3.cnn.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 10469120,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.0.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 2,
+ 128
+ ],
+ "shard": 0,
+ "offset": 10469632,
+ "nbytes": 9216
+ },
+ "fe.b2.3.cnn.0.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 10478848,
+ "nbytes": 65536
+ },
+ "fe.b2.3.cnn.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 10544384,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.0.sc.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 64,
+ 128
+ ],
+ "shard": 0,
+ "offset": 10544896,
+ "nbytes": 32768
+ },
+ "fe.b2.3.cnn.1.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 10577664,
+ "nbytes": 4608
+ },
+ "fe.b2.3.cnn.1.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 10582272,
+ "nbytes": 65536
+ },
+ "fe.b2.3.cnn.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 10647808,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.1.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 10648320,
+ "nbytes": 4608
+ },
+ "fe.b2.3.cnn.1.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 10652928,
+ "nbytes": 65536
+ },
+ "fe.b2.3.cnn.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 10718464,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.2.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 10718976,
+ "nbytes": 4608
+ },
+ "fe.b2.3.cnn.2.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 10723584,
+ "nbytes": 65536
+ },
+ "fe.b2.3.cnn.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 10789120,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.2.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 128
+ ],
+ "shard": 0,
+ "offset": 10789632,
+ "nbytes": 4608
+ },
+ "fe.b2.3.cnn.2.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 128
+ ],
+ "shard": 0,
+ "offset": 10794240,
+ "nbytes": 65536
+ },
+ "fe.b2.3.cnn.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 10859776,
+ "nbytes": 512
+ },
+ "fe.b2.3.reduce.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 64
+ ],
+ "shard": 0,
+ "offset": 10860288,
+ "nbytes": 32768
+ },
+ "fe.b2.3.reduce.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 10893056,
+ "nbytes": 256
+ },
+ "fe.b2.3.rproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 2560,
+ 64
+ ],
+ "shard": 0,
+ "offset": 10893312,
+ "nbytes": 655360
+ },
+ "fe.b2.3.rproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 11548672,
+ "nbytes": 256
+ },
+ "fe.b2.3.rproj.ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 11548928,
+ "nbytes": 256
+ },
+ "fe.b2.3.rproj.ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 11549184,
+ "nbytes": 256
+ },
+ "fe.b2.3.pos.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 113
+ ],
+ "shard": 0,
+ "offset": 11549440,
+ "nbytes": 28928
+ },
+ "fe.b2.3.pos.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 11578368,
+ "nbytes": 256
+ },
+ "fe.b2.3.pos.pw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 11578624,
+ "nbytes": 16384
+ },
+ "fe.b2.3.pos.pw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 11595008,
+ "nbytes": 256
+ },
+ "fe.b2.3.attn.q.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 11595264,
+ "nbytes": 16384
+ },
+ "fe.b2.3.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 11611648,
+ "nbytes": 256
+ },
+ "fe.b2.3.attn.k.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 11611904,
+ "nbytes": 16384
+ },
+ "fe.b2.3.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 11628288,
+ "nbytes": 256
+ },
+ "fe.b2.3.attn.v.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 11628544,
+ "nbytes": 16384
+ },
+ "fe.b2.3.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 11644928,
+ "nbytes": 256
+ },
+ "fe.b2.3.attn.o.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 11645184,
+ "nbytes": 16384
+ },
+ "fe.b2.3.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 11661568,
+ "nbytes": 256
+ },
+ "fe.b2.3.ln1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 11661824,
+ "nbytes": 256
+ },
+ "fe.b2.3.ln1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 11662080,
+ "nbytes": 256
+ },
+ "fe.b2.3.moe.gate.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 4
+ ],
+ "shard": 0,
+ "offset": 11662336,
+ "nbytes": 1024
+ },
+ "fe.b2.3.moe.experts.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 0,
+ "offset": 11663360,
+ "nbytes": 65536
+ },
+ "fe.b2.3.ffn_out.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 11728896,
+ "nbytes": 16384
+ },
+ "fe.b2.3.ffn_out.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 11745280,
+ "nbytes": 256
+ },
+ "fe.b2.3.ln2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 11745536,
+ "nbytes": 256
+ },
+ "fe.b2.3.ln2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 11745792,
+ "nbytes": 256
+ },
+ "fe.b2.3.eproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 2560
+ ],
+ "shard": 0,
+ "offset": 11746048,
+ "nbytes": 655360
+ },
+ "fe.b2.3.eproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2560
+ ],
+ "shard": 0,
+ "offset": 12401408,
+ "nbytes": 10240
+ },
+ "fe.b3.0.cnn.0.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 12411648,
+ "nbytes": 9216
+ },
+ "fe.b3.0.cnn.0.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 12420864,
+ "nbytes": 262144
+ },
+ "fe.b3.0.cnn.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 12683008,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.0.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 4,
+ 256
+ ],
+ "shard": 0,
+ "offset": 12684032,
+ "nbytes": 36864
+ },
+ "fe.b3.0.cnn.0.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 12720896,
+ "nbytes": 262144
+ },
+ "fe.b3.0.cnn.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 12983040,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.0.sc.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 64,
+ 256
+ ],
+ "shard": 0,
+ "offset": 12984064,
+ "nbytes": 65536
+ },
+ "fe.b3.0.cnn.1.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 13049600,
+ "nbytes": 9216
+ },
+ "fe.b3.0.cnn.1.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 13058816,
+ "nbytes": 262144
+ },
+ "fe.b3.0.cnn.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 13320960,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.1.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 13321984,
+ "nbytes": 9216
+ },
+ "fe.b3.0.cnn.1.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 13331200,
+ "nbytes": 262144
+ },
+ "fe.b3.0.cnn.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 13593344,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.2.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 13594368,
+ "nbytes": 9216
+ },
+ "fe.b3.0.cnn.2.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 13603584,
+ "nbytes": 262144
+ },
+ "fe.b3.0.cnn.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 13865728,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.2.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 13866752,
+ "nbytes": 9216
+ },
+ "fe.b3.0.cnn.2.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 13875968,
+ "nbytes": 262144
+ },
+ "fe.b3.0.cnn.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 14138112,
+ "nbytes": 1024
+ },
+ "fe.b3.0.reduce.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 128
+ ],
+ "shard": 0,
+ "offset": 14139136,
+ "nbytes": 131072
+ },
+ "fe.b3.0.reduce.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 14270208,
+ "nbytes": 512
+ },
+ "fe.b3.0.rproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 2560,
+ 64
+ ],
+ "shard": 0,
+ "offset": 14270720,
+ "nbytes": 655360
+ },
+ "fe.b3.0.rproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 14926080,
+ "nbytes": 256
+ },
+ "fe.b3.0.rproj.ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 14926336,
+ "nbytes": 256
+ },
+ "fe.b3.0.rproj.ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 14926592,
+ "nbytes": 256
+ },
+ "fe.b3.0.pos.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 113
+ ],
+ "shard": 0,
+ "offset": 14926848,
+ "nbytes": 28928
+ },
+ "fe.b3.0.pos.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 14955776,
+ "nbytes": 256
+ },
+ "fe.b3.0.pos.pw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 14956032,
+ "nbytes": 16384
+ },
+ "fe.b3.0.pos.pw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 14972416,
+ "nbytes": 256
+ },
+ "fe.b3.0.attn.q.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 14972672,
+ "nbytes": 16384
+ },
+ "fe.b3.0.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 14989056,
+ "nbytes": 256
+ },
+ "fe.b3.0.attn.k.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 14989312,
+ "nbytes": 16384
+ },
+ "fe.b3.0.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 15005696,
+ "nbytes": 256
+ },
+ "fe.b3.0.attn.v.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 15005952,
+ "nbytes": 16384
+ },
+ "fe.b3.0.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 15022336,
+ "nbytes": 256
+ },
+ "fe.b3.0.attn.o.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 15022592,
+ "nbytes": 16384
+ },
+ "fe.b3.0.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 15038976,
+ "nbytes": 256
+ },
+ "fe.b3.0.ln1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 15039232,
+ "nbytes": 256
+ },
+ "fe.b3.0.ln1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 15039488,
+ "nbytes": 256
+ },
+ "fe.b3.0.moe.gate.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 4
+ ],
+ "shard": 0,
+ "offset": 15039744,
+ "nbytes": 1024
+ },
+ "fe.b3.0.moe.experts.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 0,
+ "offset": 15040768,
+ "nbytes": 65536
+ },
+ "fe.b3.0.ffn_out.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 15106304,
+ "nbytes": 16384
+ },
+ "fe.b3.0.ffn_out.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 15122688,
+ "nbytes": 256
+ },
+ "fe.b3.0.ln2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 15122944,
+ "nbytes": 256
+ },
+ "fe.b3.0.ln2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 15123200,
+ "nbytes": 256
+ },
+ "fe.b3.0.eproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 2560
+ ],
+ "shard": 0,
+ "offset": 15123456,
+ "nbytes": 655360
+ },
+ "fe.b3.0.eproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2560
+ ],
+ "shard": 0,
+ "offset": 15778816,
+ "nbytes": 10240
+ },
+ "fe.b3.1.cnn.0.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 15789056,
+ "nbytes": 9216
+ },
+ "fe.b3.1.cnn.0.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 15798272,
+ "nbytes": 262144
+ },
+ "fe.b3.1.cnn.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 16060416,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.0.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 2,
+ 256
+ ],
+ "shard": 0,
+ "offset": 16061440,
+ "nbytes": 18432
+ },
+ "fe.b3.1.cnn.0.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 16079872,
+ "nbytes": 262144
+ },
+ "fe.b3.1.cnn.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 16342016,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.0.sc.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 256
+ ],
+ "shard": 0,
+ "offset": 16343040,
+ "nbytes": 131072
+ },
+ "fe.b3.1.cnn.1.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 16474112,
+ "nbytes": 9216
+ },
+ "fe.b3.1.cnn.1.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 16483328,
+ "nbytes": 262144
+ },
+ "fe.b3.1.cnn.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 16745472,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.1.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 16746496,
+ "nbytes": 9216
+ },
+ "fe.b3.1.cnn.1.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 16755712,
+ "nbytes": 262144
+ },
+ "fe.b3.1.cnn.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 17017856,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.2.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 17018880,
+ "nbytes": 9216
+ },
+ "fe.b3.1.cnn.2.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 17028096,
+ "nbytes": 262144
+ },
+ "fe.b3.1.cnn.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 17290240,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.2.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 17291264,
+ "nbytes": 9216
+ },
+ "fe.b3.1.cnn.2.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 17300480,
+ "nbytes": 262144
+ },
+ "fe.b3.1.cnn.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 17562624,
+ "nbytes": 1024
+ },
+ "fe.b3.1.reduce.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 128
+ ],
+ "shard": 0,
+ "offset": 17563648,
+ "nbytes": 131072
+ },
+ "fe.b3.1.reduce.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 17694720,
+ "nbytes": 512
+ },
+ "fe.b3.1.rproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 2560,
+ 64
+ ],
+ "shard": 0,
+ "offset": 17695232,
+ "nbytes": 655360
+ },
+ "fe.b3.1.rproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 18350592,
+ "nbytes": 256
+ },
+ "fe.b3.1.rproj.ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 18350848,
+ "nbytes": 256
+ },
+ "fe.b3.1.rproj.ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 18351104,
+ "nbytes": 256
+ },
+ "fe.b3.1.pos.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 113
+ ],
+ "shard": 0,
+ "offset": 18351360,
+ "nbytes": 28928
+ },
+ "fe.b3.1.pos.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 18380288,
+ "nbytes": 256
+ },
+ "fe.b3.1.pos.pw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 18380544,
+ "nbytes": 16384
+ },
+ "fe.b3.1.pos.pw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 18396928,
+ "nbytes": 256
+ },
+ "fe.b3.1.attn.q.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 18397184,
+ "nbytes": 16384
+ },
+ "fe.b3.1.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 18413568,
+ "nbytes": 256
+ },
+ "fe.b3.1.attn.k.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 18413824,
+ "nbytes": 16384
+ },
+ "fe.b3.1.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 18430208,
+ "nbytes": 256
+ },
+ "fe.b3.1.attn.v.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 18430464,
+ "nbytes": 16384
+ },
+ "fe.b3.1.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 18446848,
+ "nbytes": 256
+ },
+ "fe.b3.1.attn.o.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 18447104,
+ "nbytes": 16384
+ },
+ "fe.b3.1.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 18463488,
+ "nbytes": 256
+ },
+ "fe.b3.1.ln1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 18463744,
+ "nbytes": 256
+ },
+ "fe.b3.1.ln1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 18464000,
+ "nbytes": 256
+ },
+ "fe.b3.1.moe.gate.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 4
+ ],
+ "shard": 0,
+ "offset": 18464256,
+ "nbytes": 1024
+ },
+ "fe.b3.1.moe.experts.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 0,
+ "offset": 18465280,
+ "nbytes": 65536
+ },
+ "fe.b3.1.ffn_out.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 18530816,
+ "nbytes": 16384
+ },
+ "fe.b3.1.ffn_out.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 18547200,
+ "nbytes": 256
+ },
+ "fe.b3.1.ln2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 18547456,
+ "nbytes": 256
+ },
+ "fe.b3.1.ln2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 18547712,
+ "nbytes": 256
+ },
+ "fe.b3.1.eproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 2560
+ ],
+ "shard": 0,
+ "offset": 18547968,
+ "nbytes": 655360
+ },
+ "fe.b3.1.eproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2560
+ ],
+ "shard": 0,
+ "offset": 19203328,
+ "nbytes": 10240
+ },
+ "fe.b3.2.cnn.0.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 19213568,
+ "nbytes": 9216
+ },
+ "fe.b3.2.cnn.0.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 19222784,
+ "nbytes": 262144
+ },
+ "fe.b3.2.cnn.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 19484928,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.0.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 2,
+ 256
+ ],
+ "shard": 0,
+ "offset": 19485952,
+ "nbytes": 18432
+ },
+ "fe.b3.2.cnn.0.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 19504384,
+ "nbytes": 262144
+ },
+ "fe.b3.2.cnn.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 19766528,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.0.sc.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 256
+ ],
+ "shard": 0,
+ "offset": 19767552,
+ "nbytes": 131072
+ },
+ "fe.b3.2.cnn.1.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 19898624,
+ "nbytes": 9216
+ },
+ "fe.b3.2.cnn.1.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 19907840,
+ "nbytes": 262144
+ },
+ "fe.b3.2.cnn.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 20169984,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.1.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 20171008,
+ "nbytes": 9216
+ },
+ "fe.b3.2.cnn.1.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 20180224,
+ "nbytes": 262144
+ },
+ "fe.b3.2.cnn.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 20442368,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.2.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 20443392,
+ "nbytes": 9216
+ },
+ "fe.b3.2.cnn.2.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 20452608,
+ "nbytes": 262144
+ },
+ "fe.b3.2.cnn.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 20714752,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.2.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 20715776,
+ "nbytes": 9216
+ },
+ "fe.b3.2.cnn.2.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 20724992,
+ "nbytes": 262144
+ },
+ "fe.b3.2.cnn.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 20987136,
+ "nbytes": 1024
+ },
+ "fe.b3.2.reduce.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 128
+ ],
+ "shard": 0,
+ "offset": 20988160,
+ "nbytes": 131072
+ },
+ "fe.b3.2.reduce.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 21119232,
+ "nbytes": 512
+ },
+ "fe.b3.2.rproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 2560,
+ 64
+ ],
+ "shard": 0,
+ "offset": 21119744,
+ "nbytes": 655360
+ },
+ "fe.b3.2.rproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 21775104,
+ "nbytes": 256
+ },
+ "fe.b3.2.rproj.ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 21775360,
+ "nbytes": 256
+ },
+ "fe.b3.2.rproj.ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 21775616,
+ "nbytes": 256
+ },
+ "fe.b3.2.pos.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 113
+ ],
+ "shard": 0,
+ "offset": 21775872,
+ "nbytes": 28928
+ },
+ "fe.b3.2.pos.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 21804800,
+ "nbytes": 256
+ },
+ "fe.b3.2.pos.pw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 21805056,
+ "nbytes": 16384
+ },
+ "fe.b3.2.pos.pw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 21821440,
+ "nbytes": 256
+ },
+ "fe.b3.2.attn.q.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 21821696,
+ "nbytes": 16384
+ },
+ "fe.b3.2.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 21838080,
+ "nbytes": 256
+ },
+ "fe.b3.2.attn.k.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 21838336,
+ "nbytes": 16384
+ },
+ "fe.b3.2.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 21854720,
+ "nbytes": 256
+ },
+ "fe.b3.2.attn.v.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 21854976,
+ "nbytes": 16384
+ },
+ "fe.b3.2.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 21871360,
+ "nbytes": 256
+ },
+ "fe.b3.2.attn.o.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 21871616,
+ "nbytes": 16384
+ },
+ "fe.b3.2.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 21888000,
+ "nbytes": 256
+ },
+ "fe.b3.2.ln1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 21888256,
+ "nbytes": 256
+ },
+ "fe.b3.2.ln1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 21888512,
+ "nbytes": 256
+ },
+ "fe.b3.2.moe.gate.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 4
+ ],
+ "shard": 0,
+ "offset": 21888768,
+ "nbytes": 1024
+ },
+ "fe.b3.2.moe.experts.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 0,
+ "offset": 21889792,
+ "nbytes": 65536
+ },
+ "fe.b3.2.ffn_out.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 21955328,
+ "nbytes": 16384
+ },
+ "fe.b3.2.ffn_out.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 21971712,
+ "nbytes": 256
+ },
+ "fe.b3.2.ln2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 21971968,
+ "nbytes": 256
+ },
+ "fe.b3.2.ln2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 21972224,
+ "nbytes": 256
+ },
+ "fe.b3.2.eproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 2560
+ ],
+ "shard": 0,
+ "offset": 21972480,
+ "nbytes": 655360
+ },
+ "fe.b3.2.eproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2560
+ ],
+ "shard": 0,
+ "offset": 22627840,
+ "nbytes": 10240
+ },
+ "fe.b3.3.cnn.0.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 22638080,
+ "nbytes": 9216
+ },
+ "fe.b3.3.cnn.0.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 22647296,
+ "nbytes": 262144
+ },
+ "fe.b3.3.cnn.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 22909440,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.0.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 2,
+ 256
+ ],
+ "shard": 0,
+ "offset": 22910464,
+ "nbytes": 18432
+ },
+ "fe.b3.3.cnn.0.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 22928896,
+ "nbytes": 262144
+ },
+ "fe.b3.3.cnn.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 23191040,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.0.sc.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 256
+ ],
+ "shard": 0,
+ "offset": 23192064,
+ "nbytes": 131072
+ },
+ "fe.b3.3.cnn.1.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 23323136,
+ "nbytes": 9216
+ },
+ "fe.b3.3.cnn.1.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 23332352,
+ "nbytes": 262144
+ },
+ "fe.b3.3.cnn.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 23594496,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.1.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 23595520,
+ "nbytes": 9216
+ },
+ "fe.b3.3.cnn.1.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 23604736,
+ "nbytes": 262144
+ },
+ "fe.b3.3.cnn.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 23866880,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.2.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 23867904,
+ "nbytes": 9216
+ },
+ "fe.b3.3.cnn.2.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 23877120,
+ "nbytes": 262144
+ },
+ "fe.b3.3.cnn.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 24139264,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.2.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 24140288,
+ "nbytes": 9216
+ },
+ "fe.b3.3.cnn.2.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 24149504,
+ "nbytes": 262144
+ },
+ "fe.b3.3.cnn.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 24411648,
+ "nbytes": 1024
+ },
+ "fe.b3.3.reduce.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 128
+ ],
+ "shard": 0,
+ "offset": 24412672,
+ "nbytes": 131072
+ },
+ "fe.b3.3.reduce.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 24543744,
+ "nbytes": 512
+ },
+ "fe.b3.3.rproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 2560,
+ 64
+ ],
+ "shard": 0,
+ "offset": 24544256,
+ "nbytes": 655360
+ },
+ "fe.b3.3.rproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 25199616,
+ "nbytes": 256
+ },
+ "fe.b3.3.rproj.ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 25199872,
+ "nbytes": 256
+ },
+ "fe.b3.3.rproj.ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 25200128,
+ "nbytes": 256
+ },
+ "fe.b3.3.pos.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 113
+ ],
+ "shard": 0,
+ "offset": 25200384,
+ "nbytes": 28928
+ },
+ "fe.b3.3.pos.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 25229312,
+ "nbytes": 256
+ },
+ "fe.b3.3.pos.pw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 25229568,
+ "nbytes": 16384
+ },
+ "fe.b3.3.pos.pw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 25245952,
+ "nbytes": 256
+ },
+ "fe.b3.3.attn.q.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 25246208,
+ "nbytes": 16384
+ },
+ "fe.b3.3.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 25262592,
+ "nbytes": 256
+ },
+ "fe.b3.3.attn.k.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 25262848,
+ "nbytes": 16384
+ },
+ "fe.b3.3.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 25279232,
+ "nbytes": 256
+ },
+ "fe.b3.3.attn.v.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 25279488,
+ "nbytes": 16384
+ },
+ "fe.b3.3.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 25295872,
+ "nbytes": 256
+ },
+ "fe.b3.3.attn.o.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 25296128,
+ "nbytes": 16384
+ },
+ "fe.b3.3.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 25312512,
+ "nbytes": 256
+ },
+ "fe.b3.3.ln1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 25312768,
+ "nbytes": 256
+ },
+ "fe.b3.3.ln1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 25313024,
+ "nbytes": 256
+ },
+ "fe.b3.3.moe.gate.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 4
+ ],
+ "shard": 0,
+ "offset": 25313280,
+ "nbytes": 1024
+ },
+ "fe.b3.3.moe.experts.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 0,
+ "offset": 25314304,
+ "nbytes": 65536
+ },
+ "fe.b3.3.ffn_out.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 25379840,
+ "nbytes": 16384
+ },
+ "fe.b3.3.ffn_out.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 25396224,
+ "nbytes": 256
+ },
+ "fe.b3.3.ln2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 25396480,
+ "nbytes": 256
+ },
+ "fe.b3.3.ln2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 25396736,
+ "nbytes": 256
+ },
+ "fe.b3.3.eproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 2560
+ ],
+ "shard": 0,
+ "offset": 25396992,
+ "nbytes": 655360
+ },
+ "fe.b3.3.eproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2560
+ ],
+ "shard": 0,
+ "offset": 26052352,
+ "nbytes": 10240
+ },
+ "fe.b3.4.cnn.0.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 26062592,
+ "nbytes": 9216
+ },
+ "fe.b3.4.cnn.0.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 26071808,
+ "nbytes": 262144
+ },
+ "fe.b3.4.cnn.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 26333952,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.0.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 2,
+ 256
+ ],
+ "shard": 0,
+ "offset": 26334976,
+ "nbytes": 18432
+ },
+ "fe.b3.4.cnn.0.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 26353408,
+ "nbytes": 262144
+ },
+ "fe.b3.4.cnn.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 26615552,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.0.sc.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 256
+ ],
+ "shard": 0,
+ "offset": 26616576,
+ "nbytes": 131072
+ },
+ "fe.b3.4.cnn.1.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 26747648,
+ "nbytes": 9216
+ },
+ "fe.b3.4.cnn.1.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 26756864,
+ "nbytes": 262144
+ },
+ "fe.b3.4.cnn.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 27019008,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.1.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 27020032,
+ "nbytes": 9216
+ },
+ "fe.b3.4.cnn.1.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 27029248,
+ "nbytes": 262144
+ },
+ "fe.b3.4.cnn.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 27291392,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.2.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 27292416,
+ "nbytes": 9216
+ },
+ "fe.b3.4.cnn.2.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 27301632,
+ "nbytes": 262144
+ },
+ "fe.b3.4.cnn.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 27563776,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.2.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 27564800,
+ "nbytes": 9216
+ },
+ "fe.b3.4.cnn.2.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 27574016,
+ "nbytes": 262144
+ },
+ "fe.b3.4.cnn.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 27836160,
+ "nbytes": 1024
+ },
+ "fe.b3.4.reduce.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 128
+ ],
+ "shard": 0,
+ "offset": 27837184,
+ "nbytes": 131072
+ },
+ "fe.b3.4.reduce.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 27968256,
+ "nbytes": 512
+ },
+ "fe.b3.4.rproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 2560,
+ 64
+ ],
+ "shard": 0,
+ "offset": 27968768,
+ "nbytes": 655360
+ },
+ "fe.b3.4.rproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 28624128,
+ "nbytes": 256
+ },
+ "fe.b3.4.rproj.ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 28624384,
+ "nbytes": 256
+ },
+ "fe.b3.4.rproj.ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 28624640,
+ "nbytes": 256
+ },
+ "fe.b3.4.pos.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 113
+ ],
+ "shard": 0,
+ "offset": 28624896,
+ "nbytes": 28928
+ },
+ "fe.b3.4.pos.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 28653824,
+ "nbytes": 256
+ },
+ "fe.b3.4.pos.pw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 28654080,
+ "nbytes": 16384
+ },
+ "fe.b3.4.pos.pw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 28670464,
+ "nbytes": 256
+ },
+ "fe.b3.4.attn.q.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 28670720,
+ "nbytes": 16384
+ },
+ "fe.b3.4.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 28687104,
+ "nbytes": 256
+ },
+ "fe.b3.4.attn.k.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 28687360,
+ "nbytes": 16384
+ },
+ "fe.b3.4.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 28703744,
+ "nbytes": 256
+ },
+ "fe.b3.4.attn.v.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 28704000,
+ "nbytes": 16384
+ },
+ "fe.b3.4.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 28720384,
+ "nbytes": 256
+ },
+ "fe.b3.4.attn.o.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 28720640,
+ "nbytes": 16384
+ },
+ "fe.b3.4.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 28737024,
+ "nbytes": 256
+ },
+ "fe.b3.4.ln1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 28737280,
+ "nbytes": 256
+ },
+ "fe.b3.4.ln1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 28737536,
+ "nbytes": 256
+ },
+ "fe.b3.4.moe.gate.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 4
+ ],
+ "shard": 0,
+ "offset": 28737792,
+ "nbytes": 1024
+ },
+ "fe.b3.4.moe.experts.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 0,
+ "offset": 28738816,
+ "nbytes": 65536
+ },
+ "fe.b3.4.ffn_out.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 28804352,
+ "nbytes": 16384
+ },
+ "fe.b3.4.ffn_out.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 28820736,
+ "nbytes": 256
+ },
+ "fe.b3.4.ln2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 28820992,
+ "nbytes": 256
+ },
+ "fe.b3.4.ln2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 28821248,
+ "nbytes": 256
+ },
+ "fe.b3.4.eproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 2560
+ ],
+ "shard": 0,
+ "offset": 28821504,
+ "nbytes": 655360
+ },
+ "fe.b3.4.eproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2560
+ ],
+ "shard": 0,
+ "offset": 29476864,
+ "nbytes": 10240
+ },
+ "fe.b4.0.cnn.0.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 29487104,
+ "nbytes": 9216
+ },
+ "fe.b4.0.cnn.0.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 29496320,
+ "nbytes": 262144
+ },
+ "fe.b4.0.cnn.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 29758464,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.0.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 2,
+ 256
+ ],
+ "shard": 0,
+ "offset": 29759488,
+ "nbytes": 18432
+ },
+ "fe.b4.0.cnn.0.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 29777920,
+ "nbytes": 262144
+ },
+ "fe.b4.0.cnn.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 30040064,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.0.sc.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 128,
+ 256
+ ],
+ "shard": 0,
+ "offset": 30041088,
+ "nbytes": 131072
+ },
+ "fe.b4.0.cnn.1.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 30172160,
+ "nbytes": 9216
+ },
+ "fe.b4.0.cnn.1.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 30181376,
+ "nbytes": 262144
+ },
+ "fe.b4.0.cnn.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 30443520,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.1.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 30444544,
+ "nbytes": 9216
+ },
+ "fe.b4.0.cnn.1.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 30453760,
+ "nbytes": 262144
+ },
+ "fe.b4.0.cnn.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 30715904,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.2.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 30716928,
+ "nbytes": 9216
+ },
+ "fe.b4.0.cnn.2.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 30726144,
+ "nbytes": 262144
+ },
+ "fe.b4.0.cnn.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 30988288,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.2.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 30989312,
+ "nbytes": 9216
+ },
+ "fe.b4.0.cnn.2.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 30998528,
+ "nbytes": 262144
+ },
+ "fe.b4.0.cnn.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 31260672,
+ "nbytes": 1024
+ },
+ "fe.b4.0.rproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 2560,
+ 64
+ ],
+ "shard": 0,
+ "offset": 31261696,
+ "nbytes": 655360
+ },
+ "fe.b4.0.rproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 31917056,
+ "nbytes": 256
+ },
+ "fe.b4.0.rproj.ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 31917312,
+ "nbytes": 256
+ },
+ "fe.b4.0.rproj.ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 31917568,
+ "nbytes": 256
+ },
+ "fe.b4.0.pos.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 113
+ ],
+ "shard": 0,
+ "offset": 31917824,
+ "nbytes": 28928
+ },
+ "fe.b4.0.pos.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 31946752,
+ "nbytes": 256
+ },
+ "fe.b4.0.pos.pw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 31947008,
+ "nbytes": 16384
+ },
+ "fe.b4.0.pos.pw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 31963392,
+ "nbytes": 256
+ },
+ "fe.b4.0.attn.q.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 31963648,
+ "nbytes": 16384
+ },
+ "fe.b4.0.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 31980032,
+ "nbytes": 256
+ },
+ "fe.b4.0.attn.k.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 31980288,
+ "nbytes": 16384
+ },
+ "fe.b4.0.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 31996672,
+ "nbytes": 256
+ },
+ "fe.b4.0.attn.v.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 31996928,
+ "nbytes": 16384
+ },
+ "fe.b4.0.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 32013312,
+ "nbytes": 256
+ },
+ "fe.b4.0.attn.o.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 32013568,
+ "nbytes": 16384
+ },
+ "fe.b4.0.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 32029952,
+ "nbytes": 256
+ },
+ "fe.b4.0.ln1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 32030208,
+ "nbytes": 256
+ },
+ "fe.b4.0.ln1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 32030464,
+ "nbytes": 256
+ },
+ "fe.b4.0.moe.gate.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 4
+ ],
+ "shard": 0,
+ "offset": 32030720,
+ "nbytes": 1024
+ },
+ "fe.b4.0.moe.experts.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 0,
+ "offset": 32031744,
+ "nbytes": 65536
+ },
+ "fe.b4.0.ffn_out.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 32097280,
+ "nbytes": 16384
+ },
+ "fe.b4.0.ffn_out.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 32113664,
+ "nbytes": 256
+ },
+ "fe.b4.0.ln2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 32113920,
+ "nbytes": 256
+ },
+ "fe.b4.0.ln2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 32114176,
+ "nbytes": 256
+ },
+ "fe.b4.0.eproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 2560
+ ],
+ "shard": 0,
+ "offset": 32114432,
+ "nbytes": 655360
+ },
+ "fe.b4.0.eproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2560
+ ],
+ "shard": 0,
+ "offset": 32769792,
+ "nbytes": 10240
+ },
+ "fe.b4.1.cnn.0.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 32780032,
+ "nbytes": 9216
+ },
+ "fe.b4.1.cnn.0.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 32789248,
+ "nbytes": 262144
+ },
+ "fe.b4.1.cnn.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 33051392,
+ "nbytes": 1024
+ },
+ "fe.b4.1.cnn.0.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 33052416,
+ "nbytes": 9216
+ },
+ "fe.b4.1.cnn.0.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 33061632,
+ "nbytes": 262144
+ },
+ "fe.b4.1.cnn.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 33323776,
+ "nbytes": 1024
+ },
+ "fe.b4.1.cnn.0.sc.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 33324800,
+ "nbytes": 262144
+ },
+ "fe.b4.1.cnn.1.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 33586944,
+ "nbytes": 9216
+ },
+ "fe.b4.1.cnn.1.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 33596160,
+ "nbytes": 262144
+ },
+ "fe.b4.1.cnn.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 33858304,
+ "nbytes": 1024
+ },
+ "fe.b4.1.cnn.1.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 33859328,
+ "nbytes": 9216
+ },
+ "fe.b4.1.cnn.1.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 33868544,
+ "nbytes": 262144
+ },
+ "fe.b4.1.cnn.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 34130688,
+ "nbytes": 1024
+ },
+ "fe.b4.1.rproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 2560,
+ 64
+ ],
+ "shard": 0,
+ "offset": 34131712,
+ "nbytes": 655360
+ },
+ "fe.b4.1.rproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 34787072,
+ "nbytes": 256
+ },
+ "fe.b4.1.rproj.ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 34787328,
+ "nbytes": 256
+ },
+ "fe.b4.1.rproj.ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 34787584,
+ "nbytes": 256
+ },
+ "fe.b4.1.pos.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 113
+ ],
+ "shard": 0,
+ "offset": 34787840,
+ "nbytes": 28928
+ },
+ "fe.b4.1.pos.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 34816768,
+ "nbytes": 256
+ },
+ "fe.b4.1.pos.pw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 34817024,
+ "nbytes": 16384
+ },
+ "fe.b4.1.pos.pw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 34833408,
+ "nbytes": 256
+ },
+ "fe.b4.1.attn.q.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 34833664,
+ "nbytes": 16384
+ },
+ "fe.b4.1.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 34850048,
+ "nbytes": 256
+ },
+ "fe.b4.1.attn.k.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 34850304,
+ "nbytes": 16384
+ },
+ "fe.b4.1.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 34866688,
+ "nbytes": 256
+ },
+ "fe.b4.1.attn.v.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 34866944,
+ "nbytes": 16384
+ },
+ "fe.b4.1.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 34883328,
+ "nbytes": 256
+ },
+ "fe.b4.1.attn.o.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 34883584,
+ "nbytes": 16384
+ },
+ "fe.b4.1.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 34899968,
+ "nbytes": 256
+ },
+ "fe.b4.1.ln1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 34900224,
+ "nbytes": 256
+ },
+ "fe.b4.1.ln1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 34900480,
+ "nbytes": 256
+ },
+ "fe.b4.1.moe.gate.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 4
+ ],
+ "shard": 0,
+ "offset": 34900736,
+ "nbytes": 1024
+ },
+ "fe.b4.1.moe.experts.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 0,
+ "offset": 34901760,
+ "nbytes": 65536
+ },
+ "fe.b4.1.ffn_out.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 34967296,
+ "nbytes": 16384
+ },
+ "fe.b4.1.ffn_out.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 34983680,
+ "nbytes": 256
+ },
+ "fe.b4.1.ln2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 34983936,
+ "nbytes": 256
+ },
+ "fe.b4.1.ln2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 34984192,
+ "nbytes": 256
+ },
+ "fe.b4.1.eproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 2560
+ ],
+ "shard": 0,
+ "offset": 34984448,
+ "nbytes": 655360
+ },
+ "fe.b4.1.eproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2560
+ ],
+ "shard": 0,
+ "offset": 35639808,
+ "nbytes": 10240
+ },
+ "fe.b4.2.cnn.0.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 35650048,
+ "nbytes": 9216
+ },
+ "fe.b4.2.cnn.0.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 35659264,
+ "nbytes": 262144
+ },
+ "fe.b4.2.cnn.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 35921408,
+ "nbytes": 1024
+ },
+ "fe.b4.2.cnn.0.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 35922432,
+ "nbytes": 9216
+ },
+ "fe.b4.2.cnn.0.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 35931648,
+ "nbytes": 262144
+ },
+ "fe.b4.2.cnn.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 36193792,
+ "nbytes": 1024
+ },
+ "fe.b4.2.cnn.0.sc.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 36194816,
+ "nbytes": 262144
+ },
+ "fe.b4.2.cnn.1.conv1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 36456960,
+ "nbytes": 9216
+ },
+ "fe.b4.2.cnn.1.pw1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 36466176,
+ "nbytes": 262144
+ },
+ "fe.b4.2.cnn.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 36728320,
+ "nbytes": 1024
+ },
+ "fe.b4.2.cnn.1.conv2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 3,
+ 3,
+ 1,
+ 256
+ ],
+ "shard": 0,
+ "offset": 36729344,
+ "nbytes": 9216
+ },
+ "fe.b4.2.cnn.1.pw2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1,
+ 1,
+ 256,
+ 256
+ ],
+ "shard": 0,
+ "offset": 36738560,
+ "nbytes": 262144
+ },
+ "fe.b4.2.cnn.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 37000704,
+ "nbytes": 1024
+ },
+ "fe.b4.2.rproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 2560,
+ 64
+ ],
+ "shard": 0,
+ "offset": 37001728,
+ "nbytes": 655360
+ },
+ "fe.b4.2.rproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 37657088,
+ "nbytes": 256
+ },
+ "fe.b4.2.rproj.ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 37657344,
+ "nbytes": 256
+ },
+ "fe.b4.2.rproj.ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 37657600,
+ "nbytes": 256
+ },
+ "fe.b4.2.pos.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 113
+ ],
+ "shard": 0,
+ "offset": 37657856,
+ "nbytes": 28928
+ },
+ "fe.b4.2.pos.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 37686784,
+ "nbytes": 256
+ },
+ "fe.b4.2.pos.pw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 37687040,
+ "nbytes": 16384
+ },
+ "fe.b4.2.pos.pw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 37703424,
+ "nbytes": 256
+ },
+ "fe.b4.2.attn.q.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 37703680,
+ "nbytes": 16384
+ },
+ "fe.b4.2.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 37720064,
+ "nbytes": 256
+ },
+ "fe.b4.2.attn.k.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 37720320,
+ "nbytes": 16384
+ },
+ "fe.b4.2.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 37736704,
+ "nbytes": 256
+ },
+ "fe.b4.2.attn.v.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 37736960,
+ "nbytes": 16384
+ },
+ "fe.b4.2.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 37753344,
+ "nbytes": 256
+ },
+ "fe.b4.2.attn.o.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 37753600,
+ "nbytes": 16384
+ },
+ "fe.b4.2.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 37769984,
+ "nbytes": 256
+ },
+ "fe.b4.2.ln1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 37770240,
+ "nbytes": 256
+ },
+ "fe.b4.2.ln1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 37770496,
+ "nbytes": 256
+ },
+ "fe.b4.2.moe.gate.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 4
+ ],
+ "shard": 0,
+ "offset": 37770752,
+ "nbytes": 1024
+ },
+ "fe.b4.2.moe.experts.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 256
+ ],
+ "shard": 0,
+ "offset": 37771776,
+ "nbytes": 65536
+ },
+ "fe.b4.2.ffn_out.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 64
+ ],
+ "shard": 0,
+ "offset": 37837312,
+ "nbytes": 16384
+ },
+ "fe.b4.2.ffn_out.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 37853696,
+ "nbytes": 256
+ },
+ "fe.b4.2.ln2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 37853952,
+ "nbytes": 256
+ },
+ "fe.b4.2.ln2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 37854208,
+ "nbytes": 256
+ },
+ "fe.b4.2.eproj.weight": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 2560
+ ],
+ "shard": 0,
+ "offset": 37854464,
+ "nbytes": 655360
+ },
+ "fe.b4.2.eproj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2560
+ ],
+ "shard": 0,
+ "offset": 38509824,
+ "nbytes": 10240
+ },
+ "fe.dense_w": {
+ "dtype": "f32",
+ "shape": [
+ 2560,
+ 4
+ ],
+ "shard": 0,
+ "offset": 38520064,
+ "nbytes": 40960
+ },
+ "pool.l1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 2560,
+ 128
+ ],
+ "shard": 0,
+ "offset": 38561024,
+ "nbytes": 1310720
+ },
+ "pool.l1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 39871744,
+ "nbytes": 512
+ },
+ "pool.l2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 128,
+ 2560
+ ],
+ "shard": 0,
+ "offset": 39872256,
+ "nbytes": 1310720
+ },
+ "pool.l2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2560
+ ],
+ "shard": 0,
+ "offset": 41182976,
+ "nbytes": 10240
+ },
+ "linear.weight": {
+ "dtype": "f32",
+ "shape": [
+ 5120,
+ 192
+ ],
+ "shard": 0,
+ "offset": 41193216,
+ "nbytes": 3932160
+ },
+ "fe.head.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 32
+ ],
+ "shard": 0,
+ "offset": 45125376,
+ "nbytes": 128
+ },
+ "fe.head.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 32
+ ],
+ "shard": 0,
+ "offset": 45125632,
+ "nbytes": 128
+ },
+ "fe.b1.0.cnn.0.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45125888,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.0.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45126400,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.0.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45126912,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.0.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45127424,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.0.sc.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45127936,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.0.sc.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45128448,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.1.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45128960,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.1.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45129472,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.1.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45129984,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.1.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45130496,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.2.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45131008,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.2.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45131520,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.2.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45132032,
+ "nbytes": 512
+ },
+ "fe.b1.0.cnn.2.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45132544,
+ "nbytes": 512
+ },
+ "fe.b1.0.reduce.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 32
+ ],
+ "shard": 0,
+ "offset": 45133056,
+ "nbytes": 128
+ },
+ "fe.b1.0.reduce.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 32
+ ],
+ "shard": 0,
+ "offset": 45133312,
+ "nbytes": 128
+ },
+ "fe.b1.1.cnn.0.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45133568,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.0.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45134080,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.0.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45134592,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.0.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45135104,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.0.sc.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45135616,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.0.sc.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45136128,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.1.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45136640,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.1.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45137152,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.1.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45137664,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.1.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45138176,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.2.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45138688,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.2.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45139200,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.2.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45139712,
+ "nbytes": 512
+ },
+ "fe.b1.1.cnn.2.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45140224,
+ "nbytes": 512
+ },
+ "fe.b1.1.reduce.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 32
+ ],
+ "shard": 0,
+ "offset": 45140736,
+ "nbytes": 128
+ },
+ "fe.b1.1.reduce.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 32
+ ],
+ "shard": 0,
+ "offset": 45140992,
+ "nbytes": 128
+ },
+ "fe.b2.0.cnn.0.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45141248,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.0.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45141760,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.0.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45142272,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.0.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45142784,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.0.sc.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45143296,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.0.sc.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45143808,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.1.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45144320,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.1.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45144832,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.1.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45145344,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.1.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45145856,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.2.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45146368,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.2.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45146880,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.2.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45147392,
+ "nbytes": 512
+ },
+ "fe.b2.0.cnn.2.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45147904,
+ "nbytes": 512
+ },
+ "fe.b2.0.reduce.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 45148416,
+ "nbytes": 256
+ },
+ "fe.b2.0.reduce.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 45148672,
+ "nbytes": 256
+ },
+ "fe.b2.1.cnn.0.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45148928,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.0.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45149440,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.0.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45149952,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.0.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45150464,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.0.sc.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45150976,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.0.sc.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45151488,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.1.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45152000,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.1.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45152512,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.1.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45153024,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.1.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45153536,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.2.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45154048,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.2.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45154560,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.2.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45155072,
+ "nbytes": 512
+ },
+ "fe.b2.1.cnn.2.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45155584,
+ "nbytes": 512
+ },
+ "fe.b2.1.reduce.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 45156096,
+ "nbytes": 256
+ },
+ "fe.b2.1.reduce.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 45156352,
+ "nbytes": 256
+ },
+ "fe.b2.2.cnn.0.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45156608,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.0.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45157120,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.0.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45157632,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.0.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45158144,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.0.sc.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45158656,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.0.sc.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45159168,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.1.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45159680,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.1.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45160192,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.1.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45160704,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.1.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45161216,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.2.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45161728,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.2.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45162240,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.2.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45162752,
+ "nbytes": 512
+ },
+ "fe.b2.2.cnn.2.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45163264,
+ "nbytes": 512
+ },
+ "fe.b2.2.reduce.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 45163776,
+ "nbytes": 256
+ },
+ "fe.b2.2.reduce.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 45164032,
+ "nbytes": 256
+ },
+ "fe.b2.3.cnn.0.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45164288,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.0.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45164800,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.0.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45165312,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.0.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45165824,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.0.sc.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45166336,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.0.sc.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45166848,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.1.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45167360,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.1.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45167872,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.1.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45168384,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.1.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45168896,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.2.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45169408,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.2.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45169920,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.2.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45170432,
+ "nbytes": 512
+ },
+ "fe.b2.3.cnn.2.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45170944,
+ "nbytes": 512
+ },
+ "fe.b2.3.reduce.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 45171456,
+ "nbytes": 256
+ },
+ "fe.b2.3.reduce.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 64
+ ],
+ "shard": 0,
+ "offset": 45171712,
+ "nbytes": 256
+ },
+ "fe.b3.0.cnn.0.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45171968,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.0.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45172992,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.0.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45174016,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.0.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45175040,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.0.sc.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45176064,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.0.sc.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45177088,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.1.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45178112,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.1.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45179136,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.1.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45180160,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.1.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45181184,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.2.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45182208,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.2.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45183232,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.2.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45184256,
+ "nbytes": 1024
+ },
+ "fe.b3.0.cnn.2.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45185280,
+ "nbytes": 1024
+ },
+ "fe.b3.0.reduce.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45186304,
+ "nbytes": 512
+ },
+ "fe.b3.0.reduce.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45186816,
+ "nbytes": 512
+ },
+ "fe.b3.1.cnn.0.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45187328,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.0.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45188352,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.0.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45189376,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.0.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45190400,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.0.sc.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45191424,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.0.sc.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45192448,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.1.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45193472,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.1.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45194496,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.1.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45195520,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.1.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45196544,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.2.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45197568,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.2.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45198592,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.2.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45199616,
+ "nbytes": 1024
+ },
+ "fe.b3.1.cnn.2.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45200640,
+ "nbytes": 1024
+ },
+ "fe.b3.1.reduce.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45201664,
+ "nbytes": 512
+ },
+ "fe.b3.1.reduce.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45202176,
+ "nbytes": 512
+ },
+ "fe.b3.2.cnn.0.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45202688,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.0.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45203712,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.0.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45204736,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.0.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45205760,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.0.sc.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45206784,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.0.sc.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45207808,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.1.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45208832,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.1.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45209856,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.1.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45210880,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.1.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45211904,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.2.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45212928,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.2.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45213952,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.2.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45214976,
+ "nbytes": 1024
+ },
+ "fe.b3.2.cnn.2.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45216000,
+ "nbytes": 1024
+ },
+ "fe.b3.2.reduce.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45217024,
+ "nbytes": 512
+ },
+ "fe.b3.2.reduce.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45217536,
+ "nbytes": 512
+ },
+ "fe.b3.3.cnn.0.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45218048,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.0.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45219072,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.0.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45220096,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.0.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45221120,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.0.sc.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45222144,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.0.sc.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45223168,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.1.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45224192,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.1.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45225216,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.1.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45226240,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.1.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45227264,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.2.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45228288,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.2.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45229312,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.2.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45230336,
+ "nbytes": 1024
+ },
+ "fe.b3.3.cnn.2.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45231360,
+ "nbytes": 1024
+ },
+ "fe.b3.3.reduce.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45232384,
+ "nbytes": 512
+ },
+ "fe.b3.3.reduce.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45232896,
+ "nbytes": 512
+ },
+ "fe.b3.4.cnn.0.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45233408,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.0.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45234432,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.0.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45235456,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.0.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45236480,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.0.sc.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45237504,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.0.sc.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45238528,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.1.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45239552,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.1.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45240576,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.1.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45241600,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.1.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45242624,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.2.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45243648,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.2.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45244672,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.2.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45245696,
+ "nbytes": 1024
+ },
+ "fe.b3.4.cnn.2.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45246720,
+ "nbytes": 1024
+ },
+ "fe.b3.4.reduce.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45247744,
+ "nbytes": 512
+ },
+ "fe.b3.4.reduce.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 128
+ ],
+ "shard": 0,
+ "offset": 45248256,
+ "nbytes": 512
+ },
+ "fe.b4.0.cnn.0.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45248768,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.0.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45249792,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.0.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45250816,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.0.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45251840,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.0.sc.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45252864,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.0.sc.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45253888,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.1.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45254912,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.1.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45255936,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.1.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45256960,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.1.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45257984,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.2.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45259008,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.2.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45260032,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.2.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45261056,
+ "nbytes": 1024
+ },
+ "fe.b4.0.cnn.2.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45262080,
+ "nbytes": 1024
+ },
+ "fe.b4.1.cnn.0.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45263104,
+ "nbytes": 1024
+ },
+ "fe.b4.1.cnn.0.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45264128,
+ "nbytes": 1024
+ },
+ "fe.b4.1.cnn.0.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45265152,
+ "nbytes": 1024
+ },
+ "fe.b4.1.cnn.0.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45266176,
+ "nbytes": 1024
+ },
+ "fe.b4.1.cnn.0.sc.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45267200,
+ "nbytes": 1024
+ },
+ "fe.b4.1.cnn.0.sc.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45268224,
+ "nbytes": 1024
+ },
+ "fe.b4.1.cnn.1.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45269248,
+ "nbytes": 1024
+ },
+ "fe.b4.1.cnn.1.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45270272,
+ "nbytes": 1024
+ },
+ "fe.b4.1.cnn.1.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45271296,
+ "nbytes": 1024
+ },
+ "fe.b4.1.cnn.1.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45272320,
+ "nbytes": 1024
+ },
+ "fe.b4.2.cnn.0.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45273344,
+ "nbytes": 1024
+ },
+ "fe.b4.2.cnn.0.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45274368,
+ "nbytes": 1024
+ },
+ "fe.b4.2.cnn.0.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45275392,
+ "nbytes": 1024
+ },
+ "fe.b4.2.cnn.0.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45276416,
+ "nbytes": 1024
+ },
+ "fe.b4.2.cnn.0.sc.bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45277440,
+ "nbytes": 1024
+ },
+ "fe.b4.2.cnn.0.sc.bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45278464,
+ "nbytes": 1024
+ },
+ "fe.b4.2.cnn.1.bn1.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45279488,
+ "nbytes": 1024
+ },
+ "fe.b4.2.cnn.1.bn1.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45280512,
+ "nbytes": 1024
+ },
+ "fe.b4.2.cnn.1.bn2.scale": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45281536,
+ "nbytes": 1024
+ },
+ "fe.b4.2.cnn.1.bn2.shift": {
+ "dtype": "f32",
+ "shape": [
+ 256
+ ],
+ "shard": 0,
+ "offset": 45282560,
+ "nbytes": 1024
+ },
+ "bn.scale": {
+ "dtype": "f32",
+ "shape": [
+ 5120
+ ],
+ "shard": 0,
+ "offset": 45283584,
+ "nbytes": 20480
+ },
+ "bn.shift": {
+ "dtype": "f32",
+ "shape": [
+ 5120
+ ],
+ "shard": 0,
+ "offset": 45304064,
+ "nbytes": 20480
+ }
+ }
+}
\ No newline at end of file
diff --git a/web/spk/shard-000.bin b/web/spk/shard-000.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fd258913e069d55144cb37ad03cd1400910d4fef
--- /dev/null
+++ b/web/spk/shard-000.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59fd4b33f87e4cfb6767d926cdca75d01f38b7a324939a8a0304d089477697b6
+size 45324544
diff --git a/web/teacher/manifest.json b/web/teacher/manifest.json
new file mode 100644
index 0000000000000000000000000000000000000000..ca600df05b0a9b340922f47760e756de74b0631d
--- /dev/null
+++ b/web/teacher/manifest.json
@@ -0,0 +1,4911 @@
+{
+ "format": "zonos3-web-v1",
+ "model": "teacher",
+ "meta": {
+ "general.architecture": "w2vbert_ssl",
+ "general.name": "Matched Wav2Vec2-BERT semantic teacher layer 16",
+ "sample_rate": 16000,
+ "max_seconds": 60,
+ "n_layer": 16,
+ "n_embd": 1024,
+ "n_head": 16,
+ "n_ff": 4096,
+ "rel_left": 64,
+ "rel_right": 8,
+ "conv_kernel": 31,
+ "n_mels": 80,
+ "frame_length": 400,
+ "hop_length": 160,
+ "fft_length": 512,
+ "stride": 2,
+ "eps": 9.999999747378752e-06,
+ "preemphasis": 0.9700000286102295,
+ "mel_floor": 1.1920928955078125e-07,
+ "padding_value": 1.0
+ },
+ "shards": [
+ "shard-000.bin",
+ "shard-001.bin",
+ "shard-002.bin",
+ "shard-003.bin",
+ "shard-004.bin",
+ "shard-005.bin",
+ "shard-006.bin",
+ "shard-007.bin",
+ "shard-008.bin",
+ "shard-009.bin",
+ "shard-010.bin",
+ "shard-011.bin"
+ ],
+ "tensors": {
+ "frontend.window": {
+ "dtype": "f32",
+ "shape": [
+ 400
+ ],
+ "shard": 0,
+ "offset": 0,
+ "nbytes": 1600,
+ "host": true
+ },
+ "frontend.mel_filters": {
+ "dtype": "f32",
+ "shape": [
+ 80,
+ 257
+ ],
+ "shard": 0,
+ "offset": 1792,
+ "nbytes": 82240,
+ "host": true
+ },
+ "frontend.resample_44100": {
+ "dtype": "f32",
+ "shape": [
+ 475,
+ 160
+ ],
+ "shard": 0,
+ "offset": 84224,
+ "nbytes": 304000,
+ "host": true
+ },
+ "fp.ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 160
+ ],
+ "shard": 0,
+ "offset": 388352,
+ "nbytes": 640
+ },
+ "fp.ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 160
+ ],
+ "shard": 0,
+ "offset": 389120,
+ "nbytes": 640
+ },
+ "fp.proj.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 160,
+ 1024
+ ],
+ "shard": 0,
+ "offset": 389888,
+ "nbytes": 327680
+ },
+ "fp.proj.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 717568,
+ "nbytes": 4096
+ },
+ "enc.0.ffn1_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 721664,
+ "nbytes": 4096
+ },
+ "enc.0.ffn1_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 725760,
+ "nbytes": 4096
+ },
+ "enc.0.ffn1.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 0,
+ "offset": 729856,
+ "nbytes": 8388608
+ },
+ "enc.0.ffn1.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 0,
+ "offset": 9118464,
+ "nbytes": 16384
+ },
+ "enc.0.ffn1.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 0,
+ "offset": 9134848,
+ "nbytes": 8388608
+ },
+ "enc.0.ffn1.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 17523456,
+ "nbytes": 4096
+ },
+ "enc.0.ffn2_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 17527552,
+ "nbytes": 4096
+ },
+ "enc.0.ffn2_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 17531648,
+ "nbytes": 4096
+ },
+ "enc.0.ffn2.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 0,
+ "offset": 17535744,
+ "nbytes": 8388608
+ },
+ "enc.0.ffn2.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 0,
+ "offset": 25924352,
+ "nbytes": 16384
+ },
+ "enc.0.ffn2.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 0,
+ "offset": 25940736,
+ "nbytes": 8388608
+ },
+ "enc.0.ffn2.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 34329344,
+ "nbytes": 4096
+ },
+ "enc.0.attn_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 34333440,
+ "nbytes": 4096
+ },
+ "enc.0.attn_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 34337536,
+ "nbytes": 4096
+ },
+ "enc.0.attn.q.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 0,
+ "offset": 34341632,
+ "nbytes": 2097152
+ },
+ "enc.0.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 36438784,
+ "nbytes": 4096
+ },
+ "enc.0.attn.k.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 0,
+ "offset": 36442880,
+ "nbytes": 2097152
+ },
+ "enc.0.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 38540032,
+ "nbytes": 4096
+ },
+ "enc.0.attn.v.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 0,
+ "offset": 38544128,
+ "nbytes": 2097152
+ },
+ "enc.0.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 40641280,
+ "nbytes": 4096
+ },
+ "enc.0.attn.o.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 0,
+ "offset": 40645376,
+ "nbytes": 2097152
+ },
+ "enc.0.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 42742528,
+ "nbytes": 4096
+ },
+ "enc.0.attn.dist": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 73
+ ],
+ "shard": 0,
+ "offset": 42746624,
+ "nbytes": 18688
+ },
+ "enc.0.conv_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 42765312,
+ "nbytes": 4096
+ },
+ "enc.0.conv_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 42769408,
+ "nbytes": 4096
+ },
+ "enc.0.conv.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 0,
+ "offset": 42773504,
+ "nbytes": 4194304
+ },
+ "enc.0.conv.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 31
+ ],
+ "shard": 0,
+ "offset": 46967808,
+ "nbytes": 126976
+ },
+ "enc.0.conv.dw_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 47094784,
+ "nbytes": 4096
+ },
+ "enc.0.conv.dw_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 47098880,
+ "nbytes": 4096
+ },
+ "enc.0.conv.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 0,
+ "offset": 47102976,
+ "nbytes": 2097152
+ },
+ "enc.0.final_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 49200128,
+ "nbytes": 4096
+ },
+ "enc.0.final_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 49204224,
+ "nbytes": 4096
+ },
+ "enc.1.ffn1_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 49208320,
+ "nbytes": 4096
+ },
+ "enc.1.ffn1_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 49212416,
+ "nbytes": 4096
+ },
+ "enc.1.ffn1.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 0,
+ "offset": 49216512,
+ "nbytes": 8388608
+ },
+ "enc.1.ffn1.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 0,
+ "offset": 57605120,
+ "nbytes": 16384
+ },
+ "enc.1.ffn1.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 0,
+ "offset": 57621504,
+ "nbytes": 8388608
+ },
+ "enc.1.ffn1.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 66010112,
+ "nbytes": 4096
+ },
+ "enc.1.ffn2_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 66014208,
+ "nbytes": 4096
+ },
+ "enc.1.ffn2_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 0,
+ "offset": 66018304,
+ "nbytes": 4096
+ },
+ "enc.1.ffn2.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 1,
+ "offset": 0,
+ "nbytes": 8388608
+ },
+ "enc.1.ffn2.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 1,
+ "offset": 8388608,
+ "nbytes": 16384
+ },
+ "enc.1.ffn2.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 8404992,
+ "nbytes": 8388608
+ },
+ "enc.1.ffn2.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 16793600,
+ "nbytes": 4096
+ },
+ "enc.1.attn_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 16797696,
+ "nbytes": 4096
+ },
+ "enc.1.attn_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 16801792,
+ "nbytes": 4096
+ },
+ "enc.1.attn.q.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 16805888,
+ "nbytes": 2097152
+ },
+ "enc.1.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 18903040,
+ "nbytes": 4096
+ },
+ "enc.1.attn.k.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 18907136,
+ "nbytes": 2097152
+ },
+ "enc.1.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 21004288,
+ "nbytes": 4096
+ },
+ "enc.1.attn.v.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 21008384,
+ "nbytes": 2097152
+ },
+ "enc.1.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 23105536,
+ "nbytes": 4096
+ },
+ "enc.1.attn.o.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 23109632,
+ "nbytes": 2097152
+ },
+ "enc.1.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 25206784,
+ "nbytes": 4096
+ },
+ "enc.1.attn.dist": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 73
+ ],
+ "shard": 1,
+ "offset": 25210880,
+ "nbytes": 18688
+ },
+ "enc.1.conv_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 25229568,
+ "nbytes": 4096
+ },
+ "enc.1.conv_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 25233664,
+ "nbytes": 4096
+ },
+ "enc.1.conv.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 1,
+ "offset": 25237760,
+ "nbytes": 4194304
+ },
+ "enc.1.conv.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 31
+ ],
+ "shard": 1,
+ "offset": 29432064,
+ "nbytes": 126976
+ },
+ "enc.1.conv.dw_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 29559040,
+ "nbytes": 4096
+ },
+ "enc.1.conv.dw_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 29563136,
+ "nbytes": 4096
+ },
+ "enc.1.conv.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 29567232,
+ "nbytes": 2097152
+ },
+ "enc.1.final_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 31664384,
+ "nbytes": 4096
+ },
+ "enc.1.final_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 31668480,
+ "nbytes": 4096
+ },
+ "enc.2.ffn1_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 31672576,
+ "nbytes": 4096
+ },
+ "enc.2.ffn1_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 31676672,
+ "nbytes": 4096
+ },
+ "enc.2.ffn1.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 1,
+ "offset": 31680768,
+ "nbytes": 8388608
+ },
+ "enc.2.ffn1.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 1,
+ "offset": 40069376,
+ "nbytes": 16384
+ },
+ "enc.2.ffn1.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 40085760,
+ "nbytes": 8388608
+ },
+ "enc.2.ffn1.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 48474368,
+ "nbytes": 4096
+ },
+ "enc.2.ffn2_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 48478464,
+ "nbytes": 4096
+ },
+ "enc.2.ffn2_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 48482560,
+ "nbytes": 4096
+ },
+ "enc.2.ffn2.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 1,
+ "offset": 48486656,
+ "nbytes": 8388608
+ },
+ "enc.2.ffn2.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 1,
+ "offset": 56875264,
+ "nbytes": 16384
+ },
+ "enc.2.ffn2.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 1,
+ "offset": 56891648,
+ "nbytes": 8388608
+ },
+ "enc.2.ffn2.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 65280256,
+ "nbytes": 4096
+ },
+ "enc.2.attn_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 65284352,
+ "nbytes": 4096
+ },
+ "enc.2.attn_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 1,
+ "offset": 65288448,
+ "nbytes": 4096
+ },
+ "enc.2.attn.q.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 0,
+ "nbytes": 2097152
+ },
+ "enc.2.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 2097152,
+ "nbytes": 4096
+ },
+ "enc.2.attn.k.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 2101248,
+ "nbytes": 2097152
+ },
+ "enc.2.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 4198400,
+ "nbytes": 4096
+ },
+ "enc.2.attn.v.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 4202496,
+ "nbytes": 2097152
+ },
+ "enc.2.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 6299648,
+ "nbytes": 4096
+ },
+ "enc.2.attn.o.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 6303744,
+ "nbytes": 2097152
+ },
+ "enc.2.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 8400896,
+ "nbytes": 4096
+ },
+ "enc.2.attn.dist": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 73
+ ],
+ "shard": 2,
+ "offset": 8404992,
+ "nbytes": 18688
+ },
+ "enc.2.conv_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 8423680,
+ "nbytes": 4096
+ },
+ "enc.2.conv_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 8427776,
+ "nbytes": 4096
+ },
+ "enc.2.conv.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 2,
+ "offset": 8431872,
+ "nbytes": 4194304
+ },
+ "enc.2.conv.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 31
+ ],
+ "shard": 2,
+ "offset": 12626176,
+ "nbytes": 126976
+ },
+ "enc.2.conv.dw_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 12753152,
+ "nbytes": 4096
+ },
+ "enc.2.conv.dw_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 12757248,
+ "nbytes": 4096
+ },
+ "enc.2.conv.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 12761344,
+ "nbytes": 2097152
+ },
+ "enc.2.final_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 14858496,
+ "nbytes": 4096
+ },
+ "enc.2.final_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 14862592,
+ "nbytes": 4096
+ },
+ "enc.3.ffn1_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 14866688,
+ "nbytes": 4096
+ },
+ "enc.3.ffn1_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 14870784,
+ "nbytes": 4096
+ },
+ "enc.3.ffn1.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 2,
+ "offset": 14874880,
+ "nbytes": 8388608
+ },
+ "enc.3.ffn1.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 2,
+ "offset": 23263488,
+ "nbytes": 16384
+ },
+ "enc.3.ffn1.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 23279872,
+ "nbytes": 8388608
+ },
+ "enc.3.ffn1.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 31668480,
+ "nbytes": 4096
+ },
+ "enc.3.ffn2_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 31672576,
+ "nbytes": 4096
+ },
+ "enc.3.ffn2_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 31676672,
+ "nbytes": 4096
+ },
+ "enc.3.ffn2.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 2,
+ "offset": 31680768,
+ "nbytes": 8388608
+ },
+ "enc.3.ffn2.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 2,
+ "offset": 40069376,
+ "nbytes": 16384
+ },
+ "enc.3.ffn2.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 40085760,
+ "nbytes": 8388608
+ },
+ "enc.3.ffn2.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 48474368,
+ "nbytes": 4096
+ },
+ "enc.3.attn_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 48478464,
+ "nbytes": 4096
+ },
+ "enc.3.attn_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 48482560,
+ "nbytes": 4096
+ },
+ "enc.3.attn.q.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 48486656,
+ "nbytes": 2097152
+ },
+ "enc.3.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 50583808,
+ "nbytes": 4096
+ },
+ "enc.3.attn.k.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 50587904,
+ "nbytes": 2097152
+ },
+ "enc.3.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 52685056,
+ "nbytes": 4096
+ },
+ "enc.3.attn.v.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 52689152,
+ "nbytes": 2097152
+ },
+ "enc.3.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 54786304,
+ "nbytes": 4096
+ },
+ "enc.3.attn.o.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 54790400,
+ "nbytes": 2097152
+ },
+ "enc.3.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 56887552,
+ "nbytes": 4096
+ },
+ "enc.3.attn.dist": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 73
+ ],
+ "shard": 2,
+ "offset": 56891648,
+ "nbytes": 18688
+ },
+ "enc.3.conv_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 56910336,
+ "nbytes": 4096
+ },
+ "enc.3.conv_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 56914432,
+ "nbytes": 4096
+ },
+ "enc.3.conv.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 2,
+ "offset": 56918528,
+ "nbytes": 4194304
+ },
+ "enc.3.conv.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 31
+ ],
+ "shard": 2,
+ "offset": 61112832,
+ "nbytes": 126976
+ },
+ "enc.3.conv.dw_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 61239808,
+ "nbytes": 4096
+ },
+ "enc.3.conv.dw_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 61243904,
+ "nbytes": 4096
+ },
+ "enc.3.conv.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 61248000,
+ "nbytes": 2097152
+ },
+ "enc.3.final_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 63345152,
+ "nbytes": 4096
+ },
+ "enc.3.final_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 63349248,
+ "nbytes": 4096
+ },
+ "enc.4.ffn1_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 63353344,
+ "nbytes": 4096
+ },
+ "enc.4.ffn1_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 63357440,
+ "nbytes": 4096
+ },
+ "enc.4.ffn1.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 3,
+ "offset": 0,
+ "nbytes": 8388608
+ },
+ "enc.4.ffn1.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 3,
+ "offset": 8388608,
+ "nbytes": 16384
+ },
+ "enc.4.ffn1.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 3,
+ "offset": 8404992,
+ "nbytes": 8388608
+ },
+ "enc.4.ffn1.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 16793600,
+ "nbytes": 4096
+ },
+ "enc.4.ffn2_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 16797696,
+ "nbytes": 4096
+ },
+ "enc.4.ffn2_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 16801792,
+ "nbytes": 4096
+ },
+ "enc.4.ffn2.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 3,
+ "offset": 16805888,
+ "nbytes": 8388608
+ },
+ "enc.4.ffn2.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 3,
+ "offset": 25194496,
+ "nbytes": 16384
+ },
+ "enc.4.ffn2.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 3,
+ "offset": 25210880,
+ "nbytes": 8388608
+ },
+ "enc.4.ffn2.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 33599488,
+ "nbytes": 4096
+ },
+ "enc.4.attn_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 33603584,
+ "nbytes": 4096
+ },
+ "enc.4.attn_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 33607680,
+ "nbytes": 4096
+ },
+ "enc.4.attn.q.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 3,
+ "offset": 33611776,
+ "nbytes": 2097152
+ },
+ "enc.4.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 35708928,
+ "nbytes": 4096
+ },
+ "enc.4.attn.k.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 3,
+ "offset": 35713024,
+ "nbytes": 2097152
+ },
+ "enc.4.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 37810176,
+ "nbytes": 4096
+ },
+ "enc.4.attn.v.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 3,
+ "offset": 37814272,
+ "nbytes": 2097152
+ },
+ "enc.4.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 39911424,
+ "nbytes": 4096
+ },
+ "enc.4.attn.o.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 3,
+ "offset": 39915520,
+ "nbytes": 2097152
+ },
+ "enc.4.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 42012672,
+ "nbytes": 4096
+ },
+ "enc.4.attn.dist": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 73
+ ],
+ "shard": 3,
+ "offset": 42016768,
+ "nbytes": 18688
+ },
+ "enc.4.conv_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 42035456,
+ "nbytes": 4096
+ },
+ "enc.4.conv_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 42039552,
+ "nbytes": 4096
+ },
+ "enc.4.conv.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 3,
+ "offset": 42043648,
+ "nbytes": 4194304
+ },
+ "enc.4.conv.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 31
+ ],
+ "shard": 3,
+ "offset": 46237952,
+ "nbytes": 126976
+ },
+ "enc.4.conv.dw_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 46364928,
+ "nbytes": 4096
+ },
+ "enc.4.conv.dw_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 46369024,
+ "nbytes": 4096
+ },
+ "enc.4.conv.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 3,
+ "offset": 46373120,
+ "nbytes": 2097152
+ },
+ "enc.4.final_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 48470272,
+ "nbytes": 4096
+ },
+ "enc.4.final_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 48474368,
+ "nbytes": 4096
+ },
+ "enc.5.ffn1_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 48478464,
+ "nbytes": 4096
+ },
+ "enc.5.ffn1_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 48482560,
+ "nbytes": 4096
+ },
+ "enc.5.ffn1.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 3,
+ "offset": 48486656,
+ "nbytes": 8388608
+ },
+ "enc.5.ffn1.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 3,
+ "offset": 56875264,
+ "nbytes": 16384
+ },
+ "enc.5.ffn1.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 3,
+ "offset": 56891648,
+ "nbytes": 8388608
+ },
+ "enc.5.ffn1.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 65280256,
+ "nbytes": 4096
+ },
+ "enc.5.ffn2_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 65284352,
+ "nbytes": 4096
+ },
+ "enc.5.ffn2_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 3,
+ "offset": 65288448,
+ "nbytes": 4096
+ },
+ "enc.5.ffn2.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 4,
+ "offset": 0,
+ "nbytes": 8388608
+ },
+ "enc.5.ffn2.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 4,
+ "offset": 8388608,
+ "nbytes": 16384
+ },
+ "enc.5.ffn2.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 4,
+ "offset": 8404992,
+ "nbytes": 8388608
+ },
+ "enc.5.ffn2.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 16793600,
+ "nbytes": 4096
+ },
+ "enc.5.attn_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 16797696,
+ "nbytes": 4096
+ },
+ "enc.5.attn_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 16801792,
+ "nbytes": 4096
+ },
+ "enc.5.attn.q.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 4,
+ "offset": 16805888,
+ "nbytes": 2097152
+ },
+ "enc.5.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 18903040,
+ "nbytes": 4096
+ },
+ "enc.5.attn.k.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 4,
+ "offset": 18907136,
+ "nbytes": 2097152
+ },
+ "enc.5.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 21004288,
+ "nbytes": 4096
+ },
+ "enc.5.attn.v.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 4,
+ "offset": 21008384,
+ "nbytes": 2097152
+ },
+ "enc.5.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 23105536,
+ "nbytes": 4096
+ },
+ "enc.5.attn.o.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 4,
+ "offset": 23109632,
+ "nbytes": 2097152
+ },
+ "enc.5.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 25206784,
+ "nbytes": 4096
+ },
+ "enc.5.attn.dist": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 73
+ ],
+ "shard": 4,
+ "offset": 25210880,
+ "nbytes": 18688
+ },
+ "enc.5.conv_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 25229568,
+ "nbytes": 4096
+ },
+ "enc.5.conv_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 25233664,
+ "nbytes": 4096
+ },
+ "enc.5.conv.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 4,
+ "offset": 25237760,
+ "nbytes": 4194304
+ },
+ "enc.5.conv.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 31
+ ],
+ "shard": 4,
+ "offset": 29432064,
+ "nbytes": 126976
+ },
+ "enc.5.conv.dw_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 29559040,
+ "nbytes": 4096
+ },
+ "enc.5.conv.dw_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 29563136,
+ "nbytes": 4096
+ },
+ "enc.5.conv.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 4,
+ "offset": 29567232,
+ "nbytes": 2097152
+ },
+ "enc.5.final_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 31664384,
+ "nbytes": 4096
+ },
+ "enc.5.final_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 31668480,
+ "nbytes": 4096
+ },
+ "enc.6.ffn1_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 31672576,
+ "nbytes": 4096
+ },
+ "enc.6.ffn1_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 31676672,
+ "nbytes": 4096
+ },
+ "enc.6.ffn1.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 4,
+ "offset": 31680768,
+ "nbytes": 8388608
+ },
+ "enc.6.ffn1.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 4,
+ "offset": 40069376,
+ "nbytes": 16384
+ },
+ "enc.6.ffn1.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 4,
+ "offset": 40085760,
+ "nbytes": 8388608
+ },
+ "enc.6.ffn1.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 48474368,
+ "nbytes": 4096
+ },
+ "enc.6.ffn2_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 48478464,
+ "nbytes": 4096
+ },
+ "enc.6.ffn2_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 48482560,
+ "nbytes": 4096
+ },
+ "enc.6.ffn2.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 4,
+ "offset": 48486656,
+ "nbytes": 8388608
+ },
+ "enc.6.ffn2.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 4,
+ "offset": 56875264,
+ "nbytes": 16384
+ },
+ "enc.6.ffn2.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 4,
+ "offset": 56891648,
+ "nbytes": 8388608
+ },
+ "enc.6.ffn2.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 65280256,
+ "nbytes": 4096
+ },
+ "enc.6.attn_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 65284352,
+ "nbytes": 4096
+ },
+ "enc.6.attn_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 4,
+ "offset": 65288448,
+ "nbytes": 4096
+ },
+ "enc.6.attn.q.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 0,
+ "nbytes": 2097152
+ },
+ "enc.6.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 2097152,
+ "nbytes": 4096
+ },
+ "enc.6.attn.k.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 2101248,
+ "nbytes": 2097152
+ },
+ "enc.6.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 4198400,
+ "nbytes": 4096
+ },
+ "enc.6.attn.v.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 4202496,
+ "nbytes": 2097152
+ },
+ "enc.6.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 6299648,
+ "nbytes": 4096
+ },
+ "enc.6.attn.o.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 6303744,
+ "nbytes": 2097152
+ },
+ "enc.6.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 8400896,
+ "nbytes": 4096
+ },
+ "enc.6.attn.dist": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 73
+ ],
+ "shard": 5,
+ "offset": 8404992,
+ "nbytes": 18688
+ },
+ "enc.6.conv_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 8423680,
+ "nbytes": 4096
+ },
+ "enc.6.conv_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 8427776,
+ "nbytes": 4096
+ },
+ "enc.6.conv.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 5,
+ "offset": 8431872,
+ "nbytes": 4194304
+ },
+ "enc.6.conv.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 31
+ ],
+ "shard": 5,
+ "offset": 12626176,
+ "nbytes": 126976
+ },
+ "enc.6.conv.dw_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 12753152,
+ "nbytes": 4096
+ },
+ "enc.6.conv.dw_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 12757248,
+ "nbytes": 4096
+ },
+ "enc.6.conv.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 12761344,
+ "nbytes": 2097152
+ },
+ "enc.6.final_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 14858496,
+ "nbytes": 4096
+ },
+ "enc.6.final_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 14862592,
+ "nbytes": 4096
+ },
+ "enc.7.ffn1_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 14866688,
+ "nbytes": 4096
+ },
+ "enc.7.ffn1_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 14870784,
+ "nbytes": 4096
+ },
+ "enc.7.ffn1.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 5,
+ "offset": 14874880,
+ "nbytes": 8388608
+ },
+ "enc.7.ffn1.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 5,
+ "offset": 23263488,
+ "nbytes": 16384
+ },
+ "enc.7.ffn1.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 23279872,
+ "nbytes": 8388608
+ },
+ "enc.7.ffn1.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 31668480,
+ "nbytes": 4096
+ },
+ "enc.7.ffn2_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 31672576,
+ "nbytes": 4096
+ },
+ "enc.7.ffn2_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 31676672,
+ "nbytes": 4096
+ },
+ "enc.7.ffn2.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 5,
+ "offset": 31680768,
+ "nbytes": 8388608
+ },
+ "enc.7.ffn2.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 5,
+ "offset": 40069376,
+ "nbytes": 16384
+ },
+ "enc.7.ffn2.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 40085760,
+ "nbytes": 8388608
+ },
+ "enc.7.ffn2.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 48474368,
+ "nbytes": 4096
+ },
+ "enc.7.attn_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 48478464,
+ "nbytes": 4096
+ },
+ "enc.7.attn_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 48482560,
+ "nbytes": 4096
+ },
+ "enc.7.attn.q.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 48486656,
+ "nbytes": 2097152
+ },
+ "enc.7.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 50583808,
+ "nbytes": 4096
+ },
+ "enc.7.attn.k.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 50587904,
+ "nbytes": 2097152
+ },
+ "enc.7.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 52685056,
+ "nbytes": 4096
+ },
+ "enc.7.attn.v.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 52689152,
+ "nbytes": 2097152
+ },
+ "enc.7.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 54786304,
+ "nbytes": 4096
+ },
+ "enc.7.attn.o.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 54790400,
+ "nbytes": 2097152
+ },
+ "enc.7.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 56887552,
+ "nbytes": 4096
+ },
+ "enc.7.attn.dist": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 73
+ ],
+ "shard": 5,
+ "offset": 56891648,
+ "nbytes": 18688
+ },
+ "enc.7.conv_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 56910336,
+ "nbytes": 4096
+ },
+ "enc.7.conv_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 56914432,
+ "nbytes": 4096
+ },
+ "enc.7.conv.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 5,
+ "offset": 56918528,
+ "nbytes": 4194304
+ },
+ "enc.7.conv.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 31
+ ],
+ "shard": 5,
+ "offset": 61112832,
+ "nbytes": 126976
+ },
+ "enc.7.conv.dw_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 61239808,
+ "nbytes": 4096
+ },
+ "enc.7.conv.dw_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 61243904,
+ "nbytes": 4096
+ },
+ "enc.7.conv.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 5,
+ "offset": 61248000,
+ "nbytes": 2097152
+ },
+ "enc.7.final_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 63345152,
+ "nbytes": 4096
+ },
+ "enc.7.final_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 63349248,
+ "nbytes": 4096
+ },
+ "enc.8.ffn1_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 63353344,
+ "nbytes": 4096
+ },
+ "enc.8.ffn1_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 5,
+ "offset": 63357440,
+ "nbytes": 4096
+ },
+ "enc.8.ffn1.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 6,
+ "offset": 0,
+ "nbytes": 8388608
+ },
+ "enc.8.ffn1.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 6,
+ "offset": 8388608,
+ "nbytes": 16384
+ },
+ "enc.8.ffn1.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 8404992,
+ "nbytes": 8388608
+ },
+ "enc.8.ffn1.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 16793600,
+ "nbytes": 4096
+ },
+ "enc.8.ffn2_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 16797696,
+ "nbytes": 4096
+ },
+ "enc.8.ffn2_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 16801792,
+ "nbytes": 4096
+ },
+ "enc.8.ffn2.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 6,
+ "offset": 16805888,
+ "nbytes": 8388608
+ },
+ "enc.8.ffn2.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 6,
+ "offset": 25194496,
+ "nbytes": 16384
+ },
+ "enc.8.ffn2.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 25210880,
+ "nbytes": 8388608
+ },
+ "enc.8.ffn2.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 33599488,
+ "nbytes": 4096
+ },
+ "enc.8.attn_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 33603584,
+ "nbytes": 4096
+ },
+ "enc.8.attn_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 33607680,
+ "nbytes": 4096
+ },
+ "enc.8.attn.q.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 33611776,
+ "nbytes": 2097152
+ },
+ "enc.8.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 35708928,
+ "nbytes": 4096
+ },
+ "enc.8.attn.k.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 35713024,
+ "nbytes": 2097152
+ },
+ "enc.8.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 37810176,
+ "nbytes": 4096
+ },
+ "enc.8.attn.v.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 37814272,
+ "nbytes": 2097152
+ },
+ "enc.8.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 39911424,
+ "nbytes": 4096
+ },
+ "enc.8.attn.o.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 39915520,
+ "nbytes": 2097152
+ },
+ "enc.8.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 42012672,
+ "nbytes": 4096
+ },
+ "enc.8.attn.dist": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 73
+ ],
+ "shard": 6,
+ "offset": 42016768,
+ "nbytes": 18688
+ },
+ "enc.8.conv_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 42035456,
+ "nbytes": 4096
+ },
+ "enc.8.conv_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 42039552,
+ "nbytes": 4096
+ },
+ "enc.8.conv.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 6,
+ "offset": 42043648,
+ "nbytes": 4194304
+ },
+ "enc.8.conv.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 31
+ ],
+ "shard": 6,
+ "offset": 46237952,
+ "nbytes": 126976
+ },
+ "enc.8.conv.dw_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 46364928,
+ "nbytes": 4096
+ },
+ "enc.8.conv.dw_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 46369024,
+ "nbytes": 4096
+ },
+ "enc.8.conv.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 46373120,
+ "nbytes": 2097152
+ },
+ "enc.8.final_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 48470272,
+ "nbytes": 4096
+ },
+ "enc.8.final_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 48474368,
+ "nbytes": 4096
+ },
+ "enc.9.ffn1_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 48478464,
+ "nbytes": 4096
+ },
+ "enc.9.ffn1_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 48482560,
+ "nbytes": 4096
+ },
+ "enc.9.ffn1.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 6,
+ "offset": 48486656,
+ "nbytes": 8388608
+ },
+ "enc.9.ffn1.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 6,
+ "offset": 56875264,
+ "nbytes": 16384
+ },
+ "enc.9.ffn1.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 6,
+ "offset": 56891648,
+ "nbytes": 8388608
+ },
+ "enc.9.ffn1.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 65280256,
+ "nbytes": 4096
+ },
+ "enc.9.ffn2_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 65284352,
+ "nbytes": 4096
+ },
+ "enc.9.ffn2_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 6,
+ "offset": 65288448,
+ "nbytes": 4096
+ },
+ "enc.9.ffn2.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 7,
+ "offset": 0,
+ "nbytes": 8388608
+ },
+ "enc.9.ffn2.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 7,
+ "offset": 8388608,
+ "nbytes": 16384
+ },
+ "enc.9.ffn2.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 7,
+ "offset": 8404992,
+ "nbytes": 8388608
+ },
+ "enc.9.ffn2.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 16793600,
+ "nbytes": 4096
+ },
+ "enc.9.attn_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 16797696,
+ "nbytes": 4096
+ },
+ "enc.9.attn_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 16801792,
+ "nbytes": 4096
+ },
+ "enc.9.attn.q.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 7,
+ "offset": 16805888,
+ "nbytes": 2097152
+ },
+ "enc.9.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 18903040,
+ "nbytes": 4096
+ },
+ "enc.9.attn.k.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 7,
+ "offset": 18907136,
+ "nbytes": 2097152
+ },
+ "enc.9.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 21004288,
+ "nbytes": 4096
+ },
+ "enc.9.attn.v.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 7,
+ "offset": 21008384,
+ "nbytes": 2097152
+ },
+ "enc.9.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 23105536,
+ "nbytes": 4096
+ },
+ "enc.9.attn.o.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 7,
+ "offset": 23109632,
+ "nbytes": 2097152
+ },
+ "enc.9.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 25206784,
+ "nbytes": 4096
+ },
+ "enc.9.attn.dist": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 73
+ ],
+ "shard": 7,
+ "offset": 25210880,
+ "nbytes": 18688
+ },
+ "enc.9.conv_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 25229568,
+ "nbytes": 4096
+ },
+ "enc.9.conv_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 25233664,
+ "nbytes": 4096
+ },
+ "enc.9.conv.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 7,
+ "offset": 25237760,
+ "nbytes": 4194304
+ },
+ "enc.9.conv.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 31
+ ],
+ "shard": 7,
+ "offset": 29432064,
+ "nbytes": 126976
+ },
+ "enc.9.conv.dw_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 29559040,
+ "nbytes": 4096
+ },
+ "enc.9.conv.dw_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 29563136,
+ "nbytes": 4096
+ },
+ "enc.9.conv.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 7,
+ "offset": 29567232,
+ "nbytes": 2097152
+ },
+ "enc.9.final_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 31664384,
+ "nbytes": 4096
+ },
+ "enc.9.final_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 31668480,
+ "nbytes": 4096
+ },
+ "enc.10.ffn1_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 31672576,
+ "nbytes": 4096
+ },
+ "enc.10.ffn1_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 31676672,
+ "nbytes": 4096
+ },
+ "enc.10.ffn1.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 7,
+ "offset": 31680768,
+ "nbytes": 8388608
+ },
+ "enc.10.ffn1.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 7,
+ "offset": 40069376,
+ "nbytes": 16384
+ },
+ "enc.10.ffn1.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 7,
+ "offset": 40085760,
+ "nbytes": 8388608
+ },
+ "enc.10.ffn1.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 48474368,
+ "nbytes": 4096
+ },
+ "enc.10.ffn2_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 48478464,
+ "nbytes": 4096
+ },
+ "enc.10.ffn2_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 48482560,
+ "nbytes": 4096
+ },
+ "enc.10.ffn2.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 7,
+ "offset": 48486656,
+ "nbytes": 8388608
+ },
+ "enc.10.ffn2.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 7,
+ "offset": 56875264,
+ "nbytes": 16384
+ },
+ "enc.10.ffn2.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 7,
+ "offset": 56891648,
+ "nbytes": 8388608
+ },
+ "enc.10.ffn2.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 65280256,
+ "nbytes": 4096
+ },
+ "enc.10.attn_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 65284352,
+ "nbytes": 4096
+ },
+ "enc.10.attn_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 7,
+ "offset": 65288448,
+ "nbytes": 4096
+ },
+ "enc.10.attn.q.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 8,
+ "offset": 0,
+ "nbytes": 2097152
+ },
+ "enc.10.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 2097152,
+ "nbytes": 4096
+ },
+ "enc.10.attn.k.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 8,
+ "offset": 2101248,
+ "nbytes": 2097152
+ },
+ "enc.10.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 4198400,
+ "nbytes": 4096
+ },
+ "enc.10.attn.v.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 8,
+ "offset": 4202496,
+ "nbytes": 2097152
+ },
+ "enc.10.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 6299648,
+ "nbytes": 4096
+ },
+ "enc.10.attn.o.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 8,
+ "offset": 6303744,
+ "nbytes": 2097152
+ },
+ "enc.10.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 8400896,
+ "nbytes": 4096
+ },
+ "enc.10.attn.dist": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 73
+ ],
+ "shard": 8,
+ "offset": 8404992,
+ "nbytes": 18688
+ },
+ "enc.10.conv_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 8423680,
+ "nbytes": 4096
+ },
+ "enc.10.conv_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 8427776,
+ "nbytes": 4096
+ },
+ "enc.10.conv.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 8,
+ "offset": 8431872,
+ "nbytes": 4194304
+ },
+ "enc.10.conv.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 31
+ ],
+ "shard": 8,
+ "offset": 12626176,
+ "nbytes": 126976
+ },
+ "enc.10.conv.dw_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 12753152,
+ "nbytes": 4096
+ },
+ "enc.10.conv.dw_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 12757248,
+ "nbytes": 4096
+ },
+ "enc.10.conv.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 8,
+ "offset": 12761344,
+ "nbytes": 2097152
+ },
+ "enc.10.final_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 14858496,
+ "nbytes": 4096
+ },
+ "enc.10.final_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 14862592,
+ "nbytes": 4096
+ },
+ "enc.11.ffn1_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 14866688,
+ "nbytes": 4096
+ },
+ "enc.11.ffn1_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 14870784,
+ "nbytes": 4096
+ },
+ "enc.11.ffn1.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 8,
+ "offset": 14874880,
+ "nbytes": 8388608
+ },
+ "enc.11.ffn1.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 8,
+ "offset": 23263488,
+ "nbytes": 16384
+ },
+ "enc.11.ffn1.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 8,
+ "offset": 23279872,
+ "nbytes": 8388608
+ },
+ "enc.11.ffn1.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 31668480,
+ "nbytes": 4096
+ },
+ "enc.11.ffn2_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 31672576,
+ "nbytes": 4096
+ },
+ "enc.11.ffn2_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 31676672,
+ "nbytes": 4096
+ },
+ "enc.11.ffn2.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 8,
+ "offset": 31680768,
+ "nbytes": 8388608
+ },
+ "enc.11.ffn2.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 8,
+ "offset": 40069376,
+ "nbytes": 16384
+ },
+ "enc.11.ffn2.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 8,
+ "offset": 40085760,
+ "nbytes": 8388608
+ },
+ "enc.11.ffn2.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 48474368,
+ "nbytes": 4096
+ },
+ "enc.11.attn_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 48478464,
+ "nbytes": 4096
+ },
+ "enc.11.attn_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 48482560,
+ "nbytes": 4096
+ },
+ "enc.11.attn.q.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 8,
+ "offset": 48486656,
+ "nbytes": 2097152
+ },
+ "enc.11.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 50583808,
+ "nbytes": 4096
+ },
+ "enc.11.attn.k.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 8,
+ "offset": 50587904,
+ "nbytes": 2097152
+ },
+ "enc.11.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 52685056,
+ "nbytes": 4096
+ },
+ "enc.11.attn.v.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 8,
+ "offset": 52689152,
+ "nbytes": 2097152
+ },
+ "enc.11.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 54786304,
+ "nbytes": 4096
+ },
+ "enc.11.attn.o.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 8,
+ "offset": 54790400,
+ "nbytes": 2097152
+ },
+ "enc.11.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 56887552,
+ "nbytes": 4096
+ },
+ "enc.11.attn.dist": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 73
+ ],
+ "shard": 8,
+ "offset": 56891648,
+ "nbytes": 18688
+ },
+ "enc.11.conv_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 56910336,
+ "nbytes": 4096
+ },
+ "enc.11.conv_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 56914432,
+ "nbytes": 4096
+ },
+ "enc.11.conv.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 8,
+ "offset": 56918528,
+ "nbytes": 4194304
+ },
+ "enc.11.conv.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 31
+ ],
+ "shard": 8,
+ "offset": 61112832,
+ "nbytes": 126976
+ },
+ "enc.11.conv.dw_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 61239808,
+ "nbytes": 4096
+ },
+ "enc.11.conv.dw_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 61243904,
+ "nbytes": 4096
+ },
+ "enc.11.conv.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 8,
+ "offset": 61248000,
+ "nbytes": 2097152
+ },
+ "enc.11.final_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 63345152,
+ "nbytes": 4096
+ },
+ "enc.11.final_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 63349248,
+ "nbytes": 4096
+ },
+ "enc.12.ffn1_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 63353344,
+ "nbytes": 4096
+ },
+ "enc.12.ffn1_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 8,
+ "offset": 63357440,
+ "nbytes": 4096
+ },
+ "enc.12.ffn1.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 9,
+ "offset": 0,
+ "nbytes": 8388608
+ },
+ "enc.12.ffn1.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 9,
+ "offset": 8388608,
+ "nbytes": 16384
+ },
+ "enc.12.ffn1.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 9,
+ "offset": 8404992,
+ "nbytes": 8388608
+ },
+ "enc.12.ffn1.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 16793600,
+ "nbytes": 4096
+ },
+ "enc.12.ffn2_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 16797696,
+ "nbytes": 4096
+ },
+ "enc.12.ffn2_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 16801792,
+ "nbytes": 4096
+ },
+ "enc.12.ffn2.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 9,
+ "offset": 16805888,
+ "nbytes": 8388608
+ },
+ "enc.12.ffn2.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 9,
+ "offset": 25194496,
+ "nbytes": 16384
+ },
+ "enc.12.ffn2.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 9,
+ "offset": 25210880,
+ "nbytes": 8388608
+ },
+ "enc.12.ffn2.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 33599488,
+ "nbytes": 4096
+ },
+ "enc.12.attn_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 33603584,
+ "nbytes": 4096
+ },
+ "enc.12.attn_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 33607680,
+ "nbytes": 4096
+ },
+ "enc.12.attn.q.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 9,
+ "offset": 33611776,
+ "nbytes": 2097152
+ },
+ "enc.12.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 35708928,
+ "nbytes": 4096
+ },
+ "enc.12.attn.k.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 9,
+ "offset": 35713024,
+ "nbytes": 2097152
+ },
+ "enc.12.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 37810176,
+ "nbytes": 4096
+ },
+ "enc.12.attn.v.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 9,
+ "offset": 37814272,
+ "nbytes": 2097152
+ },
+ "enc.12.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 39911424,
+ "nbytes": 4096
+ },
+ "enc.12.attn.o.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 9,
+ "offset": 39915520,
+ "nbytes": 2097152
+ },
+ "enc.12.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 42012672,
+ "nbytes": 4096
+ },
+ "enc.12.attn.dist": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 73
+ ],
+ "shard": 9,
+ "offset": 42016768,
+ "nbytes": 18688
+ },
+ "enc.12.conv_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 42035456,
+ "nbytes": 4096
+ },
+ "enc.12.conv_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 42039552,
+ "nbytes": 4096
+ },
+ "enc.12.conv.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 9,
+ "offset": 42043648,
+ "nbytes": 4194304
+ },
+ "enc.12.conv.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 31
+ ],
+ "shard": 9,
+ "offset": 46237952,
+ "nbytes": 126976
+ },
+ "enc.12.conv.dw_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 46364928,
+ "nbytes": 4096
+ },
+ "enc.12.conv.dw_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 46369024,
+ "nbytes": 4096
+ },
+ "enc.12.conv.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 9,
+ "offset": 46373120,
+ "nbytes": 2097152
+ },
+ "enc.12.final_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 48470272,
+ "nbytes": 4096
+ },
+ "enc.12.final_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 48474368,
+ "nbytes": 4096
+ },
+ "enc.13.ffn1_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 48478464,
+ "nbytes": 4096
+ },
+ "enc.13.ffn1_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 48482560,
+ "nbytes": 4096
+ },
+ "enc.13.ffn1.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 9,
+ "offset": 48486656,
+ "nbytes": 8388608
+ },
+ "enc.13.ffn1.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 9,
+ "offset": 56875264,
+ "nbytes": 16384
+ },
+ "enc.13.ffn1.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 9,
+ "offset": 56891648,
+ "nbytes": 8388608
+ },
+ "enc.13.ffn1.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 65280256,
+ "nbytes": 4096
+ },
+ "enc.13.ffn2_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 65284352,
+ "nbytes": 4096
+ },
+ "enc.13.ffn2_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 9,
+ "offset": 65288448,
+ "nbytes": 4096
+ },
+ "enc.13.ffn2.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 10,
+ "offset": 0,
+ "nbytes": 8388608
+ },
+ "enc.13.ffn2.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 10,
+ "offset": 8388608,
+ "nbytes": 16384
+ },
+ "enc.13.ffn2.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 10,
+ "offset": 8404992,
+ "nbytes": 8388608
+ },
+ "enc.13.ffn2.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 16793600,
+ "nbytes": 4096
+ },
+ "enc.13.attn_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 16797696,
+ "nbytes": 4096
+ },
+ "enc.13.attn_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 16801792,
+ "nbytes": 4096
+ },
+ "enc.13.attn.q.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 10,
+ "offset": 16805888,
+ "nbytes": 2097152
+ },
+ "enc.13.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 18903040,
+ "nbytes": 4096
+ },
+ "enc.13.attn.k.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 10,
+ "offset": 18907136,
+ "nbytes": 2097152
+ },
+ "enc.13.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 21004288,
+ "nbytes": 4096
+ },
+ "enc.13.attn.v.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 10,
+ "offset": 21008384,
+ "nbytes": 2097152
+ },
+ "enc.13.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 23105536,
+ "nbytes": 4096
+ },
+ "enc.13.attn.o.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 10,
+ "offset": 23109632,
+ "nbytes": 2097152
+ },
+ "enc.13.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 25206784,
+ "nbytes": 4096
+ },
+ "enc.13.attn.dist": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 73
+ ],
+ "shard": 10,
+ "offset": 25210880,
+ "nbytes": 18688
+ },
+ "enc.13.conv_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 25229568,
+ "nbytes": 4096
+ },
+ "enc.13.conv_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 25233664,
+ "nbytes": 4096
+ },
+ "enc.13.conv.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 10,
+ "offset": 25237760,
+ "nbytes": 4194304
+ },
+ "enc.13.conv.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 31
+ ],
+ "shard": 10,
+ "offset": 29432064,
+ "nbytes": 126976
+ },
+ "enc.13.conv.dw_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 29559040,
+ "nbytes": 4096
+ },
+ "enc.13.conv.dw_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 29563136,
+ "nbytes": 4096
+ },
+ "enc.13.conv.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 10,
+ "offset": 29567232,
+ "nbytes": 2097152
+ },
+ "enc.13.final_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 31664384,
+ "nbytes": 4096
+ },
+ "enc.13.final_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 31668480,
+ "nbytes": 4096
+ },
+ "enc.14.ffn1_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 31672576,
+ "nbytes": 4096
+ },
+ "enc.14.ffn1_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 31676672,
+ "nbytes": 4096
+ },
+ "enc.14.ffn1.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 10,
+ "offset": 31680768,
+ "nbytes": 8388608
+ },
+ "enc.14.ffn1.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 10,
+ "offset": 40069376,
+ "nbytes": 16384
+ },
+ "enc.14.ffn1.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 10,
+ "offset": 40085760,
+ "nbytes": 8388608
+ },
+ "enc.14.ffn1.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 48474368,
+ "nbytes": 4096
+ },
+ "enc.14.ffn2_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 48478464,
+ "nbytes": 4096
+ },
+ "enc.14.ffn2_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 48482560,
+ "nbytes": 4096
+ },
+ "enc.14.ffn2.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 10,
+ "offset": 48486656,
+ "nbytes": 8388608
+ },
+ "enc.14.ffn2.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 10,
+ "offset": 56875264,
+ "nbytes": 16384
+ },
+ "enc.14.ffn2.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 10,
+ "offset": 56891648,
+ "nbytes": 8388608
+ },
+ "enc.14.ffn2.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 65280256,
+ "nbytes": 4096
+ },
+ "enc.14.attn_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 65284352,
+ "nbytes": 4096
+ },
+ "enc.14.attn_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 10,
+ "offset": 65288448,
+ "nbytes": 4096
+ },
+ "enc.14.attn.q.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 11,
+ "offset": 0,
+ "nbytes": 2097152
+ },
+ "enc.14.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 2097152,
+ "nbytes": 4096
+ },
+ "enc.14.attn.k.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 11,
+ "offset": 2101248,
+ "nbytes": 2097152
+ },
+ "enc.14.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 4198400,
+ "nbytes": 4096
+ },
+ "enc.14.attn.v.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 11,
+ "offset": 4202496,
+ "nbytes": 2097152
+ },
+ "enc.14.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 6299648,
+ "nbytes": 4096
+ },
+ "enc.14.attn.o.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 11,
+ "offset": 6303744,
+ "nbytes": 2097152
+ },
+ "enc.14.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 8400896,
+ "nbytes": 4096
+ },
+ "enc.14.attn.dist": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 73
+ ],
+ "shard": 11,
+ "offset": 8404992,
+ "nbytes": 18688
+ },
+ "enc.14.conv_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 8423680,
+ "nbytes": 4096
+ },
+ "enc.14.conv_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 8427776,
+ "nbytes": 4096
+ },
+ "enc.14.conv.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 11,
+ "offset": 8431872,
+ "nbytes": 4194304
+ },
+ "enc.14.conv.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 31
+ ],
+ "shard": 11,
+ "offset": 12626176,
+ "nbytes": 126976
+ },
+ "enc.14.conv.dw_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 12753152,
+ "nbytes": 4096
+ },
+ "enc.14.conv.dw_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 12757248,
+ "nbytes": 4096
+ },
+ "enc.14.conv.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 11,
+ "offset": 12761344,
+ "nbytes": 2097152
+ },
+ "enc.14.final_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 14858496,
+ "nbytes": 4096
+ },
+ "enc.14.final_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 14862592,
+ "nbytes": 4096
+ },
+ "enc.15.ffn1_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 14866688,
+ "nbytes": 4096
+ },
+ "enc.15.ffn1_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 14870784,
+ "nbytes": 4096
+ },
+ "enc.15.ffn1.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 11,
+ "offset": 14874880,
+ "nbytes": 8388608
+ },
+ "enc.15.ffn1.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 11,
+ "offset": 23263488,
+ "nbytes": 16384
+ },
+ "enc.15.ffn1.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 11,
+ "offset": 23279872,
+ "nbytes": 8388608
+ },
+ "enc.15.ffn1.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 31668480,
+ "nbytes": 4096
+ },
+ "enc.15.ffn2_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 31672576,
+ "nbytes": 4096
+ },
+ "enc.15.ffn2_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 31676672,
+ "nbytes": 4096
+ },
+ "enc.15.ffn2.up.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 4096
+ ],
+ "shard": 11,
+ "offset": 31680768,
+ "nbytes": 8388608
+ },
+ "enc.15.ffn2.up.bias": {
+ "dtype": "f32",
+ "shape": [
+ 4096
+ ],
+ "shard": 11,
+ "offset": 40069376,
+ "nbytes": 16384
+ },
+ "enc.15.ffn2.down.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 4096,
+ 1024
+ ],
+ "shard": 11,
+ "offset": 40085760,
+ "nbytes": 8388608
+ },
+ "enc.15.ffn2.down.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 48474368,
+ "nbytes": 4096
+ },
+ "enc.15.attn_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 48478464,
+ "nbytes": 4096
+ },
+ "enc.15.attn_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 48482560,
+ "nbytes": 4096
+ },
+ "enc.15.attn.q.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 11,
+ "offset": 48486656,
+ "nbytes": 2097152
+ },
+ "enc.15.attn.q.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 50583808,
+ "nbytes": 4096
+ },
+ "enc.15.attn.k.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 11,
+ "offset": 50587904,
+ "nbytes": 2097152
+ },
+ "enc.15.attn.k.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 52685056,
+ "nbytes": 4096
+ },
+ "enc.15.attn.v.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 11,
+ "offset": 52689152,
+ "nbytes": 2097152
+ },
+ "enc.15.attn.v.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 54786304,
+ "nbytes": 4096
+ },
+ "enc.15.attn.o.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 11,
+ "offset": 54790400,
+ "nbytes": 2097152
+ },
+ "enc.15.attn.o.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 56887552,
+ "nbytes": 4096
+ },
+ "enc.15.attn.dist": {
+ "dtype": "f32",
+ "shape": [
+ 64,
+ 73
+ ],
+ "shard": 11,
+ "offset": 56891648,
+ "nbytes": 18688
+ },
+ "enc.15.conv_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 56910336,
+ "nbytes": 4096
+ },
+ "enc.15.conv_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 56914432,
+ "nbytes": 4096
+ },
+ "enc.15.conv.pw1.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 2048
+ ],
+ "shard": 11,
+ "offset": 56918528,
+ "nbytes": 4194304
+ },
+ "enc.15.conv.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024,
+ 31
+ ],
+ "shard": 11,
+ "offset": 61112832,
+ "nbytes": 126976
+ },
+ "enc.15.conv.dw_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 61239808,
+ "nbytes": 4096
+ },
+ "enc.15.conv.dw_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 61243904,
+ "nbytes": 4096
+ },
+ "enc.15.conv.pw2.weight": {
+ "dtype": "bf16",
+ "shape": [
+ 1024,
+ 1024
+ ],
+ "shard": 11,
+ "offset": 61248000,
+ "nbytes": 2097152
+ },
+ "enc.15.final_ln.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 63345152,
+ "nbytes": 4096
+ },
+ "enc.15.final_ln.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 11,
+ "offset": 63349248,
+ "nbytes": 4096
+ }
+ }
+}
\ No newline at end of file
diff --git a/web/teacher/shard-000.bin b/web/teacher/shard-000.bin
new file mode 100644
index 0000000000000000000000000000000000000000..95a310de33662423a9cf4610dd8543a424c8f7f5
--- /dev/null
+++ b/web/teacher/shard-000.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45be157b2a72487ec18a04592d449a5b84d7f55a85f9ac8bd6d82482f7f2e069
+size 66022400
diff --git a/web/teacher/shard-001.bin b/web/teacher/shard-001.bin
new file mode 100644
index 0000000000000000000000000000000000000000..11a0ec3f81456124febc3520c9bece8ee4b76da5
--- /dev/null
+++ b/web/teacher/shard-001.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78456248c2b30ce5aa41345c8e2bc2c740f5e0d6e7ae137c42f458c5976f1c9d
+size 65292544
diff --git a/web/teacher/shard-002.bin b/web/teacher/shard-002.bin
new file mode 100644
index 0000000000000000000000000000000000000000..72b62bab14f9c937bea58db3df2c5ea0d97a11d9
--- /dev/null
+++ b/web/teacher/shard-002.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba9b06d6cd4df50f004fdc676295fe95e8d64531cf3c4a74ba68559be850234
+size 63361536
diff --git a/web/teacher/shard-003.bin b/web/teacher/shard-003.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3927898fede230d9b1118ce52ce3b8ca006c803f
--- /dev/null
+++ b/web/teacher/shard-003.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f312854b2e33c5d4df134024b739aca052db4a50e950376076bbf8d941a1ce3
+size 65292544
diff --git a/web/teacher/shard-004.bin b/web/teacher/shard-004.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3e355b273fc91ec0631c871abf9bfbeb68253ee4
--- /dev/null
+++ b/web/teacher/shard-004.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7b9400de3b3d443a3dbe353c87b69ff27e58a9e3d34eb742cea5f19db293fd
+size 65292544
diff --git a/web/teacher/shard-005.bin b/web/teacher/shard-005.bin
new file mode 100644
index 0000000000000000000000000000000000000000..73b0d46fd8cc558907e9bc6142bbb809bf5c0798
--- /dev/null
+++ b/web/teacher/shard-005.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2257b509f63240107441a020cf92b56243fafac4861b9cc046e4e507f34785
+size 63361536
diff --git a/web/teacher/shard-006.bin b/web/teacher/shard-006.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1f260c5f32d6b8edd2ae40837530ebe13da16d46
--- /dev/null
+++ b/web/teacher/shard-006.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b574aa0739956b62b73089a80ac6975f1fdc393e904332a71c893ae1804862
+size 65292544
diff --git a/web/teacher/shard-007.bin b/web/teacher/shard-007.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2e3235ced267171468a146b552bc8316cf2de77b
--- /dev/null
+++ b/web/teacher/shard-007.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75280269f68c110ee72057e5c975f2e0004bf253dd56c9b480f32e44d20c2085
+size 65292544
diff --git a/web/teacher/shard-008.bin b/web/teacher/shard-008.bin
new file mode 100644
index 0000000000000000000000000000000000000000..32ff418351cdf8015c808fb6afd22a1842f5923d
--- /dev/null
+++ b/web/teacher/shard-008.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65aad23a764fea1a951283507fabbb732415e974e70a6bfc0f8e359e38d35cd1
+size 63361536
diff --git a/web/teacher/shard-009.bin b/web/teacher/shard-009.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c08dda801dd464185ed0685fd7f81b9691a6ea3c
--- /dev/null
+++ b/web/teacher/shard-009.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12c75cff05ad241b534f87436c866ab1933eaa7ea23c2f69ae98cf213afb98d
+size 65292544
diff --git a/web/teacher/shard-010.bin b/web/teacher/shard-010.bin
new file mode 100644
index 0000000000000000000000000000000000000000..292f7f0f3c37d5fbf77dbadc59f6e9873fed19bf
--- /dev/null
+++ b/web/teacher/shard-010.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d76c93e62b9e78e8f8fd8191cbcb61f5f23fbdbfe8d49b4fb55433954963a88
+size 65292544
diff --git a/web/teacher/shard-011.bin b/web/teacher/shard-011.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cbd56bc049634c6d17f11bbc2a359c2c8ea55e06
--- /dev/null
+++ b/web/teacher/shard-011.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e7ee4ecac5310479baf2bb05d1d48d39f59b32918ead649266f6719e68349f
+size 63353344
diff --git a/web/voices/English/Cillian_en-Irish_M_1.codes.npy b/web/voices/English/Cillian_en-Irish_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..caea1949be1f0c5fbf37fa2d8cb005622964e618
--- /dev/null
+++ b/web/voices/English/Cillian_en-Irish_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadae1124c63cda7a0627fd282d54aa255a8800155eae1b9da54b08b345c2f10
+size 5928
diff --git a/web/voices/English/Cillian_en-Irish_M_1.embedding.npy b/web/voices/English/Cillian_en-Irish_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..1f13ba7b9f31bbb7ae9b3bded3f08c192b3beb8c
--- /dev/null
+++ b/web/voices/English/Cillian_en-Irish_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3125fae2f679fb5c8128d308ddd02986fd7d914975d17cc6dadf9eb130b1061
+size 896
diff --git a/web/voices/English/Cillian_en-Irish_M_1.wav b/web/voices/English/Cillian_en-Irish_M_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..a0357b3daee30be79fabb672f2a07092eb9a5940
--- /dev/null
+++ b/web/voices/English/Cillian_en-Irish_M_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43eda64c4928dfb30ecf547e4a00100b8f83ed0eb5c1e07116725794da72ea2
+size 852644
diff --git a/web/voices/English/Imogen_en-British_F_1.codes.npy b/web/voices/English/Imogen_en-British_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..dc617c561eefd6488a0b1665418b9b491836bc8d
--- /dev/null
+++ b/web/voices/English/Imogen_en-British_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c906f6c405c9078607fe9c54cf1b71ef0e112839490499e34bf8791ed1ad7e86
+size 7728
diff --git a/web/voices/English/Imogen_en-British_F_1.embedding.npy b/web/voices/English/Imogen_en-British_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..cdd610f83ccd9a7f74450516233bd81722f354ac
--- /dev/null
+++ b/web/voices/English/Imogen_en-British_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683424b91faeade48c8a92e05e1c3679366abbba443ef62eccba8dc40de48e9e
+size 896
diff --git a/web/voices/English/Imogen_en-British_F_1.wav b/web/voices/English/Imogen_en-British_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..9b0aa2216fb3d51f7f08f9319e8acaa8f2d66ab6
--- /dev/null
+++ b/web/voices/English/Imogen_en-British_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde4691a6ccd95f4928fbbc4e2d49089824b264575bc0bf0ac4986dd2f8082c5
+size 1117244
diff --git a/web/voices/English/Jett_en-energetic_M_1.codes.npy b/web/voices/English/Jett_en-energetic_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..ddb65521df5c47b513f215a4959e76f6910661f9
--- /dev/null
+++ b/web/voices/English/Jett_en-energetic_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f32e946509673ae422c37cc9b79957cb569f212360745f9110d343f6f1f9f2c
+size 6608
diff --git a/web/voices/English/Jett_en-energetic_M_1.embedding.npy b/web/voices/English/Jett_en-energetic_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..75fe426b10bfde91fe83c0b3811b392fd8eadfe5
--- /dev/null
+++ b/web/voices/English/Jett_en-energetic_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624b749d220dac7fdcda479b1964cb8f7de58c838c1357f2f0161dac06e34f48
+size 896
diff --git a/web/voices/English/Jett_en-energetic_M_1.wav b/web/voices/English/Jett_en-energetic_M_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..7f6e9b52ca5296fde3846fb1436a0bfb71c86a0d
--- /dev/null
+++ b/web/voices/English/Jett_en-energetic_M_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107c8350f191d47401da6844158528d0f493cbf46be4dee6bb81dd71bc052619
+size 952604
diff --git a/web/voices/English/Morgana_en-witch_F_1.codes.npy b/web/voices/English/Morgana_en-witch_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..2cdd9341832bcd2b4b5ad93c7f7be35c63b5b990
--- /dev/null
+++ b/web/voices/English/Morgana_en-witch_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f60227a9f7cdc6ce696548f4c28c199d3f5afeadf7317a1bde132575a1ed731
+size 12448
diff --git a/web/voices/English/Morgana_en-witch_F_1.embedding.npy b/web/voices/English/Morgana_en-witch_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..8671c2114bc5bfb18d83670f28cb3ba0b338b637
--- /dev/null
+++ b/web/voices/English/Morgana_en-witch_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a817387697c43138639aa1e52a9e42d9f3a629655e0faea5ac8565eb8e57c091
+size 896
diff --git a/web/voices/English/Morgana_en-witch_F_1.mp3 b/web/voices/English/Morgana_en-witch_F_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..5364a53463212237eee08d5027a2c37d50cfebf0
--- /dev/null
+++ b/web/voices/English/Morgana_en-witch_F_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fec617ca7a4044f930c108ded0daf814ca93e61d97a7df626373aa182240ece
+size 329812
diff --git a/web/voices/English/Rupert_en-British_M_1.codes.npy b/web/voices/English/Rupert_en-British_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..17dcdc3d9db449dc0bd44691fcab253c20be624f
--- /dev/null
+++ b/web/voices/English/Rupert_en-British_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf42171c7402fea5888ec350a50b64fd78777e44d7caf665c04e4e2b629fc79
+size 8048
diff --git a/web/voices/English/Rupert_en-British_M_1.embedding.npy b/web/voices/English/Rupert_en-British_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..4d29433a1eee6225edf53d7e3abaac9f0353b416
--- /dev/null
+++ b/web/voices/English/Rupert_en-British_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c68e699376dbafdc1ab0fadc133f48e7df9cb33b3a7b80b05f42c5c0aad8fa7
+size 896
diff --git a/web/voices/English/Rupert_en-British_M_1.wav b/web/voices/English/Rupert_en-British_M_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..a1a46bd19f71bc483e1dbbfd26764fb62f0d6e80
--- /dev/null
+++ b/web/voices/English/Rupert_en-British_M_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3743b94cfc35c004fb5c2bcc9c2a537b605e3e15d4677e2b5b811bc18d95151e
+size 1164284
diff --git a/web/voices/English/Sakura_en-anime_F_1.codes.npy b/web/voices/English/Sakura_en-anime_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..f2044c7eb91b8b8fe1e79420cd34bc4ff86ba2fd
--- /dev/null
+++ b/web/voices/English/Sakura_en-anime_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8c8288b45e1a3ff5aa3adc05a4af386f5889e9ab47902ff36f9daa8900ded2
+size 9168
diff --git a/web/voices/English/Sakura_en-anime_F_1.embedding.npy b/web/voices/English/Sakura_en-anime_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..4705c78ae92ff261e95f7afd90cce9b9e10decd4
--- /dev/null
+++ b/web/voices/English/Sakura_en-anime_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf3e82d2e6f2ce2fe90c73473a312a721295ae7f85763f99c87ee2f861063a9
+size 896
diff --git a/web/voices/English/Sakura_en-anime_F_1.wav b/web/voices/English/Sakura_en-anime_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..03ba61bdd9a9dbbca9c2f78a87e99871571733e3
--- /dev/null
+++ b/web/voices/English/Sakura_en-anime_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e8f47241546efd1223bd1cac09ea81f1d9ae2cf3148260f37413f05db40229
+size 1328924
diff --git a/web/voices/English/Savannah_en-American_F_1.codes.npy b/web/voices/English/Savannah_en-American_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..de5d99cd545914328947b5e6e1b5d648063af5c2
--- /dev/null
+++ b/web/voices/English/Savannah_en-American_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e450fea8fa521c6be32b64fc61f48d6f9fd8301fe5759abd2315ce6ac946fb
+size 6968
diff --git a/web/voices/English/Savannah_en-American_F_1.embedding.npy b/web/voices/English/Savannah_en-American_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..b8d478227a96ede89bb99a32ea01acf1686ee285
--- /dev/null
+++ b/web/voices/English/Savannah_en-American_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd81587e66f96fb62da47ef13d5d867de464ca386a83f01b4403cdd19629ca6c
+size 896
diff --git a/web/voices/English/Savannah_en-American_F_1.mp3 b/web/voices/English/Savannah_en-American_F_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..4d29c41b0af4ab4bfaeab66b5256ae820536ee35
--- /dev/null
+++ b/web/voices/English/Savannah_en-American_F_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d5eaf8f6c18a0a3b452652da62d821f819d4e95f6347aa29986a503e219d14
+size 183527
diff --git a/web/voices/English/Thaddeus_en-announcervoice_M_1.codes.npy b/web/voices/English/Thaddeus_en-announcervoice_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..63c4a8b3a621d23a1a35d10c23190641bdc29ef2
--- /dev/null
+++ b/web/voices/English/Thaddeus_en-announcervoice_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c76de5bf16fd10282fced313c6c00a03fa2150b1df4c2382e19c6cbad65f179
+size 9368
diff --git a/web/voices/English/Thaddeus_en-announcervoice_M_1.embedding.npy b/web/voices/English/Thaddeus_en-announcervoice_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..1157f327e02d6509275e8df150aa716449e783f2
--- /dev/null
+++ b/web/voices/English/Thaddeus_en-announcervoice_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8e21356730988aa20da70123991404345e0bdbfe3afe31e6371d8d93095461
+size 896
diff --git a/web/voices/English/Thaddeus_en-announcervoice_M_1.mp3 b/web/voices/English/Thaddeus_en-announcervoice_M_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..535a4f2e756c5612c1d2d4cb34cefead60a28b37
--- /dev/null
+++ b/web/voices/English/Thaddeus_en-announcervoice_M_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fc96a18645b129b1e55659379ba796f5cfd70a800068b977d37f1254e93c52
+size 247474
diff --git a/web/voices/English/Willow_en-asrm_F_1.codes.npy b/web/voices/English/Willow_en-asrm_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..2013b28868bbae0b6e5cf62f0bad73fc6c55ae98
--- /dev/null
+++ b/web/voices/English/Willow_en-asrm_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ca4c14c16bb09b2bc48bb93f2d5a56327558d64271e54ebd1f713a4204905b
+size 15048
diff --git a/web/voices/English/Willow_en-asrm_F_1.embedding.npy b/web/voices/English/Willow_en-asrm_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..876e2b26c5f65d74bbdbe78bb5194d6a2eba1070
--- /dev/null
+++ b/web/voices/English/Willow_en-asrm_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebb84309f21f1dcbe6371e2355dc98f8ee3d0aee5850c305d06a73fe0a7c222
+size 896
diff --git a/web/voices/English/Willow_en-asrm_F_1.wav b/web/voices/English/Willow_en-asrm_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..6fe08b9e567b2a842f2a23e04f8abae3499f6f0a
--- /dev/null
+++ b/web/voices/English/Willow_en-asrm_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7574e4b91794390867027eb5c2c2a12f6cef557fc7d804b45f985144a50e5e
+size 2193284
diff --git a/web/voices/English/Wyatt_en-American_M_1.codes.npy b/web/voices/English/Wyatt_en-American_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..fe7a4ace704badd4adb74aa5e2673ab0ca475f5e
--- /dev/null
+++ b/web/voices/English/Wyatt_en-American_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a854f9b66eefa9203a9f752c2a1ec808345b4d72ac34f8547ee776c58e4b72f
+size 10248
diff --git a/web/voices/English/Wyatt_en-American_M_1.embedding.npy b/web/voices/English/Wyatt_en-American_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..921f4a78256265a482a9e3b77315d283fff74d24
--- /dev/null
+++ b/web/voices/English/Wyatt_en-American_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39d377b653ebaca6bbd4ecd13c382fe16d81f0cfae27217d9b626e5589a0511
+size 896
diff --git a/web/voices/English/Wyatt_en-American_M_1.ogg b/web/voices/English/Wyatt_en-American_M_1.ogg
new file mode 100644
index 0000000000000000000000000000000000000000..6270fbf65e394ac9c10dca0fc5f4e5a66359a846
--- /dev/null
+++ b/web/voices/English/Wyatt_en-American_M_1.ogg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c17f6eff4c9612ece96f0efae6f74f8e6b381f8c851ce739cdf0854a5a5831
+size 147400
diff --git a/web/voices/French/Gaspard_fr_M_1.codes.npy b/web/voices/French/Gaspard_fr_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..4d2ff3bdde469bbf30576d96b077b36d7698ec21
--- /dev/null
+++ b/web/voices/French/Gaspard_fr_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34293ea302d3a47c17ab2f8514fb3a3354dc4ad695581d9b2f93fb37476ee1f7
+size 11488
diff --git a/web/voices/French/Gaspard_fr_M_1.embedding.npy b/web/voices/French/Gaspard_fr_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..abfe47d70ee675c56022c81827bcae4beacb1ff5
--- /dev/null
+++ b/web/voices/French/Gaspard_fr_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e19a9a545af6a263c00b997368d8396ff8abc761b53dce2a6d4df735f0766e9
+size 896
diff --git a/web/voices/French/Gaspard_fr_M_1.mp3 b/web/voices/French/Gaspard_fr_M_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..810b988fd7948429884a6eca555c36f7eac88fe2
--- /dev/null
+++ b/web/voices/French/Gaspard_fr_M_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b353c4f7cccb9ffd335dde8428cae212373db2cf9c7018afc22cbb8f3d6c949a
+size 303899
diff --git a/web/voices/German/Liesel_de_F_1.codes.npy b/web/voices/German/Liesel_de_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..d62fd1f381037c01a0dc19983af6ad877387154a
--- /dev/null
+++ b/web/voices/German/Liesel_de_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6952aa3383e1181610b3b88115ff2fa20a2a2da0686c9b19f2cf0f57f96ab92e
+size 6928
diff --git a/web/voices/German/Liesel_de_F_1.embedding.npy b/web/voices/German/Liesel_de_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..0dcae442d4c1aa6fcc89932ab0355c83726eb94d
--- /dev/null
+++ b/web/voices/German/Liesel_de_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d44e40f8c1f43fcabaabf301e14bfc48325bf4596cb04e076d662d8b2724c5d
+size 896
diff --git a/web/voices/German/Liesel_de_F_1.mp3 b/web/voices/German/Liesel_de_F_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..2f867b17e59dedade064ae5ea7246d46a4ea17f1
--- /dev/null
+++ b/web/voices/German/Liesel_de_F_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8909ca74065967d74534f438fcd15b770fc2ec55d2cbe217836a720cfff091
+size 182273
diff --git a/web/voices/German/Wolfgang_de_M_1.codes.npy b/web/voices/German/Wolfgang_de_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..43300e7972337a22556f1fbc14b53e432f02a66c
--- /dev/null
+++ b/web/voices/German/Wolfgang_de_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553a4dd74cc650ea333c49033f5b459e1faa7244cfa4185862cce1a223fe41e1
+size 7488
diff --git a/web/voices/German/Wolfgang_de_M_1.embedding.npy b/web/voices/German/Wolfgang_de_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..a6c13b43dff6f3731b049ded26caab918135674e
--- /dev/null
+++ b/web/voices/German/Wolfgang_de_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0e305b2789f79b843d96628b275b5d8f3f877f89c80e87fe57bf6078901467
+size 896
diff --git a/web/voices/German/Wolfgang_de_M_1.mp3 b/web/voices/German/Wolfgang_de_M_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..bc3a985c2aba3ce64f378648a24e10b159897e2a
--- /dev/null
+++ b/web/voices/German/Wolfgang_de_M_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca32af842970e58c2769f1a191438f44b36e721071e058ed51a8c2febb2f261
+size 196483
diff --git a/web/voices/Hindi/Ananya_hi_F_1.codes.npy b/web/voices/Hindi/Ananya_hi_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..f62a54922826e0bfc98f78b966dbe889aef84857
--- /dev/null
+++ b/web/voices/Hindi/Ananya_hi_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85288fd646bb836b2424faad617d13f311c4ce129a48d7f9577bbfe29df9aa5b
+size 7768
diff --git a/web/voices/Hindi/Ananya_hi_F_1.embedding.npy b/web/voices/Hindi/Ananya_hi_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..93bea48002970de357c5f9291db6b0e76024d1fb
--- /dev/null
+++ b/web/voices/Hindi/Ananya_hi_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7acf756273d86131de701d51b25a7e0b3323d724b7e98a0c890fcf176f85a14
+size 896
diff --git a/web/voices/Hindi/Ananya_hi_F_1.wav b/web/voices/Hindi/Ananya_hi_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..9a5d8c4682eca8e6944f52eaaa0c8772a4ae0cde
--- /dev/null
+++ b/web/voices/Hindi/Ananya_hi_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0417c4f1a76d3290281c932a35b5b25b8e4cfe9acb328e24abf68b7f232840
+size 1123124
diff --git a/web/voices/Hindi/Arjun_hi_M_1.codes.npy b/web/voices/Hindi/Arjun_hi_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..aa4f5879c59754392f545a2af43ccb864cf6697a
--- /dev/null
+++ b/web/voices/Hindi/Arjun_hi_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec52799002595008cf710381b5eb5f2acf0edd82fb28636c1bbef4aba9df618
+size 7128
diff --git a/web/voices/Hindi/Arjun_hi_M_1.embedding.npy b/web/voices/Hindi/Arjun_hi_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..a0484aa4ebc17f3a9eea865f3a7139f708404ded
--- /dev/null
+++ b/web/voices/Hindi/Arjun_hi_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb0eb4cc81b79acadedb173e1fbbc0203bf71ea9ae66e56bd76393386f25815
+size 896
diff --git a/web/voices/Hindi/Arjun_hi_M_1.wav b/web/voices/Hindi/Arjun_hi_M_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..0b96ec58e36eeb250fa4a0e941019621f2d7d327
--- /dev/null
+++ b/web/voices/Hindi/Arjun_hi_M_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760b13421993d4d453cf9c3ce789da2425922c54a483a1e1d2daff3a226a6043
+size 1029044
diff --git a/web/voices/Italian/Ginevra_it_F_1.codes.npy b/web/voices/Italian/Ginevra_it_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..91fdf1c82b8dd56391e95cd5c83f4ba94b8f99fb
--- /dev/null
+++ b/web/voices/Italian/Ginevra_it_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e5f1a6ccc71d55840e4277a4f00c900e01e446e956949a5651c2e5657f2d4f
+size 6808
diff --git a/web/voices/Italian/Ginevra_it_F_1.embedding.npy b/web/voices/Italian/Ginevra_it_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..aec377f7acfac99d7291086aa545e197b5335197
--- /dev/null
+++ b/web/voices/Italian/Ginevra_it_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950ecf44f57fd053effd83c65f7f35059df0dcd1bb99dbc197b6649507171621
+size 896
diff --git a/web/voices/Italian/Ginevra_it_F_1.mp3 b/web/voices/Italian/Ginevra_it_F_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..7a1ec31196747542c0b9127d2f272a2026e7240d
--- /dev/null
+++ b/web/voices/Italian/Ginevra_it_F_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc9a8ebaa97b6c9a32aab707f1384a37d275e9a001029fedbfe7897a92514d9
+size 179347
diff --git a/web/voices/Italian/Lorenzo_it_M_1.codes.npy b/web/voices/Italian/Lorenzo_it_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..652c6ab3b0206b4cc6af4ec85e81b7cea9a56830
--- /dev/null
+++ b/web/voices/Italian/Lorenzo_it_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25cc35719d796ba7ace4a0ec563d159cfe31e978f78098b126b2a8c7f3fbc02
+size 7488
diff --git a/web/voices/Italian/Lorenzo_it_M_1.embedding.npy b/web/voices/Italian/Lorenzo_it_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..3a5ad500e72832e9f83b6787565124ce50f9cb87
--- /dev/null
+++ b/web/voices/Italian/Lorenzo_it_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a355bb33b907130985b74eae3fa05e4aa19d7fe7233f26c0416afad0726c2367
+size 896
diff --git a/web/voices/Italian/Lorenzo_it_M_1.mp3 b/web/voices/Italian/Lorenzo_it_M_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..50ad8ae5aa90b234b243e01ad503856cd3c3f64d
--- /dev/null
+++ b/web/voices/Italian/Lorenzo_it_M_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0f69f123a15d1c7c1100abf94c6f1c649034f16239f2926a87f20550d2ebcb
+size 196483
diff --git a/web/voices/Korean/Minjun_ko_M_1.codes.npy b/web/voices/Korean/Minjun_ko_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..16421b9ee9fcd33be1f4cedd2aa38888a16e5874
--- /dev/null
+++ b/web/voices/Korean/Minjun_ko_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b40a0d108b5188be2fb8695eb0f28b5a6f16c4dd485fba4ab82876b46e79522
+size 7288
diff --git a/web/voices/Korean/Minjun_ko_M_1.embedding.npy b/web/voices/Korean/Minjun_ko_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..d061dd4b5576c83fcb8878176db1f4f48dfb975e
--- /dev/null
+++ b/web/voices/Korean/Minjun_ko_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3d9c60c3f36080fd7e9eebd20c8ece42059236dd83f19980e5e4dbca94fc4e
+size 896
diff --git a/web/voices/Korean/Minjun_ko_M_1.wav b/web/voices/Korean/Minjun_ko_M_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..0fb74b715dd76131b5e0cb0b8cb2e2f040e3e05e
--- /dev/null
+++ b/web/voices/Korean/Minjun_ko_M_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c1e59241314afe001d565ab4e0c92224f598f6bbc1e4aaaac2ce5b036d16aa
+size 1052564
diff --git a/web/voices/Korean/Seoyeon_ko_F_1.codes.npy b/web/voices/Korean/Seoyeon_ko_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..9602313d4f036596632a2311afcb8a9ac4a354d6
--- /dev/null
+++ b/web/voices/Korean/Seoyeon_ko_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ca0cb788e610d56b02824108aa7c54e115bdab1eaeca81330b1475f6de9d15
+size 7048
diff --git a/web/voices/Korean/Seoyeon_ko_F_1.embedding.npy b/web/voices/Korean/Seoyeon_ko_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..c5910a8e8505215a45248ace72fba1cea616f0f2
--- /dev/null
+++ b/web/voices/Korean/Seoyeon_ko_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddb6aa68c3febe83ca656c959f4d78246c72e011cde72c3745d1a46a37d8345
+size 896
diff --git a/web/voices/Korean/Seoyeon_ko_F_1.wav b/web/voices/Korean/Seoyeon_ko_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..4df539aca7e22f904b944cce6c0a9a38cfa3c88b
--- /dev/null
+++ b/web/voices/Korean/Seoyeon_ko_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558801500e68ee38fabca81c12fe2f7ec763e989e94430b3573be3df2e0ebf30
+size 1017284
diff --git a/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.codes.npy b/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..e21b1f382a77943ee8bc41d394e883ed6958ac92
--- /dev/null
+++ b/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033e6e1acb03cacf2dc9278f752c43774224747e3aa91882113422ab35dbfbb6
+size 6608
diff --git a/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.embedding.npy b/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..2be500d11f859dd80709bf87c9dc4da7630515eb
--- /dev/null
+++ b/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b056f91bcbf4ffda432459f8c6a80b37cdc98cd82fd296e29cf2584325809c6c
+size 896
diff --git a/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.mp3 b/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.mp3
new file mode 100644
index 0000000000000000000000000000000000000000..50b4fa73a2749a706893e066e5c8e51e3fb86983
--- /dev/null
+++ b/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.mp3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd027b458401d46f893d51e42cbd0c7d9634592a7401a43127c1a639215d6be
+size 173914
diff --git a/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.codes.npy b/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..80d3b46d8ea4c18f2fe837ddd563c6833a32b70c
--- /dev/null
+++ b/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3b3aef695ca75788eea98d94d8580d2147c783f427e08cf4ed2d66ecf5c4c6
+size 6888
diff --git a/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.embedding.npy b/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..abd3a15322b931f3577892005cbeab5ccffe30a9
--- /dev/null
+++ b/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8430a2852291d874f327666d05bd15ee854a009cc54b9d3cdba9005d6bc7f59b
+size 896
diff --git a/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.wav b/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..c9a136199bc27b1f200396deea6bb1e99c174eab
--- /dev/null
+++ b/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4200f7e397be1ff2a5dac9169daba8338af911e12cf47e925999016d65969612
+size 993764
diff --git a/web/voices/Portuguese/Leonor_pt_F_1.codes.npy b/web/voices/Portuguese/Leonor_pt_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..b6b757c4f900ac178e754ef8d343a5c569a3be73
--- /dev/null
+++ b/web/voices/Portuguese/Leonor_pt_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f4c8d2d6f856305e250966710fa7669244ef1d86ffd82659ade969755c7f88
+size 7448
diff --git a/web/voices/Portuguese/Leonor_pt_F_1.embedding.npy b/web/voices/Portuguese/Leonor_pt_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..90e575bda94727597a9607a39750871da0ae4d5b
--- /dev/null
+++ b/web/voices/Portuguese/Leonor_pt_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4074805d713ac20444253f1b98f814b7f27c43b6ab29bb2f0feeaaae8f7e4b2
+size 896
diff --git a/web/voices/Portuguese/Leonor_pt_F_1.wav b/web/voices/Portuguese/Leonor_pt_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..e9a1fb35730eb513c5b28851f8e44dd8fff11a2f
--- /dev/null
+++ b/web/voices/Portuguese/Leonor_pt_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb21b761a7c808b2552451485ca14b32529b68294ef4b478c96665cabc8fcd1
+size 1076084
diff --git a/web/voices/Portuguese/Thiago_pt_M_1.codes.npy b/web/voices/Portuguese/Thiago_pt_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..2e81ca3ba731ef659fc1e2c47410ee8420750355
--- /dev/null
+++ b/web/voices/Portuguese/Thiago_pt_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63efbc88127b88ad89740eed377a0f1600c4e2ae0deb030e574f8b7b9c6c667
+size 8848
diff --git a/web/voices/Portuguese/Thiago_pt_M_1.embedding.npy b/web/voices/Portuguese/Thiago_pt_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..78663a9f553cdcb5f40b317e2aa1d7653b37334d
--- /dev/null
+++ b/web/voices/Portuguese/Thiago_pt_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1eee487091ef60636fe08cbafc15133c34a3f697629e1057e749c5b9893dc0
+size 896
diff --git a/web/voices/Portuguese/Thiago_pt_M_1.wav b/web/voices/Portuguese/Thiago_pt_M_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..b630f1e1b166fd5a31b8e902123f72055dbca947
--- /dev/null
+++ b/web/voices/Portuguese/Thiago_pt_M_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c02110a5f10765a9bf9c533a6cbf25bb39fca3bf23023f58b70a3a67fe89d2
+size 1281884
diff --git a/web/voices/Spanish/Rodrigo_es_M_1.codes.npy b/web/voices/Spanish/Rodrigo_es_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..c6a017443005bd0eb9af7e9b39a3b1d7aa5f11d0
--- /dev/null
+++ b/web/voices/Spanish/Rodrigo_es_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6ff61ab49a2f3cfeb116afa80adcc33290cd5c7d7cb4c50181f4359c52b1c0
+size 6408
diff --git a/web/voices/Spanish/Rodrigo_es_M_1.embedding.npy b/web/voices/Spanish/Rodrigo_es_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..925b63ef08d127275695231cda09a4f00df77316
--- /dev/null
+++ b/web/voices/Spanish/Rodrigo_es_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0305b7ab40d5d4a1df07ed7aa1c164f64ede1ac4b6250fa56383b4c3ae03e1e1
+size 896
diff --git a/web/voices/Spanish/Rodrigo_es_M_1.wav b/web/voices/Spanish/Rodrigo_es_M_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..a32099d399427861f6b88d0eb87f1122cafb88b3
--- /dev/null
+++ b/web/voices/Spanish/Rodrigo_es_M_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2559c50978b50ad660b82528558047a684b1ff6d3c91dd59691a3c0c13c4eaf5
+size 923204
diff --git a/web/voices/Spanish/Ximena_es_F_1.codes.npy b/web/voices/Spanish/Ximena_es_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..2a26e00300eea6da608c1692ca081b2723c0359d
--- /dev/null
+++ b/web/voices/Spanish/Ximena_es_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b571c52d7543867bb2299e0626cea9d6f6c6c9a3bffabc85570baf08897dafb9
+size 7968
diff --git a/web/voices/Spanish/Ximena_es_F_1.embedding.npy b/web/voices/Spanish/Ximena_es_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..c7098dcd92def5a8902ab4c3a69ca2a8e8d8ea2f
--- /dev/null
+++ b/web/voices/Spanish/Ximena_es_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cc1284c52003705619b37f2c25c59e170d2c70650af39e5692b2fe91782bd6
+size 896
diff --git a/web/voices/Spanish/Ximena_es_F_1.wav b/web/voices/Spanish/Ximena_es_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..cb5d7ff4ece58bf7bde05208ee5dceff38db0c74
--- /dev/null
+++ b/web/voices/Spanish/Ximena_es_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b029ff5ef03907d401d92d9fe037d14ea6eb363c0d4e78512fc13c7b6eedfc0
+size 1152524
diff --git a/web/voices/Telugu/Chaitanya_te_M_1.codes.npy b/web/voices/Telugu/Chaitanya_te_M_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..17a12ece83fcc04a35371862f8178c6fdf0999d8
--- /dev/null
+++ b/web/voices/Telugu/Chaitanya_te_M_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7003a4812a759171470f3187955e1b5c27f37bd449eb4bc012d7ac8620d0e9f7
+size 6368
diff --git a/web/voices/Telugu/Chaitanya_te_M_1.embedding.npy b/web/voices/Telugu/Chaitanya_te_M_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..85c6a5bfda9ee412c99285415d0cbf9068856c84
--- /dev/null
+++ b/web/voices/Telugu/Chaitanya_te_M_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca818012cf5656d12eb3bccdfad4086831a6a892f8e7bf2277ca11bf921e5eb7
+size 896
diff --git a/web/voices/Telugu/Chaitanya_te_M_1.wav b/web/voices/Telugu/Chaitanya_te_M_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..9b8796a9cc77710265a623305e5ad3c4251628a1
--- /dev/null
+++ b/web/voices/Telugu/Chaitanya_te_M_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327c73a145533f1cb874736e9194048a22a43a10e74c7b9b8c354306068c54b0
+size 917324
diff --git a/web/voices/Telugu/Sravya_te_F_1.codes.npy b/web/voices/Telugu/Sravya_te_F_1.codes.npy
new file mode 100644
index 0000000000000000000000000000000000000000..a9118e45d06cf6355789322625a6fa95c825e689
--- /dev/null
+++ b/web/voices/Telugu/Sravya_te_F_1.codes.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e938016bb413c48bb5deb0bf80515f646bd5b7374f5bfb4d616a8ba3e254f373
+size 6928
diff --git a/web/voices/Telugu/Sravya_te_F_1.embedding.npy b/web/voices/Telugu/Sravya_te_F_1.embedding.npy
new file mode 100644
index 0000000000000000000000000000000000000000..3d97b979df67c697d241511505cc6a580957f17e
--- /dev/null
+++ b/web/voices/Telugu/Sravya_te_F_1.embedding.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62e330ccfe900dbc4caac3e57d661adf284da8c967072dbe91bab154df79c0f
+size 896
diff --git a/web/voices/Telugu/Sravya_te_F_1.wav b/web/voices/Telugu/Sravya_te_F_1.wav
new file mode 100644
index 0000000000000000000000000000000000000000..d6dca208add9b9c3a1b6b8e00a6b815380f8a1fa
--- /dev/null
+++ b/web/voices/Telugu/Sravya_te_F_1.wav
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931ba97b7fd35bd808d32e4bf082c07da1fe7a813e469336d6eeeac83e7a42a8
+size 999644
diff --git a/web/voices/voices.json b/web/voices/voices.json
new file mode 100644
index 0000000000000000000000000000000000000000..cbe2b75ca0bde8ea1dc7d16ef482f12c1cec379f
--- /dev/null
+++ b/web/voices/voices.json
@@ -0,0 +1 @@
+[{"id": "default_2c5123a959875341", "label": "Cillian en Irish M 1", "file": "English/Cillian_en-Irish_M_1.wav", "codes": "English/Cillian_en-Irish_M_1.codes.npy", "embedding": "English/Cillian_en-Irish_M_1.embedding.npy"}, {"id": "default_b78b28baf5c31a1d", "label": "Imogen en British F 1", "file": "English/Imogen_en-British_F_1.wav", "codes": "English/Imogen_en-British_F_1.codes.npy", "embedding": "English/Imogen_en-British_F_1.embedding.npy"}, {"id": "default_c95cf57259ed7313", "label": "Jett en energetic M 1", "file": "English/Jett_en-energetic_M_1.wav", "codes": "English/Jett_en-energetic_M_1.codes.npy", "embedding": "English/Jett_en-energetic_M_1.embedding.npy"}, {"id": "default_40a3ba1017bfb68a", "label": "Morgana en witch F 1", "file": "English/Morgana_en-witch_F_1.mp3", "codes": "English/Morgana_en-witch_F_1.codes.npy", "embedding": "English/Morgana_en-witch_F_1.embedding.npy"}, {"id": "default_3765f0d1140c05c0", "label": "Rupert en British M 1", "file": "English/Rupert_en-British_M_1.wav", "codes": "English/Rupert_en-British_M_1.codes.npy", "embedding": "English/Rupert_en-British_M_1.embedding.npy"}, {"id": "default_c5e098c322aae901", "label": "Sakura en anime F 1", "file": "English/Sakura_en-anime_F_1.wav", "codes": "English/Sakura_en-anime_F_1.codes.npy", "embedding": "English/Sakura_en-anime_F_1.embedding.npy"}, {"id": "default_de4d191ca7574982", "label": "Savannah en American F 1", "file": "English/Savannah_en-American_F_1.mp3", "codes": "English/Savannah_en-American_F_1.codes.npy", "embedding": "English/Savannah_en-American_F_1.embedding.npy"}, {"id": "default_3c00e421e684f949", "label": "Thaddeus en announcervoice M 1", "file": "English/Thaddeus_en-announcervoice_M_1.mp3", "codes": "English/Thaddeus_en-announcervoice_M_1.codes.npy", "embedding": "English/Thaddeus_en-announcervoice_M_1.embedding.npy"}, {"id": "default_940eaff39a929da0", "label": "Willow en asrm F 1", "file": "English/Willow_en-asrm_F_1.wav", "codes": "English/Willow_en-asrm_F_1.codes.npy", "embedding": "English/Willow_en-asrm_F_1.embedding.npy"}, {"id": "default_34370fd91e3484ef", "label": "Wyatt en American M 1", "file": "English/Wyatt_en-American_M_1.ogg", "codes": "English/Wyatt_en-American_M_1.codes.npy", "embedding": "English/Wyatt_en-American_M_1.embedding.npy"}, {"id": "default_517319c805b927e9", "label": "Gaspard fr M 1", "file": "French/Gaspard_fr_M_1.mp3", "codes": "French/Gaspard_fr_M_1.codes.npy", "embedding": "French/Gaspard_fr_M_1.embedding.npy"}, {"id": "default_09d206a5b067ae71", "label": "Liesel de F 1", "file": "German/Liesel_de_F_1.mp3", "codes": "German/Liesel_de_F_1.codes.npy", "embedding": "German/Liesel_de_F_1.embedding.npy"}, {"id": "default_ec650ef042ed1f14", "label": "Wolfgang de M 1", "file": "German/Wolfgang_de_M_1.mp3", "codes": "German/Wolfgang_de_M_1.codes.npy", "embedding": "German/Wolfgang_de_M_1.embedding.npy"}, {"id": "default_f76cf78a50cf8496", "label": "Ananya hi F 1", "file": "Hindi/Ananya_hi_F_1.wav", "codes": "Hindi/Ananya_hi_F_1.codes.npy", "embedding": "Hindi/Ananya_hi_F_1.embedding.npy"}, {"id": "default_849a62ace1f85759", "label": "Arjun hi M 1", "file": "Hindi/Arjun_hi_M_1.wav", "codes": "Hindi/Arjun_hi_M_1.codes.npy", "embedding": "Hindi/Arjun_hi_M_1.embedding.npy"}, {"id": "default_792987ff6236e50d", "label": "Ginevra it F 1", "file": "Italian/Ginevra_it_F_1.mp3", "codes": "Italian/Ginevra_it_F_1.codes.npy", "embedding": "Italian/Ginevra_it_F_1.embedding.npy"}, {"id": "default_ccb71e6596453e72", "label": "Lorenzo it M 1", "file": "Italian/Lorenzo_it_M_1.mp3", "codes": "Italian/Lorenzo_it_M_1.codes.npy", "embedding": "Italian/Lorenzo_it_M_1.embedding.npy"}, {"id": "default_aa6e36b246dc01f9", "label": "Minjun ko M 1", "file": "Korean/Minjun_ko_M_1.wav", "codes": "Korean/Minjun_ko_M_1.codes.npy", "embedding": "Korean/Minjun_ko_M_1.embedding.npy"}, {"id": "default_b7a257a5b1478493", "label": "Seoyeon ko F 1", "file": "Korean/Seoyeon_ko_F_1.wav", "codes": "Korean/Seoyeon_ko_F_1.codes.npy", "embedding": "Korean/Seoyeon_ko_F_1.embedding.npy"}, {"id": "default_d8a9b688b64e638d", "label": "Haoran zh energetic M 1", "file": "Mandarin Chinese/Haoran_zh-energetic_M_1.mp3", "codes": "Mandarin Chinese/Haoran_zh-energetic_M_1.codes.npy", "embedding": "Mandarin Chinese/Haoran_zh-energetic_M_1.embedding.npy"}, {"id": "default_eaee7325255d4783", "label": "Meilin zh energetic F 1", "file": "Mandarin Chinese/Meilin_zh-energetic_F_1.wav", "codes": "Mandarin Chinese/Meilin_zh-energetic_F_1.codes.npy", "embedding": "Mandarin Chinese/Meilin_zh-energetic_F_1.embedding.npy"}, {"id": "default_e11f53895cad62fa", "label": "Leonor pt F 1", "file": "Portuguese/Leonor_pt_F_1.wav", "codes": "Portuguese/Leonor_pt_F_1.codes.npy", "embedding": "Portuguese/Leonor_pt_F_1.embedding.npy"}, {"id": "default_4562e98e005b69cc", "label": "Thiago pt M 1", "file": "Portuguese/Thiago_pt_M_1.wav", "codes": "Portuguese/Thiago_pt_M_1.codes.npy", "embedding": "Portuguese/Thiago_pt_M_1.embedding.npy"}, {"id": "default_87250baa043e5bba", "label": "Rodrigo es M 1", "file": "Spanish/Rodrigo_es_M_1.wav", "codes": "Spanish/Rodrigo_es_M_1.codes.npy", "embedding": "Spanish/Rodrigo_es_M_1.embedding.npy"}, {"id": "default_43e790fc116fd62a", "label": "Ximena es F 1", "file": "Spanish/Ximena_es_F_1.wav", "codes": "Spanish/Ximena_es_F_1.codes.npy", "embedding": "Spanish/Ximena_es_F_1.embedding.npy"}, {"id": "default_26fb443b7759bce0", "label": "Chaitanya te M 1", "file": "Telugu/Chaitanya_te_M_1.wav", "codes": "Telugu/Chaitanya_te_M_1.codes.npy", "embedding": "Telugu/Chaitanya_te_M_1.embedding.npy"}, {"id": "default_c3bb44b62cf13a5c", "label": "Sravya te F 1", "file": "Telugu/Sravya_te_F_1.wav", "codes": "Telugu/Sravya_te_F_1.codes.npy", "embedding": "Telugu/Sravya_te_F_1.embedding.npy"}]
\ No newline at end of file
diff --git a/web/zac-full_mr/manifest.json b/web/zac-full_mr/manifest.json
new file mode 100644
index 0000000000000000000000000000000000000000..3d7f63a873de1c2c3d0ea364c1e16f1f267ea7cd
--- /dev/null
+++ b/web/zac-full_mr/manifest.json
@@ -0,0 +1,9501 @@
+{
+ "format": "zonos3-web-v1",
+ "model": "zac-full_mr",
+ "meta": {
+ "general.architecture": "mossdual_istft",
+ "general.name": "ZONOS3 Mini MR-iSTFT decoder (full_mr, step 50000)",
+ "sample_rate": 44100,
+ "internal_sample_rate": 44160,
+ "frame_rate": 15,
+ "hop": 2940,
+ "internal_hop": 2944,
+ "n_codebooks": 10,
+ "codebook_size": 4096,
+ "latent_dim": 1024,
+ "semantic_dim": 768,
+ "sem_head.depth": 4,
+ "head.depth": 8,
+ "head.hidden": 2048,
+ "head.hop": 184,
+ "head.fir_kernel": 127,
+ "head.step": 50000,
+ "head.n_fft": [
+ 736,
+ 2208
+ ],
+ "head.max_log_magnitude": 4.605170249938965,
+ "headroom_db": 3.0,
+ "head.variant": "full_mr",
+ "ln_eps": 9.999999747378752e-06,
+ "convnext_eps": 9.999999974752427e-07,
+ "stage.in_dim": [
+ 1024,
+ 640,
+ 384,
+ 384,
+ 384
+ ],
+ "stage.out_dim": [
+ 1280,
+ 768,
+ 768,
+ 768,
+ 0
+ ],
+ "stage.d_model": [
+ 1280,
+ 768,
+ 768,
+ 768,
+ 768
+ ],
+ "stage.n_head": [
+ 20,
+ 12,
+ 12,
+ 12,
+ 12
+ ],
+ "stage.n_ff": [
+ 5120,
+ 3072,
+ 3072,
+ 3072,
+ 3072
+ ],
+ "stage.context": [
+ 150,
+ 300,
+ 480,
+ 480,
+ 480
+ ],
+ "stage.n_layer": [
+ 32,
+ 12,
+ 12,
+ 12,
+ 12
+ ],
+ "stage.patch": [
+ 2,
+ 2,
+ 2,
+ 2,
+ 1
+ ],
+ "resample.orig": 736,
+ "resample.new": 735,
+ "resample.width": 17
+ },
+ "shards": [
+ "shard-000.bin",
+ "shard-001.bin",
+ "shard-002.bin",
+ "shard-003.bin",
+ "shard-004.bin",
+ "shard-005.bin",
+ "shard-006.bin",
+ "shard-007.bin",
+ "shard-008.bin",
+ "shard-009.bin",
+ "shard-010.bin",
+ "shard-011.bin",
+ "shard-012.bin",
+ "shard-013.bin",
+ "shard-014.bin",
+ "shard-015.bin",
+ "shard-016.bin",
+ "shard-017.bin",
+ "shard-018.bin",
+ "shard-019.bin"
+ ],
+ "tensors": {
+ "sem.table": {
+ "dtype": "f16",
+ "shape": [
+ 768,
+ 4096
+ ],
+ "shard": 0,
+ "offset": 0,
+ "nbytes": 6291456
+ },
+ "res.tables": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 36864
+ ],
+ "shard": 1,
+ "offset": 0,
+ "nbytes": 75497472
+ },
+ "res.biases": {
+ "dtype": "f32",
+ "shape": [
+ 9216
+ ],
+ "shard": 2,
+ "offset": 0,
+ "nbytes": 36864
+ },
+ "sem.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 36864,
+ "nbytes": 3072
+ },
+ "res.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 39936,
+ "nbytes": 4096
+ },
+ "sem_head.0.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 2,
+ "offset": 44032,
+ "nbytes": 21504
+ },
+ "sem_head.0.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 65536,
+ "nbytes": 3072
+ },
+ "sem_head.0.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 68608,
+ "nbytes": 3072
+ },
+ "sem_head.0.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 71680,
+ "nbytes": 3072
+ },
+ "sem_head.0.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 2,
+ "offset": 74752,
+ "nbytes": 1572864,
+ "scales_offset": 1647616,
+ "scales_nbytes": 196608
+ },
+ "sem_head.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 2,
+ "offset": 1844224,
+ "nbytes": 8192
+ },
+ "sem_head.0.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 2,
+ "offset": 1852416,
+ "nbytes": 1572864,
+ "scales_offset": 3425280,
+ "scales_nbytes": 196608
+ },
+ "sem_head.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 3621888,
+ "nbytes": 3072
+ },
+ "sem_head.1.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 2,
+ "offset": 3624960,
+ "nbytes": 21504
+ },
+ "sem_head.1.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 3646464,
+ "nbytes": 3072
+ },
+ "sem_head.1.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 3649536,
+ "nbytes": 3072
+ },
+ "sem_head.1.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 3652608,
+ "nbytes": 3072
+ },
+ "sem_head.1.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 2,
+ "offset": 3655680,
+ "nbytes": 1572864,
+ "scales_offset": 5228544,
+ "scales_nbytes": 196608
+ },
+ "sem_head.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 2,
+ "offset": 5425152,
+ "nbytes": 8192
+ },
+ "sem_head.1.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 2,
+ "offset": 5433344,
+ "nbytes": 1572864,
+ "scales_offset": 7006208,
+ "scales_nbytes": 196608
+ },
+ "sem_head.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 7202816,
+ "nbytes": 3072
+ },
+ "sem_head.2.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 2,
+ "offset": 7205888,
+ "nbytes": 21504
+ },
+ "sem_head.2.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 7227392,
+ "nbytes": 3072
+ },
+ "sem_head.2.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 7230464,
+ "nbytes": 3072
+ },
+ "sem_head.2.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 7233536,
+ "nbytes": 3072
+ },
+ "sem_head.2.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 2,
+ "offset": 7236608,
+ "nbytes": 1572864,
+ "scales_offset": 8809472,
+ "scales_nbytes": 196608
+ },
+ "sem_head.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 2,
+ "offset": 9006080,
+ "nbytes": 8192
+ },
+ "sem_head.2.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 2,
+ "offset": 9014272,
+ "nbytes": 1572864,
+ "scales_offset": 10587136,
+ "scales_nbytes": 196608
+ },
+ "sem_head.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 10783744,
+ "nbytes": 3072
+ },
+ "sem_head.3.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 2,
+ "offset": 10786816,
+ "nbytes": 21504
+ },
+ "sem_head.3.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 10808320,
+ "nbytes": 3072
+ },
+ "sem_head.3.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 10811392,
+ "nbytes": 3072
+ },
+ "sem_head.3.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 10814464,
+ "nbytes": 3072
+ },
+ "sem_head.3.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 2,
+ "offset": 10817536,
+ "nbytes": 1572864,
+ "scales_offset": 12390400,
+ "scales_nbytes": 196608
+ },
+ "sem_head.3.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 2,
+ "offset": 12587008,
+ "nbytes": 8192
+ },
+ "sem_head.3.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 2,
+ "offset": 12595200,
+ "nbytes": 1572864,
+ "scales_offset": 14168064,
+ "scales_nbytes": 196608
+ },
+ "sem_head.3.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 14364672,
+ "nbytes": 3072
+ },
+ "sem_head.out.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 14367744,
+ "nbytes": 786432,
+ "scales_offset": 15154176,
+ "scales_nbytes": 98304
+ },
+ "sem_head.out.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 15252480,
+ "nbytes": 4096
+ },
+ "stage.0.in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 1280
+ ],
+ "shard": 2,
+ "offset": 15256576,
+ "nbytes": 1310720,
+ "scales_offset": 16567296,
+ "scales_nbytes": 163840
+ },
+ "stage.0.out.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 2,
+ "offset": 16731136,
+ "nbytes": 1638400,
+ "scales_offset": 18369536,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l0.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 18574336,
+ "nbytes": 5120
+ },
+ "stage.0.l0.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 18579456,
+ "nbytes": 5120
+ },
+ "stage.0.l0.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 2,
+ "offset": 18584576,
+ "nbytes": 4915200,
+ "scales_offset": 23499776,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l0.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 2,
+ "offset": 24114176,
+ "nbytes": 1638400,
+ "scales_offset": 25752576,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l0.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 25957376,
+ "nbytes": 5120
+ },
+ "stage.0.l0.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 25962496,
+ "nbytes": 5120
+ },
+ "stage.0.l0.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 25967616,
+ "nbytes": 5120
+ },
+ "stage.0.l0.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 2,
+ "offset": 25972736,
+ "nbytes": 6553600,
+ "scales_offset": 32526336,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l0.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 2,
+ "offset": 33345536,
+ "nbytes": 6553600,
+ "scales_offset": 39899136,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l0.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 40718336,
+ "nbytes": 5120
+ },
+ "stage.0.l1.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 40723456,
+ "nbytes": 5120
+ },
+ "stage.0.l1.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 40728576,
+ "nbytes": 5120
+ },
+ "stage.0.l1.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 2,
+ "offset": 40733696,
+ "nbytes": 4915200,
+ "scales_offset": 45648896,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l1.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 2,
+ "offset": 46263296,
+ "nbytes": 1638400,
+ "scales_offset": 47901696,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l1.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 48106496,
+ "nbytes": 5120
+ },
+ "stage.0.l1.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 48111616,
+ "nbytes": 5120
+ },
+ "stage.0.l1.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 48116736,
+ "nbytes": 5120
+ },
+ "stage.0.l1.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 2,
+ "offset": 48121856,
+ "nbytes": 6553600,
+ "scales_offset": 54675456,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l1.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 2,
+ "offset": 55494656,
+ "nbytes": 6553600,
+ "scales_offset": 62048256,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l1.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 62867456,
+ "nbytes": 5120
+ },
+ "stage.0.l2.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 62872576,
+ "nbytes": 5120
+ },
+ "stage.0.l2.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 62877696,
+ "nbytes": 5120
+ },
+ "stage.0.l2.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 3,
+ "offset": 0,
+ "nbytes": 4915200,
+ "scales_offset": 4915200,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l2.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 3,
+ "offset": 5529600,
+ "nbytes": 1638400,
+ "scales_offset": 7168000,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l2.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 7372800,
+ "nbytes": 5120
+ },
+ "stage.0.l2.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 7377920,
+ "nbytes": 5120
+ },
+ "stage.0.l2.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 7383040,
+ "nbytes": 5120
+ },
+ "stage.0.l2.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 3,
+ "offset": 7388160,
+ "nbytes": 6553600,
+ "scales_offset": 13941760,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l2.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 3,
+ "offset": 14760960,
+ "nbytes": 6553600,
+ "scales_offset": 21314560,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l2.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 22133760,
+ "nbytes": 5120
+ },
+ "stage.0.l3.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 22138880,
+ "nbytes": 5120
+ },
+ "stage.0.l3.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 22144000,
+ "nbytes": 5120
+ },
+ "stage.0.l3.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 3,
+ "offset": 22149120,
+ "nbytes": 4915200,
+ "scales_offset": 27064320,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l3.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 3,
+ "offset": 27678720,
+ "nbytes": 1638400,
+ "scales_offset": 29317120,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l3.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 29521920,
+ "nbytes": 5120
+ },
+ "stage.0.l3.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 29527040,
+ "nbytes": 5120
+ },
+ "stage.0.l3.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 29532160,
+ "nbytes": 5120
+ },
+ "stage.0.l3.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 3,
+ "offset": 29537280,
+ "nbytes": 6553600,
+ "scales_offset": 36090880,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l3.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 3,
+ "offset": 36910080,
+ "nbytes": 6553600,
+ "scales_offset": 43463680,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l3.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 44282880,
+ "nbytes": 5120
+ },
+ "stage.0.l4.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 44288000,
+ "nbytes": 5120
+ },
+ "stage.0.l4.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 44293120,
+ "nbytes": 5120
+ },
+ "stage.0.l4.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 3,
+ "offset": 44298240,
+ "nbytes": 4915200,
+ "scales_offset": 49213440,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l4.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 3,
+ "offset": 49827840,
+ "nbytes": 1638400,
+ "scales_offset": 51466240,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l4.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 51671040,
+ "nbytes": 5120
+ },
+ "stage.0.l4.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 51676160,
+ "nbytes": 5120
+ },
+ "stage.0.l4.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 51681280,
+ "nbytes": 5120
+ },
+ "stage.0.l4.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 3,
+ "offset": 51686400,
+ "nbytes": 6553600,
+ "scales_offset": 58240000,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l4.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 3,
+ "offset": 59059200,
+ "nbytes": 6553600,
+ "scales_offset": 65612800,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l4.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 66432000,
+ "nbytes": 5120
+ },
+ "stage.0.l5.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 66437120,
+ "nbytes": 5120
+ },
+ "stage.0.l5.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 3,
+ "offset": 66442240,
+ "nbytes": 5120
+ },
+ "stage.0.l5.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 4,
+ "offset": 0,
+ "nbytes": 4915200,
+ "scales_offset": 4915200,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l5.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 4,
+ "offset": 5529600,
+ "nbytes": 1638400,
+ "scales_offset": 7168000,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l5.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 7372800,
+ "nbytes": 5120
+ },
+ "stage.0.l5.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 7377920,
+ "nbytes": 5120
+ },
+ "stage.0.l5.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 7383040,
+ "nbytes": 5120
+ },
+ "stage.0.l5.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 4,
+ "offset": 7388160,
+ "nbytes": 6553600,
+ "scales_offset": 13941760,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l5.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 4,
+ "offset": 14760960,
+ "nbytes": 6553600,
+ "scales_offset": 21314560,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l5.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 22133760,
+ "nbytes": 5120
+ },
+ "stage.0.l6.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 22138880,
+ "nbytes": 5120
+ },
+ "stage.0.l6.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 22144000,
+ "nbytes": 5120
+ },
+ "stage.0.l6.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 4,
+ "offset": 22149120,
+ "nbytes": 4915200,
+ "scales_offset": 27064320,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l6.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 4,
+ "offset": 27678720,
+ "nbytes": 1638400,
+ "scales_offset": 29317120,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l6.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 29521920,
+ "nbytes": 5120
+ },
+ "stage.0.l6.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 29527040,
+ "nbytes": 5120
+ },
+ "stage.0.l6.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 29532160,
+ "nbytes": 5120
+ },
+ "stage.0.l6.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 4,
+ "offset": 29537280,
+ "nbytes": 6553600,
+ "scales_offset": 36090880,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l6.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 4,
+ "offset": 36910080,
+ "nbytes": 6553600,
+ "scales_offset": 43463680,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l6.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 44282880,
+ "nbytes": 5120
+ },
+ "stage.0.l7.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 44288000,
+ "nbytes": 5120
+ },
+ "stage.0.l7.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 44293120,
+ "nbytes": 5120
+ },
+ "stage.0.l7.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 4,
+ "offset": 44298240,
+ "nbytes": 4915200,
+ "scales_offset": 49213440,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l7.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 4,
+ "offset": 49827840,
+ "nbytes": 1638400,
+ "scales_offset": 51466240,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l7.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 51671040,
+ "nbytes": 5120
+ },
+ "stage.0.l7.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 51676160,
+ "nbytes": 5120
+ },
+ "stage.0.l7.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 51681280,
+ "nbytes": 5120
+ },
+ "stage.0.l7.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 4,
+ "offset": 51686400,
+ "nbytes": 6553600,
+ "scales_offset": 58240000,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l7.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 4,
+ "offset": 59059200,
+ "nbytes": 6553600,
+ "scales_offset": 65612800,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l7.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 66432000,
+ "nbytes": 5120
+ },
+ "stage.0.l8.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 66437120,
+ "nbytes": 5120
+ },
+ "stage.0.l8.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 4,
+ "offset": 66442240,
+ "nbytes": 5120
+ },
+ "stage.0.l8.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 5,
+ "offset": 0,
+ "nbytes": 4915200,
+ "scales_offset": 4915200,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l8.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 5,
+ "offset": 5529600,
+ "nbytes": 1638400,
+ "scales_offset": 7168000,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l8.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 7372800,
+ "nbytes": 5120
+ },
+ "stage.0.l8.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 7377920,
+ "nbytes": 5120
+ },
+ "stage.0.l8.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 7383040,
+ "nbytes": 5120
+ },
+ "stage.0.l8.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 5,
+ "offset": 7388160,
+ "nbytes": 6553600,
+ "scales_offset": 13941760,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l8.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 5,
+ "offset": 14760960,
+ "nbytes": 6553600,
+ "scales_offset": 21314560,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l8.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 22133760,
+ "nbytes": 5120
+ },
+ "stage.0.l9.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 22138880,
+ "nbytes": 5120
+ },
+ "stage.0.l9.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 22144000,
+ "nbytes": 5120
+ },
+ "stage.0.l9.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 5,
+ "offset": 22149120,
+ "nbytes": 4915200,
+ "scales_offset": 27064320,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l9.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 5,
+ "offset": 27678720,
+ "nbytes": 1638400,
+ "scales_offset": 29317120,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l9.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 29521920,
+ "nbytes": 5120
+ },
+ "stage.0.l9.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 29527040,
+ "nbytes": 5120
+ },
+ "stage.0.l9.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 29532160,
+ "nbytes": 5120
+ },
+ "stage.0.l9.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 5,
+ "offset": 29537280,
+ "nbytes": 6553600,
+ "scales_offset": 36090880,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l9.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 5,
+ "offset": 36910080,
+ "nbytes": 6553600,
+ "scales_offset": 43463680,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l9.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 44282880,
+ "nbytes": 5120
+ },
+ "stage.0.l10.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 44288000,
+ "nbytes": 5120
+ },
+ "stage.0.l10.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 44293120,
+ "nbytes": 5120
+ },
+ "stage.0.l10.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 5,
+ "offset": 44298240,
+ "nbytes": 4915200,
+ "scales_offset": 49213440,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l10.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 5,
+ "offset": 49827840,
+ "nbytes": 1638400,
+ "scales_offset": 51466240,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l10.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 51671040,
+ "nbytes": 5120
+ },
+ "stage.0.l10.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 51676160,
+ "nbytes": 5120
+ },
+ "stage.0.l10.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 51681280,
+ "nbytes": 5120
+ },
+ "stage.0.l10.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 5,
+ "offset": 51686400,
+ "nbytes": 6553600,
+ "scales_offset": 58240000,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l10.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 5,
+ "offset": 59059200,
+ "nbytes": 6553600,
+ "scales_offset": 65612800,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l10.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 66432000,
+ "nbytes": 5120
+ },
+ "stage.0.l11.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 66437120,
+ "nbytes": 5120
+ },
+ "stage.0.l11.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 5,
+ "offset": 66442240,
+ "nbytes": 5120
+ },
+ "stage.0.l11.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 6,
+ "offset": 0,
+ "nbytes": 4915200,
+ "scales_offset": 4915200,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l11.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 6,
+ "offset": 5529600,
+ "nbytes": 1638400,
+ "scales_offset": 7168000,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l11.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 7372800,
+ "nbytes": 5120
+ },
+ "stage.0.l11.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 7377920,
+ "nbytes": 5120
+ },
+ "stage.0.l11.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 7383040,
+ "nbytes": 5120
+ },
+ "stage.0.l11.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 6,
+ "offset": 7388160,
+ "nbytes": 6553600,
+ "scales_offset": 13941760,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l11.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 6,
+ "offset": 14760960,
+ "nbytes": 6553600,
+ "scales_offset": 21314560,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l11.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 22133760,
+ "nbytes": 5120
+ },
+ "stage.0.l12.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 22138880,
+ "nbytes": 5120
+ },
+ "stage.0.l12.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 22144000,
+ "nbytes": 5120
+ },
+ "stage.0.l12.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 6,
+ "offset": 22149120,
+ "nbytes": 4915200,
+ "scales_offset": 27064320,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l12.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 6,
+ "offset": 27678720,
+ "nbytes": 1638400,
+ "scales_offset": 29317120,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l12.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 29521920,
+ "nbytes": 5120
+ },
+ "stage.0.l12.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 29527040,
+ "nbytes": 5120
+ },
+ "stage.0.l12.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 29532160,
+ "nbytes": 5120
+ },
+ "stage.0.l12.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 6,
+ "offset": 29537280,
+ "nbytes": 6553600,
+ "scales_offset": 36090880,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l12.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 6,
+ "offset": 36910080,
+ "nbytes": 6553600,
+ "scales_offset": 43463680,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l12.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 44282880,
+ "nbytes": 5120
+ },
+ "stage.0.l13.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 44288000,
+ "nbytes": 5120
+ },
+ "stage.0.l13.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 44293120,
+ "nbytes": 5120
+ },
+ "stage.0.l13.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 6,
+ "offset": 44298240,
+ "nbytes": 4915200,
+ "scales_offset": 49213440,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l13.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 6,
+ "offset": 49827840,
+ "nbytes": 1638400,
+ "scales_offset": 51466240,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l13.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 51671040,
+ "nbytes": 5120
+ },
+ "stage.0.l13.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 51676160,
+ "nbytes": 5120
+ },
+ "stage.0.l13.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 51681280,
+ "nbytes": 5120
+ },
+ "stage.0.l13.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 6,
+ "offset": 51686400,
+ "nbytes": 6553600,
+ "scales_offset": 58240000,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l13.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 6,
+ "offset": 59059200,
+ "nbytes": 6553600,
+ "scales_offset": 65612800,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l13.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 66432000,
+ "nbytes": 5120
+ },
+ "stage.0.l14.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 66437120,
+ "nbytes": 5120
+ },
+ "stage.0.l14.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 6,
+ "offset": 66442240,
+ "nbytes": 5120
+ },
+ "stage.0.l14.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 7,
+ "offset": 0,
+ "nbytes": 4915200,
+ "scales_offset": 4915200,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l14.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 7,
+ "offset": 5529600,
+ "nbytes": 1638400,
+ "scales_offset": 7168000,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l14.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 7372800,
+ "nbytes": 5120
+ },
+ "stage.0.l14.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 7377920,
+ "nbytes": 5120
+ },
+ "stage.0.l14.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 7383040,
+ "nbytes": 5120
+ },
+ "stage.0.l14.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 7,
+ "offset": 7388160,
+ "nbytes": 6553600,
+ "scales_offset": 13941760,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l14.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 7,
+ "offset": 14760960,
+ "nbytes": 6553600,
+ "scales_offset": 21314560,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l14.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 22133760,
+ "nbytes": 5120
+ },
+ "stage.0.l15.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 22138880,
+ "nbytes": 5120
+ },
+ "stage.0.l15.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 22144000,
+ "nbytes": 5120
+ },
+ "stage.0.l15.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 7,
+ "offset": 22149120,
+ "nbytes": 4915200,
+ "scales_offset": 27064320,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l15.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 7,
+ "offset": 27678720,
+ "nbytes": 1638400,
+ "scales_offset": 29317120,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l15.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 29521920,
+ "nbytes": 5120
+ },
+ "stage.0.l15.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 29527040,
+ "nbytes": 5120
+ },
+ "stage.0.l15.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 29532160,
+ "nbytes": 5120
+ },
+ "stage.0.l15.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 7,
+ "offset": 29537280,
+ "nbytes": 6553600,
+ "scales_offset": 36090880,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l15.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 7,
+ "offset": 36910080,
+ "nbytes": 6553600,
+ "scales_offset": 43463680,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l15.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 44282880,
+ "nbytes": 5120
+ },
+ "stage.0.l16.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 44288000,
+ "nbytes": 5120
+ },
+ "stage.0.l16.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 44293120,
+ "nbytes": 5120
+ },
+ "stage.0.l16.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 7,
+ "offset": 44298240,
+ "nbytes": 4915200,
+ "scales_offset": 49213440,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l16.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 7,
+ "offset": 49827840,
+ "nbytes": 1638400,
+ "scales_offset": 51466240,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l16.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 51671040,
+ "nbytes": 5120
+ },
+ "stage.0.l16.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 51676160,
+ "nbytes": 5120
+ },
+ "stage.0.l16.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 51681280,
+ "nbytes": 5120
+ },
+ "stage.0.l16.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 7,
+ "offset": 51686400,
+ "nbytes": 6553600,
+ "scales_offset": 58240000,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l16.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 7,
+ "offset": 59059200,
+ "nbytes": 6553600,
+ "scales_offset": 65612800,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l16.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 66432000,
+ "nbytes": 5120
+ },
+ "stage.0.l17.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 66437120,
+ "nbytes": 5120
+ },
+ "stage.0.l17.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 7,
+ "offset": 66442240,
+ "nbytes": 5120
+ },
+ "stage.0.l17.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 8,
+ "offset": 0,
+ "nbytes": 4915200,
+ "scales_offset": 4915200,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l17.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 8,
+ "offset": 5529600,
+ "nbytes": 1638400,
+ "scales_offset": 7168000,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l17.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 7372800,
+ "nbytes": 5120
+ },
+ "stage.0.l17.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 7377920,
+ "nbytes": 5120
+ },
+ "stage.0.l17.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 7383040,
+ "nbytes": 5120
+ },
+ "stage.0.l17.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 8,
+ "offset": 7388160,
+ "nbytes": 6553600,
+ "scales_offset": 13941760,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l17.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 8,
+ "offset": 14760960,
+ "nbytes": 6553600,
+ "scales_offset": 21314560,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l17.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 22133760,
+ "nbytes": 5120
+ },
+ "stage.0.l18.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 22138880,
+ "nbytes": 5120
+ },
+ "stage.0.l18.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 22144000,
+ "nbytes": 5120
+ },
+ "stage.0.l18.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 8,
+ "offset": 22149120,
+ "nbytes": 4915200,
+ "scales_offset": 27064320,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l18.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 8,
+ "offset": 27678720,
+ "nbytes": 1638400,
+ "scales_offset": 29317120,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l18.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 29521920,
+ "nbytes": 5120
+ },
+ "stage.0.l18.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 29527040,
+ "nbytes": 5120
+ },
+ "stage.0.l18.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 29532160,
+ "nbytes": 5120
+ },
+ "stage.0.l18.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 8,
+ "offset": 29537280,
+ "nbytes": 6553600,
+ "scales_offset": 36090880,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l18.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 8,
+ "offset": 36910080,
+ "nbytes": 6553600,
+ "scales_offset": 43463680,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l18.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 44282880,
+ "nbytes": 5120
+ },
+ "stage.0.l19.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 44288000,
+ "nbytes": 5120
+ },
+ "stage.0.l19.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 44293120,
+ "nbytes": 5120
+ },
+ "stage.0.l19.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 8,
+ "offset": 44298240,
+ "nbytes": 4915200,
+ "scales_offset": 49213440,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l19.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 8,
+ "offset": 49827840,
+ "nbytes": 1638400,
+ "scales_offset": 51466240,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l19.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 51671040,
+ "nbytes": 5120
+ },
+ "stage.0.l19.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 51676160,
+ "nbytes": 5120
+ },
+ "stage.0.l19.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 51681280,
+ "nbytes": 5120
+ },
+ "stage.0.l19.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 8,
+ "offset": 51686400,
+ "nbytes": 6553600,
+ "scales_offset": 58240000,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l19.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 8,
+ "offset": 59059200,
+ "nbytes": 6553600,
+ "scales_offset": 65612800,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l19.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 66432000,
+ "nbytes": 5120
+ },
+ "stage.0.l20.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 66437120,
+ "nbytes": 5120
+ },
+ "stage.0.l20.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 8,
+ "offset": 66442240,
+ "nbytes": 5120
+ },
+ "stage.0.l20.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 9,
+ "offset": 0,
+ "nbytes": 4915200,
+ "scales_offset": 4915200,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l20.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 9,
+ "offset": 5529600,
+ "nbytes": 1638400,
+ "scales_offset": 7168000,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l20.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 7372800,
+ "nbytes": 5120
+ },
+ "stage.0.l20.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 7377920,
+ "nbytes": 5120
+ },
+ "stage.0.l20.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 7383040,
+ "nbytes": 5120
+ },
+ "stage.0.l20.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 9,
+ "offset": 7388160,
+ "nbytes": 6553600,
+ "scales_offset": 13941760,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l20.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 9,
+ "offset": 14760960,
+ "nbytes": 6553600,
+ "scales_offset": 21314560,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l20.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 22133760,
+ "nbytes": 5120
+ },
+ "stage.0.l21.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 22138880,
+ "nbytes": 5120
+ },
+ "stage.0.l21.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 22144000,
+ "nbytes": 5120
+ },
+ "stage.0.l21.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 9,
+ "offset": 22149120,
+ "nbytes": 4915200,
+ "scales_offset": 27064320,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l21.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 9,
+ "offset": 27678720,
+ "nbytes": 1638400,
+ "scales_offset": 29317120,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l21.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 29521920,
+ "nbytes": 5120
+ },
+ "stage.0.l21.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 29527040,
+ "nbytes": 5120
+ },
+ "stage.0.l21.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 29532160,
+ "nbytes": 5120
+ },
+ "stage.0.l21.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 9,
+ "offset": 29537280,
+ "nbytes": 6553600,
+ "scales_offset": 36090880,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l21.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 9,
+ "offset": 36910080,
+ "nbytes": 6553600,
+ "scales_offset": 43463680,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l21.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 44282880,
+ "nbytes": 5120
+ },
+ "stage.0.l22.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 44288000,
+ "nbytes": 5120
+ },
+ "stage.0.l22.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 44293120,
+ "nbytes": 5120
+ },
+ "stage.0.l22.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 9,
+ "offset": 44298240,
+ "nbytes": 4915200,
+ "scales_offset": 49213440,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l22.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 9,
+ "offset": 49827840,
+ "nbytes": 1638400,
+ "scales_offset": 51466240,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l22.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 51671040,
+ "nbytes": 5120
+ },
+ "stage.0.l22.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 51676160,
+ "nbytes": 5120
+ },
+ "stage.0.l22.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 51681280,
+ "nbytes": 5120
+ },
+ "stage.0.l22.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 9,
+ "offset": 51686400,
+ "nbytes": 6553600,
+ "scales_offset": 58240000,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l22.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 9,
+ "offset": 59059200,
+ "nbytes": 6553600,
+ "scales_offset": 65612800,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l22.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 66432000,
+ "nbytes": 5120
+ },
+ "stage.0.l23.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 66437120,
+ "nbytes": 5120
+ },
+ "stage.0.l23.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 9,
+ "offset": 66442240,
+ "nbytes": 5120
+ },
+ "stage.0.l23.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 10,
+ "offset": 0,
+ "nbytes": 4915200,
+ "scales_offset": 4915200,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l23.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 10,
+ "offset": 5529600,
+ "nbytes": 1638400,
+ "scales_offset": 7168000,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l23.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 7372800,
+ "nbytes": 5120
+ },
+ "stage.0.l23.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 7377920,
+ "nbytes": 5120
+ },
+ "stage.0.l23.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 7383040,
+ "nbytes": 5120
+ },
+ "stage.0.l23.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 10,
+ "offset": 7388160,
+ "nbytes": 6553600,
+ "scales_offset": 13941760,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l23.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 10,
+ "offset": 14760960,
+ "nbytes": 6553600,
+ "scales_offset": 21314560,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l23.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 22133760,
+ "nbytes": 5120
+ },
+ "stage.0.l24.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 22138880,
+ "nbytes": 5120
+ },
+ "stage.0.l24.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 22144000,
+ "nbytes": 5120
+ },
+ "stage.0.l24.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 10,
+ "offset": 22149120,
+ "nbytes": 4915200,
+ "scales_offset": 27064320,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l24.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 10,
+ "offset": 27678720,
+ "nbytes": 1638400,
+ "scales_offset": 29317120,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l24.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 29521920,
+ "nbytes": 5120
+ },
+ "stage.0.l24.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 29527040,
+ "nbytes": 5120
+ },
+ "stage.0.l24.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 29532160,
+ "nbytes": 5120
+ },
+ "stage.0.l24.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 10,
+ "offset": 29537280,
+ "nbytes": 6553600,
+ "scales_offset": 36090880,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l24.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 10,
+ "offset": 36910080,
+ "nbytes": 6553600,
+ "scales_offset": 43463680,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l24.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 44282880,
+ "nbytes": 5120
+ },
+ "stage.0.l25.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 44288000,
+ "nbytes": 5120
+ },
+ "stage.0.l25.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 44293120,
+ "nbytes": 5120
+ },
+ "stage.0.l25.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 10,
+ "offset": 44298240,
+ "nbytes": 4915200,
+ "scales_offset": 49213440,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l25.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 10,
+ "offset": 49827840,
+ "nbytes": 1638400,
+ "scales_offset": 51466240,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l25.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 51671040,
+ "nbytes": 5120
+ },
+ "stage.0.l25.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 51676160,
+ "nbytes": 5120
+ },
+ "stage.0.l25.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 51681280,
+ "nbytes": 5120
+ },
+ "stage.0.l25.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 10,
+ "offset": 51686400,
+ "nbytes": 6553600,
+ "scales_offset": 58240000,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l25.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 10,
+ "offset": 59059200,
+ "nbytes": 6553600,
+ "scales_offset": 65612800,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l25.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 66432000,
+ "nbytes": 5120
+ },
+ "stage.0.l26.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 66437120,
+ "nbytes": 5120
+ },
+ "stage.0.l26.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 10,
+ "offset": 66442240,
+ "nbytes": 5120
+ },
+ "stage.0.l26.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 11,
+ "offset": 0,
+ "nbytes": 4915200,
+ "scales_offset": 4915200,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l26.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 11,
+ "offset": 5529600,
+ "nbytes": 1638400,
+ "scales_offset": 7168000,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l26.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 7372800,
+ "nbytes": 5120
+ },
+ "stage.0.l26.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 7377920,
+ "nbytes": 5120
+ },
+ "stage.0.l26.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 7383040,
+ "nbytes": 5120
+ },
+ "stage.0.l26.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 11,
+ "offset": 7388160,
+ "nbytes": 6553600,
+ "scales_offset": 13941760,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l26.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 11,
+ "offset": 14760960,
+ "nbytes": 6553600,
+ "scales_offset": 21314560,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l26.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 22133760,
+ "nbytes": 5120
+ },
+ "stage.0.l27.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 22138880,
+ "nbytes": 5120
+ },
+ "stage.0.l27.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 22144000,
+ "nbytes": 5120
+ },
+ "stage.0.l27.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 11,
+ "offset": 22149120,
+ "nbytes": 4915200,
+ "scales_offset": 27064320,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l27.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 11,
+ "offset": 27678720,
+ "nbytes": 1638400,
+ "scales_offset": 29317120,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l27.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 29521920,
+ "nbytes": 5120
+ },
+ "stage.0.l27.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 29527040,
+ "nbytes": 5120
+ },
+ "stage.0.l27.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 29532160,
+ "nbytes": 5120
+ },
+ "stage.0.l27.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 11,
+ "offset": 29537280,
+ "nbytes": 6553600,
+ "scales_offset": 36090880,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l27.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 11,
+ "offset": 36910080,
+ "nbytes": 6553600,
+ "scales_offset": 43463680,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l27.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 44282880,
+ "nbytes": 5120
+ },
+ "stage.0.l28.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 44288000,
+ "nbytes": 5120
+ },
+ "stage.0.l28.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 44293120,
+ "nbytes": 5120
+ },
+ "stage.0.l28.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 11,
+ "offset": 44298240,
+ "nbytes": 4915200,
+ "scales_offset": 49213440,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l28.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 11,
+ "offset": 49827840,
+ "nbytes": 1638400,
+ "scales_offset": 51466240,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l28.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 51671040,
+ "nbytes": 5120
+ },
+ "stage.0.l28.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 51676160,
+ "nbytes": 5120
+ },
+ "stage.0.l28.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 51681280,
+ "nbytes": 5120
+ },
+ "stage.0.l28.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 11,
+ "offset": 51686400,
+ "nbytes": 6553600,
+ "scales_offset": 58240000,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l28.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 11,
+ "offset": 59059200,
+ "nbytes": 6553600,
+ "scales_offset": 65612800,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l28.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 66432000,
+ "nbytes": 5120
+ },
+ "stage.0.l29.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 66437120,
+ "nbytes": 5120
+ },
+ "stage.0.l29.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 11,
+ "offset": 66442240,
+ "nbytes": 5120
+ },
+ "stage.0.l29.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 12,
+ "offset": 0,
+ "nbytes": 4915200,
+ "scales_offset": 4915200,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l29.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 12,
+ "offset": 5529600,
+ "nbytes": 1638400,
+ "scales_offset": 7168000,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l29.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 7372800,
+ "nbytes": 5120
+ },
+ "stage.0.l29.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 7377920,
+ "nbytes": 5120
+ },
+ "stage.0.l29.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 7383040,
+ "nbytes": 5120
+ },
+ "stage.0.l29.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 12,
+ "offset": 7388160,
+ "nbytes": 6553600,
+ "scales_offset": 13941760,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l29.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 12,
+ "offset": 14760960,
+ "nbytes": 6553600,
+ "scales_offset": 21314560,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l29.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 22133760,
+ "nbytes": 5120
+ },
+ "stage.0.l30.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 22138880,
+ "nbytes": 5120
+ },
+ "stage.0.l30.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 22144000,
+ "nbytes": 5120
+ },
+ "stage.0.l30.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 12,
+ "offset": 22149120,
+ "nbytes": 4915200,
+ "scales_offset": 27064320,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l30.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 12,
+ "offset": 27678720,
+ "nbytes": 1638400,
+ "scales_offset": 29317120,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l30.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 29521920,
+ "nbytes": 5120
+ },
+ "stage.0.l30.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 29527040,
+ "nbytes": 5120
+ },
+ "stage.0.l30.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 29532160,
+ "nbytes": 5120
+ },
+ "stage.0.l30.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 12,
+ "offset": 29537280,
+ "nbytes": 6553600,
+ "scales_offset": 36090880,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l30.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 12,
+ "offset": 36910080,
+ "nbytes": 6553600,
+ "scales_offset": 43463680,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l30.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 44282880,
+ "nbytes": 5120
+ },
+ "stage.0.l31.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 44288000,
+ "nbytes": 5120
+ },
+ "stage.0.l31.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 44293120,
+ "nbytes": 5120
+ },
+ "stage.0.l31.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 12,
+ "offset": 44298240,
+ "nbytes": 4915200,
+ "scales_offset": 49213440,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l31.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 12,
+ "offset": 49827840,
+ "nbytes": 1638400,
+ "scales_offset": 51466240,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l31.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 51671040,
+ "nbytes": 5120
+ },
+ "stage.0.l31.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 51676160,
+ "nbytes": 5120
+ },
+ "stage.0.l31.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 51681280,
+ "nbytes": 5120
+ },
+ "stage.0.l31.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 12,
+ "offset": 51686400,
+ "nbytes": 6553600,
+ "scales_offset": 58240000,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l31.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 12,
+ "offset": 59059200,
+ "nbytes": 6553600,
+ "scales_offset": 65612800,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l31.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 12,
+ "offset": 66432000,
+ "nbytes": 5120
+ },
+ "stage.1.in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 640,
+ 768
+ ],
+ "shard": 12,
+ "offset": 66437120,
+ "nbytes": 491520,
+ "scales_offset": 66928640,
+ "scales_nbytes": 61440
+ },
+ "stage.1.out.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 13,
+ "offset": 0,
+ "nbytes": 589824,
+ "scales_offset": 589824,
+ "scales_nbytes": 73728
+ },
+ "stage.1.l0.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 663552,
+ "nbytes": 3072
+ },
+ "stage.1.l0.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 666624,
+ "nbytes": 3072
+ },
+ "stage.1.l0.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 13,
+ "offset": 669696,
+ "nbytes": 1769472,
+ "scales_offset": 2439168,
+ "scales_nbytes": 221184
+ },
+ "stage.1.l0.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 13,
+ "offset": 2660352,
+ "nbytes": 589824,
+ "scales_offset": 3250176,
+ "scales_nbytes": 73728
+ },
+ "stage.1.l0.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 3323904,
+ "nbytes": 3072
+ },
+ "stage.1.l0.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 3326976,
+ "nbytes": 3072
+ },
+ "stage.1.l0.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 3330048,
+ "nbytes": 3072
+ },
+ "stage.1.l0.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 13,
+ "offset": 3333120,
+ "nbytes": 2359296,
+ "scales_offset": 5692416,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l0.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 13,
+ "offset": 5987328,
+ "nbytes": 2359296,
+ "scales_offset": 8346624,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l0.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 8641536,
+ "nbytes": 3072
+ },
+ "stage.1.l1.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 8644608,
+ "nbytes": 3072
+ },
+ "stage.1.l1.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 8647680,
+ "nbytes": 3072
+ },
+ "stage.1.l1.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 13,
+ "offset": 8650752,
+ "nbytes": 1769472,
+ "scales_offset": 10420224,
+ "scales_nbytes": 221184
+ },
+ "stage.1.l1.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 13,
+ "offset": 10641408,
+ "nbytes": 589824,
+ "scales_offset": 11231232,
+ "scales_nbytes": 73728
+ },
+ "stage.1.l1.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 11304960,
+ "nbytes": 3072
+ },
+ "stage.1.l1.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 11308032,
+ "nbytes": 3072
+ },
+ "stage.1.l1.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 11311104,
+ "nbytes": 3072
+ },
+ "stage.1.l1.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 13,
+ "offset": 11314176,
+ "nbytes": 2359296,
+ "scales_offset": 13673472,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l1.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 13,
+ "offset": 13968384,
+ "nbytes": 2359296,
+ "scales_offset": 16327680,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l1.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 16622592,
+ "nbytes": 3072
+ },
+ "stage.1.l2.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 16625664,
+ "nbytes": 3072
+ },
+ "stage.1.l2.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 16628736,
+ "nbytes": 3072
+ },
+ "stage.1.l2.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 13,
+ "offset": 16631808,
+ "nbytes": 1769472,
+ "scales_offset": 18401280,
+ "scales_nbytes": 221184
+ },
+ "stage.1.l2.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 13,
+ "offset": 18622464,
+ "nbytes": 589824,
+ "scales_offset": 19212288,
+ "scales_nbytes": 73728
+ },
+ "stage.1.l2.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 19286016,
+ "nbytes": 3072
+ },
+ "stage.1.l2.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 19289088,
+ "nbytes": 3072
+ },
+ "stage.1.l2.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 19292160,
+ "nbytes": 3072
+ },
+ "stage.1.l2.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 13,
+ "offset": 19295232,
+ "nbytes": 2359296,
+ "scales_offset": 21654528,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l2.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 13,
+ "offset": 21949440,
+ "nbytes": 2359296,
+ "scales_offset": 24308736,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l2.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 24603648,
+ "nbytes": 3072
+ },
+ "stage.1.l3.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 24606720,
+ "nbytes": 3072
+ },
+ "stage.1.l3.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 24609792,
+ "nbytes": 3072
+ },
+ "stage.1.l3.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 13,
+ "offset": 24612864,
+ "nbytes": 1769472,
+ "scales_offset": 26382336,
+ "scales_nbytes": 221184
+ },
+ "stage.1.l3.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 13,
+ "offset": 26603520,
+ "nbytes": 589824,
+ "scales_offset": 27193344,
+ "scales_nbytes": 73728
+ },
+ "stage.1.l3.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 27267072,
+ "nbytes": 3072
+ },
+ "stage.1.l3.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 27270144,
+ "nbytes": 3072
+ },
+ "stage.1.l3.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 27273216,
+ "nbytes": 3072
+ },
+ "stage.1.l3.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 13,
+ "offset": 27276288,
+ "nbytes": 2359296,
+ "scales_offset": 29635584,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l3.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 13,
+ "offset": 29930496,
+ "nbytes": 2359296,
+ "scales_offset": 32289792,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l3.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 32584704,
+ "nbytes": 3072
+ },
+ "stage.1.l4.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 32587776,
+ "nbytes": 3072
+ },
+ "stage.1.l4.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 32590848,
+ "nbytes": 3072
+ },
+ "stage.1.l4.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 13,
+ "offset": 32593920,
+ "nbytes": 1769472,
+ "scales_offset": 34363392,
+ "scales_nbytes": 221184
+ },
+ "stage.1.l4.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 13,
+ "offset": 34584576,
+ "nbytes": 589824,
+ "scales_offset": 35174400,
+ "scales_nbytes": 73728
+ },
+ "stage.1.l4.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 35248128,
+ "nbytes": 3072
+ },
+ "stage.1.l4.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 35251200,
+ "nbytes": 3072
+ },
+ "stage.1.l4.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 35254272,
+ "nbytes": 3072
+ },
+ "stage.1.l4.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 13,
+ "offset": 35257344,
+ "nbytes": 2359296,
+ "scales_offset": 37616640,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l4.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 13,
+ "offset": 37911552,
+ "nbytes": 2359296,
+ "scales_offset": 40270848,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l4.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 40565760,
+ "nbytes": 3072
+ },
+ "stage.1.l5.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 40568832,
+ "nbytes": 3072
+ },
+ "stage.1.l5.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 40571904,
+ "nbytes": 3072
+ },
+ "stage.1.l5.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 13,
+ "offset": 40574976,
+ "nbytes": 1769472,
+ "scales_offset": 42344448,
+ "scales_nbytes": 221184
+ },
+ "stage.1.l5.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 13,
+ "offset": 42565632,
+ "nbytes": 589824,
+ "scales_offset": 43155456,
+ "scales_nbytes": 73728
+ },
+ "stage.1.l5.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 43229184,
+ "nbytes": 3072
+ },
+ "stage.1.l5.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 43232256,
+ "nbytes": 3072
+ },
+ "stage.1.l5.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 43235328,
+ "nbytes": 3072
+ },
+ "stage.1.l5.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 13,
+ "offset": 43238400,
+ "nbytes": 2359296,
+ "scales_offset": 45597696,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l5.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 13,
+ "offset": 45892608,
+ "nbytes": 2359296,
+ "scales_offset": 48251904,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l5.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 48546816,
+ "nbytes": 3072
+ },
+ "stage.1.l6.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 48549888,
+ "nbytes": 3072
+ },
+ "stage.1.l6.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 48552960,
+ "nbytes": 3072
+ },
+ "stage.1.l6.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 13,
+ "offset": 48556032,
+ "nbytes": 1769472,
+ "scales_offset": 50325504,
+ "scales_nbytes": 221184
+ },
+ "stage.1.l6.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 13,
+ "offset": 50546688,
+ "nbytes": 589824,
+ "scales_offset": 51136512,
+ "scales_nbytes": 73728
+ },
+ "stage.1.l6.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 51210240,
+ "nbytes": 3072
+ },
+ "stage.1.l6.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 51213312,
+ "nbytes": 3072
+ },
+ "stage.1.l6.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 51216384,
+ "nbytes": 3072
+ },
+ "stage.1.l6.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 13,
+ "offset": 51219456,
+ "nbytes": 2359296,
+ "scales_offset": 53578752,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l6.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 13,
+ "offset": 53873664,
+ "nbytes": 2359296,
+ "scales_offset": 56232960,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l6.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 56527872,
+ "nbytes": 3072
+ },
+ "stage.1.l7.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 56530944,
+ "nbytes": 3072
+ },
+ "stage.1.l7.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 56534016,
+ "nbytes": 3072
+ },
+ "stage.1.l7.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 13,
+ "offset": 56537088,
+ "nbytes": 1769472,
+ "scales_offset": 58306560,
+ "scales_nbytes": 221184
+ },
+ "stage.1.l7.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 13,
+ "offset": 58527744,
+ "nbytes": 589824,
+ "scales_offset": 59117568,
+ "scales_nbytes": 73728
+ },
+ "stage.1.l7.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 59191296,
+ "nbytes": 3072
+ },
+ "stage.1.l7.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 59194368,
+ "nbytes": 3072
+ },
+ "stage.1.l7.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 59197440,
+ "nbytes": 3072
+ },
+ "stage.1.l7.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 13,
+ "offset": 59200512,
+ "nbytes": 2359296,
+ "scales_offset": 61559808,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l7.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 13,
+ "offset": 61854720,
+ "nbytes": 2359296,
+ "scales_offset": 64214016,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l7.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 64508928,
+ "nbytes": 3072
+ },
+ "stage.1.l8.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 64512000,
+ "nbytes": 3072
+ },
+ "stage.1.l8.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 13,
+ "offset": 64515072,
+ "nbytes": 3072
+ },
+ "stage.1.l8.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 13,
+ "offset": 64518144,
+ "nbytes": 1769472,
+ "scales_offset": 66287616,
+ "scales_nbytes": 221184
+ },
+ "stage.1.l8.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 14,
+ "offset": 0,
+ "nbytes": 589824,
+ "scales_offset": 589824,
+ "scales_nbytes": 73728
+ },
+ "stage.1.l8.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 663552,
+ "nbytes": 3072
+ },
+ "stage.1.l8.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 666624,
+ "nbytes": 3072
+ },
+ "stage.1.l8.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 669696,
+ "nbytes": 3072
+ },
+ "stage.1.l8.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 14,
+ "offset": 672768,
+ "nbytes": 2359296,
+ "scales_offset": 3032064,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l8.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 14,
+ "offset": 3326976,
+ "nbytes": 2359296,
+ "scales_offset": 5686272,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l8.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 5981184,
+ "nbytes": 3072
+ },
+ "stage.1.l9.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 5984256,
+ "nbytes": 3072
+ },
+ "stage.1.l9.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 5987328,
+ "nbytes": 3072
+ },
+ "stage.1.l9.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 14,
+ "offset": 5990400,
+ "nbytes": 1769472,
+ "scales_offset": 7759872,
+ "scales_nbytes": 221184
+ },
+ "stage.1.l9.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 14,
+ "offset": 7981056,
+ "nbytes": 589824,
+ "scales_offset": 8570880,
+ "scales_nbytes": 73728
+ },
+ "stage.1.l9.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 8644608,
+ "nbytes": 3072
+ },
+ "stage.1.l9.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 8647680,
+ "nbytes": 3072
+ },
+ "stage.1.l9.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 8650752,
+ "nbytes": 3072
+ },
+ "stage.1.l9.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 14,
+ "offset": 8653824,
+ "nbytes": 2359296,
+ "scales_offset": 11013120,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l9.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 14,
+ "offset": 11308032,
+ "nbytes": 2359296,
+ "scales_offset": 13667328,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l9.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 13962240,
+ "nbytes": 3072
+ },
+ "stage.1.l10.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 13965312,
+ "nbytes": 3072
+ },
+ "stage.1.l10.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 13968384,
+ "nbytes": 3072
+ },
+ "stage.1.l10.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 14,
+ "offset": 13971456,
+ "nbytes": 1769472,
+ "scales_offset": 15740928,
+ "scales_nbytes": 221184
+ },
+ "stage.1.l10.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 14,
+ "offset": 15962112,
+ "nbytes": 589824,
+ "scales_offset": 16551936,
+ "scales_nbytes": 73728
+ },
+ "stage.1.l10.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 16625664,
+ "nbytes": 3072
+ },
+ "stage.1.l10.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 16628736,
+ "nbytes": 3072
+ },
+ "stage.1.l10.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 16631808,
+ "nbytes": 3072
+ },
+ "stage.1.l10.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 14,
+ "offset": 16634880,
+ "nbytes": 2359296,
+ "scales_offset": 18994176,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l10.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 14,
+ "offset": 19289088,
+ "nbytes": 2359296,
+ "scales_offset": 21648384,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l10.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 21943296,
+ "nbytes": 3072
+ },
+ "stage.1.l11.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 21946368,
+ "nbytes": 3072
+ },
+ "stage.1.l11.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 21949440,
+ "nbytes": 3072
+ },
+ "stage.1.l11.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 14,
+ "offset": 21952512,
+ "nbytes": 1769472,
+ "scales_offset": 23721984,
+ "scales_nbytes": 221184
+ },
+ "stage.1.l11.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 14,
+ "offset": 23943168,
+ "nbytes": 589824,
+ "scales_offset": 24532992,
+ "scales_nbytes": 73728
+ },
+ "stage.1.l11.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 24606720,
+ "nbytes": 3072
+ },
+ "stage.1.l11.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 24609792,
+ "nbytes": 3072
+ },
+ "stage.1.l11.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 24612864,
+ "nbytes": 3072
+ },
+ "stage.1.l11.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 14,
+ "offset": 24615936,
+ "nbytes": 2359296,
+ "scales_offset": 26975232,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l11.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 14,
+ "offset": 27270144,
+ "nbytes": 2359296,
+ "scales_offset": 29629440,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l11.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 29924352,
+ "nbytes": 3072
+ },
+ "stage.2.in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 384,
+ 768
+ ],
+ "shard": 14,
+ "offset": 29927424,
+ "nbytes": 294912,
+ "scales_offset": 30222336,
+ "scales_nbytes": 36864
+ },
+ "stage.2.out.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 14,
+ "offset": 30259200,
+ "nbytes": 589824,
+ "scales_offset": 30849024,
+ "scales_nbytes": 73728
+ },
+ "stage.2.l0.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 30922752,
+ "nbytes": 3072
+ },
+ "stage.2.l0.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 30925824,
+ "nbytes": 3072
+ },
+ "stage.2.l0.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 14,
+ "offset": 30928896,
+ "nbytes": 1769472,
+ "scales_offset": 32698368,
+ "scales_nbytes": 221184
+ },
+ "stage.2.l0.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 14,
+ "offset": 32919552,
+ "nbytes": 589824,
+ "scales_offset": 33509376,
+ "scales_nbytes": 73728
+ },
+ "stage.2.l0.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 33583104,
+ "nbytes": 3072
+ },
+ "stage.2.l0.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 33586176,
+ "nbytes": 3072
+ },
+ "stage.2.l0.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 33589248,
+ "nbytes": 3072
+ },
+ "stage.2.l0.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 14,
+ "offset": 33592320,
+ "nbytes": 2359296,
+ "scales_offset": 35951616,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l0.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 14,
+ "offset": 36246528,
+ "nbytes": 2359296,
+ "scales_offset": 38605824,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l0.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 38900736,
+ "nbytes": 3072
+ },
+ "stage.2.l1.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 38903808,
+ "nbytes": 3072
+ },
+ "stage.2.l1.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 38906880,
+ "nbytes": 3072
+ },
+ "stage.2.l1.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 14,
+ "offset": 38909952,
+ "nbytes": 1769472,
+ "scales_offset": 40679424,
+ "scales_nbytes": 221184
+ },
+ "stage.2.l1.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 14,
+ "offset": 40900608,
+ "nbytes": 589824,
+ "scales_offset": 41490432,
+ "scales_nbytes": 73728
+ },
+ "stage.2.l1.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 41564160,
+ "nbytes": 3072
+ },
+ "stage.2.l1.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 41567232,
+ "nbytes": 3072
+ },
+ "stage.2.l1.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 41570304,
+ "nbytes": 3072
+ },
+ "stage.2.l1.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 14,
+ "offset": 41573376,
+ "nbytes": 2359296,
+ "scales_offset": 43932672,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l1.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 14,
+ "offset": 44227584,
+ "nbytes": 2359296,
+ "scales_offset": 46586880,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l1.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 46881792,
+ "nbytes": 3072
+ },
+ "stage.2.l2.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 46884864,
+ "nbytes": 3072
+ },
+ "stage.2.l2.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 46887936,
+ "nbytes": 3072
+ },
+ "stage.2.l2.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 14,
+ "offset": 46891008,
+ "nbytes": 1769472,
+ "scales_offset": 48660480,
+ "scales_nbytes": 221184
+ },
+ "stage.2.l2.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 14,
+ "offset": 48881664,
+ "nbytes": 589824,
+ "scales_offset": 49471488,
+ "scales_nbytes": 73728
+ },
+ "stage.2.l2.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 49545216,
+ "nbytes": 3072
+ },
+ "stage.2.l2.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 49548288,
+ "nbytes": 3072
+ },
+ "stage.2.l2.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 49551360,
+ "nbytes": 3072
+ },
+ "stage.2.l2.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 14,
+ "offset": 49554432,
+ "nbytes": 2359296,
+ "scales_offset": 51913728,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l2.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 14,
+ "offset": 52208640,
+ "nbytes": 2359296,
+ "scales_offset": 54567936,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l2.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 54862848,
+ "nbytes": 3072
+ },
+ "stage.2.l3.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 54865920,
+ "nbytes": 3072
+ },
+ "stage.2.l3.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 54868992,
+ "nbytes": 3072
+ },
+ "stage.2.l3.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 14,
+ "offset": 54872064,
+ "nbytes": 1769472,
+ "scales_offset": 56641536,
+ "scales_nbytes": 221184
+ },
+ "stage.2.l3.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 14,
+ "offset": 56862720,
+ "nbytes": 589824,
+ "scales_offset": 57452544,
+ "scales_nbytes": 73728
+ },
+ "stage.2.l3.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 57526272,
+ "nbytes": 3072
+ },
+ "stage.2.l3.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 57529344,
+ "nbytes": 3072
+ },
+ "stage.2.l3.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 57532416,
+ "nbytes": 3072
+ },
+ "stage.2.l3.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 14,
+ "offset": 57535488,
+ "nbytes": 2359296,
+ "scales_offset": 59894784,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l3.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 14,
+ "offset": 60189696,
+ "nbytes": 2359296,
+ "scales_offset": 62548992,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l3.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 62843904,
+ "nbytes": 3072
+ },
+ "stage.2.l4.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 62846976,
+ "nbytes": 3072
+ },
+ "stage.2.l4.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 62850048,
+ "nbytes": 3072
+ },
+ "stage.2.l4.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 14,
+ "offset": 62853120,
+ "nbytes": 1769472,
+ "scales_offset": 64622592,
+ "scales_nbytes": 221184
+ },
+ "stage.2.l4.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 14,
+ "offset": 64843776,
+ "nbytes": 589824,
+ "scales_offset": 65433600,
+ "scales_nbytes": 73728
+ },
+ "stage.2.l4.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 65507328,
+ "nbytes": 3072
+ },
+ "stage.2.l4.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 65510400,
+ "nbytes": 3072
+ },
+ "stage.2.l4.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 14,
+ "offset": 65513472,
+ "nbytes": 3072
+ },
+ "stage.2.l4.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 15,
+ "offset": 0,
+ "nbytes": 2359296,
+ "scales_offset": 2359296,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l4.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 15,
+ "offset": 2654208,
+ "nbytes": 2359296,
+ "scales_offset": 5013504,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l4.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 5308416,
+ "nbytes": 3072
+ },
+ "stage.2.l5.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 5311488,
+ "nbytes": 3072
+ },
+ "stage.2.l5.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 5314560,
+ "nbytes": 3072
+ },
+ "stage.2.l5.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 15,
+ "offset": 5317632,
+ "nbytes": 1769472,
+ "scales_offset": 7087104,
+ "scales_nbytes": 221184
+ },
+ "stage.2.l5.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 15,
+ "offset": 7308288,
+ "nbytes": 589824,
+ "scales_offset": 7898112,
+ "scales_nbytes": 73728
+ },
+ "stage.2.l5.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 7971840,
+ "nbytes": 3072
+ },
+ "stage.2.l5.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 7974912,
+ "nbytes": 3072
+ },
+ "stage.2.l5.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 7977984,
+ "nbytes": 3072
+ },
+ "stage.2.l5.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 15,
+ "offset": 7981056,
+ "nbytes": 2359296,
+ "scales_offset": 10340352,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l5.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 15,
+ "offset": 10635264,
+ "nbytes": 2359296,
+ "scales_offset": 12994560,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l5.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 13289472,
+ "nbytes": 3072
+ },
+ "stage.2.l6.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 13292544,
+ "nbytes": 3072
+ },
+ "stage.2.l6.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 13295616,
+ "nbytes": 3072
+ },
+ "stage.2.l6.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 15,
+ "offset": 13298688,
+ "nbytes": 1769472,
+ "scales_offset": 15068160,
+ "scales_nbytes": 221184
+ },
+ "stage.2.l6.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 15,
+ "offset": 15289344,
+ "nbytes": 589824,
+ "scales_offset": 15879168,
+ "scales_nbytes": 73728
+ },
+ "stage.2.l6.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 15952896,
+ "nbytes": 3072
+ },
+ "stage.2.l6.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 15955968,
+ "nbytes": 3072
+ },
+ "stage.2.l6.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 15959040,
+ "nbytes": 3072
+ },
+ "stage.2.l6.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 15,
+ "offset": 15962112,
+ "nbytes": 2359296,
+ "scales_offset": 18321408,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l6.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 15,
+ "offset": 18616320,
+ "nbytes": 2359296,
+ "scales_offset": 20975616,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l6.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 21270528,
+ "nbytes": 3072
+ },
+ "stage.2.l7.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 21273600,
+ "nbytes": 3072
+ },
+ "stage.2.l7.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 21276672,
+ "nbytes": 3072
+ },
+ "stage.2.l7.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 15,
+ "offset": 21279744,
+ "nbytes": 1769472,
+ "scales_offset": 23049216,
+ "scales_nbytes": 221184
+ },
+ "stage.2.l7.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 15,
+ "offset": 23270400,
+ "nbytes": 589824,
+ "scales_offset": 23860224,
+ "scales_nbytes": 73728
+ },
+ "stage.2.l7.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 23933952,
+ "nbytes": 3072
+ },
+ "stage.2.l7.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 23937024,
+ "nbytes": 3072
+ },
+ "stage.2.l7.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 23940096,
+ "nbytes": 3072
+ },
+ "stage.2.l7.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 15,
+ "offset": 23943168,
+ "nbytes": 2359296,
+ "scales_offset": 26302464,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l7.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 15,
+ "offset": 26597376,
+ "nbytes": 2359296,
+ "scales_offset": 28956672,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l7.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 29251584,
+ "nbytes": 3072
+ },
+ "stage.2.l8.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 29254656,
+ "nbytes": 3072
+ },
+ "stage.2.l8.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 29257728,
+ "nbytes": 3072
+ },
+ "stage.2.l8.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 15,
+ "offset": 29260800,
+ "nbytes": 1769472,
+ "scales_offset": 31030272,
+ "scales_nbytes": 221184
+ },
+ "stage.2.l8.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 15,
+ "offset": 31251456,
+ "nbytes": 589824,
+ "scales_offset": 31841280,
+ "scales_nbytes": 73728
+ },
+ "stage.2.l8.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 31915008,
+ "nbytes": 3072
+ },
+ "stage.2.l8.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 31918080,
+ "nbytes": 3072
+ },
+ "stage.2.l8.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 31921152,
+ "nbytes": 3072
+ },
+ "stage.2.l8.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 15,
+ "offset": 31924224,
+ "nbytes": 2359296,
+ "scales_offset": 34283520,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l8.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 15,
+ "offset": 34578432,
+ "nbytes": 2359296,
+ "scales_offset": 36937728,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l8.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 37232640,
+ "nbytes": 3072
+ },
+ "stage.2.l9.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 37235712,
+ "nbytes": 3072
+ },
+ "stage.2.l9.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 37238784,
+ "nbytes": 3072
+ },
+ "stage.2.l9.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 15,
+ "offset": 37241856,
+ "nbytes": 1769472,
+ "scales_offset": 39011328,
+ "scales_nbytes": 221184
+ },
+ "stage.2.l9.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 15,
+ "offset": 39232512,
+ "nbytes": 589824,
+ "scales_offset": 39822336,
+ "scales_nbytes": 73728
+ },
+ "stage.2.l9.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 39896064,
+ "nbytes": 3072
+ },
+ "stage.2.l9.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 39899136,
+ "nbytes": 3072
+ },
+ "stage.2.l9.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 39902208,
+ "nbytes": 3072
+ },
+ "stage.2.l9.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 15,
+ "offset": 39905280,
+ "nbytes": 2359296,
+ "scales_offset": 42264576,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l9.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 15,
+ "offset": 42559488,
+ "nbytes": 2359296,
+ "scales_offset": 44918784,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l9.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 45213696,
+ "nbytes": 3072
+ },
+ "stage.2.l10.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 45216768,
+ "nbytes": 3072
+ },
+ "stage.2.l10.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 45219840,
+ "nbytes": 3072
+ },
+ "stage.2.l10.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 15,
+ "offset": 45222912,
+ "nbytes": 1769472,
+ "scales_offset": 46992384,
+ "scales_nbytes": 221184
+ },
+ "stage.2.l10.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 15,
+ "offset": 47213568,
+ "nbytes": 589824,
+ "scales_offset": 47803392,
+ "scales_nbytes": 73728
+ },
+ "stage.2.l10.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 47877120,
+ "nbytes": 3072
+ },
+ "stage.2.l10.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 47880192,
+ "nbytes": 3072
+ },
+ "stage.2.l10.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 47883264,
+ "nbytes": 3072
+ },
+ "stage.2.l10.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 15,
+ "offset": 47886336,
+ "nbytes": 2359296,
+ "scales_offset": 50245632,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l10.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 15,
+ "offset": 50540544,
+ "nbytes": 2359296,
+ "scales_offset": 52899840,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l10.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 53194752,
+ "nbytes": 3072
+ },
+ "stage.2.l11.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 53197824,
+ "nbytes": 3072
+ },
+ "stage.2.l11.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 53200896,
+ "nbytes": 3072
+ },
+ "stage.2.l11.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 15,
+ "offset": 53203968,
+ "nbytes": 1769472,
+ "scales_offset": 54973440,
+ "scales_nbytes": 221184
+ },
+ "stage.2.l11.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 15,
+ "offset": 55194624,
+ "nbytes": 589824,
+ "scales_offset": 55784448,
+ "scales_nbytes": 73728
+ },
+ "stage.2.l11.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 55858176,
+ "nbytes": 3072
+ },
+ "stage.2.l11.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 55861248,
+ "nbytes": 3072
+ },
+ "stage.2.l11.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 55864320,
+ "nbytes": 3072
+ },
+ "stage.2.l11.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 15,
+ "offset": 55867392,
+ "nbytes": 2359296,
+ "scales_offset": 58226688,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l11.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 15,
+ "offset": 58521600,
+ "nbytes": 2359296,
+ "scales_offset": 60880896,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l11.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 61175808,
+ "nbytes": 3072
+ },
+ "stage.3.in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 384,
+ 768
+ ],
+ "shard": 15,
+ "offset": 61178880,
+ "nbytes": 294912,
+ "scales_offset": 61473792,
+ "scales_nbytes": 36864
+ },
+ "stage.3.out.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 15,
+ "offset": 61510656,
+ "nbytes": 589824,
+ "scales_offset": 62100480,
+ "scales_nbytes": 73728
+ },
+ "stage.3.l0.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 62174208,
+ "nbytes": 3072
+ },
+ "stage.3.l0.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 62177280,
+ "nbytes": 3072
+ },
+ "stage.3.l0.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 15,
+ "offset": 62180352,
+ "nbytes": 1769472,
+ "scales_offset": 63949824,
+ "scales_nbytes": 221184
+ },
+ "stage.3.l0.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 15,
+ "offset": 64171008,
+ "nbytes": 589824,
+ "scales_offset": 64760832,
+ "scales_nbytes": 73728
+ },
+ "stage.3.l0.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 64834560,
+ "nbytes": 3072
+ },
+ "stage.3.l0.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 64837632,
+ "nbytes": 3072
+ },
+ "stage.3.l0.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 15,
+ "offset": 64840704,
+ "nbytes": 3072
+ },
+ "stage.3.l0.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 16,
+ "offset": 0,
+ "nbytes": 2359296,
+ "scales_offset": 2359296,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l0.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 16,
+ "offset": 2654208,
+ "nbytes": 2359296,
+ "scales_offset": 5013504,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l0.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 5308416,
+ "nbytes": 3072
+ },
+ "stage.3.l1.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 5311488,
+ "nbytes": 3072
+ },
+ "stage.3.l1.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 5314560,
+ "nbytes": 3072
+ },
+ "stage.3.l1.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 16,
+ "offset": 5317632,
+ "nbytes": 1769472,
+ "scales_offset": 7087104,
+ "scales_nbytes": 221184
+ },
+ "stage.3.l1.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 16,
+ "offset": 7308288,
+ "nbytes": 589824,
+ "scales_offset": 7898112,
+ "scales_nbytes": 73728
+ },
+ "stage.3.l1.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 7971840,
+ "nbytes": 3072
+ },
+ "stage.3.l1.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 7974912,
+ "nbytes": 3072
+ },
+ "stage.3.l1.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 7977984,
+ "nbytes": 3072
+ },
+ "stage.3.l1.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 16,
+ "offset": 7981056,
+ "nbytes": 2359296,
+ "scales_offset": 10340352,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l1.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 16,
+ "offset": 10635264,
+ "nbytes": 2359296,
+ "scales_offset": 12994560,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l1.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 13289472,
+ "nbytes": 3072
+ },
+ "stage.3.l2.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 13292544,
+ "nbytes": 3072
+ },
+ "stage.3.l2.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 13295616,
+ "nbytes": 3072
+ },
+ "stage.3.l2.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 16,
+ "offset": 13298688,
+ "nbytes": 1769472,
+ "scales_offset": 15068160,
+ "scales_nbytes": 221184
+ },
+ "stage.3.l2.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 16,
+ "offset": 15289344,
+ "nbytes": 589824,
+ "scales_offset": 15879168,
+ "scales_nbytes": 73728
+ },
+ "stage.3.l2.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 15952896,
+ "nbytes": 3072
+ },
+ "stage.3.l2.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 15955968,
+ "nbytes": 3072
+ },
+ "stage.3.l2.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 15959040,
+ "nbytes": 3072
+ },
+ "stage.3.l2.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 16,
+ "offset": 15962112,
+ "nbytes": 2359296,
+ "scales_offset": 18321408,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l2.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 16,
+ "offset": 18616320,
+ "nbytes": 2359296,
+ "scales_offset": 20975616,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l2.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 21270528,
+ "nbytes": 3072
+ },
+ "stage.3.l3.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 21273600,
+ "nbytes": 3072
+ },
+ "stage.3.l3.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 21276672,
+ "nbytes": 3072
+ },
+ "stage.3.l3.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 16,
+ "offset": 21279744,
+ "nbytes": 1769472,
+ "scales_offset": 23049216,
+ "scales_nbytes": 221184
+ },
+ "stage.3.l3.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 16,
+ "offset": 23270400,
+ "nbytes": 589824,
+ "scales_offset": 23860224,
+ "scales_nbytes": 73728
+ },
+ "stage.3.l3.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 23933952,
+ "nbytes": 3072
+ },
+ "stage.3.l3.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 23937024,
+ "nbytes": 3072
+ },
+ "stage.3.l3.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 23940096,
+ "nbytes": 3072
+ },
+ "stage.3.l3.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 16,
+ "offset": 23943168,
+ "nbytes": 2359296,
+ "scales_offset": 26302464,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l3.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 16,
+ "offset": 26597376,
+ "nbytes": 2359296,
+ "scales_offset": 28956672,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l3.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 29251584,
+ "nbytes": 3072
+ },
+ "stage.3.l4.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 29254656,
+ "nbytes": 3072
+ },
+ "stage.3.l4.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 29257728,
+ "nbytes": 3072
+ },
+ "stage.3.l4.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 16,
+ "offset": 29260800,
+ "nbytes": 1769472,
+ "scales_offset": 31030272,
+ "scales_nbytes": 221184
+ },
+ "stage.3.l4.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 16,
+ "offset": 31251456,
+ "nbytes": 589824,
+ "scales_offset": 31841280,
+ "scales_nbytes": 73728
+ },
+ "stage.3.l4.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 31915008,
+ "nbytes": 3072
+ },
+ "stage.3.l4.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 31918080,
+ "nbytes": 3072
+ },
+ "stage.3.l4.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 31921152,
+ "nbytes": 3072
+ },
+ "stage.3.l4.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 16,
+ "offset": 31924224,
+ "nbytes": 2359296,
+ "scales_offset": 34283520,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l4.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 16,
+ "offset": 34578432,
+ "nbytes": 2359296,
+ "scales_offset": 36937728,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l4.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 37232640,
+ "nbytes": 3072
+ },
+ "stage.3.l5.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 37235712,
+ "nbytes": 3072
+ },
+ "stage.3.l5.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 37238784,
+ "nbytes": 3072
+ },
+ "stage.3.l5.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 16,
+ "offset": 37241856,
+ "nbytes": 1769472,
+ "scales_offset": 39011328,
+ "scales_nbytes": 221184
+ },
+ "stage.3.l5.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 16,
+ "offset": 39232512,
+ "nbytes": 589824,
+ "scales_offset": 39822336,
+ "scales_nbytes": 73728
+ },
+ "stage.3.l5.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 39896064,
+ "nbytes": 3072
+ },
+ "stage.3.l5.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 39899136,
+ "nbytes": 3072
+ },
+ "stage.3.l5.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 39902208,
+ "nbytes": 3072
+ },
+ "stage.3.l5.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 16,
+ "offset": 39905280,
+ "nbytes": 2359296,
+ "scales_offset": 42264576,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l5.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 16,
+ "offset": 42559488,
+ "nbytes": 2359296,
+ "scales_offset": 44918784,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l5.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 45213696,
+ "nbytes": 3072
+ },
+ "stage.3.l6.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 45216768,
+ "nbytes": 3072
+ },
+ "stage.3.l6.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 45219840,
+ "nbytes": 3072
+ },
+ "stage.3.l6.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 16,
+ "offset": 45222912,
+ "nbytes": 1769472,
+ "scales_offset": 46992384,
+ "scales_nbytes": 221184
+ },
+ "stage.3.l6.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 16,
+ "offset": 47213568,
+ "nbytes": 589824,
+ "scales_offset": 47803392,
+ "scales_nbytes": 73728
+ },
+ "stage.3.l6.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 47877120,
+ "nbytes": 3072
+ },
+ "stage.3.l6.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 47880192,
+ "nbytes": 3072
+ },
+ "stage.3.l6.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 47883264,
+ "nbytes": 3072
+ },
+ "stage.3.l6.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 16,
+ "offset": 47886336,
+ "nbytes": 2359296,
+ "scales_offset": 50245632,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l6.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 16,
+ "offset": 50540544,
+ "nbytes": 2359296,
+ "scales_offset": 52899840,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l6.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 53194752,
+ "nbytes": 3072
+ },
+ "stage.3.l7.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 53197824,
+ "nbytes": 3072
+ },
+ "stage.3.l7.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 53200896,
+ "nbytes": 3072
+ },
+ "stage.3.l7.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 16,
+ "offset": 53203968,
+ "nbytes": 1769472,
+ "scales_offset": 54973440,
+ "scales_nbytes": 221184
+ },
+ "stage.3.l7.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 16,
+ "offset": 55194624,
+ "nbytes": 589824,
+ "scales_offset": 55784448,
+ "scales_nbytes": 73728
+ },
+ "stage.3.l7.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 55858176,
+ "nbytes": 3072
+ },
+ "stage.3.l7.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 55861248,
+ "nbytes": 3072
+ },
+ "stage.3.l7.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 55864320,
+ "nbytes": 3072
+ },
+ "stage.3.l7.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 16,
+ "offset": 55867392,
+ "nbytes": 2359296,
+ "scales_offset": 58226688,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l7.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 16,
+ "offset": 58521600,
+ "nbytes": 2359296,
+ "scales_offset": 60880896,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l7.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 61175808,
+ "nbytes": 3072
+ },
+ "stage.3.l8.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 61178880,
+ "nbytes": 3072
+ },
+ "stage.3.l8.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 61181952,
+ "nbytes": 3072
+ },
+ "stage.3.l8.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 16,
+ "offset": 61185024,
+ "nbytes": 1769472,
+ "scales_offset": 62954496,
+ "scales_nbytes": 221184
+ },
+ "stage.3.l8.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 16,
+ "offset": 63175680,
+ "nbytes": 589824,
+ "scales_offset": 63765504,
+ "scales_nbytes": 73728
+ },
+ "stage.3.l8.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 63839232,
+ "nbytes": 3072
+ },
+ "stage.3.l8.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 63842304,
+ "nbytes": 3072
+ },
+ "stage.3.l8.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 16,
+ "offset": 63845376,
+ "nbytes": 3072
+ },
+ "stage.3.l8.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 16,
+ "offset": 63848448,
+ "nbytes": 2359296,
+ "scales_offset": 66207744,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l8.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 17,
+ "offset": 0,
+ "nbytes": 2359296,
+ "scales_offset": 2359296,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l8.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 2654208,
+ "nbytes": 3072
+ },
+ "stage.3.l9.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 2657280,
+ "nbytes": 3072
+ },
+ "stage.3.l9.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 2660352,
+ "nbytes": 3072
+ },
+ "stage.3.l9.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 17,
+ "offset": 2663424,
+ "nbytes": 1769472,
+ "scales_offset": 4432896,
+ "scales_nbytes": 221184
+ },
+ "stage.3.l9.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 17,
+ "offset": 4654080,
+ "nbytes": 589824,
+ "scales_offset": 5243904,
+ "scales_nbytes": 73728
+ },
+ "stage.3.l9.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 5317632,
+ "nbytes": 3072
+ },
+ "stage.3.l9.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 5320704,
+ "nbytes": 3072
+ },
+ "stage.3.l9.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 5323776,
+ "nbytes": 3072
+ },
+ "stage.3.l9.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 17,
+ "offset": 5326848,
+ "nbytes": 2359296,
+ "scales_offset": 7686144,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l9.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 17,
+ "offset": 7981056,
+ "nbytes": 2359296,
+ "scales_offset": 10340352,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l9.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 10635264,
+ "nbytes": 3072
+ },
+ "stage.3.l10.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 10638336,
+ "nbytes": 3072
+ },
+ "stage.3.l10.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 10641408,
+ "nbytes": 3072
+ },
+ "stage.3.l10.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 17,
+ "offset": 10644480,
+ "nbytes": 1769472,
+ "scales_offset": 12413952,
+ "scales_nbytes": 221184
+ },
+ "stage.3.l10.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 17,
+ "offset": 12635136,
+ "nbytes": 589824,
+ "scales_offset": 13224960,
+ "scales_nbytes": 73728
+ },
+ "stage.3.l10.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 13298688,
+ "nbytes": 3072
+ },
+ "stage.3.l10.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 13301760,
+ "nbytes": 3072
+ },
+ "stage.3.l10.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 13304832,
+ "nbytes": 3072
+ },
+ "stage.3.l10.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 17,
+ "offset": 13307904,
+ "nbytes": 2359296,
+ "scales_offset": 15667200,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l10.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 17,
+ "offset": 15962112,
+ "nbytes": 2359296,
+ "scales_offset": 18321408,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l10.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 18616320,
+ "nbytes": 3072
+ },
+ "stage.3.l11.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 18619392,
+ "nbytes": 3072
+ },
+ "stage.3.l11.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 18622464,
+ "nbytes": 3072
+ },
+ "stage.3.l11.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 17,
+ "offset": 18625536,
+ "nbytes": 1769472,
+ "scales_offset": 20395008,
+ "scales_nbytes": 221184
+ },
+ "stage.3.l11.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 17,
+ "offset": 20616192,
+ "nbytes": 589824,
+ "scales_offset": 21206016,
+ "scales_nbytes": 73728
+ },
+ "stage.3.l11.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 21279744,
+ "nbytes": 3072
+ },
+ "stage.3.l11.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 21282816,
+ "nbytes": 3072
+ },
+ "stage.3.l11.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 21285888,
+ "nbytes": 3072
+ },
+ "stage.3.l11.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 17,
+ "offset": 21288960,
+ "nbytes": 2359296,
+ "scales_offset": 23648256,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l11.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 17,
+ "offset": 23943168,
+ "nbytes": 2359296,
+ "scales_offset": 26302464,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l11.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 26597376,
+ "nbytes": 3072
+ },
+ "stage.4.in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 384,
+ 768
+ ],
+ "shard": 17,
+ "offset": 26600448,
+ "nbytes": 294912,
+ "scales_offset": 26895360,
+ "scales_nbytes": 36864
+ },
+ "stage.4.l0.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 26932224,
+ "nbytes": 3072
+ },
+ "stage.4.l0.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 26935296,
+ "nbytes": 3072
+ },
+ "stage.4.l0.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 17,
+ "offset": 26938368,
+ "nbytes": 1769472,
+ "scales_offset": 28707840,
+ "scales_nbytes": 221184
+ },
+ "stage.4.l0.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 17,
+ "offset": 28929024,
+ "nbytes": 589824,
+ "scales_offset": 29518848,
+ "scales_nbytes": 73728
+ },
+ "stage.4.l0.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 29592576,
+ "nbytes": 3072
+ },
+ "stage.4.l0.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 29595648,
+ "nbytes": 3072
+ },
+ "stage.4.l0.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 29598720,
+ "nbytes": 3072
+ },
+ "stage.4.l0.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 17,
+ "offset": 29601792,
+ "nbytes": 2359296,
+ "scales_offset": 31961088,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l0.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 17,
+ "offset": 32256000,
+ "nbytes": 2359296,
+ "scales_offset": 34615296,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l0.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 34910208,
+ "nbytes": 3072
+ },
+ "stage.4.l1.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 34913280,
+ "nbytes": 3072
+ },
+ "stage.4.l1.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 34916352,
+ "nbytes": 3072
+ },
+ "stage.4.l1.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 17,
+ "offset": 34919424,
+ "nbytes": 1769472,
+ "scales_offset": 36688896,
+ "scales_nbytes": 221184
+ },
+ "stage.4.l1.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 17,
+ "offset": 36910080,
+ "nbytes": 589824,
+ "scales_offset": 37499904,
+ "scales_nbytes": 73728
+ },
+ "stage.4.l1.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 37573632,
+ "nbytes": 3072
+ },
+ "stage.4.l1.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 37576704,
+ "nbytes": 3072
+ },
+ "stage.4.l1.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 37579776,
+ "nbytes": 3072
+ },
+ "stage.4.l1.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 17,
+ "offset": 37582848,
+ "nbytes": 2359296,
+ "scales_offset": 39942144,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l1.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 17,
+ "offset": 40237056,
+ "nbytes": 2359296,
+ "scales_offset": 42596352,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l1.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 42891264,
+ "nbytes": 3072
+ },
+ "stage.4.l2.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 42894336,
+ "nbytes": 3072
+ },
+ "stage.4.l2.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 42897408,
+ "nbytes": 3072
+ },
+ "stage.4.l2.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 17,
+ "offset": 42900480,
+ "nbytes": 1769472,
+ "scales_offset": 44669952,
+ "scales_nbytes": 221184
+ },
+ "stage.4.l2.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 17,
+ "offset": 44891136,
+ "nbytes": 589824,
+ "scales_offset": 45480960,
+ "scales_nbytes": 73728
+ },
+ "stage.4.l2.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 45554688,
+ "nbytes": 3072
+ },
+ "stage.4.l2.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 45557760,
+ "nbytes": 3072
+ },
+ "stage.4.l2.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 45560832,
+ "nbytes": 3072
+ },
+ "stage.4.l2.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 17,
+ "offset": 45563904,
+ "nbytes": 2359296,
+ "scales_offset": 47923200,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l2.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 17,
+ "offset": 48218112,
+ "nbytes": 2359296,
+ "scales_offset": 50577408,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l2.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 50872320,
+ "nbytes": 3072
+ },
+ "stage.4.l3.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 50875392,
+ "nbytes": 3072
+ },
+ "stage.4.l3.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 50878464,
+ "nbytes": 3072
+ },
+ "stage.4.l3.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 17,
+ "offset": 50881536,
+ "nbytes": 1769472,
+ "scales_offset": 52651008,
+ "scales_nbytes": 221184
+ },
+ "stage.4.l3.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 17,
+ "offset": 52872192,
+ "nbytes": 589824,
+ "scales_offset": 53462016,
+ "scales_nbytes": 73728
+ },
+ "stage.4.l3.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 53535744,
+ "nbytes": 3072
+ },
+ "stage.4.l3.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 53538816,
+ "nbytes": 3072
+ },
+ "stage.4.l3.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 53541888,
+ "nbytes": 3072
+ },
+ "stage.4.l3.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 17,
+ "offset": 53544960,
+ "nbytes": 2359296,
+ "scales_offset": 55904256,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l3.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 17,
+ "offset": 56199168,
+ "nbytes": 2359296,
+ "scales_offset": 58558464,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l3.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 58853376,
+ "nbytes": 3072
+ },
+ "stage.4.l4.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 58856448,
+ "nbytes": 3072
+ },
+ "stage.4.l4.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 58859520,
+ "nbytes": 3072
+ },
+ "stage.4.l4.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 17,
+ "offset": 58862592,
+ "nbytes": 1769472,
+ "scales_offset": 60632064,
+ "scales_nbytes": 221184
+ },
+ "stage.4.l4.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 17,
+ "offset": 60853248,
+ "nbytes": 589824,
+ "scales_offset": 61443072,
+ "scales_nbytes": 73728
+ },
+ "stage.4.l4.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 61516800,
+ "nbytes": 3072
+ },
+ "stage.4.l4.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 61519872,
+ "nbytes": 3072
+ },
+ "stage.4.l4.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 61522944,
+ "nbytes": 3072
+ },
+ "stage.4.l4.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 17,
+ "offset": 61526016,
+ "nbytes": 2359296,
+ "scales_offset": 63885312,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l4.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 17,
+ "offset": 64180224,
+ "nbytes": 2359296,
+ "scales_offset": 66539520,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l4.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 66834432,
+ "nbytes": 3072
+ },
+ "stage.4.l5.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 66837504,
+ "nbytes": 3072
+ },
+ "stage.4.l5.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 17,
+ "offset": 66840576,
+ "nbytes": 3072
+ },
+ "stage.4.l5.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 18,
+ "offset": 0,
+ "nbytes": 1769472,
+ "scales_offset": 1769472,
+ "scales_nbytes": 221184
+ },
+ "stage.4.l5.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 18,
+ "offset": 1990656,
+ "nbytes": 589824,
+ "scales_offset": 2580480,
+ "scales_nbytes": 73728
+ },
+ "stage.4.l5.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 2654208,
+ "nbytes": 3072
+ },
+ "stage.4.l5.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 2657280,
+ "nbytes": 3072
+ },
+ "stage.4.l5.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 2660352,
+ "nbytes": 3072
+ },
+ "stage.4.l5.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 18,
+ "offset": 2663424,
+ "nbytes": 2359296,
+ "scales_offset": 5022720,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l5.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 18,
+ "offset": 5317632,
+ "nbytes": 2359296,
+ "scales_offset": 7676928,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l5.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 7971840,
+ "nbytes": 3072
+ },
+ "stage.4.l6.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 7974912,
+ "nbytes": 3072
+ },
+ "stage.4.l6.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 7977984,
+ "nbytes": 3072
+ },
+ "stage.4.l6.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 18,
+ "offset": 7981056,
+ "nbytes": 1769472,
+ "scales_offset": 9750528,
+ "scales_nbytes": 221184
+ },
+ "stage.4.l6.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 18,
+ "offset": 9971712,
+ "nbytes": 589824,
+ "scales_offset": 10561536,
+ "scales_nbytes": 73728
+ },
+ "stage.4.l6.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 10635264,
+ "nbytes": 3072
+ },
+ "stage.4.l6.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 10638336,
+ "nbytes": 3072
+ },
+ "stage.4.l6.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 10641408,
+ "nbytes": 3072
+ },
+ "stage.4.l6.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 18,
+ "offset": 10644480,
+ "nbytes": 2359296,
+ "scales_offset": 13003776,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l6.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 18,
+ "offset": 13298688,
+ "nbytes": 2359296,
+ "scales_offset": 15657984,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l6.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 15952896,
+ "nbytes": 3072
+ },
+ "stage.4.l7.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 15955968,
+ "nbytes": 3072
+ },
+ "stage.4.l7.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 15959040,
+ "nbytes": 3072
+ },
+ "stage.4.l7.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 18,
+ "offset": 15962112,
+ "nbytes": 1769472,
+ "scales_offset": 17731584,
+ "scales_nbytes": 221184
+ },
+ "stage.4.l7.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 18,
+ "offset": 17952768,
+ "nbytes": 589824,
+ "scales_offset": 18542592,
+ "scales_nbytes": 73728
+ },
+ "stage.4.l7.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 18616320,
+ "nbytes": 3072
+ },
+ "stage.4.l7.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 18619392,
+ "nbytes": 3072
+ },
+ "stage.4.l7.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 18622464,
+ "nbytes": 3072
+ },
+ "stage.4.l7.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 18,
+ "offset": 18625536,
+ "nbytes": 2359296,
+ "scales_offset": 20984832,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l7.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 18,
+ "offset": 21279744,
+ "nbytes": 2359296,
+ "scales_offset": 23639040,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l7.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 23933952,
+ "nbytes": 3072
+ },
+ "stage.4.l8.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 23937024,
+ "nbytes": 3072
+ },
+ "stage.4.l8.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 23940096,
+ "nbytes": 3072
+ },
+ "stage.4.l8.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 18,
+ "offset": 23943168,
+ "nbytes": 1769472,
+ "scales_offset": 25712640,
+ "scales_nbytes": 221184
+ },
+ "stage.4.l8.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 18,
+ "offset": 25933824,
+ "nbytes": 589824,
+ "scales_offset": 26523648,
+ "scales_nbytes": 73728
+ },
+ "stage.4.l8.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 26597376,
+ "nbytes": 3072
+ },
+ "stage.4.l8.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 26600448,
+ "nbytes": 3072
+ },
+ "stage.4.l8.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 26603520,
+ "nbytes": 3072
+ },
+ "stage.4.l8.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 18,
+ "offset": 26606592,
+ "nbytes": 2359296,
+ "scales_offset": 28965888,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l8.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 18,
+ "offset": 29260800,
+ "nbytes": 2359296,
+ "scales_offset": 31620096,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l8.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 31915008,
+ "nbytes": 3072
+ },
+ "stage.4.l9.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 31918080,
+ "nbytes": 3072
+ },
+ "stage.4.l9.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 31921152,
+ "nbytes": 3072
+ },
+ "stage.4.l9.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 18,
+ "offset": 31924224,
+ "nbytes": 1769472,
+ "scales_offset": 33693696,
+ "scales_nbytes": 221184
+ },
+ "stage.4.l9.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 18,
+ "offset": 33914880,
+ "nbytes": 589824,
+ "scales_offset": 34504704,
+ "scales_nbytes": 73728
+ },
+ "stage.4.l9.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 34578432,
+ "nbytes": 3072
+ },
+ "stage.4.l9.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 34581504,
+ "nbytes": 3072
+ },
+ "stage.4.l9.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 34584576,
+ "nbytes": 3072
+ },
+ "stage.4.l9.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 18,
+ "offset": 34587648,
+ "nbytes": 2359296,
+ "scales_offset": 36946944,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l9.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 18,
+ "offset": 37241856,
+ "nbytes": 2359296,
+ "scales_offset": 39601152,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l9.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 39896064,
+ "nbytes": 3072
+ },
+ "stage.4.l10.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 39899136,
+ "nbytes": 3072
+ },
+ "stage.4.l10.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 39902208,
+ "nbytes": 3072
+ },
+ "stage.4.l10.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 18,
+ "offset": 39905280,
+ "nbytes": 1769472,
+ "scales_offset": 41674752,
+ "scales_nbytes": 221184
+ },
+ "stage.4.l10.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 18,
+ "offset": 41895936,
+ "nbytes": 589824,
+ "scales_offset": 42485760,
+ "scales_nbytes": 73728
+ },
+ "stage.4.l10.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 42559488,
+ "nbytes": 3072
+ },
+ "stage.4.l10.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 42562560,
+ "nbytes": 3072
+ },
+ "stage.4.l10.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 42565632,
+ "nbytes": 3072
+ },
+ "stage.4.l10.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 18,
+ "offset": 42568704,
+ "nbytes": 2359296,
+ "scales_offset": 44928000,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l10.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 18,
+ "offset": 45222912,
+ "nbytes": 2359296,
+ "scales_offset": 47582208,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l10.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 47877120,
+ "nbytes": 3072
+ },
+ "stage.4.l11.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 47880192,
+ "nbytes": 3072
+ },
+ "stage.4.l11.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 47883264,
+ "nbytes": 3072
+ },
+ "stage.4.l11.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 18,
+ "offset": 47886336,
+ "nbytes": 1769472,
+ "scales_offset": 49655808,
+ "scales_nbytes": 221184
+ },
+ "stage.4.l11.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 18,
+ "offset": 49876992,
+ "nbytes": 589824,
+ "scales_offset": 50466816,
+ "scales_nbytes": 73728
+ },
+ "stage.4.l11.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 50540544,
+ "nbytes": 3072
+ },
+ "stage.4.l11.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 50543616,
+ "nbytes": 3072
+ },
+ "stage.4.l11.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 50546688,
+ "nbytes": 3072
+ },
+ "stage.4.l11.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 18,
+ "offset": 50549760,
+ "nbytes": 2359296,
+ "scales_offset": 52909056,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l11.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 18,
+ "offset": 53203968,
+ "nbytes": 2359296,
+ "scales_offset": 55563264,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l11.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 55858176,
+ "nbytes": 3072
+ },
+ "head.0.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 18,
+ "offset": 55861248,
+ "nbytes": 21504
+ },
+ "head.0.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 55882752,
+ "nbytes": 3072
+ },
+ "head.0.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 55885824,
+ "nbytes": 3072
+ },
+ "head.0.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 55888896,
+ "nbytes": 3072
+ },
+ "head.0.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 18,
+ "offset": 55891968,
+ "nbytes": 1572864,
+ "scales_offset": 57464832,
+ "scales_nbytes": 196608
+ },
+ "head.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 18,
+ "offset": 57661440,
+ "nbytes": 8192
+ },
+ "head.0.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 18,
+ "offset": 57669632,
+ "nbytes": 1572864,
+ "scales_offset": 59242496,
+ "scales_nbytes": 196608
+ },
+ "head.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 59439104,
+ "nbytes": 3072
+ },
+ "head.1.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 18,
+ "offset": 59442176,
+ "nbytes": 21504
+ },
+ "head.1.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 59463680,
+ "nbytes": 3072
+ },
+ "head.1.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 59466752,
+ "nbytes": 3072
+ },
+ "head.1.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 59469824,
+ "nbytes": 3072
+ },
+ "head.1.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 18,
+ "offset": 59472896,
+ "nbytes": 1572864,
+ "scales_offset": 61045760,
+ "scales_nbytes": 196608
+ },
+ "head.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 18,
+ "offset": 61242368,
+ "nbytes": 8192
+ },
+ "head.1.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 18,
+ "offset": 61250560,
+ "nbytes": 1572864,
+ "scales_offset": 62823424,
+ "scales_nbytes": 196608
+ },
+ "head.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 63020032,
+ "nbytes": 3072
+ },
+ "head.2.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 18,
+ "offset": 63023104,
+ "nbytes": 21504
+ },
+ "head.2.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 63044608,
+ "nbytes": 3072
+ },
+ "head.2.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 63047680,
+ "nbytes": 3072
+ },
+ "head.2.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 63050752,
+ "nbytes": 3072
+ },
+ "head.2.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 18,
+ "offset": 63053824,
+ "nbytes": 1572864,
+ "scales_offset": 64626688,
+ "scales_nbytes": 196608
+ },
+ "head.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 18,
+ "offset": 64823296,
+ "nbytes": 8192
+ },
+ "head.2.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 18,
+ "offset": 64831488,
+ "nbytes": 1572864,
+ "scales_offset": 66404352,
+ "scales_nbytes": 196608
+ },
+ "head.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 66600960,
+ "nbytes": 3072
+ },
+ "head.3.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 18,
+ "offset": 66604032,
+ "nbytes": 21504
+ },
+ "head.3.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 66625536,
+ "nbytes": 3072
+ },
+ "head.3.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 66628608,
+ "nbytes": 3072
+ },
+ "head.3.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 18,
+ "offset": 66631680,
+ "nbytes": 3072
+ },
+ "head.3.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 19,
+ "offset": 0,
+ "nbytes": 1572864,
+ "scales_offset": 1572864,
+ "scales_nbytes": 196608
+ },
+ "head.3.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 19,
+ "offset": 1769472,
+ "nbytes": 8192
+ },
+ "head.3.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 19,
+ "offset": 1777664,
+ "nbytes": 1572864,
+ "scales_offset": 3350528,
+ "scales_nbytes": 196608
+ },
+ "head.3.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 3547136,
+ "nbytes": 3072
+ },
+ "head.4.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 19,
+ "offset": 3550208,
+ "nbytes": 21504
+ },
+ "head.4.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 3571712,
+ "nbytes": 3072
+ },
+ "head.4.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 3574784,
+ "nbytes": 3072
+ },
+ "head.4.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 3577856,
+ "nbytes": 3072
+ },
+ "head.4.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 19,
+ "offset": 3580928,
+ "nbytes": 1572864,
+ "scales_offset": 5153792,
+ "scales_nbytes": 196608
+ },
+ "head.4.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 19,
+ "offset": 5350400,
+ "nbytes": 8192
+ },
+ "head.4.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 19,
+ "offset": 5358592,
+ "nbytes": 1572864,
+ "scales_offset": 6931456,
+ "scales_nbytes": 196608
+ },
+ "head.4.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 7128064,
+ "nbytes": 3072
+ },
+ "head.5.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 19,
+ "offset": 7131136,
+ "nbytes": 21504
+ },
+ "head.5.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 7152640,
+ "nbytes": 3072
+ },
+ "head.5.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 7155712,
+ "nbytes": 3072
+ },
+ "head.5.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 7158784,
+ "nbytes": 3072
+ },
+ "head.5.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 19,
+ "offset": 7161856,
+ "nbytes": 1572864,
+ "scales_offset": 8734720,
+ "scales_nbytes": 196608
+ },
+ "head.5.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 19,
+ "offset": 8931328,
+ "nbytes": 8192
+ },
+ "head.5.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 19,
+ "offset": 8939520,
+ "nbytes": 1572864,
+ "scales_offset": 10512384,
+ "scales_nbytes": 196608
+ },
+ "head.5.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 10708992,
+ "nbytes": 3072
+ },
+ "head.6.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 19,
+ "offset": 10712064,
+ "nbytes": 21504
+ },
+ "head.6.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 10733568,
+ "nbytes": 3072
+ },
+ "head.6.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 10736640,
+ "nbytes": 3072
+ },
+ "head.6.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 10739712,
+ "nbytes": 3072
+ },
+ "head.6.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 19,
+ "offset": 10742784,
+ "nbytes": 1572864,
+ "scales_offset": 12315648,
+ "scales_nbytes": 196608
+ },
+ "head.6.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 19,
+ "offset": 12512256,
+ "nbytes": 8192
+ },
+ "head.6.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 19,
+ "offset": 12520448,
+ "nbytes": 1572864,
+ "scales_offset": 14093312,
+ "scales_nbytes": 196608
+ },
+ "head.6.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 14289920,
+ "nbytes": 3072
+ },
+ "head.7.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 19,
+ "offset": 14292992,
+ "nbytes": 21504
+ },
+ "head.7.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 14314496,
+ "nbytes": 3072
+ },
+ "head.7.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 14317568,
+ "nbytes": 3072
+ },
+ "head.7.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 14320640,
+ "nbytes": 3072
+ },
+ "head.7.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 19,
+ "offset": 14323712,
+ "nbytes": 1572864,
+ "scales_offset": 15896576,
+ "scales_nbytes": 196608
+ },
+ "head.7.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 19,
+ "offset": 16093184,
+ "nbytes": 8192
+ },
+ "head.7.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 19,
+ "offset": 16101376,
+ "nbytes": 1572864,
+ "scales_offset": 17674240,
+ "scales_nbytes": 196608
+ },
+ "head.7.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 17870848,
+ "nbytes": 3072
+ },
+ "head.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 17873920,
+ "nbytes": 3072
+ },
+ "head.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 19,
+ "offset": 17876992,
+ "nbytes": 3072
+ },
+ "head.out.0.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 738
+ ],
+ "shard": 19,
+ "offset": 17880064,
+ "nbytes": 566784,
+ "scales_offset": 18446848,
+ "scales_nbytes": 70848
+ },
+ "head.out.0.bias": {
+ "dtype": "f32",
+ "shape": [
+ 738
+ ],
+ "shard": 19,
+ "offset": 18517760,
+ "nbytes": 2952
+ },
+ "head.out.1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2210
+ ],
+ "shard": 19,
+ "offset": 18520832,
+ "nbytes": 1697280,
+ "scales_offset": 20218112,
+ "scales_nbytes": 212160
+ },
+ "head.out.1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2210
+ ],
+ "shard": 19,
+ "offset": 20430336,
+ "nbytes": 8840
+ },
+ "head.mixer.weight": {
+ "dtype": "f32",
+ "shape": [
+ 127,
+ 2
+ ],
+ "shard": 19,
+ "offset": 20439296,
+ "nbytes": 1016,
+ "host": true
+ },
+ "head.window.0": {
+ "dtype": "f32",
+ "shape": [
+ 736
+ ],
+ "shard": 19,
+ "offset": 20440320,
+ "nbytes": 2944,
+ "host": true
+ },
+ "head.window.1": {
+ "dtype": "f32",
+ "shape": [
+ 2208
+ ],
+ "shard": 19,
+ "offset": 20443392,
+ "nbytes": 8832,
+ "host": true
+ },
+ "resample.kernel": {
+ "dtype": "f32",
+ "shape": [
+ 770,
+ 735
+ ],
+ "shard": 19,
+ "offset": 20452352,
+ "nbytes": 2263800,
+ "host": true
+ }
+ }
+}
\ No newline at end of file
diff --git a/web/zac-full_mr/shard-000.bin b/web/zac-full_mr/shard-000.bin
new file mode 100644
index 0000000000000000000000000000000000000000..91a09c1ece278e3cd352119395981188778af4f0
--- /dev/null
+++ b/web/zac-full_mr/shard-000.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bd894273348c1591287cf452d247d1378a41dade7d343b3daa760d9ed20aae
+size 6291456
diff --git a/web/zac-full_mr/shard-001.bin b/web/zac-full_mr/shard-001.bin
new file mode 100644
index 0000000000000000000000000000000000000000..93a0f91532961e92afa0d008a932ed79c48c17a5
--- /dev/null
+++ b/web/zac-full_mr/shard-001.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc3557b110124dc8d9f71900b85c39e758a000b6405134b33a7cc17ac8a03fc
+size 75497472
diff --git a/web/zac-full_mr/shard-002.bin b/web/zac-full_mr/shard-002.bin
new file mode 100644
index 0000000000000000000000000000000000000000..53f2f96f7d10a42e4427ee784c1fadb79c69e84e
--- /dev/null
+++ b/web/zac-full_mr/shard-002.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb0d58fac946fdba6cd94463f453b0ef4de8d4a42befa5b7f4d2ce8e6034bad
+size 62882816
diff --git a/web/zac-full_mr/shard-003.bin b/web/zac-full_mr/shard-003.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4c66f3d8ebeef34b46945f85fa115349e0cd2833
--- /dev/null
+++ b/web/zac-full_mr/shard-003.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902e64799746805817e81fc26eeadd115941bded1c51524a2cb4a50fe8aaa17b
+size 66447360
diff --git a/web/zac-full_mr/shard-004.bin b/web/zac-full_mr/shard-004.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7d4b04a395f1ce67a042b38962d08dec74d1cb4a
--- /dev/null
+++ b/web/zac-full_mr/shard-004.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16af90e03e55cdd2b9b6ec76c0c7ade144565d40896a5f33df44d0d007b63a6
+size 66447360
diff --git a/web/zac-full_mr/shard-005.bin b/web/zac-full_mr/shard-005.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6140764c2b56be0bc1907e85fee38f85ad3511df
--- /dev/null
+++ b/web/zac-full_mr/shard-005.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e5d679fe6acc6603c1cca7b4a7d73163ad734b5de0e2e55d1b8b733ef96034
+size 66447360
diff --git a/web/zac-full_mr/shard-006.bin b/web/zac-full_mr/shard-006.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d84aaed1d07ca209ac4502d6594b9b4703701f3c
--- /dev/null
+++ b/web/zac-full_mr/shard-006.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b221db84dba73941edfc38952073c1eb70318efb26fbc3c3439c76c6edb250
+size 66447360
diff --git a/web/zac-full_mr/shard-007.bin b/web/zac-full_mr/shard-007.bin
new file mode 100644
index 0000000000000000000000000000000000000000..40d5224f206948ecfe0b1aee364329617a61f12a
--- /dev/null
+++ b/web/zac-full_mr/shard-007.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107d202711bb1baaf8cccca1a194213c4d415e6a141c86a5871c1e8e49ac7e07
+size 66447360
diff --git a/web/zac-full_mr/shard-008.bin b/web/zac-full_mr/shard-008.bin
new file mode 100644
index 0000000000000000000000000000000000000000..45dfe254561d1377cb4cc52eaa302a8c0e7f952b
--- /dev/null
+++ b/web/zac-full_mr/shard-008.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3551daa0d6f187e5f38094aa9e766559e2e5434d00b67ea152f29f793559201f
+size 66447360
diff --git a/web/zac-full_mr/shard-009.bin b/web/zac-full_mr/shard-009.bin
new file mode 100644
index 0000000000000000000000000000000000000000..448fb36a5cac6954a6c80d8bb8f02be696e2b713
--- /dev/null
+++ b/web/zac-full_mr/shard-009.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc2ead7bec46b75ee53526a36e37f6965228a387409edbc03cf0755ab0789e6
+size 66447360
diff --git a/web/zac-full_mr/shard-010.bin b/web/zac-full_mr/shard-010.bin
new file mode 100644
index 0000000000000000000000000000000000000000..feb79b2b3045fe65eccb25ff485c1a5c3812333a
--- /dev/null
+++ b/web/zac-full_mr/shard-010.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa365bca0a586479662d96e4f2a790ccc75feee69e2270cfcbe8c999f2dc9bc
+size 66447360
diff --git a/web/zac-full_mr/shard-011.bin b/web/zac-full_mr/shard-011.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ab55661acc9fc5946789e00cbdbdae5cf1e06e05
--- /dev/null
+++ b/web/zac-full_mr/shard-011.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8091f3dcdec0093c4b5884e3fd4ee4193718bd69c750aec6b62350eb1907a6c0
+size 66447360
diff --git a/web/zac-full_mr/shard-012.bin b/web/zac-full_mr/shard-012.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1b65efc9637c9251b434967f49e57f330ef86fe0
--- /dev/null
+++ b/web/zac-full_mr/shard-012.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b776a66caf3b70a321780eea1525cad3cbb709e379a505db3ac94207db42729
+size 66990080
diff --git a/web/zac-full_mr/shard-013.bin b/web/zac-full_mr/shard-013.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6dd50c84b2b3f80b6c87afa798cb3d826520c8b8
--- /dev/null
+++ b/web/zac-full_mr/shard-013.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ba8df103638e69e382158bb3d2b5fb7e129eb131839c85bffefc269f19f34d
+size 66508800
diff --git a/web/zac-full_mr/shard-014.bin b/web/zac-full_mr/shard-014.bin
new file mode 100644
index 0000000000000000000000000000000000000000..32ad9c0ec5567e444060f406aa428cf45f64cd41
--- /dev/null
+++ b/web/zac-full_mr/shard-014.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00d95a8be99968aef370c648c1a718a7a9348f33fe976a7a81165789b7c4ff6
+size 65516544
diff --git a/web/zac-full_mr/shard-015.bin b/web/zac-full_mr/shard-015.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2e28cfa67cdafaff1c87f828f21f4ba58fbd5a6f
--- /dev/null
+++ b/web/zac-full_mr/shard-015.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f43baa48a60274029ae3952e67692fa340a928874b57c45dc5ad9809b68f638
+size 64843776
diff --git a/web/zac-full_mr/shard-016.bin b/web/zac-full_mr/shard-016.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e958ff73f2aeb01fc56ae3228209caa79764edec
--- /dev/null
+++ b/web/zac-full_mr/shard-016.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d47a573af199ed39e4d7c71303e44df2e10c207a5c0c833fc12649301eebae7
+size 66502656
diff --git a/web/zac-full_mr/shard-017.bin b/web/zac-full_mr/shard-017.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a9fa86ade8d934524cae17c03d1054daa3567e05
--- /dev/null
+++ b/web/zac-full_mr/shard-017.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045710c3d0096d02b512ef4cfbe08d746bf8a35146cf60475df231805be0b342
+size 66843648
diff --git a/web/zac-full_mr/shard-018.bin b/web/zac-full_mr/shard-018.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1c82051967128622dae84f1d45b7842308984e13
--- /dev/null
+++ b/web/zac-full_mr/shard-018.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be87bd72b055ec57f079f242e940a2d8e37c7001521788b0bff2bac841316be
+size 66634752
diff --git a/web/zac-full_mr/shard-019.bin b/web/zac-full_mr/shard-019.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ad41c02f15f3377f205e433c451830db78ea33cf
--- /dev/null
+++ b/web/zac-full_mr/shard-019.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d8b4b168e049ea5d757b36d65495005f9b3f1edaf1600015049cbee81babac
+size 22716152
diff --git a/web/zac/manifest.json b/web/zac/manifest.json
new file mode 100644
index 0000000000000000000000000000000000000000..86a6148a9a6ef1f94e091d1ea4a54c6f8e6dcef3
--- /dev/null
+++ b/web/zac/manifest.json
@@ -0,0 +1,2346 @@
+{
+ "format": "zonos3-web-v1",
+ "model": "zac",
+ "meta": {
+ "general.architecture": "mossdual_istft",
+ "general.name": "ZONOS3 Mini MR-iSTFT decoder (keep2_plain, step 50000)",
+ "sample_rate": 44100,
+ "internal_sample_rate": 44160,
+ "frame_rate": 15,
+ "hop": 2940,
+ "internal_hop": 2944,
+ "n_codebooks": 10,
+ "codebook_size": 4096,
+ "latent_dim": 1024,
+ "semantic_dim": 768,
+ "sem_head.depth": 4,
+ "head.depth": 8,
+ "head.hidden": 2048,
+ "head.hop": 184,
+ "head.fir_kernel": 127,
+ "head.step": 50000,
+ "head.n_fft": [
+ 736,
+ 2208
+ ],
+ "head.max_log_magnitude": 4.605170249938965,
+ "headroom_db": 3.0,
+ "head.variant": "keep2_plain",
+ "ln_eps": 9.999999747378752e-06,
+ "convnext_eps": 9.999999974752427e-07,
+ "stage.in_dim": [
+ 1024,
+ 640,
+ 384,
+ 384,
+ 384
+ ],
+ "stage.out_dim": [
+ 1280,
+ 768,
+ 768,
+ 768,
+ 0
+ ],
+ "stage.d_model": [
+ 1280,
+ 768,
+ 768,
+ 768,
+ 768
+ ],
+ "stage.n_head": [
+ 20,
+ 12,
+ 12,
+ 12,
+ 12
+ ],
+ "stage.n_ff": [
+ 5120,
+ 3072,
+ 3072,
+ 3072,
+ 3072
+ ],
+ "stage.context": [
+ 150,
+ 300,
+ 480,
+ 480,
+ 480
+ ],
+ "stage.n_layer": [
+ 2,
+ 2,
+ 2,
+ 2,
+ 2
+ ],
+ "stage.patch": [
+ 2,
+ 2,
+ 2,
+ 2,
+ 1
+ ],
+ "resample.orig": 736,
+ "resample.new": 735,
+ "resample.width": 17
+ },
+ "shards": [
+ "shard-000.bin",
+ "shard-001.bin",
+ "shard-002.bin",
+ "shard-003.bin",
+ "shard-004.bin"
+ ],
+ "tensors": {
+ "sem.table": {
+ "dtype": "f16",
+ "shape": [
+ 768,
+ 4096
+ ],
+ "shard": 0,
+ "offset": 0,
+ "nbytes": 6291456
+ },
+ "res.tables": {
+ "dtype": "f16",
+ "shape": [
+ 1024,
+ 36864
+ ],
+ "shard": 1,
+ "offset": 0,
+ "nbytes": 75497472
+ },
+ "res.biases": {
+ "dtype": "f32",
+ "shape": [
+ 9216
+ ],
+ "shard": 2,
+ "offset": 0,
+ "nbytes": 36864
+ },
+ "sem.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 36864,
+ "nbytes": 3072
+ },
+ "res.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 39936,
+ "nbytes": 4096
+ },
+ "sem_head.0.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 2,
+ "offset": 44032,
+ "nbytes": 21504
+ },
+ "sem_head.0.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 65536,
+ "nbytes": 3072
+ },
+ "sem_head.0.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 68608,
+ "nbytes": 3072
+ },
+ "sem_head.0.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 71680,
+ "nbytes": 3072
+ },
+ "sem_head.0.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 2,
+ "offset": 74752,
+ "nbytes": 1572864,
+ "scales_offset": 1647616,
+ "scales_nbytes": 196608
+ },
+ "sem_head.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 2,
+ "offset": 1844224,
+ "nbytes": 8192
+ },
+ "sem_head.0.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 2,
+ "offset": 1852416,
+ "nbytes": 1572864,
+ "scales_offset": 3425280,
+ "scales_nbytes": 196608
+ },
+ "sem_head.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 3621888,
+ "nbytes": 3072
+ },
+ "sem_head.1.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 2,
+ "offset": 3624960,
+ "nbytes": 21504
+ },
+ "sem_head.1.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 3646464,
+ "nbytes": 3072
+ },
+ "sem_head.1.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 3649536,
+ "nbytes": 3072
+ },
+ "sem_head.1.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 3652608,
+ "nbytes": 3072
+ },
+ "sem_head.1.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 2,
+ "offset": 3655680,
+ "nbytes": 1572864,
+ "scales_offset": 5228544,
+ "scales_nbytes": 196608
+ },
+ "sem_head.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 2,
+ "offset": 5425152,
+ "nbytes": 8192
+ },
+ "sem_head.1.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 2,
+ "offset": 5433344,
+ "nbytes": 1572864,
+ "scales_offset": 7006208,
+ "scales_nbytes": 196608
+ },
+ "sem_head.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 7202816,
+ "nbytes": 3072
+ },
+ "sem_head.2.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 2,
+ "offset": 7205888,
+ "nbytes": 21504
+ },
+ "sem_head.2.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 7227392,
+ "nbytes": 3072
+ },
+ "sem_head.2.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 7230464,
+ "nbytes": 3072
+ },
+ "sem_head.2.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 7233536,
+ "nbytes": 3072
+ },
+ "sem_head.2.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 2,
+ "offset": 7236608,
+ "nbytes": 1572864,
+ "scales_offset": 8809472,
+ "scales_nbytes": 196608
+ },
+ "sem_head.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 2,
+ "offset": 9006080,
+ "nbytes": 8192
+ },
+ "sem_head.2.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 2,
+ "offset": 9014272,
+ "nbytes": 1572864,
+ "scales_offset": 10587136,
+ "scales_nbytes": 196608
+ },
+ "sem_head.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 10783744,
+ "nbytes": 3072
+ },
+ "sem_head.3.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 2,
+ "offset": 10786816,
+ "nbytes": 21504
+ },
+ "sem_head.3.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 10808320,
+ "nbytes": 3072
+ },
+ "sem_head.3.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 10811392,
+ "nbytes": 3072
+ },
+ "sem_head.3.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 10814464,
+ "nbytes": 3072
+ },
+ "sem_head.3.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 2,
+ "offset": 10817536,
+ "nbytes": 1572864,
+ "scales_offset": 12390400,
+ "scales_nbytes": 196608
+ },
+ "sem_head.3.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 2,
+ "offset": 12587008,
+ "nbytes": 8192
+ },
+ "sem_head.3.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 2,
+ "offset": 12595200,
+ "nbytes": 1572864,
+ "scales_offset": 14168064,
+ "scales_nbytes": 196608
+ },
+ "sem_head.3.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 14364672,
+ "nbytes": 3072
+ },
+ "sem_head.out.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 1024
+ ],
+ "shard": 2,
+ "offset": 14367744,
+ "nbytes": 786432,
+ "scales_offset": 15154176,
+ "scales_nbytes": 98304
+ },
+ "sem_head.out.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1024
+ ],
+ "shard": 2,
+ "offset": 15252480,
+ "nbytes": 4096
+ },
+ "stage.0.in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1024,
+ 1280
+ ],
+ "shard": 2,
+ "offset": 15256576,
+ "nbytes": 1310720,
+ "scales_offset": 16567296,
+ "scales_nbytes": 163840
+ },
+ "stage.0.out.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 2,
+ "offset": 16731136,
+ "nbytes": 1638400,
+ "scales_offset": 18369536,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l0.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 18574336,
+ "nbytes": 5120
+ },
+ "stage.0.l0.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 18579456,
+ "nbytes": 5120
+ },
+ "stage.0.l0.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 2,
+ "offset": 18584576,
+ "nbytes": 4915200,
+ "scales_offset": 23499776,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l0.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 2,
+ "offset": 24114176,
+ "nbytes": 1638400,
+ "scales_offset": 25752576,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l0.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 25957376,
+ "nbytes": 5120
+ },
+ "stage.0.l0.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 25962496,
+ "nbytes": 5120
+ },
+ "stage.0.l0.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 25967616,
+ "nbytes": 5120
+ },
+ "stage.0.l0.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 2,
+ "offset": 25972736,
+ "nbytes": 6553600,
+ "scales_offset": 32526336,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l0.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 2,
+ "offset": 33345536,
+ "nbytes": 6553600,
+ "scales_offset": 39899136,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l0.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 40718336,
+ "nbytes": 5120
+ },
+ "stage.0.l1.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 40723456,
+ "nbytes": 5120
+ },
+ "stage.0.l1.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 40728576,
+ "nbytes": 5120
+ },
+ "stage.0.l1.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 3840
+ ],
+ "shard": 2,
+ "offset": 40733696,
+ "nbytes": 4915200,
+ "scales_offset": 45648896,
+ "scales_nbytes": 614400
+ },
+ "stage.0.l1.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 1280
+ ],
+ "shard": 2,
+ "offset": 46263296,
+ "nbytes": 1638400,
+ "scales_offset": 47901696,
+ "scales_nbytes": 204800
+ },
+ "stage.0.l1.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 48106496,
+ "nbytes": 5120
+ },
+ "stage.0.l1.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 48111616,
+ "nbytes": 5120
+ },
+ "stage.0.l1.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 48116736,
+ "nbytes": 5120
+ },
+ "stage.0.l1.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 1280,
+ 5120
+ ],
+ "shard": 2,
+ "offset": 48121856,
+ "nbytes": 6553600,
+ "scales_offset": 54675456,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l1.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 5120,
+ 1280
+ ],
+ "shard": 2,
+ "offset": 55494656,
+ "nbytes": 6553600,
+ "scales_offset": 62048256,
+ "scales_nbytes": 819200
+ },
+ "stage.0.l1.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 1280
+ ],
+ "shard": 2,
+ "offset": 62867456,
+ "nbytes": 5120
+ },
+ "stage.1.in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 640,
+ 768
+ ],
+ "shard": 2,
+ "offset": 62872576,
+ "nbytes": 491520,
+ "scales_offset": 63364096,
+ "scales_nbytes": 61440
+ },
+ "stage.1.out.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 2,
+ "offset": 63425536,
+ "nbytes": 589824,
+ "scales_offset": 64015360,
+ "scales_nbytes": 73728
+ },
+ "stage.1.l0.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 64089088,
+ "nbytes": 3072
+ },
+ "stage.1.l0.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 64092160,
+ "nbytes": 3072
+ },
+ "stage.1.l0.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 2,
+ "offset": 64095232,
+ "nbytes": 1769472,
+ "scales_offset": 65864704,
+ "scales_nbytes": 221184
+ },
+ "stage.1.l0.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 2,
+ "offset": 66085888,
+ "nbytes": 589824,
+ "scales_offset": 66675712,
+ "scales_nbytes": 73728
+ },
+ "stage.1.l0.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 66749440,
+ "nbytes": 3072
+ },
+ "stage.1.l0.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 66752512,
+ "nbytes": 3072
+ },
+ "stage.1.l0.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 2,
+ "offset": 66755584,
+ "nbytes": 3072
+ },
+ "stage.1.l0.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 3,
+ "offset": 0,
+ "nbytes": 2359296,
+ "scales_offset": 2359296,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l0.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 3,
+ "offset": 2654208,
+ "nbytes": 2359296,
+ "scales_offset": 5013504,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l0.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 5308416,
+ "nbytes": 3072
+ },
+ "stage.1.l1.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 5311488,
+ "nbytes": 3072
+ },
+ "stage.1.l1.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 5314560,
+ "nbytes": 3072
+ },
+ "stage.1.l1.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 3,
+ "offset": 5317632,
+ "nbytes": 1769472,
+ "scales_offset": 7087104,
+ "scales_nbytes": 221184
+ },
+ "stage.1.l1.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 3,
+ "offset": 7308288,
+ "nbytes": 589824,
+ "scales_offset": 7898112,
+ "scales_nbytes": 73728
+ },
+ "stage.1.l1.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 7971840,
+ "nbytes": 3072
+ },
+ "stage.1.l1.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 7974912,
+ "nbytes": 3072
+ },
+ "stage.1.l1.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 7977984,
+ "nbytes": 3072
+ },
+ "stage.1.l1.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 3,
+ "offset": 7981056,
+ "nbytes": 2359296,
+ "scales_offset": 10340352,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l1.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 3,
+ "offset": 10635264,
+ "nbytes": 2359296,
+ "scales_offset": 12994560,
+ "scales_nbytes": 294912
+ },
+ "stage.1.l1.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 13289472,
+ "nbytes": 3072
+ },
+ "stage.2.in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 384,
+ 768
+ ],
+ "shard": 3,
+ "offset": 13292544,
+ "nbytes": 294912,
+ "scales_offset": 13587456,
+ "scales_nbytes": 36864
+ },
+ "stage.2.out.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 3,
+ "offset": 13624320,
+ "nbytes": 589824,
+ "scales_offset": 14214144,
+ "scales_nbytes": 73728
+ },
+ "stage.2.l0.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 14287872,
+ "nbytes": 3072
+ },
+ "stage.2.l0.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 14290944,
+ "nbytes": 3072
+ },
+ "stage.2.l0.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 3,
+ "offset": 14294016,
+ "nbytes": 1769472,
+ "scales_offset": 16063488,
+ "scales_nbytes": 221184
+ },
+ "stage.2.l0.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 3,
+ "offset": 16284672,
+ "nbytes": 589824,
+ "scales_offset": 16874496,
+ "scales_nbytes": 73728
+ },
+ "stage.2.l0.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 16948224,
+ "nbytes": 3072
+ },
+ "stage.2.l0.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 16951296,
+ "nbytes": 3072
+ },
+ "stage.2.l0.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 16954368,
+ "nbytes": 3072
+ },
+ "stage.2.l0.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 3,
+ "offset": 16957440,
+ "nbytes": 2359296,
+ "scales_offset": 19316736,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l0.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 3,
+ "offset": 19611648,
+ "nbytes": 2359296,
+ "scales_offset": 21970944,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l0.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 22265856,
+ "nbytes": 3072
+ },
+ "stage.2.l1.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 22268928,
+ "nbytes": 3072
+ },
+ "stage.2.l1.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 22272000,
+ "nbytes": 3072
+ },
+ "stage.2.l1.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 3,
+ "offset": 22275072,
+ "nbytes": 1769472,
+ "scales_offset": 24044544,
+ "scales_nbytes": 221184
+ },
+ "stage.2.l1.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 3,
+ "offset": 24265728,
+ "nbytes": 589824,
+ "scales_offset": 24855552,
+ "scales_nbytes": 73728
+ },
+ "stage.2.l1.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 24929280,
+ "nbytes": 3072
+ },
+ "stage.2.l1.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 24932352,
+ "nbytes": 3072
+ },
+ "stage.2.l1.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 24935424,
+ "nbytes": 3072
+ },
+ "stage.2.l1.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 3,
+ "offset": 24938496,
+ "nbytes": 2359296,
+ "scales_offset": 27297792,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l1.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 3,
+ "offset": 27592704,
+ "nbytes": 2359296,
+ "scales_offset": 29952000,
+ "scales_nbytes": 294912
+ },
+ "stage.2.l1.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 30246912,
+ "nbytes": 3072
+ },
+ "stage.3.in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 384,
+ 768
+ ],
+ "shard": 3,
+ "offset": 30249984,
+ "nbytes": 294912,
+ "scales_offset": 30544896,
+ "scales_nbytes": 36864
+ },
+ "stage.3.out.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 3,
+ "offset": 30581760,
+ "nbytes": 589824,
+ "scales_offset": 31171584,
+ "scales_nbytes": 73728
+ },
+ "stage.3.l0.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 31245312,
+ "nbytes": 3072
+ },
+ "stage.3.l0.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 31248384,
+ "nbytes": 3072
+ },
+ "stage.3.l0.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 3,
+ "offset": 31251456,
+ "nbytes": 1769472,
+ "scales_offset": 33020928,
+ "scales_nbytes": 221184
+ },
+ "stage.3.l0.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 3,
+ "offset": 33242112,
+ "nbytes": 589824,
+ "scales_offset": 33831936,
+ "scales_nbytes": 73728
+ },
+ "stage.3.l0.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 33905664,
+ "nbytes": 3072
+ },
+ "stage.3.l0.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 33908736,
+ "nbytes": 3072
+ },
+ "stage.3.l0.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 33911808,
+ "nbytes": 3072
+ },
+ "stage.3.l0.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 3,
+ "offset": 33914880,
+ "nbytes": 2359296,
+ "scales_offset": 36274176,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l0.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 3,
+ "offset": 36569088,
+ "nbytes": 2359296,
+ "scales_offset": 38928384,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l0.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 39223296,
+ "nbytes": 3072
+ },
+ "stage.3.l1.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 39226368,
+ "nbytes": 3072
+ },
+ "stage.3.l1.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 39229440,
+ "nbytes": 3072
+ },
+ "stage.3.l1.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 3,
+ "offset": 39232512,
+ "nbytes": 1769472,
+ "scales_offset": 41001984,
+ "scales_nbytes": 221184
+ },
+ "stage.3.l1.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 3,
+ "offset": 41223168,
+ "nbytes": 589824,
+ "scales_offset": 41812992,
+ "scales_nbytes": 73728
+ },
+ "stage.3.l1.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 41886720,
+ "nbytes": 3072
+ },
+ "stage.3.l1.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 41889792,
+ "nbytes": 3072
+ },
+ "stage.3.l1.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 41892864,
+ "nbytes": 3072
+ },
+ "stage.3.l1.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 3,
+ "offset": 41895936,
+ "nbytes": 2359296,
+ "scales_offset": 44255232,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l1.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 3,
+ "offset": 44550144,
+ "nbytes": 2359296,
+ "scales_offset": 46909440,
+ "scales_nbytes": 294912
+ },
+ "stage.3.l1.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 47204352,
+ "nbytes": 3072
+ },
+ "stage.4.in.weight": {
+ "dtype": "q8",
+ "shape": [
+ 384,
+ 768
+ ],
+ "shard": 3,
+ "offset": 47207424,
+ "nbytes": 294912,
+ "scales_offset": 47502336,
+ "scales_nbytes": 36864
+ },
+ "stage.4.l0.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 47539200,
+ "nbytes": 3072
+ },
+ "stage.4.l0.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 47542272,
+ "nbytes": 3072
+ },
+ "stage.4.l0.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 3,
+ "offset": 47545344,
+ "nbytes": 1769472,
+ "scales_offset": 49314816,
+ "scales_nbytes": 221184
+ },
+ "stage.4.l0.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 3,
+ "offset": 49536000,
+ "nbytes": 589824,
+ "scales_offset": 50125824,
+ "scales_nbytes": 73728
+ },
+ "stage.4.l0.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 50199552,
+ "nbytes": 3072
+ },
+ "stage.4.l0.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 50202624,
+ "nbytes": 3072
+ },
+ "stage.4.l0.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 50205696,
+ "nbytes": 3072
+ },
+ "stage.4.l0.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 3,
+ "offset": 50208768,
+ "nbytes": 2359296,
+ "scales_offset": 52568064,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l0.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 3,
+ "offset": 52862976,
+ "nbytes": 2359296,
+ "scales_offset": 55222272,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l0.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 55517184,
+ "nbytes": 3072
+ },
+ "stage.4.l1.norm1.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 55520256,
+ "nbytes": 3072
+ },
+ "stage.4.l1.norm1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 55523328,
+ "nbytes": 3072
+ },
+ "stage.4.l1.qkv.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2304
+ ],
+ "shard": 3,
+ "offset": 55526400,
+ "nbytes": 1769472,
+ "scales_offset": 57295872,
+ "scales_nbytes": 221184
+ },
+ "stage.4.l1.wo.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 768
+ ],
+ "shard": 3,
+ "offset": 57517056,
+ "nbytes": 589824,
+ "scales_offset": 58106880,
+ "scales_nbytes": 73728
+ },
+ "stage.4.l1.attn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 58180608,
+ "nbytes": 3072
+ },
+ "stage.4.l1.norm2.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 58183680,
+ "nbytes": 3072
+ },
+ "stage.4.l1.norm2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 58186752,
+ "nbytes": 3072
+ },
+ "stage.4.l1.ffn1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 3072
+ ],
+ "shard": 3,
+ "offset": 58189824,
+ "nbytes": 2359296,
+ "scales_offset": 60549120,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l1.ffn2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 3072,
+ 768
+ ],
+ "shard": 3,
+ "offset": 60844032,
+ "nbytes": 2359296,
+ "scales_offset": 63203328,
+ "scales_nbytes": 294912
+ },
+ "stage.4.l1.ffn_scale": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 63498240,
+ "nbytes": 3072
+ },
+ "head.0.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 3,
+ "offset": 63501312,
+ "nbytes": 21504
+ },
+ "head.0.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 63522816,
+ "nbytes": 3072
+ },
+ "head.0.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 63525888,
+ "nbytes": 3072
+ },
+ "head.0.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 63528960,
+ "nbytes": 3072
+ },
+ "head.0.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 3,
+ "offset": 63532032,
+ "nbytes": 1572864,
+ "scales_offset": 65104896,
+ "scales_nbytes": 196608
+ },
+ "head.0.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 3,
+ "offset": 65301504,
+ "nbytes": 8192
+ },
+ "head.0.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 3,
+ "offset": 65309696,
+ "nbytes": 1572864,
+ "scales_offset": 66882560,
+ "scales_nbytes": 196608
+ },
+ "head.0.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 67079168,
+ "nbytes": 3072
+ },
+ "head.1.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 3,
+ "offset": 67082240,
+ "nbytes": 21504
+ },
+ "head.1.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 3,
+ "offset": 67103744,
+ "nbytes": 3072
+ },
+ "head.1.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 0,
+ "nbytes": 3072
+ },
+ "head.1.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 3072,
+ "nbytes": 3072
+ },
+ "head.1.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 4,
+ "offset": 6144,
+ "nbytes": 1572864,
+ "scales_offset": 1579008,
+ "scales_nbytes": 196608
+ },
+ "head.1.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 4,
+ "offset": 1775616,
+ "nbytes": 8192
+ },
+ "head.1.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 4,
+ "offset": 1783808,
+ "nbytes": 1572864,
+ "scales_offset": 3356672,
+ "scales_nbytes": 196608
+ },
+ "head.1.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 3553280,
+ "nbytes": 3072
+ },
+ "head.2.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 4,
+ "offset": 3556352,
+ "nbytes": 21504
+ },
+ "head.2.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 3577856,
+ "nbytes": 3072
+ },
+ "head.2.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 3580928,
+ "nbytes": 3072
+ },
+ "head.2.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 3584000,
+ "nbytes": 3072
+ },
+ "head.2.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 4,
+ "offset": 3587072,
+ "nbytes": 1572864,
+ "scales_offset": 5159936,
+ "scales_nbytes": 196608
+ },
+ "head.2.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 4,
+ "offset": 5356544,
+ "nbytes": 8192
+ },
+ "head.2.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 4,
+ "offset": 5364736,
+ "nbytes": 1572864,
+ "scales_offset": 6937600,
+ "scales_nbytes": 196608
+ },
+ "head.2.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 7134208,
+ "nbytes": 3072
+ },
+ "head.3.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 4,
+ "offset": 7137280,
+ "nbytes": 21504
+ },
+ "head.3.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 7158784,
+ "nbytes": 3072
+ },
+ "head.3.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 7161856,
+ "nbytes": 3072
+ },
+ "head.3.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 7164928,
+ "nbytes": 3072
+ },
+ "head.3.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 4,
+ "offset": 7168000,
+ "nbytes": 1572864,
+ "scales_offset": 8740864,
+ "scales_nbytes": 196608
+ },
+ "head.3.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 4,
+ "offset": 8937472,
+ "nbytes": 8192
+ },
+ "head.3.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 4,
+ "offset": 8945664,
+ "nbytes": 1572864,
+ "scales_offset": 10518528,
+ "scales_nbytes": 196608
+ },
+ "head.3.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 10715136,
+ "nbytes": 3072
+ },
+ "head.4.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 4,
+ "offset": 10718208,
+ "nbytes": 21504
+ },
+ "head.4.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 10739712,
+ "nbytes": 3072
+ },
+ "head.4.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 10742784,
+ "nbytes": 3072
+ },
+ "head.4.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 10745856,
+ "nbytes": 3072
+ },
+ "head.4.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 4,
+ "offset": 10748928,
+ "nbytes": 1572864,
+ "scales_offset": 12321792,
+ "scales_nbytes": 196608
+ },
+ "head.4.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 4,
+ "offset": 12518400,
+ "nbytes": 8192
+ },
+ "head.4.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 4,
+ "offset": 12526592,
+ "nbytes": 1572864,
+ "scales_offset": 14099456,
+ "scales_nbytes": 196608
+ },
+ "head.4.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 14296064,
+ "nbytes": 3072
+ },
+ "head.5.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 4,
+ "offset": 14299136,
+ "nbytes": 21504
+ },
+ "head.5.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 14320640,
+ "nbytes": 3072
+ },
+ "head.5.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 14323712,
+ "nbytes": 3072
+ },
+ "head.5.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 14326784,
+ "nbytes": 3072
+ },
+ "head.5.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 4,
+ "offset": 14329856,
+ "nbytes": 1572864,
+ "scales_offset": 15902720,
+ "scales_nbytes": 196608
+ },
+ "head.5.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 4,
+ "offset": 16099328,
+ "nbytes": 8192
+ },
+ "head.5.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 4,
+ "offset": 16107520,
+ "nbytes": 1572864,
+ "scales_offset": 17680384,
+ "scales_nbytes": 196608
+ },
+ "head.5.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 17876992,
+ "nbytes": 3072
+ },
+ "head.6.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 4,
+ "offset": 17880064,
+ "nbytes": 21504
+ },
+ "head.6.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 17901568,
+ "nbytes": 3072
+ },
+ "head.6.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 17904640,
+ "nbytes": 3072
+ },
+ "head.6.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 17907712,
+ "nbytes": 3072
+ },
+ "head.6.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 4,
+ "offset": 17910784,
+ "nbytes": 1572864,
+ "scales_offset": 19483648,
+ "scales_nbytes": 196608
+ },
+ "head.6.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 4,
+ "offset": 19680256,
+ "nbytes": 8192
+ },
+ "head.6.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 4,
+ "offset": 19688448,
+ "nbytes": 1572864,
+ "scales_offset": 21261312,
+ "scales_nbytes": 196608
+ },
+ "head.6.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 21457920,
+ "nbytes": 3072
+ },
+ "head.7.dw.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768,
+ 7
+ ],
+ "shard": 4,
+ "offset": 21460992,
+ "nbytes": 21504
+ },
+ "head.7.dw.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 21482496,
+ "nbytes": 3072
+ },
+ "head.7.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 21485568,
+ "nbytes": 3072
+ },
+ "head.7.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 21488640,
+ "nbytes": 3072
+ },
+ "head.7.pw1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2048
+ ],
+ "shard": 4,
+ "offset": 21491712,
+ "nbytes": 1572864,
+ "scales_offset": 23064576,
+ "scales_nbytes": 196608
+ },
+ "head.7.pw1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2048
+ ],
+ "shard": 4,
+ "offset": 23261184,
+ "nbytes": 8192
+ },
+ "head.7.pw2.weight": {
+ "dtype": "q8",
+ "shape": [
+ 2048,
+ 768
+ ],
+ "shard": 4,
+ "offset": 23269376,
+ "nbytes": 1572864,
+ "scales_offset": 24842240,
+ "scales_nbytes": 196608
+ },
+ "head.7.pw2.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 25038848,
+ "nbytes": 3072
+ },
+ "head.norm.weight": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 25041920,
+ "nbytes": 3072
+ },
+ "head.norm.bias": {
+ "dtype": "f32",
+ "shape": [
+ 768
+ ],
+ "shard": 4,
+ "offset": 25044992,
+ "nbytes": 3072
+ },
+ "head.out.0.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 738
+ ],
+ "shard": 4,
+ "offset": 25048064,
+ "nbytes": 566784,
+ "scales_offset": 25614848,
+ "scales_nbytes": 70848
+ },
+ "head.out.0.bias": {
+ "dtype": "f32",
+ "shape": [
+ 738
+ ],
+ "shard": 4,
+ "offset": 25685760,
+ "nbytes": 2952
+ },
+ "head.out.1.weight": {
+ "dtype": "q8",
+ "shape": [
+ 768,
+ 2210
+ ],
+ "shard": 4,
+ "offset": 25688832,
+ "nbytes": 1697280,
+ "scales_offset": 27386112,
+ "scales_nbytes": 212160
+ },
+ "head.out.1.bias": {
+ "dtype": "f32",
+ "shape": [
+ 2210
+ ],
+ "shard": 4,
+ "offset": 27598336,
+ "nbytes": 8840
+ },
+ "head.mixer.weight": {
+ "dtype": "f32",
+ "shape": [
+ 127,
+ 2
+ ],
+ "shard": 4,
+ "offset": 27607296,
+ "nbytes": 1016,
+ "host": true
+ },
+ "head.window.0": {
+ "dtype": "f32",
+ "shape": [
+ 736
+ ],
+ "shard": 4,
+ "offset": 27608320,
+ "nbytes": 2944,
+ "host": true
+ },
+ "head.window.1": {
+ "dtype": "f32",
+ "shape": [
+ 2208
+ ],
+ "shard": 4,
+ "offset": 27611392,
+ "nbytes": 8832,
+ "host": true
+ },
+ "resample.kernel": {
+ "dtype": "f32",
+ "shape": [
+ 770,
+ 735
+ ],
+ "shard": 4,
+ "offset": 27620352,
+ "nbytes": 2263800,
+ "host": true
+ }
+ }
+}
\ No newline at end of file
diff --git a/web/zac/shard-000.bin b/web/zac/shard-000.bin
new file mode 100644
index 0000000000000000000000000000000000000000..91a09c1ece278e3cd352119395981188778af4f0
--- /dev/null
+++ b/web/zac/shard-000.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bd894273348c1591287cf452d247d1378a41dade7d343b3daa760d9ed20aae
+size 6291456
diff --git a/web/zac/shard-001.bin b/web/zac/shard-001.bin
new file mode 100644
index 0000000000000000000000000000000000000000..93a0f91532961e92afa0d008a932ed79c48c17a5
--- /dev/null
+++ b/web/zac/shard-001.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc3557b110124dc8d9f71900b85c39e758a000b6405134b33a7cc17ac8a03fc
+size 75497472
diff --git a/web/zac/shard-002.bin b/web/zac/shard-002.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cecbf9441d638fd1f14866f0fd76d143eabd02dc
--- /dev/null
+++ b/web/zac/shard-002.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c54ccdde348b10fcf36029d55d54d021344b81abbcfcdc5197cba19f97013e4
+size 66758656
diff --git a/web/zac/shard-003.bin b/web/zac/shard-003.bin
new file mode 100644
index 0000000000000000000000000000000000000000..31c52ba165bec65d36af92617d217f848245e70d
--- /dev/null
+++ b/web/zac/shard-003.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234f64c8b089ff2b69a7fb4f2a0b3bc6167b657ea9b54298513c5fb5666c45cf
+size 67106816
diff --git a/web/zac/shard-004.bin b/web/zac/shard-004.bin
new file mode 100644
index 0000000000000000000000000000000000000000..615d40651df30ba1c4a1edbdd11c4843d8f6a76f
--- /dev/null
+++ b/web/zac/shard-004.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15a760b8a8164e9922fb59fd798c4295e2a31d308e3853db3d3b63ac6f1fe2e
+size 29884152