diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000000000000000000000000000000000000..556fa9f88e3c231fb8a3f83b8a1f42398a7ed0cf --- /dev/null +++ b/.gitattributes @@ -0,0 +1,164 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +assets/eval_itw.png filter=lfs diff=lfs merge=lfs -text +assets/eval_clean.png filter=lfs diff=lfs merge=lfs -text +assets/eval_ranking.png filter=lfs diff=lfs merge=lfs -text +assets/arch_zonos3_mini.png filter=lfs diff=lfs merge=lfs -text +assets/arch_zac1.png filter=lfs diff=lfs merge=lfs -text +assets/zonos3_mini_arloop_animated.gif filter=lfs diff=lfs merge=lfs -text +assets/arch_zac1_dark.png filter=lfs diff=lfs merge=lfs -text +assets/eval_pareto.png filter=lfs diff=lfs merge=lfs -text +assets/zonos3_mini_hero.webp filter=lfs diff=lfs merge=lfs -text +gguf/edit/accents.gguf filter=lfs diff=lfs merge=lfs -text +gguf/spk-encoder.gguf filter=lfs diff=lfs merge=lfs -text +gguf/ssl-teacher.gguf filter=lfs diff=lfs merge=lfs -text +gguf/steer.gguf filter=lfs diff=lfs merge=lfs -text +gguf/voices/Ananya_hi_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Arjun_hi_M_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Chaitanya_te_M_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Cillian_en-Irish_M_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Gaspard_fr_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/Ginevra_it_F_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/Haoran_zh-energetic_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/Imogen_en-British_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Jett_en-energetic_M_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Leonor_pt_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Liesel_de_F_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/Lorenzo_it_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/Meilin_zh-energetic_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Minjun_ko_M_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Morgana_en-witch_F_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/Rodrigo_es_M_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Rupert_en-British_M_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Sakura_en-anime_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Savannah_en-American_F_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/Seoyeon_ko_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Sravya_te_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Thaddeus_en-announcervoice_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/Thiago_pt_M_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Willow_en-asrm_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Wolfgang_de_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/Wyatt_en-American_M_1.ogg filter=lfs diff=lfs merge=lfs -text +gguf/voices/Ximena_es_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/zac-encoder.gguf filter=lfs diff=lfs merge=lfs -text +gguf/zac-keep2.gguf filter=lfs diff=lfs merge=lfs -text +gguf/zac.gguf filter=lfs diff=lfs merge=lfs -text +gguf/zonos3-ptq-edit.gguf filter=lfs diff=lfs merge=lfs -text +gguf/zonos3-ptq.gguf filter=lfs diff=lfs merge=lfs -text +web/companions/steer.gguf filter=lfs diff=lfs merge=lfs -text +web/voices/Ananya_hi_F_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Arjun_hi_M_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Chaitanya_te_M_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Cillian_en-Irish_M_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Gaspard_fr_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/Ginevra_it_F_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/Haoran_zh-energetic_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/Imogen_en-British_F_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Jett_en-energetic_M_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Leonor_pt_F_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Liesel_de_F_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/Lorenzo_it_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/Meilin_zh-energetic_F_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Minjun_ko_M_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Morgana_en-witch_F_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/Rodrigo_es_M_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Rupert_en-British_M_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Sakura_en-anime_F_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Savannah_en-American_F_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/Seoyeon_ko_F_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Sravya_te_F_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Thaddeus_en-announcervoice_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/Thiago_pt_M_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Willow_en-asrm_F_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Wolfgang_de_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/Wyatt_en-American_M_1.ogg filter=lfs diff=lfs merge=lfs -text +web/voices/Ximena_es_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/English/Cillian_en-Irish_M_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/English/Imogen_en-British_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/English/Jett_en-energetic_M_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/English/Morgana_en-witch_F_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/English/Rupert_en-British_M_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/English/Sakura_en-anime_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/English/Savannah_en-American_F_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/English/Thaddeus_en-announcervoice_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/English/Willow_en-asrm_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/English/Wyatt_en-American_M_1.ogg filter=lfs diff=lfs merge=lfs -text +gguf/voices/French/Gaspard_fr_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/German/Liesel_de_F_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/German/Wolfgang_de_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/Hindi/Ananya_hi_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Hindi/Arjun_hi_M_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Italian/Ginevra_it_F_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/Italian/Lorenzo_it_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/Korean/Minjun_ko_M_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Korean/Seoyeon_ko_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Mandarin[[:space:]]Chinese/Haoran_zh-energetic_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +gguf/voices/Mandarin[[:space:]]Chinese/Meilin_zh-energetic_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Portuguese/Leonor_pt_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Portuguese/Thiago_pt_M_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Spanish/Rodrigo_es_M_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Spanish/Ximena_es_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Telugu/Chaitanya_te_M_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/voices/Telugu/Sravya_te_F_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/English/Cillian_en-Irish_M_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/English/Imogen_en-British_F_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/English/Jett_en-energetic_M_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/English/Morgana_en-witch_F_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/English/Rupert_en-British_M_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/English/Sakura_en-anime_F_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/English/Savannah_en-American_F_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/English/Thaddeus_en-announcervoice_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/English/Willow_en-asrm_F_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/English/Wyatt_en-American_M_1.ogg filter=lfs diff=lfs merge=lfs -text +web/voices/French/Gaspard_fr_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/German/Liesel_de_F_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/German/Wolfgang_de_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/Hindi/Ananya_hi_F_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Hindi/Arjun_hi_M_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Italian/Ginevra_it_F_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/Italian/Lorenzo_it_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/Korean/Minjun_ko_M_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Korean/Seoyeon_ko_F_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Mandarin[[:space:]]Chinese/Haoran_zh-energetic_M_1.mp3 filter=lfs diff=lfs merge=lfs -text +web/voices/Mandarin[[:space:]]Chinese/Meilin_zh-energetic_F_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Portuguese/Leonor_pt_F_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Portuguese/Thiago_pt_M_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Spanish/Rodrigo_es_M_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Spanish/Ximena_es_F_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Telugu/Chaitanya_te_M_1.wav filter=lfs diff=lfs merge=lfs -text +web/voices/Telugu/Sravya_te_F_1.wav filter=lfs diff=lfs merge=lfs -text +gguf/backbone-ptq.gguf filter=lfs diff=lfs merge=lfs -text +gguf/backbone-ptq-edit.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..bfc205f04821a75aecd00a7b4b24ada4fbdc5d31 --- /dev/null +++ b/README.md @@ -0,0 +1,204 @@ +--- +license: apache-2.0 +pipeline_tag: text-to-speech +library_name: zonos3 +language: + - en + - fr + - es + - de + - it + - pt + - nl + - pl + - ru + - sv + - tr + - uk + - cs + - da + - fi + - el + - hu + - "no" + - ro + - sk + - bg + - zh + - ja + - ko + - ar + - he + - vi + - id + - th + - tl + - ms + - ka + - hi + - bn + - ta + - te + - mr + - gu + - kn + - ml + - pa + - or + - ur +tags: + - text-to-speech + - tts + - speech-synthesis + - voice-cloning + - multilingual + - gguf + - zonos + - zonos3 + - zyphra +--- + +# ZONOS3-Mini + +

+ ZONOS3-Mini title card +

+ +
+ + arXiv + + + GitHub + + + Discord + +
+ +--- + +ZONOS3-Mini is Zyphra’s compact, open-source text-to-speech model, delivering natural reliable speech and high-fidelity voice +cloning with just 100 million active parameters. It runs in real time on phones and laptops, including directly in the browser. + +Clone a voice from an audio sample, or design a character by shaping age, accent and vocal texture. Steer emotion, pace and +delivery down to individual words for games, narration and voice assistants. + +Run ZONOS3-Mini locally with our browser and native runtimes, or access it through [Zyphra Cloud](https://cloud.zyphra.com/models/zyphra/ZONOS3-Mini). Model weights are released +under Apache 2.0. + +**Model details, samples and evaluations are in the [blog post](https://www.zyphra.com/our-work/zonos3-mini).** +**A hosted version is available at [Zyphra Cloud](https://cloud.zyphra.com/models/zyphra/ZONOS3-Mini).** + +## Languages + +ZONOS3-Mini supports 43 languages. + +| Region | Languages | +|---|---| +| Western and Southern Europe | English, French, Spanish, German, Italian, Portuguese, Dutch, Greek | +| Northern Europe | Swedish, Danish, Norwegian, Finnish | +| Central and Eastern Europe | Polish, Czech, Slovak, Hungarian, Romanian, Bulgarian, Russian, Ukrainian | +| Middle East and Caucasus | Turkish, Arabic, Hebrew, Georgian | +| East Asia | Mandarin Chinese, Japanese, Korean | +| Southeast Asia | Vietnamese, Indonesian, Malay, Thai, Tagalog | +| South Asia | Hindi, Bengali, Tamil, Telugu, Marathi, Gujarati, Kannada, Malayalam, Punjabi, Odia, Urdu | + +## Quick start + +### In your browser + +ZONOS3-Mini runs entirely on your own GPU through WebGPU: no install and no server. The first visit downloads the model, and +the browser keeps it cached for later visits. You need a browser with WebGPU support. + +- [Zonos Voice Studio](https://zyphra.com/zonos3-mini/localplayground#cast): the full studio. +- [Lite](https://zyphra.com/zonos3-mini/localplayground/lite): quick voice cloning. Pick, upload or record a voice and + speak with it. + +### With SGLang + +[SGLang-Omni](https://github.com/sgl-project/sglang-omni) serves ZONOS3-Mini on NVIDIA GPUs behind the OpenAI-compatible +`/v1/audio/speech` endpoint, with streaming and voice cloning from a reference clip (no transcript needed). Install SGLang-Omni +by following its [installation guide](https://github.com/sgl-project/sglang-omni/blob/main/docs/get_started/installation.md), +then start a server: + +```bash +sgl-omni serve --model-path Zyphra/ZONOS3-Mini --port 8000 +``` + +Once `curl http://localhost:8000/health` reports `"healthy"`, generate speech with the default voice from another terminal: + +```bash +curl -X POST http://localhost:8000/v1/audio/speech \ + -H "Content-Type: application/json" \ + -d '{"input": "Hello from ZONOS3-Mini!"}' \ + --output output.wav +``` + +Add `"references": [{"audio_path": ""}]` to clone a voice, or `"stream": true, "response_format": "pcm"` to +stream 44.1 kHz audio as it is generated. The [ZONOS3 cookbook](https://github.com/sgl-project/sglang-omni/blob/main/docs/cookbook/zonos3.md) +covers voice cloning, streaming and the sampling options. + +### Native runtimes + +The [ZONOS3-Mini GitHub repository](https://github.com/Zyphra/ZONOS3-Mini) holds Zyphra's own runtimes, which share one HTTP +API and serve the Zonos Voice Studio: a CUDA server for NVIDIA GPUs, an MLX server for Apple Silicon, a C++/ggml server and CLI +(CPU, CUDA, Metal or Vulkan), and the in-browser WebGPU build. +They load the GGUF files in [`gguf/`](https://huggingface.co/Zyphra/ZONOS3-Mini/tree/main/gguf) and the WebGPU shards in +[`web/`](https://huggingface.co/Zyphra/ZONOS3-Mini/tree/main/web); the 27 default voices, grouped by language, are in +[`gguf/voices/`](https://huggingface.co/Zyphra/ZONOS3-Mini/blob/main/gguf/voices/README.md). + +## Architecture (rough outline) + +Text is NeMo-normalized (English, Mandarin, Japanese, Korean, German, Spanish, French, Italian, Portuguese; other languages +pass through as written) and encoded with an 8,192-entry SuperBPE tokenizer. The language model autoregressively generates 15 Hz +dual-codec frames (10 codebooks of 4,096 entries each: one semantic codebook distilled from the Wav2Vec2-BERT teacher plus nine +acoustic codebooks), conditioned on the text, a speaker prompt and three bucketed acoustic controls. A causal multi-resolution +iSTFT head renders the frames to 44.1 kHz audio as they are produced. + +![ZONOS3-Mini inference pipeline](assets/zonos3_mini_arloop_animated.gif) + +*Inference pipeline. Speaker conditioning (raw reference codes or a speaker-embedding row), control rows and SuperBPE text enter +the hybrid GDN/attention MoE backbone, which predicts all ten codebooks of the next frame under the delay pattern (four drawn); +as soon as a frame's last codebook is generated, the codec's causal iSTFT head renders that frame to audio.* + +| | ZONOS3-Mini | +|---|---| +| Backbone | 11 layers, model dim 1,024; 800M parameters total, about 100M active per token (latent MoE: 64 experts, top-2 routing, from layer 1) | +| Sequence mixer | pattern `gdn3_global1`: 9 Gated DeltaNet (GDN) layers + 2 global attention layers (16 heads x 32 dims, 4 KV heads), attention residuals (`full_attnres`); context 32,768 positions | +| Text | SuperBPE, 8,192 entries (+4 specials), NeMo text normalization at inference | +| Audio tokens | 15 Hz, 44.1 kHz dual-encoding codec, 10 x 4,096 codebooks (1 semantic + 9 acoustic); hop 2,940 samples; up to 10 minutes of audio per generation | +| Speaker prompt | raw reference clip (encoded by the codec into a token prefix, up to 60 s, with speaker CFG) **or** a single 192-d MECT-B2 speaker embedding (`ownmect_s2`) | +| Controls | loudness (LUFS, 10 buckets), bandwidth f_max (Hz, 10 buckets), **speaking rate (UTF-8 bytes per second, 30 buckets)**; each row has an "unknown" index; bucket edges in `params.json` (`condition_edges`) | +| Decoder | causal multi-resolution iSTFT head: `full_mr` (default) or `keep2_plain` (pruned, about 3x faster decode) | +| Precision | bf16 weights (`model.pth`); decoder heads run in fp32 | + +![ZAC 1 audio codec](assets/arch_zac1_dark.png) + +*ZAC 1 (Zyphra Audio Codec 1).* + +## Evaluations + +Full results and the ZTTS2 capability index are in the [blog post](https://www.zyphra.com/our-work/zonos3-mini#evaluation). + +Quality against speed on one H100 80GB. Quality combines macro speaker similarity and macro WER over the 55 language subsets of +[ZTTS2-Eval](https://zyphra.github.io/ZTTS2-Eval/) (benchmark version 2: FLEURS-R read speech in 35 languages and VoxBlink2 in-the-wild recordings in 20 languages) as +½ z(similarity) − ½ z(WER) across the systems shown; ZONOS3-Mini is measured with the speaker-embedding prompt. Left: median +time to first audio with 8 concurrent requests (80 ms for ZONOS3-Mini). Right: peak throughput at each model's best concurrency +(457 seconds of audio per second for ZONOS3-Mini). + +![ZONOS3-Mini quality versus time to first audio and throughput](assets/eval_pareto.png) + +## Citation +If you find this model useful in an academic context, please cite the technical report: +```bibtex +@misc{zyphra2026zonos3mini, + title = {{ZONOS3-Mini Technical Report}}, + author = {Gabriel Clark and Sofian Mejjoute and George Close and Beren Millidge}, + year = {2026}, + eprint = {2611.16525}, + archivePrefix = {arXiv}, + primaryClass = {cs.SD}, + url = {https://arxiv.org/abs/2611.16525}, +} +``` diff --git a/assets/arch_zac1_dark.png b/assets/arch_zac1_dark.png new file mode 100644 index 0000000000000000000000000000000000000000..ae6848ff8cd9cd62264494ffb0483e0bec69b7d3 --- /dev/null +++ b/assets/arch_zac1_dark.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:665c7e614d589e93379d134ad5177a3f4dabdc6e5e681a95f82908ae08321652 +size 145981 diff --git a/assets/eval_pareto.png b/assets/eval_pareto.png new file mode 100644 index 0000000000000000000000000000000000000000..e57efc0b95469680c26a689d600eec82f415f1cc --- /dev/null +++ b/assets/eval_pareto.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c225dcb8c2ff951b86705d6e96f1b5460f83aaf5eb2d104da8c4aefd71d703b5 +size 308756 diff --git a/assets/zonos3_mini_arloop_animated.gif b/assets/zonos3_mini_arloop_animated.gif new file mode 100644 index 0000000000000000000000000000000000000000..65aa283129e49f3c9127a85208980e8f918d5aea --- /dev/null +++ b/assets/zonos3_mini_arloop_animated.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b81430e1ec1e1fc2383d877be8fa937fa0ec67efa24d75b3dacd11f009a57308 +size 3586387 diff --git a/assets/zonos3_mini_hero.webp b/assets/zonos3_mini_hero.webp new file mode 100644 index 0000000000000000000000000000000000000000..743503cc393cbb4a81f97555eccc3f1640fff9ad --- /dev/null +++ b/assets/zonos3_mini_hero.webp @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:400b7056d52bb96f17ee65251a4127ad1ce1a84036a633f98325e57de693d6ba +size 7006556 diff --git a/autoencoder/generator.pt b/autoencoder/generator.pt new file mode 100644 index 0000000000000000000000000000000000000000..178a2c04b5fbf69146d266828072fd8206f0739d --- /dev/null +++ b/autoencoder/generator.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75a587a3eda9ca3d345f0c305756a7ff8619b01685c261b08ae243c69c2caf9a +size 7960647220 diff --git a/autoencoder/heads/full_mr/config_full_unfreezeall_mr.json b/autoencoder/heads/full_mr/config_full_unfreezeall_mr.json new file mode 100644 index 0000000000000000000000000000000000000000..03965decaaab37e96378d918d5e3448203af544a --- /dev/null +++ b/autoencoder/heads/full_mr/config_full_unfreezeall_mr.json @@ -0,0 +1,455 @@ +{ + "model": { + "architecture": "s1_semantic_rvq_moss_v2_hybrid", + "sample_rate": 44100, + "internal_sample_rate": 44160, + "channels": 1, + "channel_interleave": false, + "frame_rate": 15, + "internal_hop_length": 2944, + "external_samples_per_frame": 2940, + "encoder_stages": [ + { + "type": "S1CausalWNConv1d", + "in_channels": 1, + "out_channels": 64, + "kernel_size": 7, + "stride": 1 + }, + { + "type": "S1EncoderBlock", + "in_channels": 64, + "out_channels": 128, + "stride": 2, + "kernel_size": 4, + "residual_dilations": [ + 1, + 3, + 9 + ], + "residual_kernel_size": 7, + "activation": "Snake1d", + "transformer_layers": 0 + }, + { + "type": "S1EncoderBlock", + "in_channels": 128, + "out_channels": 256, + "stride": 4, + "kernel_size": 8, + "residual_dilations": [ + 1, + 3, + 9 + ], + "residual_kernel_size": 7, + "activation": "Snake1d", + "transformer_layers": 0 + }, + { + "type": "PatchedPretransform", + "patch_size": 23, + "direction": "down" + }, + { + "type": "MossProjectedTransformer", + "stage": 2, + "input_dimension": 5888, + "output_dimension": 384, + "d_model": 768, + "num_heads": 12, + "num_layers": 12, + "dim_feedforward": 3072, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 240, + "context_duration": 2, + "context_frames": 480 + }, + { + "type": "PatchedPretransform", + "patch_size": 2, + "direction": "down" + }, + { + "type": "MossProjectedTransformer", + "stage": 3, + "input_dimension": 768, + "output_dimension": 384, + "d_model": 768, + "num_heads": 12, + "num_layers": 12, + "dim_feedforward": 3072, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 120, + "context_duration": 4, + "context_frames": 480 + }, + { + "type": "PatchedPretransform", + "patch_size": 2, + "direction": "down" + }, + { + "type": "MossProjectedTransformer", + "stage": 4, + "input_dimension": 768, + "output_dimension": 384, + "d_model": 768, + "num_heads": 12, + "num_layers": 12, + "dim_feedforward": 3072, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 60, + "context_duration": 8, + "context_frames": 480 + }, + { + "type": "PatchedPretransform", + "patch_size": 2, + "direction": "down" + }, + { + "type": "MossProjectedTransformer", + "stage": 5, + "input_dimension": 768, + "output_dimension": 640, + "d_model": 768, + "num_heads": 12, + "num_layers": 12, + "dim_feedforward": 3072, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 30, + "context_duration": 10, + "context_frames": 300 + }, + { + "type": "PatchedPretransform", + "patch_size": 2, + "direction": "down" + }, + { + "type": "MossProjectedTransformer", + "stage": 6, + "input_dimension": 1280, + "output_dimension": 1024, + "d_model": 1280, + "num_heads": 20, + "num_layers": 32, + "dim_feedforward": 5120, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 15, + "context_duration": 10, + "context_frames": 150 + } + ], + "decoder_stages": [ + { + "type": "MossProjectedTransformer", + "stage": 6, + "input_dimension": 1024, + "output_dimension": 1280, + "d_model": 1280, + "num_heads": 20, + "num_layers": 32, + "dim_feedforward": 5120, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 15, + "context_duration": 10, + "context_frames": 150 + }, + { + "type": "PatchedPretransform", + "patch_size": 2, + "direction": "up" + }, + { + "type": "MossProjectedTransformer", + "stage": 5, + "input_dimension": 640, + "output_dimension": 768, + "d_model": 768, + "num_heads": 12, + "num_layers": 12, + "dim_feedforward": 3072, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 30, + "context_duration": 10, + "context_frames": 300 + }, + { + "type": "PatchedPretransform", + "patch_size": 2, + "direction": "up" + }, + { + "type": "MossProjectedTransformer", + "stage": 4, + "input_dimension": 384, + "output_dimension": 768, + "d_model": 768, + "num_heads": 12, + "num_layers": 12, + "dim_feedforward": 3072, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 60, + "context_duration": 8, + "context_frames": 480 + }, + { + "type": "PatchedPretransform", + "patch_size": 2, + "direction": "up" + }, + { + "type": "MossProjectedTransformer", + "stage": 3, + "input_dimension": 384, + "output_dimension": 768, + "d_model": 768, + "num_heads": 12, + "num_layers": 12, + "dim_feedforward": 3072, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 120, + "context_duration": 4, + "context_frames": 480 + }, + { + "type": "PatchedPretransform", + "patch_size": 2, + "direction": "up" + }, + { + "type": "MossProjectedTransformer", + "stage": 2, + "input_dimension": 384, + "output_dimension": 5888, + "d_model": 768, + "num_heads": 12, + "num_layers": 12, + "dim_feedforward": 3072, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 240, + "context_duration": 2, + "context_frames": 480 + }, + { + "type": "PatchedPretransform", + "patch_size": 23, + "direction": "up" + }, + { + "type": "S1DecoderBlock", + "in_channels": 256, + "out_channels": 128, + "stride": 4, + "kernel_size": 8, + "residual_dilations": [ + 1, + 3, + 9 + ], + "residual_kernel_size": 7, + "activation": "Snake1d", + "transformer_layers": 0 + }, + { + "type": "S1DecoderBlock", + "in_channels": 128, + "out_channels": 64, + "stride": 2, + "kernel_size": 4, + "residual_dilations": [ + 1, + 3, + 9 + ], + "residual_kernel_size": 7, + "activation": "Snake1d", + "transformer_layers": 0 + }, + { + "type": "S1WaveformHead", + "in_channels": 64, + "out_channels": 1, + "kernel_size": 7, + "activation_before": "Snake1d", + "activation_after": "tanh" + } + ], + "bottleneck": { + "type": "dual_encoding_semantic_residual_rvq", + "input_dim": 1024, + "semantic_codebooks": 1, + "residual_codebooks": 9, + "semantic_codebook_size": 4096, + "residual_codebook_size": 4096, + "codebook_dim": 8, + "quantizer_dropout": 0.5, + "semantic_quantizer_dropout": 0.0, + "downsample_factors": [], + "upsample_factors": [], + "pre_module": "identity", + "post_module": "identity", + "lookup_and_vq_loss_dtype": "float32", + "semantic_head": { + "type": "ConvNeXtDecoder", + "width": 768, + "hidden": 2048, + "depth": 4, + "out_channels": 1024, + "causal": true + }, + "distillation_input": "decoded_ssl_semantic_codebook" + }, + "boundary_resampler": { + "input_rate": 44100, + "codec_rate": 44160, + "output_rate": 44100, + "encoder_ratio": [ + 736, + 735 + ], + "decoder_ratio": [ + 735, + 736 + ], + "method": "sinc_interp_hann", + "lowpass_filter_width": 16, + "rolloff": 0.99, + "streaming_policy": "finite_fir_lookahead_with_delay_compensated_timestamps", + "training_policy": "time_aligned_full_crop_reference", + "losses_and_teacher_use_external_rate": true + }, + "checkpoint_transformers": true, + "attention_implementation": "pytorch_sdpa_chunked_causal_local_with_dropout", + "residual_codebooks": 9, + "semantic_codebook_size": 4096, + "residual_codebook_size": 4096, + "codebook_dim": 8, + "quantizer_dropout": 0.5, + "decoder_mirrors_encoder": true, + "dual_encoding": { + "width": 768, + "hidden": 2048, + "depth": 4, + "causal": true, + "window_ratio": 2.0, + "strategy": "frozen_ssl_to_q1_decoded_semantic_residual", + "normalization": "unchanged_baseline" + } + }, + "head": { + "depth": 8, + "hidden": 2048, + "hop": 184, + "frame_rate": 240, + "trainable_stages": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "parametrization": "per branch: log-magnitude + phase angle (Vocos), magnitude clipped at 1e2, periodic Hann, centered iSTFT; branches combined by a linear fp32 FIR mixer", + "recompute_trainable_stages": true, + "compile_trainable_stages": true, + "type": "mr_istft", + "n_ffts": [ + 736, + 2208 + ], + "fir_kernel": 127, + "warm_blocks": 4 + }, + "init": { + "generator_checkpoint": "hf://Zyphra/ZONOS3-Mini/autoencoder/generator.pt", + "trainable_rename": { + "head.out.": "head.outs.0." + } + } +} \ No newline at end of file diff --git a/autoencoder/heads/full_mr/step_0050000.pt b/autoencoder/heads/full_mr/step_0050000.pt new file mode 100644 index 0000000000000000000000000000000000000000..77b528e280a11185fc24647b8af18b71facc85f9 --- /dev/null +++ b/autoencoder/heads/full_mr/step_0050000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d2e2340c74f763340535f84e5dda59b5eabea668360400f8fac6b641598a1e9 +size 4012134189 diff --git a/autoencoder/heads/keep2_plain/config_full_unfreezeall_mr_drop30_4x10.json b/autoencoder/heads/keep2_plain/config_full_unfreezeall_mr_drop30_4x10.json new file mode 100644 index 0000000000000000000000000000000000000000..bbb84d0ef66e1c37e0a0c0d2905e3bcaec410b08 --- /dev/null +++ b/autoencoder/heads/keep2_plain/config_full_unfreezeall_mr_drop30_4x10.json @@ -0,0 +1,473 @@ +{ + "model": { + "architecture": "s1_semantic_rvq_moss_v2_hybrid", + "sample_rate": 44100, + "internal_sample_rate": 44160, + "channels": 1, + "channel_interleave": false, + "frame_rate": 15, + "internal_hop_length": 2944, + "external_samples_per_frame": 2940, + "encoder_stages": [ + { + "type": "S1CausalWNConv1d", + "in_channels": 1, + "out_channels": 64, + "kernel_size": 7, + "stride": 1 + }, + { + "type": "S1EncoderBlock", + "in_channels": 64, + "out_channels": 128, + "stride": 2, + "kernel_size": 4, + "residual_dilations": [ + 1, + 3, + 9 + ], + "residual_kernel_size": 7, + "activation": "Snake1d", + "transformer_layers": 0 + }, + { + "type": "S1EncoderBlock", + "in_channels": 128, + "out_channels": 256, + "stride": 4, + "kernel_size": 8, + "residual_dilations": [ + 1, + 3, + 9 + ], + "residual_kernel_size": 7, + "activation": "Snake1d", + "transformer_layers": 0 + }, + { + "type": "PatchedPretransform", + "patch_size": 23, + "direction": "down" + }, + { + "type": "MossProjectedTransformer", + "stage": 2, + "input_dimension": 5888, + "output_dimension": 384, + "d_model": 768, + "num_heads": 12, + "num_layers": 12, + "dim_feedforward": 3072, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 240, + "context_duration": 2, + "context_frames": 480 + }, + { + "type": "PatchedPretransform", + "patch_size": 2, + "direction": "down" + }, + { + "type": "MossProjectedTransformer", + "stage": 3, + "input_dimension": 768, + "output_dimension": 384, + "d_model": 768, + "num_heads": 12, + "num_layers": 12, + "dim_feedforward": 3072, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 120, + "context_duration": 4, + "context_frames": 480 + }, + { + "type": "PatchedPretransform", + "patch_size": 2, + "direction": "down" + }, + { + "type": "MossProjectedTransformer", + "stage": 4, + "input_dimension": 768, + "output_dimension": 384, + "d_model": 768, + "num_heads": 12, + "num_layers": 12, + "dim_feedforward": 3072, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 60, + "context_duration": 8, + "context_frames": 480 + }, + { + "type": "PatchedPretransform", + "patch_size": 2, + "direction": "down" + }, + { + "type": "MossProjectedTransformer", + "stage": 5, + "input_dimension": 768, + "output_dimension": 640, + "d_model": 768, + "num_heads": 12, + "num_layers": 12, + "dim_feedforward": 3072, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 30, + "context_duration": 10, + "context_frames": 300 + }, + { + "type": "PatchedPretransform", + "patch_size": 2, + "direction": "down" + }, + { + "type": "MossProjectedTransformer", + "stage": 6, + "input_dimension": 1280, + "output_dimension": 1024, + "d_model": 1280, + "num_heads": 20, + "num_layers": 32, + "dim_feedforward": 5120, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 15, + "context_duration": 10, + "context_frames": 150 + } + ], + "decoder_stages": [ + { + "type": "MossProjectedTransformer", + "stage": 6, + "input_dimension": 1024, + "output_dimension": 1280, + "d_model": 1280, + "num_heads": 20, + "num_layers": 32, + "dim_feedforward": 5120, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 15, + "context_duration": 10, + "context_frames": 150 + }, + { + "type": "PatchedPretransform", + "patch_size": 2, + "direction": "up" + }, + { + "type": "MossProjectedTransformer", + "stage": 5, + "input_dimension": 640, + "output_dimension": 768, + "d_model": 768, + "num_heads": 12, + "num_layers": 12, + "dim_feedforward": 3072, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 30, + "context_duration": 10, + "context_frames": 300 + }, + { + "type": "PatchedPretransform", + "patch_size": 2, + "direction": "up" + }, + { + "type": "MossProjectedTransformer", + "stage": 4, + "input_dimension": 384, + "output_dimension": 768, + "d_model": 768, + "num_heads": 12, + "num_layers": 12, + "dim_feedforward": 3072, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 60, + "context_duration": 8, + "context_frames": 480 + }, + { + "type": "PatchedPretransform", + "patch_size": 2, + "direction": "up" + }, + { + "type": "MossProjectedTransformer", + "stage": 3, + "input_dimension": 384, + "output_dimension": 768, + "d_model": 768, + "num_heads": 12, + "num_layers": 12, + "dim_feedforward": 3072, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 120, + "context_duration": 4, + "context_frames": 480 + }, + { + "type": "PatchedPretransform", + "patch_size": 2, + "direction": "up" + }, + { + "type": "MossProjectedTransformer", + "stage": 2, + "input_dimension": 384, + "output_dimension": 5888, + "d_model": 768, + "num_heads": 12, + "num_layers": 12, + "dim_feedforward": 3072, + "causal": true, + "norm": "layer_norm", + "positional_embedding": "rope", + "max_period": 10000, + "gating": "none", + "activation": "gelu", + "layer_scale": 0.01, + "attention_dropout": 0.1, + "ffn_dropout": 0.1, + "frame_rate": 240, + "context_duration": 2, + "context_frames": 480 + }, + { + "type": "PatchedPretransform", + "patch_size": 23, + "direction": "up" + }, + { + "type": "S1DecoderBlock", + "in_channels": 256, + "out_channels": 128, + "stride": 4, + "kernel_size": 8, + "residual_dilations": [ + 1, + 3, + 9 + ], + "residual_kernel_size": 7, + "activation": "Snake1d", + "transformer_layers": 0 + }, + { + "type": "S1DecoderBlock", + "in_channels": 128, + "out_channels": 64, + "stride": 2, + "kernel_size": 4, + "residual_dilations": [ + 1, + 3, + 9 + ], + "residual_kernel_size": 7, + "activation": "Snake1d", + "transformer_layers": 0 + }, + { + "type": "S1WaveformHead", + "in_channels": 64, + "out_channels": 1, + "kernel_size": 7, + "activation_before": "Snake1d", + "activation_after": "tanh" + } + ], + "bottleneck": { + "type": "dual_encoding_semantic_residual_rvq", + "input_dim": 1024, + "semantic_codebooks": 1, + "residual_codebooks": 9, + "semantic_codebook_size": 4096, + "residual_codebook_size": 4096, + "codebook_dim": 8, + "quantizer_dropout": 0.5, + "semantic_quantizer_dropout": 0.0, + "downsample_factors": [], + "upsample_factors": [], + "pre_module": "identity", + "post_module": "identity", + "lookup_and_vq_loss_dtype": "float32", + "semantic_head": { + "type": "ConvNeXtDecoder", + "width": 768, + "hidden": 2048, + "depth": 4, + "out_channels": 1024, + "causal": true + }, + "distillation_input": "decoded_ssl_semantic_codebook" + }, + "boundary_resampler": { + "input_rate": 44100, + "codec_rate": 44160, + "output_rate": 44100, + "encoder_ratio": [ + 736, + 735 + ], + "decoder_ratio": [ + 735, + 736 + ], + "method": "sinc_interp_hann", + "lowpass_filter_width": 16, + "rolloff": 0.99, + "streaming_policy": "finite_fir_lookahead_with_delay_compensated_timestamps", + "training_policy": "time_aligned_full_crop_reference", + "losses_and_teacher_use_external_rate": true + }, + "checkpoint_transformers": true, + "attention_implementation": "pytorch_sdpa_chunked_causal_local_with_dropout", + "residual_codebooks": 9, + "semantic_codebook_size": 4096, + "residual_codebook_size": 4096, + "codebook_dim": 8, + "quantizer_dropout": 0.5, + "decoder_mirrors_encoder": true, + "dual_encoding": { + "width": 768, + "hidden": 2048, + "depth": 4, + "causal": true, + "window_ratio": 2.0, + "strategy": "frozen_ssl_to_q1_decoded_semantic_residual", + "normalization": "unchanged_baseline" + } + }, + "head": { + "depth": 8, + "hidden": 2048, + "hop": 184, + "frame_rate": 240, + "trainable_stages": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "parametrization": "per branch: log-magnitude + phase angle (Vocos), magnitude clipped at 1e2, periodic Hann, centered iSTFT; branches combined by a linear fp32 FIR mixer", + "recompute_trainable_stages": true, + "compile_trainable_stages": true, + "type": "mr_istft", + "n_ffts": [ + 736, + 2208 + ], + "fir_kernel": 127, + "stage_layers": { + "0": [ + 0, + 31 + ], + "2": [ + 0, + 11 + ], + "4": [ + 0, + 11 + ], + "6": [ + 0, + 11 + ], + "8": [ + 0, + 11 + ] + } + }, + "init": { + "generator_checkpoint": "hf://Zyphra/ZONOS3-Mini/autoencoder/generator.pt" + } +} diff --git a/autoencoder/heads/keep2_plain/step_0050000.pt b/autoencoder/heads/keep2_plain/step_0050000.pt new file mode 100644 index 0000000000000000000000000000000000000000..94dc38c0f3eefaf2498fcbb0efabacc04e483409 --- /dev/null +++ b/autoencoder/heads/keep2_plain/step_0050000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7432e335e717417961267f2242547ce389a796cdc296a8b8d5289658e3c28936 +size 518498361 diff --git a/autoencoder/teacher/config.json b/autoencoder/teacher/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b5ed54e0eb10e51eb3806abf71e78aac16a5cc58 --- /dev/null +++ b/autoencoder/teacher/config.json @@ -0,0 +1,81 @@ +{ + "activation_dropout": 0.0, + "adapter_act": "relu", + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": false, + "apply_spec_augment": false, + "architectures": [ + "Wav2Vec2BertModel" + ], + "attention_dropout": 0.0, + "bos_token_id": 1, + "classifier_proj_size": 768, + "codevector_dim": 768, + "conformer_conv_dropout": 0.1, + "contrastive_logits_temperature": 0.1, + "conv_depthwise_kernel_size": 31, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "diversity_loss_weight": 0.1, + "dtype": "bfloat16", + "eos_token_id": 2, + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "feature_projection_input_dim": 160, + "final_dropout": 0.1, + "hidden_act": "swish", + "hidden_dropout": 0.0, + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 4096, + "layer_norm_eps": 1e-05, + "layerdrop": 0.1, + "left_max_position_embeddings": 64, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.05, + "max_source_positions": 5000, + "model_type": "wav2vec2-bert", + "num_adapter_layers": 1, + "num_attention_heads": 16, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_hidden_layers": 16, + "num_negatives": 100, + "output_hidden_size": 1024, + "pad_token_id": 0, + "position_embeddings_type": "relative_key", + "proj_codevector_dim": 768, + "right_max_position_embeddings": 8, + "rotary_embedding_base": 10000, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "transformers_version": "5.3.0", + "use_intermediate_ffn_before_adapter": false, + "use_weighted_layer_sum": false, + "vocab_size": null, + "xvector_output_dim": 512 +} diff --git a/autoencoder/teacher/model.safetensors b/autoencoder/teacher/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..06a0d064e03db3313f0f5ff5b518e983b48a9a9a --- /dev/null +++ b/autoencoder/teacher/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a15182741d6ee3cd780b8b830f49fa6b7fcce383655d451970841b24114767a5 +size 774162368 diff --git a/gguf/backbone-ptq-edit.gguf b/gguf/backbone-ptq-edit.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e3e0dc95f3557323412ac2cd9f75ca20e60784c8 --- /dev/null +++ b/gguf/backbone-ptq-edit.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e23d261e2cef3cbbbaa33f43fbe683acb393a157ac672f2de04858aef21011f +size 663491840 diff --git a/gguf/backbone-ptq.gguf b/gguf/backbone-ptq.gguf new file mode 100644 index 0000000000000000000000000000000000000000..744ddec9ead7690bf839600c84fcfc696b3d491a --- /dev/null +++ b/gguf/backbone-ptq.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66fceb6d73a8c30bde80249e4112bb308380ab7f3384fa11c8e4048115e4ceec +size 663150624 diff --git a/gguf/edit/accents.gguf b/gguf/edit/accents.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e9996f7df67a7b56491b42a2a021141b86116c02 --- /dev/null +++ b/gguf/edit/accents.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac77fc95e91a6b0c28135f27ee3e4fef1411b8ac3dba969e06f99ce9f84e7376 +size 256592064 diff --git a/gguf/spk-encoder.gguf b/gguf/spk-encoder.gguf new file mode 100644 index 0000000000000000000000000000000000000000..54dee82a96bf8d6ab6babdf9474e5d3e675f1802 --- /dev/null +++ b/gguf/spk-encoder.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9539f340b70be246005403b9c254732e180e85e0b3c57fb1973f0d6bc6c59bdc +size 45385728 diff --git a/gguf/ssl-teacher.gguf b/gguf/ssl-teacher.gguf new file mode 100644 index 0000000000000000000000000000000000000000..96c0163aa374eee5dd7b40bda1c1a4a76b1abb55 --- /dev/null +++ b/gguf/ssl-teacher.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59e4f150e1ccdf54e6349b06605c2274f2262139678688025b6614f1393e415a +size 1548700000 diff --git a/gguf/steer.gguf b/gguf/steer.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7475ee0be0a9dd6c9678fecba154ced9dd75715f --- /dev/null +++ b/gguf/steer.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e8e3f86e89a09801ce083b9286f43263ec696acfaff72e25aca537aa9efa90c +size 204960 diff --git a/gguf/voices/English/Cillian_en-Irish_M_1.codes.npy b/gguf/voices/English/Cillian_en-Irish_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..caea1949be1f0c5fbf37fa2d8cb005622964e618 --- /dev/null +++ b/gguf/voices/English/Cillian_en-Irish_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dadae1124c63cda7a0627fd282d54aa255a8800155eae1b9da54b08b345c2f10 +size 5928 diff --git a/gguf/voices/English/Cillian_en-Irish_M_1.embedding.npy b/gguf/voices/English/Cillian_en-Irish_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..1f13ba7b9f31bbb7ae9b3bded3f08c192b3beb8c --- /dev/null +++ b/gguf/voices/English/Cillian_en-Irish_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3125fae2f679fb5c8128d308ddd02986fd7d914975d17cc6dadf9eb130b1061 +size 896 diff --git a/gguf/voices/English/Cillian_en-Irish_M_1.wav b/gguf/voices/English/Cillian_en-Irish_M_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..a0357b3daee30be79fabb672f2a07092eb9a5940 --- /dev/null +++ b/gguf/voices/English/Cillian_en-Irish_M_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d43eda64c4928dfb30ecf547e4a00100b8f83ed0eb5c1e07116725794da72ea2 +size 852644 diff --git a/gguf/voices/English/Imogen_en-British_F_1.codes.npy b/gguf/voices/English/Imogen_en-British_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..dc617c561eefd6488a0b1665418b9b491836bc8d --- /dev/null +++ b/gguf/voices/English/Imogen_en-British_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c906f6c405c9078607fe9c54cf1b71ef0e112839490499e34bf8791ed1ad7e86 +size 7728 diff --git a/gguf/voices/English/Imogen_en-British_F_1.embedding.npy b/gguf/voices/English/Imogen_en-British_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..cdd610f83ccd9a7f74450516233bd81722f354ac --- /dev/null +++ b/gguf/voices/English/Imogen_en-British_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:683424b91faeade48c8a92e05e1c3679366abbba443ef62eccba8dc40de48e9e +size 896 diff --git a/gguf/voices/English/Imogen_en-British_F_1.wav b/gguf/voices/English/Imogen_en-British_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..9b0aa2216fb3d51f7f08f9319e8acaa8f2d66ab6 --- /dev/null +++ b/gguf/voices/English/Imogen_en-British_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dde4691a6ccd95f4928fbbc4e2d49089824b264575bc0bf0ac4986dd2f8082c5 +size 1117244 diff --git a/gguf/voices/English/Jett_en-energetic_M_1.codes.npy b/gguf/voices/English/Jett_en-energetic_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..ddb65521df5c47b513f215a4959e76f6910661f9 --- /dev/null +++ b/gguf/voices/English/Jett_en-energetic_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f32e946509673ae422c37cc9b79957cb569f212360745f9110d343f6f1f9f2c +size 6608 diff --git a/gguf/voices/English/Jett_en-energetic_M_1.embedding.npy b/gguf/voices/English/Jett_en-energetic_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..75fe426b10bfde91fe83c0b3811b392fd8eadfe5 --- /dev/null +++ b/gguf/voices/English/Jett_en-energetic_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:624b749d220dac7fdcda479b1964cb8f7de58c838c1357f2f0161dac06e34f48 +size 896 diff --git a/gguf/voices/English/Jett_en-energetic_M_1.wav b/gguf/voices/English/Jett_en-energetic_M_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..7f6e9b52ca5296fde3846fb1436a0bfb71c86a0d --- /dev/null +++ b/gguf/voices/English/Jett_en-energetic_M_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:107c8350f191d47401da6844158528d0f493cbf46be4dee6bb81dd71bc052619 +size 952604 diff --git a/gguf/voices/English/Morgana_en-witch_F_1.codes.npy b/gguf/voices/English/Morgana_en-witch_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..2cdd9341832bcd2b4b5ad93c7f7be35c63b5b990 --- /dev/null +++ b/gguf/voices/English/Morgana_en-witch_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f60227a9f7cdc6ce696548f4c28c199d3f5afeadf7317a1bde132575a1ed731 +size 12448 diff --git a/gguf/voices/English/Morgana_en-witch_F_1.embedding.npy b/gguf/voices/English/Morgana_en-witch_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..8671c2114bc5bfb18d83670f28cb3ba0b338b637 --- /dev/null +++ b/gguf/voices/English/Morgana_en-witch_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a817387697c43138639aa1e52a9e42d9f3a629655e0faea5ac8565eb8e57c091 +size 896 diff --git a/gguf/voices/English/Morgana_en-witch_F_1.mp3 b/gguf/voices/English/Morgana_en-witch_F_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..5364a53463212237eee08d5027a2c37d50cfebf0 --- /dev/null +++ b/gguf/voices/English/Morgana_en-witch_F_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fec617ca7a4044f930c108ded0daf814ca93e61d97a7df626373aa182240ece +size 329812 diff --git a/gguf/voices/English/Rupert_en-British_M_1.codes.npy b/gguf/voices/English/Rupert_en-British_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..17dcdc3d9db449dc0bd44691fcab253c20be624f --- /dev/null +++ b/gguf/voices/English/Rupert_en-British_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abf42171c7402fea5888ec350a50b64fd78777e44d7caf665c04e4e2b629fc79 +size 8048 diff --git a/gguf/voices/English/Rupert_en-British_M_1.embedding.npy b/gguf/voices/English/Rupert_en-British_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..4d29433a1eee6225edf53d7e3abaac9f0353b416 --- /dev/null +++ b/gguf/voices/English/Rupert_en-British_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c68e699376dbafdc1ab0fadc133f48e7df9cb33b3a7b80b05f42c5c0aad8fa7 +size 896 diff --git a/gguf/voices/English/Rupert_en-British_M_1.wav b/gguf/voices/English/Rupert_en-British_M_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..a1a46bd19f71bc483e1dbbfd26764fb62f0d6e80 --- /dev/null +++ b/gguf/voices/English/Rupert_en-British_M_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3743b94cfc35c004fb5c2bcc9c2a537b605e3e15d4677e2b5b811bc18d95151e +size 1164284 diff --git a/gguf/voices/English/Sakura_en-anime_F_1.codes.npy b/gguf/voices/English/Sakura_en-anime_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..f2044c7eb91b8b8fe1e79420cd34bc4ff86ba2fd --- /dev/null +++ b/gguf/voices/English/Sakura_en-anime_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b8c8288b45e1a3ff5aa3adc05a4af386f5889e9ab47902ff36f9daa8900ded2 +size 9168 diff --git a/gguf/voices/English/Sakura_en-anime_F_1.embedding.npy b/gguf/voices/English/Sakura_en-anime_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..4705c78ae92ff261e95f7afd90cce9b9e10decd4 --- /dev/null +++ b/gguf/voices/English/Sakura_en-anime_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf3e82d2e6f2ce2fe90c73473a312a721295ae7f85763f99c87ee2f861063a9 +size 896 diff --git a/gguf/voices/English/Sakura_en-anime_F_1.wav b/gguf/voices/English/Sakura_en-anime_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..03ba61bdd9a9dbbca9c2f78a87e99871571733e3 --- /dev/null +++ b/gguf/voices/English/Sakura_en-anime_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e8f47241546efd1223bd1cac09ea81f1d9ae2cf3148260f37413f05db40229 +size 1328924 diff --git a/gguf/voices/English/Savannah_en-American_F_1.codes.npy b/gguf/voices/English/Savannah_en-American_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..de5d99cd545914328947b5e6e1b5d648063af5c2 --- /dev/null +++ b/gguf/voices/English/Savannah_en-American_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e450fea8fa521c6be32b64fc61f48d6f9fd8301fe5759abd2315ce6ac946fb +size 6968 diff --git a/gguf/voices/English/Savannah_en-American_F_1.embedding.npy b/gguf/voices/English/Savannah_en-American_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..b8d478227a96ede89bb99a32ea01acf1686ee285 --- /dev/null +++ b/gguf/voices/English/Savannah_en-American_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd81587e66f96fb62da47ef13d5d867de464ca386a83f01b4403cdd19629ca6c +size 896 diff --git a/gguf/voices/English/Savannah_en-American_F_1.mp3 b/gguf/voices/English/Savannah_en-American_F_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..4d29c41b0af4ab4bfaeab66b5256ae820536ee35 --- /dev/null +++ b/gguf/voices/English/Savannah_en-American_F_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8d5eaf8f6c18a0a3b452652da62d821f819d4e95f6347aa29986a503e219d14 +size 183527 diff --git a/gguf/voices/English/Thaddeus_en-announcervoice_M_1.codes.npy b/gguf/voices/English/Thaddeus_en-announcervoice_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..63c4a8b3a621d23a1a35d10c23190641bdc29ef2 --- /dev/null +++ b/gguf/voices/English/Thaddeus_en-announcervoice_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c76de5bf16fd10282fced313c6c00a03fa2150b1df4c2382e19c6cbad65f179 +size 9368 diff --git a/gguf/voices/English/Thaddeus_en-announcervoice_M_1.embedding.npy b/gguf/voices/English/Thaddeus_en-announcervoice_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..1157f327e02d6509275e8df150aa716449e783f2 --- /dev/null +++ b/gguf/voices/English/Thaddeus_en-announcervoice_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc8e21356730988aa20da70123991404345e0bdbfe3afe31e6371d8d93095461 +size 896 diff --git a/gguf/voices/English/Thaddeus_en-announcervoice_M_1.mp3 b/gguf/voices/English/Thaddeus_en-announcervoice_M_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..535a4f2e756c5612c1d2d4cb34cefead60a28b37 --- /dev/null +++ b/gguf/voices/English/Thaddeus_en-announcervoice_M_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7fc96a18645b129b1e55659379ba796f5cfd70a800068b977d37f1254e93c52 +size 247474 diff --git a/gguf/voices/English/Willow_en-asrm_F_1.codes.npy b/gguf/voices/English/Willow_en-asrm_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..2013b28868bbae0b6e5cf62f0bad73fc6c55ae98 --- /dev/null +++ b/gguf/voices/English/Willow_en-asrm_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29ca4c14c16bb09b2bc48bb93f2d5a56327558d64271e54ebd1f713a4204905b +size 15048 diff --git a/gguf/voices/English/Willow_en-asrm_F_1.embedding.npy b/gguf/voices/English/Willow_en-asrm_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..876e2b26c5f65d74bbdbe78bb5194d6a2eba1070 --- /dev/null +++ b/gguf/voices/English/Willow_en-asrm_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ebb84309f21f1dcbe6371e2355dc98f8ee3d0aee5850c305d06a73fe0a7c222 +size 896 diff --git a/gguf/voices/English/Willow_en-asrm_F_1.wav b/gguf/voices/English/Willow_en-asrm_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..6fe08b9e567b2a842f2a23e04f8abae3499f6f0a --- /dev/null +++ b/gguf/voices/English/Willow_en-asrm_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a7574e4b91794390867027eb5c2c2a12f6cef557fc7d804b45f985144a50e5e +size 2193284 diff --git a/gguf/voices/English/Wyatt_en-American_M_1.codes.npy b/gguf/voices/English/Wyatt_en-American_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..fe7a4ace704badd4adb74aa5e2673ab0ca475f5e --- /dev/null +++ b/gguf/voices/English/Wyatt_en-American_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a854f9b66eefa9203a9f752c2a1ec808345b4d72ac34f8547ee776c58e4b72f +size 10248 diff --git a/gguf/voices/English/Wyatt_en-American_M_1.embedding.npy b/gguf/voices/English/Wyatt_en-American_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..921f4a78256265a482a9e3b77315d283fff74d24 --- /dev/null +++ b/gguf/voices/English/Wyatt_en-American_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b39d377b653ebaca6bbd4ecd13c382fe16d81f0cfae27217d9b626e5589a0511 +size 896 diff --git a/gguf/voices/English/Wyatt_en-American_M_1.ogg b/gguf/voices/English/Wyatt_en-American_M_1.ogg new file mode 100644 index 0000000000000000000000000000000000000000..6270fbf65e394ac9c10dca0fc5f4e5a66359a846 --- /dev/null +++ b/gguf/voices/English/Wyatt_en-American_M_1.ogg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92c17f6eff4c9612ece96f0efae6f74f8e6b381f8c851ce739cdf0854a5a5831 +size 147400 diff --git a/gguf/voices/French/Gaspard_fr_M_1.codes.npy b/gguf/voices/French/Gaspard_fr_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..4d2ff3bdde469bbf30576d96b077b36d7698ec21 --- /dev/null +++ b/gguf/voices/French/Gaspard_fr_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34293ea302d3a47c17ab2f8514fb3a3354dc4ad695581d9b2f93fb37476ee1f7 +size 11488 diff --git a/gguf/voices/French/Gaspard_fr_M_1.embedding.npy b/gguf/voices/French/Gaspard_fr_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..abfe47d70ee675c56022c81827bcae4beacb1ff5 --- /dev/null +++ b/gguf/voices/French/Gaspard_fr_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e19a9a545af6a263c00b997368d8396ff8abc761b53dce2a6d4df735f0766e9 +size 896 diff --git a/gguf/voices/French/Gaspard_fr_M_1.mp3 b/gguf/voices/French/Gaspard_fr_M_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..810b988fd7948429884a6eca555c36f7eac88fe2 --- /dev/null +++ b/gguf/voices/French/Gaspard_fr_M_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b353c4f7cccb9ffd335dde8428cae212373db2cf9c7018afc22cbb8f3d6c949a +size 303899 diff --git a/gguf/voices/German/Liesel_de_F_1.codes.npy b/gguf/voices/German/Liesel_de_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..d62fd1f381037c01a0dc19983af6ad877387154a --- /dev/null +++ b/gguf/voices/German/Liesel_de_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6952aa3383e1181610b3b88115ff2fa20a2a2da0686c9b19f2cf0f57f96ab92e +size 6928 diff --git a/gguf/voices/German/Liesel_de_F_1.embedding.npy b/gguf/voices/German/Liesel_de_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..0dcae442d4c1aa6fcc89932ab0355c83726eb94d --- /dev/null +++ b/gguf/voices/German/Liesel_de_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d44e40f8c1f43fcabaabf301e14bfc48325bf4596cb04e076d662d8b2724c5d +size 896 diff --git a/gguf/voices/German/Liesel_de_F_1.mp3 b/gguf/voices/German/Liesel_de_F_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..2f867b17e59dedade064ae5ea7246d46a4ea17f1 --- /dev/null +++ b/gguf/voices/German/Liesel_de_F_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a8909ca74065967d74534f438fcd15b770fc2ec55d2cbe217836a720cfff091 +size 182273 diff --git a/gguf/voices/German/Wolfgang_de_M_1.codes.npy b/gguf/voices/German/Wolfgang_de_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..43300e7972337a22556f1fbc14b53e432f02a66c --- /dev/null +++ b/gguf/voices/German/Wolfgang_de_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:553a4dd74cc650ea333c49033f5b459e1faa7244cfa4185862cce1a223fe41e1 +size 7488 diff --git a/gguf/voices/German/Wolfgang_de_M_1.embedding.npy b/gguf/voices/German/Wolfgang_de_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..a6c13b43dff6f3731b049ded26caab918135674e --- /dev/null +++ b/gguf/voices/German/Wolfgang_de_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a0e305b2789f79b843d96628b275b5d8f3f877f89c80e87fe57bf6078901467 +size 896 diff --git a/gguf/voices/German/Wolfgang_de_M_1.mp3 b/gguf/voices/German/Wolfgang_de_M_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..bc3a985c2aba3ce64f378648a24e10b159897e2a --- /dev/null +++ b/gguf/voices/German/Wolfgang_de_M_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca32af842970e58c2769f1a191438f44b36e721071e058ed51a8c2febb2f261 +size 196483 diff --git a/gguf/voices/Hindi/Ananya_hi_F_1.codes.npy b/gguf/voices/Hindi/Ananya_hi_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..f62a54922826e0bfc98f78b966dbe889aef84857 --- /dev/null +++ b/gguf/voices/Hindi/Ananya_hi_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85288fd646bb836b2424faad617d13f311c4ce129a48d7f9577bbfe29df9aa5b +size 7768 diff --git a/gguf/voices/Hindi/Ananya_hi_F_1.embedding.npy b/gguf/voices/Hindi/Ananya_hi_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..93bea48002970de357c5f9291db6b0e76024d1fb --- /dev/null +++ b/gguf/voices/Hindi/Ananya_hi_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7acf756273d86131de701d51b25a7e0b3323d724b7e98a0c890fcf176f85a14 +size 896 diff --git a/gguf/voices/Hindi/Ananya_hi_F_1.wav b/gguf/voices/Hindi/Ananya_hi_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..9a5d8c4682eca8e6944f52eaaa0c8772a4ae0cde --- /dev/null +++ b/gguf/voices/Hindi/Ananya_hi_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c0417c4f1a76d3290281c932a35b5b25b8e4cfe9acb328e24abf68b7f232840 +size 1123124 diff --git a/gguf/voices/Hindi/Arjun_hi_M_1.codes.npy b/gguf/voices/Hindi/Arjun_hi_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..aa4f5879c59754392f545a2af43ccb864cf6697a --- /dev/null +++ b/gguf/voices/Hindi/Arjun_hi_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dec52799002595008cf710381b5eb5f2acf0edd82fb28636c1bbef4aba9df618 +size 7128 diff --git a/gguf/voices/Hindi/Arjun_hi_M_1.embedding.npy b/gguf/voices/Hindi/Arjun_hi_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..a0484aa4ebc17f3a9eea865f3a7139f708404ded --- /dev/null +++ b/gguf/voices/Hindi/Arjun_hi_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cb0eb4cc81b79acadedb173e1fbbc0203bf71ea9ae66e56bd76393386f25815 +size 896 diff --git a/gguf/voices/Hindi/Arjun_hi_M_1.wav b/gguf/voices/Hindi/Arjun_hi_M_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..0b96ec58e36eeb250fa4a0e941019621f2d7d327 --- /dev/null +++ b/gguf/voices/Hindi/Arjun_hi_M_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:760b13421993d4d453cf9c3ce789da2425922c54a483a1e1d2daff3a226a6043 +size 1029044 diff --git a/gguf/voices/Italian/Ginevra_it_F_1.codes.npy b/gguf/voices/Italian/Ginevra_it_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..91fdf1c82b8dd56391e95cd5c83f4ba94b8f99fb --- /dev/null +++ b/gguf/voices/Italian/Ginevra_it_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91e5f1a6ccc71d55840e4277a4f00c900e01e446e956949a5651c2e5657f2d4f +size 6808 diff --git a/gguf/voices/Italian/Ginevra_it_F_1.embedding.npy b/gguf/voices/Italian/Ginevra_it_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..aec377f7acfac99d7291086aa545e197b5335197 --- /dev/null +++ b/gguf/voices/Italian/Ginevra_it_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:950ecf44f57fd053effd83c65f7f35059df0dcd1bb99dbc197b6649507171621 +size 896 diff --git a/gguf/voices/Italian/Ginevra_it_F_1.mp3 b/gguf/voices/Italian/Ginevra_it_F_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..7a1ec31196747542c0b9127d2f272a2026e7240d --- /dev/null +++ b/gguf/voices/Italian/Ginevra_it_F_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dc9a8ebaa97b6c9a32aab707f1384a37d275e9a001029fedbfe7897a92514d9 +size 179347 diff --git a/gguf/voices/Italian/Lorenzo_it_M_1.codes.npy b/gguf/voices/Italian/Lorenzo_it_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..652c6ab3b0206b4cc6af4ec85e81b7cea9a56830 --- /dev/null +++ b/gguf/voices/Italian/Lorenzo_it_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e25cc35719d796ba7ace4a0ec563d159cfe31e978f78098b126b2a8c7f3fbc02 +size 7488 diff --git a/gguf/voices/Italian/Lorenzo_it_M_1.embedding.npy b/gguf/voices/Italian/Lorenzo_it_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..3a5ad500e72832e9f83b6787565124ce50f9cb87 --- /dev/null +++ b/gguf/voices/Italian/Lorenzo_it_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a355bb33b907130985b74eae3fa05e4aa19d7fe7233f26c0416afad0726c2367 +size 896 diff --git a/gguf/voices/Italian/Lorenzo_it_M_1.mp3 b/gguf/voices/Italian/Lorenzo_it_M_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..50ad8ae5aa90b234b243e01ad503856cd3c3f64d --- /dev/null +++ b/gguf/voices/Italian/Lorenzo_it_M_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be0f69f123a15d1c7c1100abf94c6f1c649034f16239f2926a87f20550d2ebcb +size 196483 diff --git a/gguf/voices/Korean/Minjun_ko_M_1.codes.npy b/gguf/voices/Korean/Minjun_ko_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..16421b9ee9fcd33be1f4cedd2aa38888a16e5874 --- /dev/null +++ b/gguf/voices/Korean/Minjun_ko_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b40a0d108b5188be2fb8695eb0f28b5a6f16c4dd485fba4ab82876b46e79522 +size 7288 diff --git a/gguf/voices/Korean/Minjun_ko_M_1.embedding.npy b/gguf/voices/Korean/Minjun_ko_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..d061dd4b5576c83fcb8878176db1f4f48dfb975e --- /dev/null +++ b/gguf/voices/Korean/Minjun_ko_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab3d9c60c3f36080fd7e9eebd20c8ece42059236dd83f19980e5e4dbca94fc4e +size 896 diff --git a/gguf/voices/Korean/Minjun_ko_M_1.wav b/gguf/voices/Korean/Minjun_ko_M_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..0fb74b715dd76131b5e0cb0b8cb2e2f040e3e05e --- /dev/null +++ b/gguf/voices/Korean/Minjun_ko_M_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1c1e59241314afe001d565ab4e0c92224f598f6bbc1e4aaaac2ce5b036d16aa +size 1052564 diff --git a/gguf/voices/Korean/Seoyeon_ko_F_1.codes.npy b/gguf/voices/Korean/Seoyeon_ko_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..9602313d4f036596632a2311afcb8a9ac4a354d6 --- /dev/null +++ b/gguf/voices/Korean/Seoyeon_ko_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ca0cb788e610d56b02824108aa7c54e115bdab1eaeca81330b1475f6de9d15 +size 7048 diff --git a/gguf/voices/Korean/Seoyeon_ko_F_1.embedding.npy b/gguf/voices/Korean/Seoyeon_ko_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..c5910a8e8505215a45248ace72fba1cea616f0f2 --- /dev/null +++ b/gguf/voices/Korean/Seoyeon_ko_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dddb6aa68c3febe83ca656c959f4d78246c72e011cde72c3745d1a46a37d8345 +size 896 diff --git a/gguf/voices/Korean/Seoyeon_ko_F_1.wav b/gguf/voices/Korean/Seoyeon_ko_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..4df539aca7e22f904b944cce6c0a9a38cfa3c88b --- /dev/null +++ b/gguf/voices/Korean/Seoyeon_ko_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:558801500e68ee38fabca81c12fe2f7ec763e989e94430b3573be3df2e0ebf30 +size 1017284 diff --git a/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.codes.npy b/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..e21b1f382a77943ee8bc41d394e883ed6958ac92 --- /dev/null +++ b/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:033e6e1acb03cacf2dc9278f752c43774224747e3aa91882113422ab35dbfbb6 +size 6608 diff --git a/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.embedding.npy b/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..2be500d11f859dd80709bf87c9dc4da7630515eb --- /dev/null +++ b/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b056f91bcbf4ffda432459f8c6a80b37cdc98cd82fd296e29cf2584325809c6c +size 896 diff --git a/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.mp3 b/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..50b4fa73a2749a706893e066e5c8e51e3fb86983 --- /dev/null +++ b/gguf/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddd027b458401d46f893d51e42cbd0c7d9634592a7401a43127c1a639215d6be +size 173914 diff --git a/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.codes.npy b/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..80d3b46d8ea4c18f2fe837ddd563c6833a32b70c --- /dev/null +++ b/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a3b3aef695ca75788eea98d94d8580d2147c783f427e08cf4ed2d66ecf5c4c6 +size 6888 diff --git a/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.embedding.npy b/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..abd3a15322b931f3577892005cbeab5ccffe30a9 --- /dev/null +++ b/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8430a2852291d874f327666d05bd15ee854a009cc54b9d3cdba9005d6bc7f59b +size 896 diff --git a/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.wav b/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..c9a136199bc27b1f200396deea6bb1e99c174eab --- /dev/null +++ b/gguf/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4200f7e397be1ff2a5dac9169daba8338af911e12cf47e925999016d65969612 +size 993764 diff --git a/gguf/voices/Portuguese/Leonor_pt_F_1.codes.npy b/gguf/voices/Portuguese/Leonor_pt_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..b6b757c4f900ac178e754ef8d343a5c569a3be73 --- /dev/null +++ b/gguf/voices/Portuguese/Leonor_pt_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56f4c8d2d6f856305e250966710fa7669244ef1d86ffd82659ade969755c7f88 +size 7448 diff --git a/gguf/voices/Portuguese/Leonor_pt_F_1.embedding.npy b/gguf/voices/Portuguese/Leonor_pt_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..90e575bda94727597a9607a39750871da0ae4d5b --- /dev/null +++ b/gguf/voices/Portuguese/Leonor_pt_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4074805d713ac20444253f1b98f814b7f27c43b6ab29bb2f0feeaaae8f7e4b2 +size 896 diff --git a/gguf/voices/Portuguese/Leonor_pt_F_1.wav b/gguf/voices/Portuguese/Leonor_pt_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..e9a1fb35730eb513c5b28851f8e44dd8fff11a2f --- /dev/null +++ b/gguf/voices/Portuguese/Leonor_pt_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cb21b761a7c808b2552451485ca14b32529b68294ef4b478c96665cabc8fcd1 +size 1076084 diff --git a/gguf/voices/Portuguese/Thiago_pt_M_1.codes.npy b/gguf/voices/Portuguese/Thiago_pt_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..2e81ca3ba731ef659fc1e2c47410ee8420750355 --- /dev/null +++ b/gguf/voices/Portuguese/Thiago_pt_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b63efbc88127b88ad89740eed377a0f1600c4e2ae0deb030e574f8b7b9c6c667 +size 8848 diff --git a/gguf/voices/Portuguese/Thiago_pt_M_1.embedding.npy b/gguf/voices/Portuguese/Thiago_pt_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..78663a9f553cdcb5f40b317e2aa1d7653b37334d --- /dev/null +++ b/gguf/voices/Portuguese/Thiago_pt_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd1eee487091ef60636fe08cbafc15133c34a3f697629e1057e749c5b9893dc0 +size 896 diff --git a/gguf/voices/Portuguese/Thiago_pt_M_1.wav b/gguf/voices/Portuguese/Thiago_pt_M_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..b630f1e1b166fd5a31b8e902123f72055dbca947 --- /dev/null +++ b/gguf/voices/Portuguese/Thiago_pt_M_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2c02110a5f10765a9bf9c533a6cbf25bb39fca3bf23023f58b70a3a67fe89d2 +size 1281884 diff --git a/gguf/voices/README.md b/gguf/voices/README.md new file mode 100644 index 0000000000000000000000000000000000000000..78b590b33ecd7651c0cb404550b03fa75b772b8d --- /dev/null +++ b/gguf/voices/README.md @@ -0,0 +1,82 @@ +# Default voices + +Each clip ships with its reference codes (`.codes.npy`, int32 `[frames, 10]`) and speaker embedding +(`.embedding.npy`, float32 `[192]`), so servers use them without the encoders. Pass this folder as +`--tts-default-voices-dir`; the ids below are those of `GET /v2/speakers`. + +## English + +| Voice | Style | Gender | Id | +|---|---|---|---| +| Cillian | Irish | male | `default_2c5123a959875341` | +| Imogen | British | female | `default_b78b28baf5c31a1d` | +| Jett | energetic | male | `default_c95cf57259ed7313` | +| Morgana | witch | female | `default_40a3ba1017bfb68a` | +| Rupert | British | male | `default_3765f0d1140c05c0` | +| Sakura | anime | female | `default_c5e098c322aae901` | +| Savannah | American | female | `default_de4d191ca7574982` | +| Thaddeus | announcer | male | `default_3c00e421e684f949` | +| Willow | ASMR | female | `default_940eaff39a929da0` | +| Wyatt | American | male | `default_34370fd91e3484ef` | + +## French + +| Voice | Style | Gender | Id | +|---|---|---|---| +| Gaspard | — | male | `default_517319c805b927e9` | + +## German + +| Voice | Style | Gender | Id | +|---|---|---|---| +| Liesel | — | female | `default_09d206a5b067ae71` | +| Wolfgang | — | male | `default_ec650ef042ed1f14` | + +## Hindi + +| Voice | Style | Gender | Id | +|---|---|---|---| +| Ananya | — | female | `default_f76cf78a50cf8496` | +| Arjun | — | male | `default_849a62ace1f85759` | + +## Italian + +| Voice | Style | Gender | Id | +|---|---|---|---| +| Ginevra | — | female | `default_792987ff6236e50d` | +| Lorenzo | — | male | `default_ccb71e6596453e72` | + +## Korean + +| Voice | Style | Gender | Id | +|---|---|---|---| +| Minjun | — | male | `default_aa6e36b246dc01f9` | +| Seoyeon | — | female | `default_b7a257a5b1478493` | + +## Mandarin Chinese + +| Voice | Style | Gender | Id | +|---|---|---|---| +| Haoran | energetic | male | `default_d8a9b688b64e638d` | +| Meilin | energetic | female | `default_eaee7325255d4783` | + +## Portuguese + +| Voice | Style | Gender | Id | +|---|---|---|---| +| Leonor | — | female | `default_e11f53895cad62fa` | +| Thiago | — | male | `default_4562e98e005b69cc` | + +## Spanish + +| Voice | Style | Gender | Id | +|---|---|---|---| +| Rodrigo | — | male | `default_87250baa043e5bba` | +| Ximena | — | female | `default_43e790fc116fd62a` | + +## Telugu + +| Voice | Style | Gender | Id | +|---|---|---|---| +| Chaitanya | — | male | `default_26fb443b7759bce0` | +| Sravya | — | female | `default_c3bb44b62cf13a5c` | diff --git a/gguf/voices/Spanish/Rodrigo_es_M_1.codes.npy b/gguf/voices/Spanish/Rodrigo_es_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..c6a017443005bd0eb9af7e9b39a3b1d7aa5f11d0 --- /dev/null +++ b/gguf/voices/Spanish/Rodrigo_es_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d6ff61ab49a2f3cfeb116afa80adcc33290cd5c7d7cb4c50181f4359c52b1c0 +size 6408 diff --git a/gguf/voices/Spanish/Rodrigo_es_M_1.embedding.npy b/gguf/voices/Spanish/Rodrigo_es_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..925b63ef08d127275695231cda09a4f00df77316 --- /dev/null +++ b/gguf/voices/Spanish/Rodrigo_es_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0305b7ab40d5d4a1df07ed7aa1c164f64ede1ac4b6250fa56383b4c3ae03e1e1 +size 896 diff --git a/gguf/voices/Spanish/Rodrigo_es_M_1.wav b/gguf/voices/Spanish/Rodrigo_es_M_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..a32099d399427861f6b88d0eb87f1122cafb88b3 --- /dev/null +++ b/gguf/voices/Spanish/Rodrigo_es_M_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2559c50978b50ad660b82528558047a684b1ff6d3c91dd59691a3c0c13c4eaf5 +size 923204 diff --git a/gguf/voices/Spanish/Ximena_es_F_1.codes.npy b/gguf/voices/Spanish/Ximena_es_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..2a26e00300eea6da608c1692ca081b2723c0359d --- /dev/null +++ b/gguf/voices/Spanish/Ximena_es_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b571c52d7543867bb2299e0626cea9d6f6c6c9a3bffabc85570baf08897dafb9 +size 7968 diff --git a/gguf/voices/Spanish/Ximena_es_F_1.embedding.npy b/gguf/voices/Spanish/Ximena_es_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..c7098dcd92def5a8902ab4c3a69ca2a8e8d8ea2f --- /dev/null +++ b/gguf/voices/Spanish/Ximena_es_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9cc1284c52003705619b37f2c25c59e170d2c70650af39e5692b2fe91782bd6 +size 896 diff --git a/gguf/voices/Spanish/Ximena_es_F_1.wav b/gguf/voices/Spanish/Ximena_es_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..cb5d7ff4ece58bf7bde05208ee5dceff38db0c74 --- /dev/null +++ b/gguf/voices/Spanish/Ximena_es_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b029ff5ef03907d401d92d9fe037d14ea6eb363c0d4e78512fc13c7b6eedfc0 +size 1152524 diff --git a/gguf/voices/Telugu/Chaitanya_te_M_1.codes.npy b/gguf/voices/Telugu/Chaitanya_te_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..17a12ece83fcc04a35371862f8178c6fdf0999d8 --- /dev/null +++ b/gguf/voices/Telugu/Chaitanya_te_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7003a4812a759171470f3187955e1b5c27f37bd449eb4bc012d7ac8620d0e9f7 +size 6368 diff --git a/gguf/voices/Telugu/Chaitanya_te_M_1.embedding.npy b/gguf/voices/Telugu/Chaitanya_te_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..85c6a5bfda9ee412c99285415d0cbf9068856c84 --- /dev/null +++ b/gguf/voices/Telugu/Chaitanya_te_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca818012cf5656d12eb3bccdfad4086831a6a892f8e7bf2277ca11bf921e5eb7 +size 896 diff --git a/gguf/voices/Telugu/Chaitanya_te_M_1.wav b/gguf/voices/Telugu/Chaitanya_te_M_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..9b8796a9cc77710265a623305e5ad3c4251628a1 --- /dev/null +++ b/gguf/voices/Telugu/Chaitanya_te_M_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:327c73a145533f1cb874736e9194048a22a43a10e74c7b9b8c354306068c54b0 +size 917324 diff --git a/gguf/voices/Telugu/Sravya_te_F_1.codes.npy b/gguf/voices/Telugu/Sravya_te_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..a9118e45d06cf6355789322625a6fa95c825e689 --- /dev/null +++ b/gguf/voices/Telugu/Sravya_te_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e938016bb413c48bb5deb0bf80515f646bd5b7374f5bfb4d616a8ba3e254f373 +size 6928 diff --git a/gguf/voices/Telugu/Sravya_te_F_1.embedding.npy b/gguf/voices/Telugu/Sravya_te_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..3d97b979df67c697d241511505cc6a580957f17e --- /dev/null +++ b/gguf/voices/Telugu/Sravya_te_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a62e330ccfe900dbc4caac3e57d661adf284da8c967072dbe91bab154df79c0f +size 896 diff --git a/gguf/voices/Telugu/Sravya_te_F_1.wav b/gguf/voices/Telugu/Sravya_te_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..d6dca208add9b9c3a1b6b8e00a6b815380f8a1fa --- /dev/null +++ b/gguf/voices/Telugu/Sravya_te_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:931ba97b7fd35bd808d32e4bf082c07da1fe7a813e469336d6eeeac83e7a42a8 +size 999644 diff --git a/gguf/zac-encoder.gguf b/gguf/zac-encoder.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9ace3240846aefe2f997c3d3695b1499b2ea8e09 --- /dev/null +++ b/gguf/zac-encoder.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c4335196486fd24cc56b24a40ac4548f8cc58a6400bce8e4af4e72160b18053 +size 4034646368 diff --git a/gguf/zac-keep2.gguf b/gguf/zac-keep2.gguf new file mode 100644 index 0000000000000000000000000000000000000000..91d8da698c92d4fa3ab8a6a3f01fdf5d00afe2f6 --- /dev/null +++ b/gguf/zac-keep2.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:834e5b70b88294afc3c702a478487e0664dcc6b574c16fc6167d72444aabeafd +size 452325440 diff --git a/gguf/zac.gguf b/gguf/zac.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1d6d51b92fe9198844a96f4d519de26a406bbada --- /dev/null +++ b/gguf/zac.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dc8e29cb681dae320bd77329c0f7a39806ad5de6c231ad111adab1a1f6774d8 +size 2199903264 diff --git a/lm/zonos3_mini/model.pth b/lm/zonos3_mini/model.pth new file mode 100644 index 0000000000000000000000000000000000000000..d52d0a9d3ba4700f528cfa2acaf3d6947856a1e6 --- /dev/null +++ b/lm/zonos3_mini/model.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa +size 1772391535 diff --git a/lm/zonos3_mini/params.json b/lm/zonos3_mini/params.json new file mode 100644 index 0000000000000000000000000000000000000000..e04fe9ee0e4d52b20c9f26c35d4b4dd02c75196b --- /dev/null +++ b/lm/zonos3_mini/params.json @@ -0,0 +1,139 @@ +{ + "model": { + "n_layers": 11, + "dim": 1024, + "head_dim": 32, + "n_heads": 16, + "n_kv_heads": 4, + "ffn_dim_multiplier": 2.0, + "multiple_of": 64, + "moe_ffn_dim_multiplier": 1.5, + "moe_multiple_of": 64, + "norm_eps": 1e-05, + "rope_theta": 10000.0, + "max_seqlen": 32768, + "n_codebooks": 10, + "codebook_size": 4096, + "codebook_sizes": [ + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096 + ], + "eoa_id": 4096, + "audio_pad_id": 4097, + "text_vocab": 8196, + "speaker_enabled": true, + "speaker_embedding_dim": 192, + "attention_pattern": "gdn3_global1", + "use_xsa": false, + "residual_type": "full_attnres", + "block_attnres_block_size": 4, + "moe_router_topk": 2, + "moe_n_experts": 64, + "moe_alpha": 0.25, + "moe_router_dim": 128, + "moe_router_type": "linear", + "moe_router_use_eda": false, + "moe_balancing_strategy": "quantile", + "moe_start_from_layer": 1, + "moe_end_from_layer": 0, + "loss_softcap": 15.0, + "condition_tokens_enabled": true, + "condition_n_buckets": 10, + "condition_count": 3, + "condition_bucket_counts": [ + 10, + 10, + 30 + ], + "text_tokenizer_spec": { + "kind": "superbpe", + "path": "tokenizer/superbpe8192.json", + "sha256": "90322f910600027dee7fe63d400d1d9dc1035c167d560aadf0871e3661d08bf3", + "vocab_size": 8192, + "offset": 4, + "bos": 2, + "eos": 3 + }, + "audio_codec": "opus_dual_3n_600k_sched600k_r4096_step600000", + "speaker_embedding_codec": "ownmect_s2", + "speaker_reference_prefix_enabled": true, + "speaker_reference_max_seconds": 60.0, + "condition_names": [ + "loudness", + "fmax", + "speaking_rate" + ], + "condition_edges": { + "loudness": [ + -29.778, + -26.947, + -25.047, + -23.3, + -21.743, + -20.386, + -19.186, + -17.851, + -15.967 + ], + "fmax": [ + 8437.5, + 10242.2, + 11507.8, + 13359.4, + 15164.1, + 15585.9, + 15750.0, + 17765.6, + 19945.3 + ], + "speaking_rate": [ + 6.546, + 8.182, + 9.273, + 10.31, + 11.054, + 11.667, + 12.193, + 12.656, + 13.083, + 13.476, + 13.846, + 14.196, + 14.53, + 14.887, + 15.193, + 15.517, + 15.865, + 16.208, + 16.579, + 16.972, + 17.411, + 17.898, + 18.434, + 19.069, + 19.818, + 20.816, + 22.286, + 24.722, + 29.25 + ] + }, + "condition_units": { + "loudness": "LUFS", + "fmax": "Hz", + "speaking_rate": "utf-8 bytes per second" + }, + "model_type": "zonos2", + "dtype": "bfloat16", + "norm_topk_prob": true, + "moe_impl": "sonic" + } +} diff --git a/lm/zonos3_mini/text_rows/pause_tokens_s5000.json b/lm/zonos3_mini/text_rows/pause_tokens_s5000.json new file mode 100644 index 0000000000000000000000000000000000000000..fb8060f7f30e4bd1a3d8096d8576289109b959dd --- /dev/null +++ b/lm/zonos3_mini/text_rows/pause_tokens_s5000.json @@ -0,0 +1,195 @@ +{ + "format": "zonos-text-extra/1", + "text_vocab": 8196, + "text_extra_tokens": 143, + "base": "/data/groups/audio/sofian/runs/z3m_rate30_r2grpo_phonemes/init_r2grpo_s587", + "run": "/data/groups/audio/sofian/runs/z3m_rate30_r2grpo_pause/tokens_win05/checkpoints/0000005000", + "config": "z3m_rate30_r2grpo_pause_tokens_win05", + "verified_base_tensors": 187, + "phonemes": { + "open_id": 8197, + "close_id": 8198, + "symbols": [ + "a", + "b", + "c", + "d", + "e", + "f", + "h", + "i", + "j", + "k", + "l", + "m", + "n", + "o", + "p", + "q", + "r", + "s", + "t", + "u", + "v", + "w", + "x", + "y", + "z", + "²", + "³", + "¹", + "ã", + "ä", + "æ", + "ç", + "ï", + "ð", + "õ", + "ø", + "ħ", + "ĩ", + "ŋ", + "œ", + "ũ", + "ɐ", + "ɑ", + "ɒ", + "ɓ", + "ɔ", + "ɕ", + "ɖ", + "ɗ", + "ɘ", + "ə", + "ɚ", + "ɛ", + "ɜ", + "ɝ", + "ɟ", + "ɡ", + "ɣ", + "ɤ", + "ɥ", + "ɦ", + "ɧ", + "ɨ", + "ɪ", + "ɫ", + "ɭ", + "ɯ", + "ɰ", + "ɱ", + "ɲ", + "ɳ", + "ɴ", + "ɵ", + "ɸ", + "ɹ", + "ɻ", + "ɽ", + "ɾ", + "ʀ", + "ʁ", + "ʂ", + "ʃ", + "ʈ", + "ʉ", + "ʊ", + "ʋ", + "ʌ", + "ʍ", + "ʎ", + "ʏ", + "ʐ", + "ʑ", + "ʒ", + "ʔ", + "ʕ", + "ʝ", + "ʰ", + "ʱ", + "ʲ", + "ʷ", + "ʼ", + "ˀ", + "ː", + "ˣ", + "ˤ", + "˥", + "˦", + "˧", + "˨", + "˩", + "̃", + "̊", + "̍", + "̚", + "̝", + "̞", + "̟", + "̠", + "̥", + "̩", + "̪", + "̯", + "̹", + "͈", + "͡", + "β", + "θ", + "χ", + "ᵝ", + "ẽ", + "ỹ", + "⁴", + "⁵", + "⁻", + "⁽", + "⁾" + ], + "inventory_sha256": "2e19015cac41d5a417f7faa3b3b5d63f96c2c1bebcb3d8986fb3048d77ee7a50", + "open_marker": "", + "close_marker": "" + }, + "start": { + "id": 8335, + "marker": "" + }, + "pauses": { + "ids": [ + 8336, + 8337, + 8338, + 8339 + ], + "markers": [ + "", + "", + "", + "" + ], + "seconds": [ + 0.2475, + 0.495, + 0.9899, + 1.9799 + ], + "edges_seconds": [ + 0.175, + 0.35, + 0.7, + 1.4, + 2.8 + ] + }, + "frozen_rows": { + "count": 139, + "from": "/data/groups/audio/sofian/runs/z3m_rate30_r2grpo_start/tokens_v8/adapter/start_token_s5000.pt", + "sha256": "7c572f94ada43562054e37a72b066b903e92a9384def72b6ffbeaf53050740a0" + }, + "sha256": "35868b0ff855081f3340a1c96644cfe9bf21b42935d9ed991ddd59ea0375e621", + "rows_shape": [ + 143, + 1024 + ] +} diff --git a/lm/zonos3_mini/text_rows/pause_tokens_s5000.pt b/lm/zonos3_mini/text_rows/pause_tokens_s5000.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b55f7489f34ec513aed49f507e84df54bb3b3ae --- /dev/null +++ b/lm/zonos3_mini/text_rows/pause_tokens_s5000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35868b0ff855081f3340a1c96644cfe9bf21b42935d9ed991ddd59ea0375e621 +size 589771 diff --git a/lm/zonos3_mini/tokenizer/superbpe8192.json b/lm/zonos3_mini/tokenizer/superbpe8192.json new file mode 100644 index 0000000000000000000000000000000000000000..831cbcdc98e45a5109fa25baefb3298efd958ec8 --- /dev/null +++ b/lm/zonos3_mini/tokenizer/superbpe8192.json @@ -0,0 +1,39994 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]{2,}[\\r\\n/]*| +(?!\\S)" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": null, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "<|pad|>": 1, + "!": 2, + "\"": 3, + "#": 4, + "$": 5, + "%": 6, + "&": 7, + "'": 8, + "(": 9, + ")": 10, + "*": 11, + "+": 12, + ",": 13, + "-": 14, + ".": 15, + "/": 16, + "0": 17, + "1": 18, + "2": 19, + "3": 20, + "4": 21, + "5": 22, + "6": 23, + "7": 24, + "8": 25, + "9": 26, + ":": 27, + ";": 28, + "<": 29, + "=": 30, + ">": 31, + "?": 32, + "@": 33, + "A": 34, + "B": 35, + "C": 36, + "D": 37, + "E": 38, + "F": 39, + "G": 40, + "H": 41, + "I": 42, + "J": 43, + "K": 44, + "L": 45, + "M": 46, + "N": 47, + "O": 48, + "P": 49, + "Q": 50, + "R": 51, + "S": 52, + "T": 53, + "U": 54, + "V": 55, + "W": 56, + "X": 57, + "Y": 58, + "Z": 59, + "[": 60, + "\\": 61, + "]": 62, + "^": 63, + "_": 64, + "`": 65, + "a": 66, + "b": 67, + "c": 68, + "d": 69, + "e": 70, + "f": 71, + "g": 72, + "h": 73, + "i": 74, + "j": 75, + "k": 76, + "l": 77, + "m": 78, + "n": 79, + "o": 80, + "p": 81, + "q": 82, + "r": 83, + "s": 84, + "t": 85, + "u": 86, + "v": 87, + "w": 88, + "x": 89, + "y": 90, + "z": 91, + "{": 92, + "|": 93, + "}": 94, + "~": 95, + "¡": 96, + "¢": 97, + "£": 98, + "¤": 99, + "¥": 100, + "¦": 101, + "§": 102, + "¨": 103, + "©": 104, + "ª": 105, + "«": 106, + "¬": 107, + "®": 108, + "¯": 109, + "°": 110, + "±": 111, + "²": 112, + "³": 113, + "´": 114, + "µ": 115, + "¶": 116, + "·": 117, + "¸": 118, + "¹": 119, + "º": 120, + "»": 121, + "¼": 122, + "½": 123, + "¾": 124, + "¿": 125, + "À": 126, + "Á": 127, + "Â": 128, + "Ã": 129, + "Ä": 130, + "Å": 131, + "Æ": 132, + "Ç": 133, + "È": 134, + "É": 135, + "Ê": 136, + "Ë": 137, + "Ì": 138, + "Í": 139, + "Î": 140, + "Ï": 141, + "Ð": 142, + "Ñ": 143, + "Ò": 144, + "Ó": 145, + "Ô": 146, + "Õ": 147, + "Ö": 148, + "×": 149, + "Ø": 150, + "Ù": 151, + "Ú": 152, + "Û": 153, + "Ü": 154, + "Ý": 155, + "Þ": 156, + "ß": 157, + "à": 158, + "á": 159, + "â": 160, + "ã": 161, + "ä": 162, + "å": 163, + "æ": 164, + "ç": 165, + "è": 166, + "é": 167, + "ê": 168, + "ë": 169, + "ì": 170, + "í": 171, + "î": 172, + "ï": 173, + "ð": 174, + "ñ": 175, + "ò": 176, + "ó": 177, + "ô": 178, + "õ": 179, + "ö": 180, + "÷": 181, + "ø": 182, + "ù": 183, + "ú": 184, + "û": 185, + "ü": 186, + "ý": 187, + "þ": 188, + "ÿ": 189, + "Ā": 190, + "ā": 191, + "Ă": 192, + "ă": 193, + "Ą": 194, + "ą": 195, + "Ć": 196, + "ć": 197, + "Ĉ": 198, + "ĉ": 199, + "Ċ": 200, + "ċ": 201, + "Č": 202, + "č": 203, + "Ď": 204, + "ď": 205, + "Đ": 206, + "đ": 207, + "Ē": 208, + "ē": 209, + "Ĕ": 210, + "ĕ": 211, + "Ė": 212, + "ė": 213, + "Ę": 214, + "ę": 215, + "Ě": 216, + "ě": 217, + "Ĝ": 218, + "ĝ": 219, + "Ğ": 220, + "ğ": 221, + "Ġ": 222, + "ġ": 223, + "Ģ": 224, + "ģ": 225, + "Ĥ": 226, + "ĥ": 227, + "Ħ": 228, + "ħ": 229, + "Ĩ": 230, + "ĩ": 231, + "Ī": 232, + "ī": 233, + "Ĭ": 234, + "ĭ": 235, + "Į": 236, + "į": 237, + "İ": 238, + "ı": 239, + "IJ": 240, + "ij": 241, + "Ĵ": 242, + "ĵ": 243, + "Ķ": 244, + "ķ": 245, + "ĸ": 246, + "Ĺ": 247, + "ĺ": 248, + "Ļ": 249, + "ļ": 250, + "Ľ": 251, + "ľ": 252, + "Ŀ": 253, + "ŀ": 254, + "Ł": 255, + "ł": 256, + "Ń": 257, + "ãģ": 258, + "Ġt": 259, + "Ġa": 260, + "he": 261, + "in": 262, + "Ġs": 263, + "ãĤ": 264, + "re": 265, + "Ġd": 266, + "Ġw": 267, + "er": 268, + "ou": 269, + "en": 270, + "ha": 271, + "on": 272, + "Ġm": 273, + "à¤": 274, + "Ġthe": 275, + "Ġc": 276, + "Ġp": 277, + "Ġb": 278, + "an": 279, + "es": 280, + "it": 281, + "Ġl": 282, + "is": 283, + "Ġo": 284, + "Ġn": 285, + "Ġf": 286, + "ãĢ": 287, + "ing": 288, + "ĠI": 289, + "or": 290, + "nd": 291, + "Ġy": 292, + "ar": 293, + "Ġ×": 294, + "ll": 295, + "Ġg": 296, + "Ġto": 297, + "as": 298, + "hat": 299, + "Ġe": 300, + "ed": 301, + "Ġyou": 302, + "om": 303, + "et": 304, + "at": 305, + "ا": 306, + "à¸": 307, + "âĢ": 308, + "ãĢģ": 309, + "ĠÐ": 310, + "ãĥ": 311, + "Ġin": 312, + "â̦": 313, + "Ġha": 314, + "al": 315, + "us": 316, + "Ġof": 317, + "..": 318, + "Ġv": 319, + "ï¼": 320, + "Ġand": 321, + "Ġk": 322, + "Ġth": 323, + "ic": 324, + "ãģĦ": 325, + "ow": 326, + "'s": 327, + "qu": 328, + "ĠÙ": 329, + "Ġà¤": 330, + "Ġh": 331, + "os": 332, + "le": 333, + "Ġthat": 334, + "ãģ£": 335, + "ve": 336, + "ot": 337, + "à¥": 338, + "Ġhe": 339, + "ĠA": 340, + "о": 341, + "Ġit": 342, + "Ġu": 343, + "ay": 344, + "Ġde": 345, + "ent": 346, + "Ġbe": 347, + "ke": 348, + "id": 349, + "ĠØ": 350, + "Ġj": 351, + "ĠT": 352, + "ig": 353, + "Ġqu": 354, + "am": 355, + "ĵãģ": 356, + "×Ļ": 357, + "im": 358, + "ĠS": 359, + "ut": 360, + "а": 361, + "Ġre": 362, + "ãĢĤ": 363, + "ÙĦ": 364, + "ad": 365, + "Ġis": 366, + "ãģ¦": 367, + "Ġon": 368, + "ac": 369, + "Ġwe": 370, + "×ķ": 371, + "ãģª": 372, + "ÑĤ": 373, + "е": 374, + "ãģĤ": 375, + "ãģ®": 376, + "Ġli": 377, + "el": 378, + "ir": 379, + "ä¸": 380, + "ion": 381, + "ÙĬ": 382, + "ãģĹ": 383, + "â̦â̦": 384, + "ãģŁ": 385, + "é": 386, + "ãģĨ": 387, + "il": 388, + "Ġr": 389, + "est": 390, + "ÙĨ": 391, + "...": 392, + "Ġì": 393, + "ch": 394, + "Ġse": 395, + "od": 396, + "ãģĭ": 397, + "×ķ×": 398, + "Ġst": 399, + "Ġwas": 400, + "ãģ¯": 401, + "Ġfor": 402, + "Ġme": 403, + "out": 404, + "ĠW": 405, + "ver": 406, + "ĠB": 407, + "ht": 408, + "ãĤĵãģ": 409, + "Ġdo": 410, + "и": 411, + "Ġlike": 412, + "ĠM": 413, + "'t": 414, + "ld": 415, + "all": 416, + "Ġque": 417, + "Ġgo": 418, + "ĠY": 419, + "×Ķ": 420, + "st": 421, + "ur": 422, + "ãģ§": 423, + "ie": 424, + "ĠH": 425, + "ro": 426, + "ãģ«": 427, + "á»": 428, + "ãĤĭ": 429, + "Ñģ": 430, + "ï¼Į": 431, + "×Ļ×": 432, + "un": 433, + "Ġi": 434, + "Ġan": 435, + "ust": 436, + "em": 437, + "Ġkn": 438, + "н": 439, + "ĠD": 440, + "ĠO": 441, + "á": 442, + "Ġen": 443, + "ra": 444, + "ãĤĤ": 445, + "ãģ¨": 446, + "ol": 447, + "ĠC": 448, + "ant": 449, + "à¹": 450, + "ĠE": 451, + "Ġno": 452, + "Ġcom": 453, + "ÙĪ": 454, + "ãģĻ": 455, + "Ġknow": 456, + "Ġthis": 457, + "ĠN": 458, + "Ġat": 459, + "ÑĢ": 460, + "ãĤī": 461, + "ith": 462, + "оÐ": 463, + "ly": 464, + "ĠAnd": 465, + "ea": 466, + "ãĢģãģ": 467, + "اÙĦ": 468, + "Ùħ": 469, + "ÃŃ": 470, + "Ġas": 471, + "Ġso": 472, + "Ġë": 473, + "ä»": 474, + "se": 475, + "and": 476, + "ight": 477, + "ill": 478, + "ãĤĮ": 479, + "ag": 480, + "IJ×": 481, + "Ġnot": 482, + "ा": 483, + "äº": 484, + "ر": 485, + "Ġwith": 486, + "Ġhave": 487, + "ĠÃ": 488, + "Ġun": 489, + "ï¼ģ": 490, + "Ġne": 491, + "ãģĮ": 492, + "ct": 493, + "ce": 494, + "Ġcon": 495, + "ĠP": 496, + "ãģ¾": 497, + "ĠJ": 498, + "ï¼Ł": 499, + "op": 500, + "ter": 501, + "Ġal": 502, + "ĠL": 503, + "Ġab": 504, + "ãģ£ãģ¦": 505, + "Ġwh": 506, + "um": 507, + "Ã¥": 508, + "Ġsom": 509, + "ould": 510, + "ri": 511, + "à¦": 512, + "Ġthey": 513, + "ally": 514, + "ak": 515, + "ĠThe": 516, + "çļ": 517, + "'re": 518, + "ت": 519, + "Ġla": 520, + "аÐ": 521, + "Ùĩ": 522, + "Ġjust": 523, + "Ġwhat": 524, + "Ġlo": 525, + "ãģł": 526, + "çļĦ": 527, + "ãĤĵ": 528, + "her": 529, + "ng": 530, + "te": 531, + "ul": 532, + "ãģı": 533, + "áº": 534, + "ok": 535, + "ĠاÙĦ": 536, + "Ġmy": 537, + "'m": 538, + "Ġare": 539, + "ab": 540, + "our": 541, + "ore": 542, + "pp": 543, + "ess": 544, + "Ġall": 545, + "ĠG": 546, + "ó": 547, + "ãĥ¼": 548, + "ind": 549, + "ist": 550, + "ink": 551, + "ãĤĪ": 552, + "ãģ¡": 553, + "eah": 554, + "Ġdon": 555, + "ers": 556, + "à¥ĩ": 557, + "ä½": 558, + "Ġsu": 559, + "ãģĿ": 560, + "ãĤĴ": 561, + "Ġtr": 562, + "art": 563, + "Ġle": 564, + "ìĿ": 565, + "Ġes": 566, + "Ġcan": 567, + "æľ": 568, + "ľ×": 569, + "å¤": 570, + "Ġyour": 571, + "à®": 572, + "ר": 573, + "Ñĥ": 574, + "ĠIt": 575, + "æĺ": 576, + "Ġwhe": 577, + "Ġdi": 578, + "ãĤĬ": 579, + "Ġsa": 580, + "end": 581, + "Ġor": 582, + "use": 583, + "æĪ": 584, + "ca": 585, + "Ġbut": 586, + "Ġ×Ķ": 587, + "د": 588, + "Ġ×IJ×": 589, + "Ġthink": 590, + "Ġte": 591, + "Ġthere": 592, + "Ġabout": 593, + "ci": 594, + "ort": 595, + "Ġsh": 596, + "hing": 597, + "Ġout": 598, + "res": 599, + "ĠR": 600, + "Ġfr": 601, + "ĠF": 602, + "ع": 603, + "ation": 604, + "ĠÙħ": 605, + "Ġest": 606, + "Ġex": 607, + "ãĤĥ": 608, + "ĠSo": 609, + "Ġê": 610, + "ast": 611, + "Ġget": 612, + "ãģªãģĦ": 613, + "ãģķ": 614, + "ãģĵãģ": 615, + "л": 616, + "Ġpe": 617, + "ich": 618, + "ack": 619, + "Ġup": 620, + "ain": 621, + "ĠYou": 622, + "ck": 623, + "©×": 624, + "Ġpl": 625, + "ŀ×": 626, + "ãģĤãģĤ": 627, + "nt": 628, + "oug": 629, + "Ġer": 630, + "Ġpro": 631, + "Ġone": 632, + "ã": 633, + "Ġman": 634, + "åħ": 635, + "è¿": 636, + "Ġgoing": 637, + "æĺ¯": 638, + "Ùĥ": 639, + "fe": 640, + "Ġpr": 641, + "ب": 642, + "ãģij": 643, + "ãģŃ": 644, + "åı": 645, + "ĠÙĦ": 646, + "Ġdet": 647, + "Ġhad": 648, + "ØĮ": 649, + "to": 650, + "र": 651, + "åIJ": 652, + "Ãł": 653, + "Ġma": 654, + "cause": 655, + "ĠÑ": 656, + "ãģĪ": 657, + "ãĤı": 658, + "Ġsp": 659, + "Ġel": 660, + "س": 661, + "à¥į": 662, + "Ġwor": 663, + "ãģĬ": 664, + "Ġz": 665, + "ĠØ£": 666, + "æĪij": 667, + "ĠHe": 668, + "ive": 669, + "åĪ": 670, + "ãģ£ãģŁ": 671, + "Ġif": 672, + "ud": 673, + "ä": 674, + "ão": 675, + "ia": 676, + "ä¸Ģ": 677, + "Ġher": 678, + "Ġhis": 679, + "å°": 680, + "Ġsay": 681, + "ĠÙĪ": 682, + "ãģį": 683, + "Ġch": 684, + "न": 685, + "one": 686, + "Ñĭ": 687, + "ij×": 688, + "are": 689, + "han": 690, + "Ġfrom": 691, + "Ġmu": 692, + "Ġ׾×": 693, + "ven": 694, + "à¥ĭ": 695, + "å®": 696, + "ÑĮ": 697, + "Ġver": 698, + "íķ": 699, + "ĠÄ": 700, + "Ġje": 701, + "ong": 702, + "еÐ": 703, + "ine": 704, + "ĠWe": 705, + "Ġsome": 706, + "ate": 707, + "Ø©": 708, + "ime": 709, + "Ġright": 710, + "Ġwant": 711, + "Ġн": 712, + "ous": 713, + "ÑĤо": 714, + "ap": 715, + "ople": 716, + "Ġda": 717, + "ãģĹãģ¦": 718, + "ĠK": 719, + "Ġwho": 720, + "à¤Ĥ": 721, + "Ġп": 722, + "ame": 723, + "Ġthing": 724, + "ard": 725, + "Ġwould": 726, + "ĠU": 727, + "ang": 728, + "ost": 729, + "Ġdid": 730, + "Ġ×Ķ×": 731, + "Ġв": 732, + "å¾": 733, + "Ñı": 734, + "Ġpar": 735, + "ãģĭãĤī": 736, + "ãģ©": 737, + "ĠYeah": 738, + "Ġpeople": 739, + "ne": 740, + "so": 741, + "ĠBut": 742, + "ä¹": 743, + "Ġé": 744, + "ue": 745, + "ãģģ": 746, + "Ġbecause": 747, + "Ġthem": 748, + "Ġum": 749, + "Ġhim": 750, + "ê": 751, + "Ġshe": 752, + "Ġfe": 753, + "Ġar": 754, + "à¥įà¤": 755, + "ĠÑģ": 756, + "red": 757, + "Ľ×": 758, + "Ġب": 759, + "ĠV": 760, + "è¦": 761, + "ĠOh": 762, + "be": 763, + "Ġwere": 764, + "Ġus": 765, + "Ġwhen": 766, + "ि": 767, + "Ġag": 768, + "à°": 769, + "iv": 770, + "ose": 771, + "Ġthen": 772, + "ound": 773, + "Ġsee": 774, + "Ġreally": 775, + "Ġever": 776, + "Ġà¤ķ": 777, + "ÛĮ": 778, + "ans": 779, + "ente": 780, + "oc": 781, + "ëĭ": 782, + "Ġper": 783, + "ãĤĦ": 784, + "Ġש×": 785, + "ide": 786, + "ber": 787, + "ãģ§ãģĻ": 788, + "人": 789, + "iz": 790, + "ĠÄij": 791, + "Ġgot": 792, + "ep": 793, + "Ġim": 794, + "å¥": 795, + "ĠÎ": 796, + "ı": 797, + "à¥Ģ": 798, + "ĸ×Ķ": 799, + "li": 800, + "itt": 801, + "Ġby": 802, + "'ve": 803, + "ien": 804, + "ry": 805, + "ough": 806, + "ाà¤": 807, + "ÙĤ": 808, + "ĠÂ": 809, + "Ġgu": 810, + "og": 811, + "ice": 812, + "Ġह": 813, + "Ġtime": 814, + "иÐ": 815, + "ü": 816, + "æĿ": 817, + "Ġwill": 818, + "Ġany": 819, + "ØŃ": 820, + "Ùģ": 821, + "pe": 822, + "ge": 823, + "Ġnow": 824, + "ity": 825, + ".Ċ": 826, + "aa": 827, + "Ġlook": 828, + "alk": 829, + "æī": 830, + "ĠThat": 831, + "ff": 832, + "Ġfa": 833, + "×Ļ×Ŀ": 834, + "ass": 835, + "Ġco": 836, + "çĶ": 837, + "Ġmore": 838, + "per": 839, + "Ġback": 840, + "æĢ": 841, + "Ġgr": 842, + "à¸Ļ": 843, + "åľ": 844, + "Ġsaid": 845, + "ç§": 846, + "ãĥ³": 847, + "00": 848, + "pl": 849, + "Ġbeen": 850, + "Ġhere": 851, + "ĠWhat": 852, + "Ġdes": 853, + "kay": 854, + "ĠÙĩ": 855, + "า": 856, + "ä¸į": 857, + "Ġam": 858, + "'ll": 859, + "à¯": 860, + "æĹ": 861, + "à¹Ī": 862, + "de": 863, + "ens": 864, + "Ġund": 865, + "Ġhow": 866, + "Ġta": 867, + "ble": 868, + "ear": 869, + "ãģĹãģŁ": 870, + "Ġgood": 871, + "ãģĺ": 872, + "Ġet": 873, + "Ġot": 874, + "ure": 875, + "ĠNo": 876, + "Ġevery": 877, + "ies": 878, + "ick": 879, + "Ġsi": 880, + "que": 881, + "la": 882, + "ment": 883, + "Ġpor": 884, + "Ġ×ŀ×": 885, + "Ġna": 886, + "è¿Ļ": 887, + "ö": 888, + "che": 889, + "ip": 890, + "ace": 891, + "Ġpre": 892, + "Ġmo": 893, + "th": 894, + "ä¼": 895, + "way": 896, + "¢×": 897, + "ome": 898, + "ite": 899, + "ãģ¡ãĤĥ": 900, + "act": 901, + "к": 902, + "ĠÙģ": 903, + "ÙĨا": 904, + "own": 905, + "ik": 906, + "ãģĵãģ¨": 907, + "ĠÙĦا": 908, + "ug": 909, + "Ġк": 910, + "Ġhas": 911, + "à¸Ń": 912, + "ä½ł": 913, + "Ġover": 914, + "me": 915, + "ìĿ´": 916, + "Ġcould": 917, + "ĠÙĬ": 918, + "Ġsomet": 919, + "Ġway": 920, + "ãĢģãģĿ": 921, + "Ġtheir": 922, + "д": 923, + "Ġour": 924, + "æľī": 925, + "na": 926, + "if": 927, + "ãģĿãģĨ": 928, + "Ġpo": 929, + "ĠÑĤ": 930, + "Ġcha": 931, + "×ķת": 932, + "ond": 933, + "Ġac": 934, + "ç": 935, + "ư": 936, + "reat": 937, + "ãĤĵãģł": 938, + "åŃ": 939, + "éģ": 940, + "ĠTh": 941, + "Ġhar": 942, + "ह": 943, + "个": 944, + "ade": 945, + "è¨": 946, + "ł×Ļ": 947, + "io": 948, + "Ġdu": 949, + "Ġ×ij×": 950, + "ord": 951, + "ìļ": 952, + "Ġinto": 953, + "å°±": 954, + "Ġem": 955, + "اØ": 956, + "æĿ¥": 957, + "à²": 958, + "ãĤį": 959, + "Ġvery": 960, + "ĠsÃ¥": 961, + "ier": 962, + "äºĨ": 963, + "Ġbr": 964, + "ł×": 965, + "ãģĵ": 966, + "è¯": 967, + "Ġд": 968, + "Ġ×ĸ×Ķ": 969, + "ú": 970, + "ĠìĿ": 971, + "Ġо": 972, + "Ġad": 973, + "Ġog": 974, + "à¤ķ": 975, + "ãģĽ": 976, + "Ġact": 977, + "Ġ×ķ": 978, + "æĸ": 979, + "Ġcl": 980, + "åĽ": 981, + "Ġbo": 982, + "Ġmean": 983, + "Ñĩ": 984, + "Ġbu": 985, + "int": 986, + "اÙĨ": 987, + "ãĤģ": 988, + "Ġwhere": 989, + "ai": 990, + "Ġoff": 991, + "Ġdie": 992, + "ãĢģãģĤ": 993, + "Ġcont": 994, + "à¥Ī": 995, + "ãĤĵãģ§": 996, + "wo": 997, + "ÑģÑĤ": 998, + "éĤ": 999, + "в": 1000, + "Ġtalk": 1001, + "ho": 1002, + "ĠJa": 1003, + "ren": 1004, + "ç§ģ": 1005, + "Ġà¦": 1006, + "Ġneed": 1007, + "ëĬ": 1008, + "Ġи": 1009, + "ĠÙĥ": 1010, + "ij": 1011, + "ìĹ": 1012, + "Ġت": 1013, + "à¹Ģ": 1014, + "ר×": 1015, + "åĩ": 1016, + "Ġ×IJ": 1017, + "Ġpart": 1018, + "Ġsomething": 1019, + "ãģ¤": 1020, + "ĠThey": 1021, + "Ġع": 1022, + "ãĤĵãģª": 1023, + "Ġother": 1024, + "lo": 1025, + "ait": 1026, + "æ°": 1027, + "Ġdis": 1028, + "大": 1029, + "sel": 1030, + "त": 1031, + "Ġpu": 1032, + "Ùİ": 1033, + "à§": 1034, + "Ġfu": 1035, + "Ġwork": 1036, + "ando": 1037, + "Ġyeah": 1038, + "Ġja": 1039, + "ãģ¾ãģĻ": 1040, + "ãĤĩ": 1041, + "Ġmuch": 1042, + "α": 1043, + "à´": 1044, + "Ġkind": 1045, + "éĢ": 1046, + "Ġthan": 1047, + "Ø´": 1048, + "Ĺ×": 1049, + "ãĤ¤": 1050, + "å¯": 1051, + "ร": 1052, + "ô": 1053, + "Ġ\"": 1054, + "Ġser": 1055, + "Ġjo": 1056, + "age": 1057, + "ìķ": 1058, + "ä»ĸ": 1059, + "Ġ׾×IJ": 1060, + "Ġder": 1061, + "ek": 1062, + "Ġyear": 1063, + "ен": 1064, + "ĠÙĨ": 1065, + "Ġtod": 1066, + "ach": 1067, + "åij": 1068, + "Ġeven": 1069, + "av": 1070, + "Ġ׼×": 1071, + "Ġvi": 1072, + "Ġaf": 1073, + "ëĬĶ": 1074, + "æĦ": 1075, + "ado": 1076, + "Ġlot": 1077, + "éĤ£": 1078, + "ذ": 1079, + "ê°": 1080, + "ree": 1081, + "Ġpara": 1082, + "·¸": 1083, + "Ġent": 1084, + "ê³": 1085, + "ning": 1086, + "orm": 1087, + "ah": 1088, + "ãģĦãģĦ": 1089, + "å½": 1090, + "ys": 1091, + "ody": 1092, + "'est": 1093, + "Ġà¤ħ": 1094, + "å¿": 1095, + "pt": 1096, + "Ġpers": 1097, + "Ġthings": 1098, + "ãģ¿": 1099, + "Ġlitt": 1100, + "Ġcome": 1101, + "åľ¨": 1102, + "ire": 1103, + "ãĤ¹": 1104, + "à¹ī": 1105, + "mer": 1106, + "Ġwhich": 1107, + "ãģ£ãģ¨": 1108, + "eg": 1109, + "à¥ģ": 1110, + "Ġche": 1111, + "ìļĶ": 1112, + "ft": 1113, + "ãĥĥ": 1114, + "Ġhapp": 1115, + "Ġau": 1116, + "ãģµ": 1117, + "íķĺ": 1118, + "çľ": 1119, + "oss": 1120, + "Ġfo": 1121, + "Ġoh": 1122, + "Ġsk": 1123, + "åĬ": 1124, + "Ġthese": 1125, + "Ġм": 1126, + "Ġìķ": 1127, + "Ġro": 1128, + "ม": 1129, + "Ġden": 1130, + "Ġpas": 1131, + "ions": 1132, + "ج": 1133, + "çĦ": 1134, + "ª×": 1135, + "è¡": 1136, + "ually": 1137, + "The": 1138, + "Ġdown": 1139, + "Ġik": 1140, + "ĥ½": 1141, + "ì§": 1142, + "Ġcomp": 1143, + "好": 1144, + "irst": 1145, + "Ø£": 1146, + "Ġmed": 1147, + "à¸ģ": 1148, + "bl": 1149, + "å¼": 1150, + "ø": 1151, + "ак": 1152, + "iss": 1153, + "ell": 1154, + "ι": 1155, + "ón": 1156, + "Ġmake": 1157, + "Ġday": 1158, + "èĢ": 1159, + "м": 1160, + "ike": 1161, + "è¨Ģ": 1162, + "Ġwell": 1163, + "ĸ´": 1164, + "ress": 1165, + "ов": 1166, + "ought": 1167, + "Ġagain": 1168, + "Ġम": 1169, + "Ġimp": 1170, + "ase": 1171, + "ely": 1172, + "еÑĤ": 1173, + "Ġlet": 1174, + "Ġthr": 1175, + "Ġfeel": 1176, + "Ġalso": 1177, + "Ġlittle": 1178, + "thing": 1179, + "Ġres": 1180, + "az": 1181, + "çĽ": 1182, + "ल": 1183, + "Ġ×Ļ": 1184, + "ces": 1185, + "Ġmen": 1186, + "Ġeu": 1187, + "Ġstart": 1188, + "ee": 1189, + "ont": 1190, + "ìĦ": 1191, + "ãģĶ": 1192, + "áĢ": 1193, + "åĩº": 1194, + "Ġbl": 1195, + "Ġ¿": 1196, + "ãĥ¼ãĥ": 1197, + "Ġplay": 1198, + "Ġho": 1199, + "Ġê·¸": 1200, + "ãģĺãĤĥ": 1201, + "ffe": 1202, + "Ġbet": 1203, + "Ùī": 1204, + "Ġdoes": 1205, + "Ġtu": 1206, + "ÏĦ": 1207, + "ο": 1208, + "Ġperson": 1209, + "áŀ": 1210, + "Ġtwo": 1211, + "ĠÑĩ": 1212, + "Ġا": 1213, + "но": 1214, + "Ġpod": 1215, + "Ġdidn": 1216, + "Ġnão": 1217, + "Ġop": 1218, + "ais": 1219, + "other": 1220, + "ung": 1221, + "Ġб": 1222, + "ada": 1223, + "ving": 1224, + "ãģ¯ãģĦ": 1225, + "è": 1226, + "ãģĦãģĨ": 1227, + "Ġत": 1228, + "ä¼ļ": 1229, + "Ġtra": 1230, + "Ġहà¥Ī": 1231, + "je": 1232, + "ĠÙģÙĬ": 1233, + "æ": 1234, + "स": 1235, + "ann": 1236, + "ĠìĿ´": 1237, + "ult": 1238, + "Ġatt": 1239, + "ãģħ": 1240, + "ãģĤãģĤãģĤãģĤ": 1241, + "Ġsc": 1242, + "åį": 1243, + "Ġvar": 1244, + "Ġmay": 1245, + "éĩ": 1246, + "able": 1247, + "åī": 1248, + "oo": 1249, + "å¸": 1250, + "Ġfirst": 1251, + "ĠIn": 1252, + "ÑĪ": 1253, + "ั": 1254, + "æĢĿ": 1255, + "Ġlos": 1256, + "Ġng": 1257, + "ting": 1258, + "ê³ł": 1259, + "self": 1260, + "Ġ×ķ×": 1261, + "Ġthose": 1262, + "Ġph": 1263, + "ĠThis": 1264, + "ĠÃł": 1265, + "ás": 1266, + "ile": 1267, + "ru": 1268, + "Ġter": 1269, + "Ġtem": 1270, + "ark": 1271, + "ä»Ĭ": 1272, + "Ġwat": 1273, + "ĵ×": 1274, + "ãģĿãĤĮ": 1275, + "Ġuna": 1276, + "×Ķ×": 1277, + "åĵ": 1278, + "们": 1279, + "Ġke": 1280, + "Ġ×IJת": 1281, + "à¯į": 1282, + "Ġvo": 1283, + "Ġí": 1284, + "ert": 1285, + "hen": 1286, + "Ġtoo": 1287, + "¤×": 1288, + "æŃ": 1289, + "ãĤĵãģ£": 1290, + "ãģijãģ©": 1291, + "ĠÅ": 1292, + "Ġcall": 1293, + "Ġcar": 1294, + "Ñİ": 1295, + "ãģ°": 1296, + "Ġìŀ": 1297, + "ãģ§ãĤĤ": 1298, + "ÃŃa": 1299, + "'d": 1300, + "Ñħ": 1301, + "ëĭ¤": 1302, + "еÑĢ": 1303, + "Ġ×IJ׳×Ļ": 1304, + "Ġreal": 1305, + "ал": 1306, + "ild": 1307, + "म": 1308, + "Ġtake": 1309, + "Ġil": 1310, + "Ġshould": 1311, + "ance": 1312, + "we": 1313, + "ì": 1314, + "amos": 1315, + "Ġunder": 1316, + "get": 1317, + "Ġdat": 1318, + "lle": 1319, + "ĠSt": 1320, + "Ġve": 1321, + "ом": 1322, + "æ°Ĺ": 1323, + "å¹": 1324, + "ê²": 1325, + "Ġapp": 1326, + "Ġ×ŀ": 1327, + "à¸ĩ": 1328, + "Ġuh": 1329, + "Ġस": 1330, + "Ġkh": 1331, + "fore": 1332, + "20": 1333, + "ê°Ģ": 1334, + "Ġstill": 1335, + "æĻ": 1336, + "Ġtak": 1337, + "Ġmin": 1338, + "ĠpÃ¥": 1339, + "ĠCh": 1340, + "Ġinte": 1341, + "ĠпÑĢ": 1342, + "Ġप": 1343, + "ĠlÃł": 1344, + "ors": 1345, + "ìĹIJ": 1346, + "ĠShe": 1347, + "ory": 1348, + "Ġnh": 1349, + "以": 1350, + "ε": 1351, + "ี": 1352, + "æĥ": 1353, + "Ġhel": 1354, + "åº": 1355, + "ito": 1356, + "åĢ": 1357, + "Ú©": 1358, + "Ġonly": 1359, + "Ġya": 1360, + "è¦ģ": 1361, + "Ġtry": 1362, + "ưá»": 1363, + "ĠOkay": 1364, + "Ġtell": 1365, + "ny": 1366, + "xt": 1367, + "ew": 1368, + "ma": 1369, + "Ĵ×": 1370, + "ons": 1371, + "Ġcou": 1372, + "Ġdoing": 1373, + "ì§Ģ": 1374, + "tt": 1375, + "Ġjeg": 1376, + "ĠGod": 1377, + "ĠThere": 1378, + "Ġrec": 1379, + "èĩ": 1380, + "ãĤ¯": 1381, + "è§": 1382, + "aaaa": 1383, + "Ġfin": 1384, + "Ġdel": 1385, + "Ġthrough": 1386, + "Ġshow": 1387, + "ĠLike": 1388, + "ãĤĭãģ®": 1389, + "ĠAl": 1390, + "rent": 1391, + "Ġdec": 1392, + "nh": 1393, + "è¦ĭ": 1394, + "body": 1395, + "аÑĤ": 1396, + "à¹Ģà¸": 1397, + "Ġdas": 1398, + "der": 1399, + "Ġnew": 1400, + "ious": 1401, + "ks": 1402, + "§×": 1403, + "mo": 1404, + "ìĿĦ": 1405, + "ìĸ´": 1406, + "§a": 1407, + "ĠBe": 1408, + "And": 1409, + "ä¸Ĭ": 1410, + "Ġput": 1411, + "ib": 1412, + "Ġten": 1413, + "Ġbeing": 1414, + "ð": 1415, + "Ġqui": 1416, + "Ġcr": 1417, + "Ġ×¢×": 1418, + "Ġactually": 1419, + "Ġcu": 1420, + "åķ": 1421, + "æķ": 1422, + "Ġquest": 1423, + "åŃIJ": 1424, + "ÙĬÙĨ": 1425, + "wn": 1426, + "Ġein": 1427, + "ĠÑį": 1428, + "ica": 1429, + "оÑĤ": 1430, + "ä½ķ": 1431, + "ä¿": 1432, + "ëĭĪ": 1433, + "èª": 1434, + "mm": 1435, + "uc": 1436, + "Ġ¡": 1437, + "icht": 1438, + "ä¹Ī": 1439, + "go": 1440, + "Ġ׾": 1441, + "ãĥĪ": 1442, + "Ġles": 1443, + "ÉĻ": 1444, + "ign": 1445, + "ian": 1446, + "éĸ": 1447, + "æĮ": 1448, + "åİ": 1449, + "Ġन": 1450, + "ế": 1451, + "ta": 1452, + "Ġmom": 1453, + "ved": 1454, + "Ġcomo": 1455, + "Ġد": 1456, + "Ġlove": 1457, + "иÑĤ": 1458, + "å·": 1459, + "åĪĨ": 1460, + "ãĥª": 1461, + "Ġsur": 1462, + "amb": 1463, + "no": 1464, + "Ġgreat": 1465, + "×ķ×IJ": 1466, + "und": 1467, + "ãĤ¢": 1468, + "vel": 1469, + "çĦ¶": 1470, + "ãĤħ": 1471, + "ол": 1472, + "ν": 1473, + "Ġà®": 1474, + "ย": 1475, + "Ġbit": 1476, + "Ø®": 1477, + "ãģĹãģĦ": 1478, + "ady": 1479, + "Ġש": 1480, + "ary": 1481, + "Ġlong": 1482, + "åĨ": 1483, + "ple": 1484, + "ale": 1485, + "ạ": 1486, + "Ġbefore": 1487, + "Ġlife": 1488, + "ะ": 1489, + "ï½": 1490, + "ĠÙħÙĨ": 1491, + "×ķר": 1492, + "Ġni": 1493, + "Ø·": 1494, + "æ²": 1495, + "¡×": 1496, + "Ġav": 1497, + "-d": 1498, + "ãĥ«": 1499, + "urn": 1500, + "äºĭ": 1501, + "Âł": 1502, + "Ġich": 1503, + "Ġthought": 1504, + "।": 1505, + "Ġnever": 1506, + "Ġwhy": 1507, + "hehe": 1508, + "ص": 1509, + "ãĢĤĊ": 1510, + "çĶŁ": 1511, + "ãĤĪãģĨ": 1512, + "æĹ¥": 1513, + "ว": 1514, + "åīį": 1515, + "ish": 1516, + "Ġrem": 1517, + "ten": 1518, + "Ġass": 1519, + "Ġmat": 1520, + "ìŀ": 1521, + "ocê": 1522, + "ç»": 1523, + "ways": 1524, + "ves": 1525, + "hh": 1526, + "ise": 1527, + "Ġokay": 1528, + "Ġele": 1529, + "ìĦľ": 1530, + "ог": 1531, + "â": 1532, + "ãĥ©": 1533, + "You": 1534, + "Ġob": 1535, + "Ġend": 1536, + "Ġwr": 1537, + "Ġbig": 1538, + "å¾Ī": 1539, + "ÙĪÙĨ": 1540, + "Ġge": 1541, + "ãĢģãģĬ": 1542, + "hy": 1543, + "åı¯": 1544, + "Ġaround": 1545, + "ãģĻãĤĭ": 1546, + "ations": 1547, + "è¡Į": 1548, + "ence": 1549, + "ãģĭãģ£ãģŁ": 1550, + "Ġyears": 1551, + "ê¸": 1552, + "Ġist": 1553, + "ан": 1554, + "Ġpoint": 1555, + "ated": 1556, + "Ġestá": 1557, + "Ġhappen": 1558, + "çŁ": 1559, + "िà¤": 1560, + "Ġafter": 1561, + "ë¦": 1562, + "éĿ": 1563, + "çī": 1564, + "ÙĦÙĬ": 1565, + "ï½ŀ": 1566, + "æľ¬": 1567, + "Ġsha": 1568, + "Ġhand": 1569, + "ел": 1570, + "说": 1571, + "ĠØ£ÙĨ": 1572, + "ĠIf": 1573, + "æĬ": 1574, + "ps": 1575, + "à¤Ĥà¤": 1576, + "া": 1577, + "Ĥĺ": 1578, + "ãģĦãģŁ": 1579, + "Ġfind": 1580, + "ful": 1581, + "ĠYes": 1582, + "co": 1583, + "Ġdiffe": 1584, + "æł": 1585, + "èĩª": 1586, + "Ġbel": 1587, + "ĠØ´": 1588, + "ual": 1589, + "ãĤĵãģ§ãģĻ": 1590, + "ily": 1591, + "cast": 1592, + "ĠØ¥": 1593, + "ÙĦا": 1594, + "Ùĩا": 1595, + "ìł": 1596, + "п": 1597, + "Ġव": 1598, + "Ġس": 1599, + "ãģ«ãģª": 1600, + "ÅŁ": 1601, + "ëı": 1602, + "ë¥": 1603, + "ñ": 1604, + "ĠDe": 1605, + "Ġsch": 1606, + "Ġmost": 1607, + "Ġask": 1608, + "Ġap": 1609, + "ذا": 1610, + "èµ": 1611, + "æĸ¹": 1612, + "çµ": 1613, + "à±": 1614, + "ãģĹãĤĩ": 1615, + "ãĤĮãģ¦": 1616, + "ner": 1617, + "ĠÙħا": 1618, + "ä¸Ń": 1619, + "ам": 1620, + "ts": 1621, + "Ġз": 1622, + "Ġlast": 1623, + "ever": 1624, + "cess": 1625, + "â̦â̦ï¼ģ": 1626, + "Ġsec": 1627, + "åΰ": 1628, + "Ġyo": 1629, + "imes": 1630, + "ãģªãĤĵãģ": 1631, + "Ġ×ij": 1632, + "ãģļ": 1633, + "Ġinc": 1634, + "Ġна": 1635, + "ãĤĤãģĨ": 1636, + "va": 1637, + "ë§": 1638, + "Ġmoment": 1639, + "iá»": 1640, + "Ġе": 1641, + "cha": 1642, + "uss": 1643, + "vers": 1644, + "form": 1645, + "Ġìł": 1646, + "Ġfuck": 1647, + "Ġinv": 1648, + "áĥ": 1649, + "ĠAh": 1650, + "Qu": 1651, + "æīĭ": 1652, + "Ġmak": 1653, + "ye": 1654, + "Ġmon": 1655, + "ĠEn": 1656, + "Ġне": 1657, + "Ġmet": 1658, + "à¸Ħ": 1659, + "isten": 1660, + "ãģĦãģ¦": 1661, + "Ġ×Ļ×": 1662, + "Ġah": 1663, + "Ġalways": 1664, + "up": 1665, + "Ġë§": 1666, + "ز": 1667, + "ĠAll": 1668, + "ión": 1669, + "ĠÏ": 1670, + "den": 1671, + "ï¼ĮæĪij": 1672, + "Ġce": 1673, + "Ġuma": 1674, + "ĠØŃ": 1675, + "ub": 1676, + "cer": 1677, + "à¯įà®": 1678, + "ement": 1679, + "ãĢģãģĿãģĨ": 1680, + "ем": 1681, + "ãĢģãĥ": 1682, + "è®": 1683, + "Ġsaying": 1684, + "Ġsin": 1685, + "Ġsl": 1686, + "од": 1687, + "ìĭ": 1688, + "Ġש׾": 1689, + "ãģĤãĤĬ": 1690, + "Ġsure": 1691, + "ical": 1692, + "ĠIs": 1693, + "Ġkan": 1694, + "ãģ»": 1695, + "Ġmais": 1696, + "Ġwait": 1697, + "au": 1698, + "对": 1699, + "riend": 1700, + "Ġstr": 1701, + "ora": 1702, + "Ġब": 1703, + "Ġmany": 1704, + "Ġhelp": 1705, + "Ġgen": 1706, + "ار": 1707, + "ãģ¾ãģĹãģŁ": 1708, + "ial": 1709, + "ĠÑĢ": 1710, + "Ġä": 1711, + "com": 1712, + "Ġsm": 1713, + "àª": 1714, + "pect": 1715, + "г": 1716, + "Ġvocê": 1717, + "Ġweek": 1718, + "éĽ": 1719, + "Ġson": 1720, + "Å¡": 1721, + "ben": 1722, + "ëĵ": 1723, + "Ġinter": 1724, + "Ġlas": 1725, + "ĠWell": 1726, + "ëŀ": 1727, + "Ġpol": 1728, + "man": 1729, + "ãģĦãĤĭ": 1730, + "ĠDet": 1731, + "åĭ": 1732, + "ả": 1733, + "è©": 1734, + "âĢķ": 1735, + "à¹Ħ": 1736, + "ero": 1737, + "Ġcons": 1738, + "Ġid": 1739, + "ãĤ¿": 1740, + "ãģķãĤĵãģ": 1741, + "Ġmight": 1742, + "Ġguys": 1743, + "Ġfl": 1744, + "å¦": 1745, + "ction": 1746, + "Ġhet": 1747, + "ãģ¯ãģģ": 1748, + "оÑĢ": 1749, + "Ġmade": 1750, + "Ġikke": 1751, + "Äĥ": 1752, + "ãģĨãĤĵ": 1753, + "à¸ļ": 1754, + "mp": 1755, + "Ġdem": 1756, + "cial": 1757, + "á»Ļ": 1758, + "ĠìķĦ": 1759, + "It": 1760, + "itu": 1761, + "He": 1762, + "ga": 1763, + "ĠZ": 1764, + "Ġfam": 1765, + "Ġom": 1766, + "ja": 1767, + "Ġgive": 1768, + "ëıĦ": 1769, + "ote": 1770, + "ste": 1771, + "ĠÑĩÑĤо": 1772, + "ÙIJ": 1773, + "Ġporque": 1774, + "ible": 1775, + "ward": 1776, + "Ġins": 1777, + "Ġcomm": 1778, + "Ġmi": 1779, + "ấ": 1780, + "oy": 1781, + "Ġvan": 1782, + "10": 1783, + "ram": 1784, + "¦×": 1785, + "Ġown": 1786, + "àµ": 1787, + "ên": 1788, + "ably": 1789, + "Ġtil": 1790, + "ãĤ·": 1791, + "rest": 1792, + "ãģŁãģĦ": 1793, + "±°": 1794, + "here": 1795, + "hed": 1796, + "Ġdifferent": 1797, + "æ³": 1798, + "Ġrel": 1799, + "Ġ...": 1800, + "Ġva": 1801, + "ict": 1802, + "ë¡": 1803, + "èģ": 1804, + "å°±æĺ¯": 1805, + "Ġê°": 1806, + "é¡": 1807, + "uk": 1808, + "çİ": 1809, + "uff": 1810, + "å¾Ĺ": 1811, + "ĠÑĥ": 1812, + "æīĢ": 1813, + "ara": 1814, + "Ġतà¥ĭ": 1815, + "Ġmas": 1816, + "Ġfun": 1817, + "ars": 1818, + "amente": 1819, + "ض": 1820, + "ãģ©ãģĨ": 1821, + "æ¯": 1822, + "Ġhan": 1823, + "ìĿĢ": 1824, + "Ġsame": 1825, + "ä¹Ł": 1826, + "Ġrep": 1827, + "ido": 1828, + "Ġdef": 1829, + "ìķĦ": 1830, + "Ġgente": 1831, + "Ġج": 1832, + "Ġworld": 1833, + "리": 1834, + "ason": 1835, + "å®¶": 1836, + "èĥ½": 1837, + "Ġça": 1838, + "ä¸ĭ": 1839, + "Ġbest": 1840, + "ÙĦÙī": 1841, + "ör": 1842, + "ãģĤãĤĭ": 1843, + "les": 1844, + "çŁ¥": 1845, + "ina": 1846, + "ãģĭãģª": 1847, + "Ĥ¬": 1848, + "×Ļ×Ķ": 1849, + "ĠÚ©": 1850, + "Ġev": 1851, + "åIJİ": 1852, + "Ġà¤ľ": 1853, + "iel": 1854, + "ĠGo": 1855, + "orry": 1856, + "Ġthree": 1857, + "ita": 1858, + "Ġhat": 1859, + "vo": 1860, + "Ġwent": 1861, + "Ġpass": 1862, + "Ø«": 1863, + "ĠLet": 1864, + "és": 1865, + "ëŁ": 1866, + "ense": 1867, + "Ġca": 1868, + "à§ĩ": 1869, + "æĻĤ": 1870, + "ات": 1871, + "é£": 1872, + "ath": 1873, + "à¸Ķ": 1874, + "Ġpres": 1875, + "å±": 1876, + "ĠAs": 1877, + "Ġcour": 1878, + "Ġbot": 1879, + "ĠÙĤ": 1880, + "éĥ½": 1881, + "Ġय": 1882, + "ÙĴ": 1883, + "ł×ķ": 1884, + "én": 1885, + "ba": 1886, + "stand": 1887, + "å§": 1888, + "endo": 1889, + "ather": 1890, + "ition": 1891, + "ope": 1892, + "ê²Į": 1893, + "ÄĽ": 1894, + "å¤ļ": 1895, + "Ġcas": 1896, + "б": 1897, + "Ġtalking": 1898, + "ante": 1899, + "Ġdire": 1900, + "ump": 1901, + "gen": 1902, + "åħĪ": 1903, + "Ġkom": 1904, + "ĠاÙĦÙħ": 1905, + "æ§": 1906, + "з": 1907, + "Ïģ": 1908, + "Ġsy": 1909, + "Ġind": 1910, + "Ġeen": 1911, + "ông": 1912, + "Ġprob": 1913, + "Ġà¤Ĩ": 1914, + "на": 1915, + "Ġcor": 1916, + "íķľ": 1917, + "çIJ": 1918, + "ze": 1919, + "ãĤ«": 1920, + "ãĢģãģĵ": 1921, + "ank": 1922, + "ied": 1923, + "Ġimport": 1924, + "æĦŁ": 1925, + "Ġpa": 1926, + "Ġfriend": 1927, + "ãģĵãĤĮ": 1928, + "igh": 1929, + "ico": 1930, + "br": 1931, + "Ġmaybe": 1932, + "Ġhead": 1933, + "åİ»": 1934, + "à¥ĩà¤": 1935, + "Ġwar": 1936, + "ล": 1937, + "vor": 1938, + "ute": 1939, + "ãĤŃ": 1940, + "gy": 1941, + "Ġcre": 1942, + "æ¬": 1943, + "ãĥģ": 1944, + "Ġaqu": 1945, + "ой": 1946, + "Ġreg": 1947, + "ëł": 1948, + "Ġnext": 1949, + "ãģĵãģ®": 1950, + "çľĭ": 1951, + "оÑģ": 1952, + "zy": 1953, + "×Ļת": 1954, + "oney": 1955, + "ãĤĮãĤĭ": 1956, + "ÙĪÙĦ": 1957, + "Ġauch": 1958, + "ìĿĺ": 1959, + "Ġnos": 1960, + "Ġbetter": 1961, + "Ġbus": 1962, + "ouse": 1963, + "æľĢ": 1964, + "Ġsupp": 1965, + "Ġset": 1966, + "Ġkeep": 1967, + "ĠTr": 1968, + "×ķ×ĵ": 1969, + "ãģĤãģ£": 1970, + "Ġר": 1971, + "Ġou": 1972, + "bo": 1973, + "Ġر": 1974, + "uck": 1975, + "Ġद": 1976, + "Ġaway": 1977, + "ember": 1978, + "Ġchang": 1979, + "×ķ׾": 1980, + "ĠÕ": 1981, + "Ġल": 1982, + "bre": 1983, + "ãĢģç": 1984, + "ž": 1985, + "ĠìŀĪ": 1986, + "éĻ": 1987, + "po": 1988, + "Ġmás": 1989, + "Ġbas": 1990, + "ĠHow": 1991, + "ene": 1992, + "000": 1993, + "ãģŁãģĹ": 1994, + "Ġrun": 1995, + "ли": 1996, + "ins": 1997, + "Ġword": 1998, + "ĠDo": 1999, + "ÑĨ": 2000, + "åķĬ": 2001, + "Ã¥r": 2002, + "Ġproble": 2003, + "ically": 2004, + "ãģķãĤĵ": 2005, + "ijר": 2006, + "ger": 2007, + "ção": 2008, + "Ġtamb": 2009, + "Ġpodcast": 2010, + "att": 2011, + "ating": 2012, + "ãģłãģij": 2013, + "æİ": 2014, + "Ġanything": 2015, + "Ġbelie": 2016, + "Yeah": 2017, + "ÑģÑı": 2018, + "ห": 2019, + "ãģ£ãģ": 2020, + "ya": 2021, + "Ġdone": 2022, + "Ġanother": 2023, + "Ġtoday": 2024, + "è¾": 2025, + "men": 2026, + "ë¡ľ": 2027, + "ĠDon": 2028, + "Ġdoesn": 2029, + "ower": 2030, + "Ġpour": 2031, + "Ġgame": 2032, + "Ġcare": 2033, + "ka": 2034, + "Ġdr": 2035, + "è¿Ļ个": 2036, + "Ġplace": 2037, + "ãģķãģĦ": 2038, + "ni": 2039, + "ÙĪØ§": 2040, + "gu": 2041, + "াà¦": 2042, + "Ŀ¼": 2043, + "Ġold": 2044, + "ĠJo": 2045, + "So": 2046, + "íķ´": 2047, + "æĮģ": 2048, + "Ġir": 2049, + "为": 2050, + "çĤ": 2051, + "pr": 2052, + "प": 2053, + "Ġcó": 2054, + "Ġnum": 2055, + "ĠBr": 2056, + "hank": 2057, + "ãģ¾ãģĽ": 2058, + "Ġг": 2059, + "åģ": 2060, + "Ġtrying": 2061, + "Ġba": 2062, + "Ġgetting": 2063, + "Ġeste": 2064, + "ãĤĮãģŁ": 2065, + "ird": 2066, + "Ġþ": 2067, + "Ûģ": 2068, + "ãĥ¬": 2069, + "ĠNow": 2070, + "ÙĬØ©": 2071, + "Ùħا": 2072, + "ãģĿãģ®": 2073, + "Ġcame": 2074, + "ав": 2075, + "ĠìĹ": 2076, + "çķ": 2077, + "Ġmar": 2078, + "kt": 2079, + "ÙĬر": 2080, + "hr": 2081, + "Ġnicht": 2082, + "cia": 2083, + "å¿ĥ": 2084, + "он": 2085, + "Ġnu": 2086, + "ode": 2087, + "ã썿ĢĿ": 2088, + "Ġsort": 2089, + "аз": 2090, + "Ġgi": 2091, + "Ġstuff": 2092, + "ÅĤ": 2093, + "Ġune": 2094, + "没": 2095, + "Ġmind": 2096, + "à¥ĩà¤Ĥ": 2097, + "ĠSe": 2098, + "æĭ": 2099, + "ĠBecause": 2100, + "Ñī": 2101, + "Ġìĺ": 2102, + "éĥ": 2103, + "Ġprobably": 2104, + "amp": 2105, + "ж": 2106, + "är": 2107, + "gan": 2108, + "ãģĴ": 2109, + "Ġär": 2110, + "Ġlisten": 2111, + "Ġfal": 2112, + "ida": 2113, + "åĥ": 2114, + "ret": 2115, + "ness": 2116, + "عÙħ": 2117, + "á»ij": 2118, + "Ġunderstand": 2119, + "ãĥŀ": 2120, + "ï¼ģï¼Ł": 2121, + "Ġhum": 2122, + "×Ļ×Ļ": 2123, + "Ġtri": 2124, + "ëĿ¼": 2125, + "им": 2126, + "ms": 2127, + "Ġnon": 2128, + "ãĥ¼ãĥ¼": 2129, + "ings": 2130, + "ür": 2131, + "Ġos": 2132, + "Ġty": 2133, + "ient": 2134, + "åħ¥": 2135, + "Ġeverything": 2136, + "Ġguy": 2137, + "Ġsim": 2138, + "çĻ": 2139, + "Ġcoming": 2140, + ".\"": 2141, + "Ġmal": 2142, + "기": 2143, + "ãģĦãģ¾ãģĻ": 2144, + "ĠÑįÑĤо": 2145, + "Ġint": 2146, + "za": 2147, + "ãģªãĤī": 2148, + "ä»Ģ": 2149, + "led": 2150, + "lt": 2151, + "AA": 2152, + "Ġà°": 2153, + "æŀ": 2154, + "ãģ£ãģ¦ãĤĭ": 2155, + "Ġê²": 2156, + "æĦı": 2157, + "羣": 2158, + "ãģłãģĭãĤī": 2159, + "ÙĦÙĩ": 2160, + "Ġpos": 2161, + "Ġdan": 2162, + "ige": 2163, + "ater": 2164, + "Ùĭ": 2165, + "æĶ": 2166, + "bs": 2167, + "ui": 2168, + "ém": 2169, + "era": 2170, + "Ġsorry": 2171, + "æĥ³": 2172, + "ë©": 2173, + "ार": 2174, + "lich": 2175, + "Ġbad": 2176, + "åĴ": 2177, + "æĹ¶": 2178, + "åħ¨": 2179, + "ä¸Ģ个": 2180, + "à³": 2181, + "ãĤĢ": 2182, + "à¸Ĺ": 2183, + "Ġmoney": 2184, + "vie": 2185, + "come": 2186, + "à¹ĥ": 2187, + "ìĬ": 2188, + "ãĤĩãģ£ãģ¨": 2189, + "Ġhard": 2190, + "ãģªãģı": 2191, + "ÄĻ": 2192, + "Ġpero": 2193, + "arn": 2194, + "ãģªãģ®": 2195, + "ãĤĪãģŃ": 2196, + "ãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤ": 2197, + "éĹ": 2198, + "als": 2199, + "elt": 2200, + "Ġga": 2201, + "Ġwom": 2202, + "話": 2203, + "ets": 2204, + "Ġspe": 2205, + "Ġuse": 2206, + "Ġnat": 2207, + "Ġ׳×": 2208, + "Ġturn": 2209, + "ãĥŃ": 2210, + "ogy": 2211, + "hip": 2212, + "ĠÃ¥": 2213, + "éł": 2214, + "ãģ¨ãģĦãģĨ": 2215, + "onna": 2216, + "Ġlea": 2217, + "ĠOg": 2218, + "çĿ": 2219, + "Ġsol": 2220, + "Ġconf": 2221, + "Ġexper": 2222, + "Ġgl": 2223, + "ý": 2224, + "çIJĨ": 2225, + "Ġwatch": 2226, + "å¹´": 2227, + "ØŁ": 2228, + "enn": 2229, + "zt": 2230, + "No": 2231, + "à¹ģ": 2232, + "Oh": 2233, + "à¸ķ": 2234, + "нÑĭ": 2235, + "ÄŁ": 2236, + "ana": 2237, + "vis": 2238, + "iness": 2239, + "Ġdans": 2240, + "lar": 2241, + "ĠEs": 2242, + "ãĥ¡": 2243, + "ãĤ³": 2244, + "à¯ģ": 2245, + "ä¾": 2246, + "ÙĨÙĬ": 2247, + "×IJ×": 2248, + "ëĤĺ": 2249, + "Ġlooking": 2250, + "Ġhear": 2251, + "à¥ĭà¤": 2252, + "Ïħ": 2253, + "áºŃ": 2254, + "ĠNe": 2255, + "Ġsomeone": 2256, + "ãģĮãģ¨": 2257, + "ãģĹãĤĩãģĨ": 2258, + "ãģ§ãģ¯": 2259, + "Ġquestion": 2260, + "æĤ": 2261, + "ĠEnt": 2262, + "ĠÙĩذا": 2263, + "Ġname": 2264, + "aaaaaaaa": 2265, + "ç´": 2266, + "Ġर": 2267, + "ĠWhy": 2268, + "女": 2269, + "Ġyes": 2270, + "its": 2271, + "Ġsays": 2272, + "eno": 2273, + "åĮ": 2274, + "æ§ĺ": 2275, + "Ġwhole": 2276, + "Ġcap": 2277, + "har": 2278, + "Ġopen": 2279, + "ãĤ¸": 2280, + "ãĤĤãģ®": 2281, + "ìľ": 2282, + "Ġbook": 2283, + "Ġmor": 2284, + "ount": 2285, + "ست": 2286, + "éĿ¢": 2287, + "èĢħ": 2288, + "èī": 2289, + "Ġfar": 2290, + "ãĤª": 2291, + "à¥įय": 2292, + "æĪij们": 2293, + "ëį": 2294, + "ĠUm": 2295, + "를": 2296, + "ưá»Ŀ": 2297, + "ler": 2298, + "Ġseem": 2299, + "Ġra": 2300, + "Ġthough": 2301, + "ä»Ģä¹Ī": 2302, + "ãģ¡ãĤĥãĤĵãģ": 2303, + "Ġprod": 2304, + "Ġsal": 2305, + "ìķ¼": 2306, + "ular": 2307, + "Ġinterest": 2308, + "Ġell": 2309, + "ĠMa": 2310, + "ãģĺãĤĥãģªãģĦ": 2311, + "ĠEt": 2312, + "ĠUn": 2313, + "ãĢĮ": 2314, + "Ġteam": 2315, + "Ġëĭ": 2316, + "Ġaut": 2317, + "ãĢį": 2318, + "è²": 2319, + "?Ċ": 2320, + "ux": 2321, + "ãĥı": 2322, + "ί": 2323, + "è¶": 2324, + "Ġgonna": 2325, + "â̦â̦â̦â̦": 2326, + "Ġhome": 2327, + "Ġbir": 2328, + "rem": 2329, + "ি": 2330, + "à¥įर": 2331, + "åĽŀ": 2332, + "ident": 2333, + "नà¥ĩ": 2334, + "rist": 2335, + "æµ": 2336, + "ãĢģãģ¡": 2337, + "llow": 2338, + "ãģłãģ£ãģŁ": 2339, + "Ġmis": 2340, + "Ġné": 2341, + "×ķף": 2342, + "×ķ×ŀ": 2343, + "Ġbre": 2344, + "Ġkid": 2345, + "ited": 2346, + "λ": 2347, + "Ùı": 2348, + "æģ": 2349, + "à¥Ĥ": 2350, + "Ġcourse": 2351, + "ato": 2352, + "Ġкак": 2353, + "Ġgod": 2354, + "Ġnight": 2355, + "Æ¡": 2356, + "Ġcompl": 2357, + "åIJĪ": 2358, + "ÙĪØ±": 2359, + "Ñģк": 2360, + "ación": 2361, + "Ġstop": 2362, + "ios": 2363, + "tty": 2364, + "uh": 2365, + "ertain": 2366, + "ï¼ģï¼ģ": 2367, + "ãĢģç§ģ": 2368, + "éĥ¨": 2369, + "ãģ¨ãģĭ": 2370, + "ĠJe": 2371, + "ë©´": 2372, + "ä½ľ": 2373, + "ĠÄijá»": 2374, + "åĬĽ": 2375, + "ãģ§ãģį": 2376, + "idad": 2377, + "ù": 2378, + "Ġfil": 2379, + "Ġenough": 2380, + "Ġwasn": 2381, + "ÏĤ": 2382, + "Ġ×Ķ×ķ×IJ": 2383, + "å°ı": 2384, + "ĠRe": 2385, + "ож": 2386, + "à¨": 2387, + "ëĭĪëĭ¤": 2388, + "ates": 2389, + "ิ": 2390, + "Ġvis": 2391, + "Ġret": 2392, + "è¿ĺ": 2393, + "ention": 2394, + "ér": 2395, + "ãĥ³ãĥ": 2396, + "è·": 2397, + "ĠFr": 2398, + "Ġcle": 2399, + "缮": 2400, + "æĽ": 2401, + "Ġà¤ħà¤": 2402, + "Ġа": 2403, + "аÑĢ": 2404, + "ãģĩ": 2405, + "ĠÑı": 2406, + "Ġacc": 2407, + "å£": 2408, + "аÑĤÑĮ": 2409, + "Ġsecond": 2410, + "ãĢģãģĵãģ": 2411, + "Ġera": 2412, + "ĠSp": 2413, + "ãģĮãģ¨ãģĨ": 2414, + "Ġple": 2415, + "ãģ£ãģ±": 2416, + "ool": 2417, + "ĵãģ«": 2418, + "Ġwir": 2419, + "19": 2420, + "à¹ĩ": 2421, + "But": 2422, + "éĩĮ": 2423, + "urs": 2424, + "Ġti": 2425, + "Ġremember": 2426, + "Ġbien": 2427, + "pis": 2428, + "ude": 2429, + "ros": 2430, + "Ġable": 2431, + "ç·": 2432, + "ầ": 2433, + "ãĢģãģĤãģĤ": 2434, + "Äģ": 2435, + "ĠMar": 2436, + "ready": 2437, + "lig": 2438, + "ĠLe": 2439, + "ãģ²": 2440, + "ãģIJ": 2441, + "Ġelse": 2442, + "Ġread": 2443, + "Ġfact": 2444, + "ĠJust": 2445, + "ob": 2446, + "ãģģãģģ": 2447, + "ื": 2448, + "об": 2449, + "irl": 2450, + "ama": 2451, + "Ġcho": 2452, + "åł": 2453, + "ĠбÑĭ": 2454, + "ĠsÃŃ": 2455, + "аÑģ": 2456, + "Ġда": 2457, + "ãģ«ãģ¯": 2458, + "ĠAr": 2459, + "iment": 2460, + "Ġplan": 2461, + "Ġwon": 2462, + "iter": 2463, + "We": 2464, + "़": 2465, + "ãģªãĤĵãģł": 2466, + "éļ": 2467, + ".ĊĊ": 2468, + "Ġrest": 2469, + "å¾Į": 2470, + "ede": 2471, + "ĠJes": 2472, + "Ġà¤ĩ": 2473, + "Ġfucking": 2474, + "ĠÃī": 2475, + "ĠØ®": 2476, + "Ġcalled": 2477, + "ken": 2478, + "Ġalready": 2479, + "Ġleft": 2480, + "ĠØ£ÙĨا": 2481, + "ç¾": 2482, + "Äį": 2483, + "ull": 2484, + "Ġcá»": 2485, + "Ġstory": 2486, + "Ġbum": 2487, + "×Ļ׾": 2488, + "à¸Ī": 2489, + "Ġfound": 2490, + "eak": 2491, + "hehehehe": 2492, + "ty": 2493, + "ĠØ¢": 2494, + "Ġpretty": 2495, + "ÛĴ": 2496, + "Ġplus": 2497, + "erd": 2498, + "Ġcount": 2499, + "Ġak": 2500, + "Ġwanted": 2501, + "ij׾": 2502, + "Ġsab": 2503, + "ãģ¸": 2504, + "ern": 2505, + "ά": 2506, + "çĿĢ": 2507, + "Ġwel": 2508, + "Ġfew": 2509, + "Ġits": 2510, + "天": 2511, + "×Ļף": 2512, + "æ®": 2513, + "æ±": 2514, + "à¹Īา": 2515, + "ÙĩÙħ": 2516, + "'a": 2517, + "Ġwhatever": 2518, + "Ġposs": 2519, + "ãģĦãĤĦ": 2520, + "Ġbelieve": 2521, + "ин": 2522, + "ĠAmer": 2523, + "ãģ¹": 2524, + "Ġsaw": 2525, + "Ġseen": 2526, + "ç¥": 2527, + "-h": 2528, + "ед": 2529, + "غ": 2530, + "Ġ×¢×ľ": 2531, + "æ¥": 2532, + "ĠMy": 2533, + "What": 2534, + "Ġíķĺ": 2535, + "ey": 2536, + "ãĢģãģ¾": 2537, + "ream": 2538, + "Ġext": 2539, + "ĠÑĤак": 2540, + "ats": 2541, + "Ġess": 2542, + "hn": 2543, + "Ġcá": 2544, + "ize": 2545, + "й": 2546, + "Ġfait": 2547, + "Ġwhile": 2548, + "åľ°": 2549, + "Ġboth": 2550, + "Ġstarted": 2551, + "ames": 2552, + "Ġsea": 2553, + "Ġmit": 2554, + "Ġsel": 2555, + "ç«": 2556, + "ĠÙĩÙĪ": 2557, + "ĠLa": 2558, + "Ġkhông": 2559, + "³´": 2560, + "Õ¡": 2561, + "Ġfour": 2562, + "Ġsent": 2563, + "Ġhist": 2564, + "til": 2565, + "chen": 2566, + "ĠUnd": 2567, + "cept": 2568, + "ĠOn": 2569, + "Ġleg": 2570, + "That": 2571, + "Ġimportant": 2572, + "ил": 2573, + "Ġopp": 2574, + "Ġhouse": 2575, + "ĠQu": 2576, + "çĤ¹": 2577, + "ash": 2578, + "Ġë°": 2579, + "ãĢģãģ¯ãģĦ": 2580, + "Ġtold": 2581, + "Ġans": 2582, + "ëĵ¤": 2583, + "رÙĬ": 2584, + "hhhh": 2585, + "हà¥Ģ": 2586, + "zer": 2587, + "ĠÏĦ": 2588, + "Ġtien": 2589, + "Ġtrans": 2590, + "ĠThank": 2591, + "àº": 2592, + "cho": 2593, + "ĠMm": 2594, + "ì£": 2595, + "ãĥķ": 2596, + "land": 2597, + "ãĤĤãģĹ": 2598, + "vi": 2599, + "Ġwalk": 2600, + "æł·": 2601, + "Ġnothing": 2602, + "Ġhaving": 2603, + "ãģŁãģ¡": 2604, + "jo": 2605, + "æ´": 2606, + "ør": 2607, + "Ġvide": 2608, + "Ġchild": 2609, + "Ġà¤ķर": 2610, + "Ġthá»": 2611, + "×Ļר": 2612, + "ét": 2613, + "mente": 2614, + "ix": 2615, + "à¬": 2616, + "Äħ": 2617, + "õ": 2618, + "Ġ×ŀ×Ķ": 2619, + "Ġhigh": 2620, + "ей": 2621, + "Ġtop": 2622, + "Ġhay": 2623, + "ÑĤоÑĢ": 2624, + "ched": 2625, + "ãģĪãģ¦": 2626, + "ced": 2627, + "Ġbro": 2628, + "ç͍": 2629, + "ие": 2630, + "ĠëŃ": 2631, + "ents": 2632, + "é¢": 2633, + "Ġused": 2634, + "Ġdur": 2635, + "Ġtodo": 2636, + "Ġchar": 2637, + "æ¸": 2638, + "Ġvous": 2639, + "ther": 2640, + "ãĤĮãģ°": 2641, + "ĠOr": 2642, + "rap": 2643, + "Ġmus": 2644, + "Ġval": 2645, + "åIJĮ": 2646, + "min": 2647, + "Ġside": 2648, + "Ġstand": 2649, + "Ġenc": 2650, + "Ġeh": 2651, + "Ġguess": 2652, + "ores": 2653, + "very": 2654, + "Ġì§": 2655, + "ues": 2656, + "Ġvol": 2657, + "Ġed": 2658, + "Ġdann": 2659, + "ส": 2660, + "Ġagainst": 2661, + "ker": 2662, + "Ġcur": 2663, + "ãģĿãĤĵãģª": 2664, + "ìĺ": 2665, + "Ġkill": 2666, + "Ġsw": 2667, + "Ġpra": 2668, + "ters": 2669, + "Ġpare": 2670, + "Īĺ": 2671, + "oooo": 2672, + "åѦ": 2673, + "éģĵ": 2674, + "Ġexpl": 2675, + "Ġisso": 2676, + "Ġmuito": 2677, + "Ġvie": 2678, + "Ġexp": 2679, + "Ġdig": 2680, + "isa": 2681, + "vious": 2682, + "ĠÐĿ": 2683, + "åĹ": 2684, + "Ġol": 2685, + "Ġmust": 2686, + "ira": 2687, + "Ġdep": 2688, + "orn": 2689, + "uy": 2690, + "Ġvá»": 2691, + "Ġhal": 2692, + "ãģ§ãģĻãģĭ": 2693, + "ĠMen": 2694, + "Ġvai": 2695, + "Ġnó": 2696, + "unt": 2697, + "olut": 2698, + "gether": 2699, + "Ġmiss": 2700, + "à¥ģà¤": 2701, + "ĠJesus": 2702, + "ого": 2703, + "ãĥIJ": 2704, + "Ġsuper": 2705, + "Ġdé": 2706, + "Ġtá»": 2707, + "ĠLo": 2708, + "Ġbusiness": 2709, + "ics": 2710, + "ĠMay": 2711, + "ีà¹Ī": 2712, + "Ïĥ": 2713, + "ãĢģãģĿãĤĮ": 2714, + "aba": 2715, + "Ġproblem": 2716, + "áŁ": 2717, + "Ġìĭ": 2718, + "ï¼ĮéĤ£": 2719, + "çī©": 2720, + "Ġsuch": 2721, + "Ġlive": 2722, + "åĽł": 2723, + "ail": 2724, + "ĠNot": 2725, + "any": 2726, + "度": 2727, + "ĠWhen": 2728, + "âĢķâĢķ": 2729, + "fect": 2730, + "Ġpower": 2731, + "ना": 2732, + "Ġface": 2733, + "Ġsign": 2734, + "иÑı": 2735, + "éķ": 2736, + "Th": 2737, + "ä½Ĩ": 2738, + "Ġsound": 2739, + "Ġtout": 2740, + "ién": 2741, + "Ġpri": 2742, + "ĠÙĨعÙħ": 2743, + "ò": 2744, + "Ġepis": 2745, + "ï¼Įä½ł": 2746, + "Ġgener": 2747, + "Ġresp": 2748, + "Ġqué": 2749, + "åħĦ": 2750, + "å¦Ĥ": 2751, + "gr": 2752, + "sÃ¥": 2753, + "Ġshit": 2754, + "Ġzu": 2755, + "éĢļ": 2756, + "Ġл": 2757, + "pa": 2758, + "emos": 2759, + "ி": 2760, + "ãĤįãģĨ": 2761, + "دÙĬ": 2762, + "Ġsie": 2763, + "ood": 2764, + "ĠAn": 2765, + "Ġtogether": 2766, + "ê¹": 2767, + "Ġidea": 2768, + "Ġcertain": 2769, + "Ġinf": 2770, + "Ħ¤": 2771, + "×ķ×ij": 2772, + "ala": 2773, + "Ġà¤ķà¥ĩ": 2774, + "ãģ¡ãĤĥãĤĵ": 2775, + "ĠRight": 2776, + "Ġeas": 2777, + "ti": 2778, + "Ġhon": 2779, + "arly": 2780, + "Ġtook": 2781, + "ÑģÑĤÑĮ": 2782, + "ãģ§ãģĻãģŃ": 2783, + "çŃ": 2784, + "ł×Ķ": 2785, + "Ġjob": 2786, + "Ġmil": 2787, + "ĠëŃIJ": 2788, + "Ġesc": 2789, + "Ľi": 2790, + "Ġpay": 2791, + "Ġmem": 2792, + "Ġhappened": 2793, + "Ġeso": 2794, + "çĦ¶åIJİ": 2795, + "wa": 2796, + "Ġ×Ĵ×": 2797, + "©×Ķ": 2798, + "Ġju": 2799, + "äºĽ": 2800, + "Ġà¤ı": 2801, + "Ġroom": 2802, + "ĠاÙĦØ£": 2803, + "Ġcos": 2804, + "ŀ×Ķ": 2805, + "ork": 2806, + "Ġexc": 2807, + "ock": 2808, + "à¸Ĭ": 2809, + "ĠÙĥاÙĨ": 2810, + "Ġcol": 2811, + "ãĥī": 2812, + "ille": 2813, + "èģŀ": 2814, + "ĠعÙĦÙī": 2815, + "Ġook": 2816, + "ãģĵãģĨ": 2817, + "ãģ¿ãģŁãģĦ": 2818, + "less": 2819, + "ик": 2820, + "á»Ļt": 2821, + "Ġgirl": 2822, + "Ġhold": 2823, + "Ġjag": 2824, + "æĥħ": 2825, + "Ġart": 2826, + "η": 2827, + "Ġमà¥ĩà¤Ĥ": 2828, + "Ġfive": 2829, + "ĠFor": 2830, + "ắ": 2831, + "ãģĸ": 2832, + "Ġstud": 2833, + "Ġprof": 2834, + "Ġfamily": 2835, + "cy": 2836, + "50": 2837, + "ican": 2838, + "Ġmag": 2839, + "át": 2840, + "×ķ×Ŀ": 2841, + "ãĤ¨": 2842, + "ĠHa": 2843, + "by": 2844, + "Ġbeg": 2845, + "ĠNew": 2846, + "med": 2847, + "åĴĮ": 2848, + "å°ij": 2849, + "Ġmuy": 2850, + "Ġx": 2851, + "Ġbring": 2852, + "ĠìĤ¬": 2853, + "μ": 2854, + "isk": 2855, + "rend": 2856, + "ãģ¾ãģ§": 2857, + "Ġmes": 2858, + "Ġheard": 2859, + "æīĢ以": 2860, + "ĠEl": 2861, + "Ġdar": 2862, + "ling": 2863, + "Ġtimes": 2864, + "ãģĤãĤĬãģĮãģ¨ãģĨ": 2865, + "ëŀĺ": 2866, + "ãĥ£": 2867, + "Ġmod": 2868, + "ìľ¼": 2869, + "Ġave": 2870, + "å¾ħ": 2871, + "ãģªãĤĵãģ¦": 2872, + "اÙħ": 2873, + "arr": 2874, + "con": 2875, + "Ġwin": 2876, + "ki": 2877, + "Ġtal": 2878, + "Ġknew": 2879, + "ès": 2880, + "Ġoch": 2881, + "Ġonce": 2882, + "ÙĬÙĬ": 2883, + "Ġlead": 2884, + "êµ": 2885, + "tre": 2886, + "Ġdra": 2887, + "è¿ĩ": 2888, + "ãĢģè": 2889, + "ÃŁ": 2890, + "Ġabs": 2891, + "Ġyourself": 2892, + "Ġ?": 2893, + "ĠChrist": 2894, + "ura": 2895, + "Ġmark": 2896, + "Ġयह": 2897, + "àµį": 2898, + "Ġey": 2899, + "ĠMe": 2900, + "Ġmonth": 2901, + "oup": 2902, + "æĮģãģ¡": 2903, + "æŀľ": 2904, + "ience": 2905, + "30": 2906, + "äºĮ": 2907, + "Ġê±°": 2908, + "Ah": 2909, + "Ġhope": 2910, + "Ġsitu": 2911, + "Ġcontin": 2912, + "Ġmove": 2913, + "ĠnÃł": 2914, + "rop": 2915, + "Ġת×": 2916, + "Ġž": 2917, + "Ġà¤ļ": 2918, + "da": 2919, + "ĠPor": 2920, + "ject": 2921, + "çĪ": 2922, + "ili": 2923, + "æĺİ": 2924, + "å½ĵ": 2925, + "ĺ×": 2926, + "Ġsub": 2927, + "ino": 2928, + "ĠmÃ¥": 2929, + "á»į": 2930, + "ata": 2931, + "ãģªãģŁ": 2932, + "åĸ": 2933, + "Ġcomes": 2934, + "ijn": 2935, + "Ġgrand": 2936, + "ưá»Ŀi": 2937, + "llo": 2938, + "ình": 2939, + "most": 2940, + "हà¥Ģà¤Ĥ": 2941, + "Ġadd": 2942, + "ĮĢ": 2943, + "ional": 2944, + "ĠaÃŃ": 2945, + "ught": 2946, + "Ġschool": 2947, + "Ġprog": 2948, + "ç¬": 2949, + "âĢĶ": 2950, + "ÏĢ": 2951, + "ãģ¡ãĤĩãģ£ãģ¨": 2952, + "ãģµãģµ": 2953, + "Ġfull": 2954, + "ın": 2955, + "Ġeach": 2956, + "èµ·": 2957, + "osed": 2958, + "ering": 2959, + "Ġred": 2960, + "è§ī": 2961, + "nes": 2962, + "éģķ": 2963, + "Ġref": 2964, + "ãģ£ãģ¡ãĤĥ": 2965, + "ãĤģãģ¦": 2966, + "Ġmer": 2967, + "ela": 2968, + "ados": 2969, + "Ġblo": 2970, + "å®ļ": 2971, + "æħ": 2972, + "çݰ": 2973, + "Ġdist": 2974, + "ãĤ¦": 2975, + "Ġeveryone": 2976, + "Ġnumber": 2977, + "Ġvers": 2978, + "Ġè": 2979, + "ias": 2980, + "ĠвÑģ": 2981, + "ĠCom": 2982, + "åĽ½": 2983, + "onces": 2984, + "ãģıãģł": 2985, + "ãģ¶": 2986, + "Ġlooked": 2987, + "ween": 2988, + "ane": 2989, + "é«": 2990, + "ima": 2991, + "Ĥ´": 2992, + "alth": 2993, + "Ġniet": 2994, + "Ġprop": 2995, + "ç©": 2996, + "Ġdri": 2997, + "ete": 2998, + "Ġmaking": 2999, + "Ġnie": 3000, + "ив": 3001, + "æĪIJ": 3002, + "Ġwa": 3003, + "俺": 3004, + "ê±°": 3005, + "Ġdass": 3006, + "Ġpat": 3007, + "Ġdoor": 3008, + "Ġinvest": 3009, + "ãģĹãģ¾": 3010, + "ê¹Į": 3011, + "Ġinst": 3012, + "Ġmill": 3013, + "ãģĤãģ®": 3014, + "Ġchan": 3015, + "ãģŀ": 3016, + "ying": 3017, + "اء": 3018, + "ãĤ£": 3019, + "ament": 3020, + "да": 3021, + "Ġfollow": 3022, + "rer": 3023, + "ende": 3024, + "Ġनहà¥Ģà¤Ĥ": 3025, + "Ġbra": 3026, + "ëį°": 3027, + "Ġbea": 3028, + "ific": 3029, + "esso": 3030, + "Ġsn": 3031, + "Ġdays": 3032, + "ất": 3033, + "ities": 3034, + "Ġcra": 3035, + "Ġka": 3036, + "Ġëª": 3037, + "à§į": 3038, + "ĠvÃł": 3039, + "éŃ": 3040, + "Ġvæ": 3041, + "ility": 3042, + "ĠHey": 3043, + "orr": 3044, + "Ġص": 3045, + "è°": 3046, + "Ġsig": 3047, + "没æľī": 3048, + "Ġwithout": 3049, + "اب": 3050, + "ĠÏĢ": 3051, + "pped": 3052, + "ĠSÃ¥": 3053, + "Ġpast": 3054, + "Ġdos": 3055, + "ÑģÑĤв": 3056, + "actly": 3057, + "ĺãĤĥ": 3058, + "Ġtrue": 3059, + "Ġtambién": 3060, + "åij¢": 3061, + "oi": 3062, + "ãģĻãģĶ": 3063, + "ĠÙĬع": 3064, + "ĠëĤĺ": 3065, + "Ġfight": 3066, + "ours": 3067, + "ĠUh": 3068, + "hes": 3069, + "ிà®": 3070, + "åij³": 3071, + "åĹ¯": 3072, + "ë§Į": 3073, + "cri": 3074, + "Ġchange": 3075, + "Ġpues": 3076, + "olog": 3077, + "my": 3078, + "èº": 3079, + "Ġseg": 3080, + "â̦âĢ¦ï¼Ł": 3081, + "iden": 3082, + "ï¼Įä¸į": 3083, + "ative": 3084, + "Ġsem": 3085, + "Ġר×": 3086, + "á»ĩ": 3087, + "els": 3088, + "Ġà¤Ĺ": 3089, + "ines": 3090, + "Ġmá»Ļt": 3091, + "Ġfriends": 3092, + "ë¬": 3093, + "ìĭľ": 3094, + "ãĢģãģ©": 3095, + "Ġbetween": 3096, + "ĠÙĪØ§ÙĦ": 3097, + "iam": 3098, + "åģļ": 3099, + "Ġlight": 3100, + "jor": 3101, + "ãģİ": 3102, + "ĠTe": 3103, + "Ġang": 3104, + "lla": 3105, + "Ġeyes": 3106, + "à¸Ľ": 3107, + "র": 3108, + "eeee": 3109, + "व": 3110, + "ãģ¾ãģĽãĤĵ": 3111, + "Ġwrong": 3112, + "Ġyoung": 3113, + "Ġbreak": 3114, + "ãģĦãģ¤": 3115, + "åĥı": 3116, + "ÙĦÙħ": 3117, + "Ġdefin": 3118, + "Ġinform": 3119, + "ại": 3120, + ".com": 3121, + "Ġdisc": 3122, + "Ġש×IJ×": 3123, + "Ġbuild": 3124, + "Ġgoes": 3125, + "ãĥĬ": 3126, + "Ġmyself": 3127, + "Ġпо": 3128, + "Ġgra": 3129, + "ா": 3130, + "ano": 3131, + "æ³ķ": 3132, + "ÙĥÙĨ": 3133, + "å®ŀ": 3134, + "Ġstay": 3135, + "Ġprodu": 3136, + "ãģ®ãģ¯": 3137, + "αι": 3138, + "ä¹ĭ": 3139, + "Ġ×Ļש": 3140, + "ãģ¾ãģĤ": 3141, + "Ġpick": 3142, + "åħ¶": 3143, + "Ġasked": 3144, + "Ġbody": 3145, + "Ġauf": 3146, + "Ġtom": 3147, + "Ġthinking": 3148, + "ĠØ£ÙĪ": 3149, + "ista": 3150, + "好ãģį": 3151, + "à±į": 3152, + "Ġste": 3153, + "×ķ×ŀר": 3154, + "ãģĪãģĪ": 3155, + "å¤ĸ": 3156, + "ад": 3157, + "é£Ł": 3158, + "ras": 3159, + "di": 3160, + "ãģĵãĤį": 3161, + "ĠاÙĦÙĦÙĩ": 3162, + "Ġreason": 3163, + "Ġон": 3164, + "Ú¯": 3165, + "-do": 3166, + "Ġlang": 3167, + "Ġsing": 3168, + "ĠÐĺ": 3169, + "æı": 3170, + "Ġform": 3171, + "çĦ¡": 3172, + "Ġìĺ¤": 3173, + "ĠQ": 3174, + "Ġcá»§a": 3175, + "dan": 3176, + "ег": 3177, + "100": 3178, + "ctor": 3179, + "Ġlearn": 3180, + "Ġpot": 3181, + "Ġspeak": 3182, + "Ġsam": 3183, + "ัà¸ļ": 3184, + "è¼": 3185, + "οÏħ": 3186, + "ãĤĵãģ«": 3187, + "Ġtou": 3188, + "à¸Ńà¸ĩ": 3189, + "×Ļ×IJ": 3190, + "Ġfall": 3191, + "ither": 3192, + "wer": 3193, + "Ġquite": 3194, + "ãģªãģĭãģ£ãģŁ": 3195, + "ĠTo": 3196, + "åı¯ä»¥": 3197, + "κ": 3198, + "Ġà¤ī": 3199, + "ĠWho": 3200, + "ª×Ļ": 3201, + "ек": 3202, + "ÑĢÑĥ": 3203, + "ĠEst": 3204, + "æ°ĹæĮģãģ¡": 3205, + "åIJ§": 3206, + "×Ļ×ĵ": 3207, + "etzt": 3208, + "Ġmid": 3209, + "-hmm": 3210, + "Ġalg": 3211, + "å¤ī": 3212, + "Õ¡Õ": 3213, + "Ġж": 3214, + "ãĥĢ": 3215, + "Ġ×Ĺ×": 3216, + "Ġ×IJת×Ķ": 3217, + "ĠÙħع": 3218, + "Ġdeal": 3219, + "ately": 3220, + "gg": 3221, + "åĢĻ": 3222, + "ital": 3223, + "Ġì¢": 3224, + "Ġjá": 3225, + "ures": 3226, + "cht": 3227, + "Ġbare": 3228, + "ĠعÙĨ": 3229, + "igt": 3230, + "Ġcase": 3231, + "ized": 3232, + "Ġminut": 3233, + "Ġfree": 3234, + "án": 3235, + "ãģī": 3236, + "ãĤĮãģªãģĦ": 3237, + "ball": 3238, + "where": 3239, + "Ġ×IJ×Ļ×": 3240, + "Ñij": 3241, + "Ġaqui": 3242, + "stem": 3243, + "ัà¸Ļ": 3244, + "Ġ׼": 3245, + "à¹Ģร": 3246, + "Ñį": 3247, + "Ġyet": 3248, + "Ġimag": 3249, + "ffic": 3250, + "igen": 3251, + "ãĤıãģŁãģĹ": 3252, + "ë¶": 3253, + "Ġà¤Ń": 3254, + "ĠPr": 3255, + "Ġê³": 3256, + "ãģ¡ãĤħ": 3257, + "ãģģãģ£": 3258, + "Ġalmost": 3259, + "ĠAt": 3260, + "Ġals": 3261, + "'ai": 3262, + "Ġleast": 3263, + "ĠEx": 3264, + "ĠEu": 3265, + "æľ¬å½": 3266, + "Ġdit": 3267, + "Ġhab": 3268, + "ãģĹãģı": 3269, + "Ġפ×": 3270, + "èĪ": 3271, + "Ġheart": 3272, + "Ġà²": 3273, + "nen": 3274, + "Ġcreat": 3275, + "mi": 3276, + "Ġ×Ĺ": 3277, + "Ġê°Ģ": 3278, + "blic": 3279, + "Ġbeh": 3280, + "常": 3281, + "Ġcool": 3282, + "Ġaw": 3283, + "Ġsmall": 3284, + "Ġhogy": 3285, + "ov": 3286, + "ãģijãģ¦": 3287, + "ãģĭãĤĬ": 3288, + "Ġpartic": 3289, + "ĠاÙĦت": 3290, + "Ġdin": 3291, + "Ġworking": 3292, + "Ġthank": 3293, + "Ġmeans": 3294, + "Ġìĸ´": 3295, + "åĺ": 3296, + "Ġà¤ķà¥ĭ": 3297, + "ÏĮ": 3298, + "Ġngưá»Ŀi": 3299, + "æ¯Ķ": 3300, + "Ġtot": 3301, + "次": 3302, + "anto": 3303, + "Ġlater": 3304, + "Ġëĭ¤": 3305, + "viously": 3306, + "ìŀIJ": 3307, + "ĠÑįÑĤ": 3308, + "ĠSh": 3309, + "ượ": 3310, + "Ġgan": 3311, + "að": 3312, + "åIJĹ": 3313, + "ãģªãĤĵãģĭ": 3314, + "Ġìļ": 3315, + "eld": 3316, + "Ġmess": 3317, + "ä½ĵ": 3318, + "Ġeverybody": 3319, + "ĠSÃŃ": 3320, + "ãģıãģłãģķãģĦ": 3321, + "缸": 3322, + "Ġcent": 3323, + "ives": 3324, + "vern": 3325, + "ortun": 3326, + "Ġsomebody": 3327, + "ĠÐĴ": 3328, + "еÑģ": 3329, + "Ġuntil": 3330, + "ãĥij": 3331, + "缴": 3332, + "ãģ¡ãģ¯": 3333, + "é«ĺ": 3334, + "Ġko": 3335, + "ĠMas": 3336, + "ones": 3337, + "ãĥŁ": 3338, + "ider": 3339, + "Ġcouple": 3340, + "Ġsince": 3341, + "201": 3342, + "Ġhey": 3343, + "ĠоÑĤ": 3344, + "Ġcheck": 3345, + "ãĢĤãģĿãģĨ": 3346, + "ĠTrump": 3347, + "ĠogsÃ¥": 3348, + "Ø¥": 3349, + "ता": 3350, + "身": 3351, + "Ġsense": 3352, + "Ġheb": 3353, + "Ġmakes": 3354, + "ette": 3355, + "ried": 3356, + "ÅĽ": 3357, + "Ġcommun": 3358, + "Ġpolit": 3359, + "Ġtw": 3360, + "Ġhalf": 3361, + "ĠÑħ": 3362, + "ãĥĹ": 3363, + "ân": 3364, + "ãģłãģ£ãģ¦": 3365, + "lah": 3366, + "ãģªãĤĭ": 3367, + "×ķ×ĵ×": 3368, + "Ġdies": 3369, + "èĢĥ": 3370, + "Ġespe": 3371, + "主": 3372, + "åĦ": 3373, + "ż": 3374, + "ield": 3375, + "ĠJeg": 3376, + "This": 3377, + "Ġmot": 3378, + "ãģ¨ãģĵãĤį": 3379, + "Ġ׾×Ķ×": 3380, + "åĢĭ": 3381, + "åĭķ": 3382, + "ãĢģãĤĵ": 3383, + "Ġfelt": 3384, + "ãĤ°": 3385, + "ĠCan": 3386, + "ici": 3387, + "ĠThen": 3388, + "lij": 3389, + "ĠТ": 3390, + "ãĤīãģĦ": 3391, + "ู": 3392, + "'il": 3393, + "àµįà´": 3394, + "使": 3395, + "Ġago": 3396, + "Ġbar": 3397, + "Ġfig": 3398, + "iế": 3399, + "ãĤµ": 3400, + "太": 3401, + "202": 3402, + "Ġcontro": 3403, + "Ġentre": 3404, + "side": 3405, + "iones": 3406, + "ĠвоÑĤ": 3407, + "Ñĸ": 3408, + "ÙĪÙħ": 3409, + "-b": 3410, + "Ġemp": 3411, + "ĠDa": 3412, + "15": 3413, + "Ġ×IJ×ij׾": 3414, + "ÛĮÙĨ": 3415, + "Ġü": 3416, + "Ġconvers": 3417, + "Ġá": 3418, + "Ġless": 3419, + "Ġisn": 3420, + "è¨Ģãģ£ãģ¦": 3421, + "олÑĮ": 3422, + "Ġbed": 3423, + "Ġvideo": 3424, + "×ķ׾×": 3425, + "é¦": 3426, + "ani": 3427, + "èĤ": 3428, + "ÙĬا": 3429, + "ãĢģä»Ĭ": 3430, + "ç¤": 3431, + "gar": 3432, + "Ġben": 3433, + "à¯ģà®": 3434, + "éħ": 3435, + "acht": 3436, + "ब": 3437, + "Ġtá": 3438, + "ism": 3439, + "Ġmorning": 3440, + "ĠOne": 3441, + "аж": 3442, + "Ġskal": 3443, + "ç¨": 3444, + "vent": 3445, + "æĢ§": 3446, + "ÃŃs": 3447, + "Ġprom": 3448, + "Ġfavor": 3449, + "Ġinteresting": 3450, + "Ġsus": 3451, + "ãģłãĤĪ": 3452, + "ĠвÑĭ": 3453, + "è´": 3454, + "ndo": 3455, + "èī¯": 3456, + "ĠAm": 3457, + "Ġú": 3458, + "Ġže": 3459, + "ान": 3460, + "Ġnem": 3461, + "Ľ×ľ": 3462, + "ãģ³": 3463, + "Ġexam": 3464, + "amn": 3465, + "Ġפ": 3466, + "cul": 3467, + "ìĿ¸": 3468, + "ald": 3469, + "Ġvez": 3470, + "ĠMan": 3471, + "ices": 3472, + "Ġnhư": 3473, + "Ġहà¥Īà¤Ĥ": 3474, + "ุ": 3475, + "Ġnice": 3476, + "Ġquick": 3477, + "Ġsho": 3478, + "ãĥĨ": 3479, + "ton": 3480, + "Ġê²ĥ": 3481, + "lus": 3482, + "èĬ": 3483, + "Ġκ": 3484, + "Well": 3485, + "ĠÐŁ": 3486, + "Ġsou": 3487, + "æĦŁãģĺ": 3488, + "دا": 3489, + "ä¿¡": 3490, + "à§įà¦": 3491, + "Ġbehind": 3492, + "Ġför": 3493, + "Ġ×ŀ×IJ": 3494, + "Ġchá»": 3495, + "ç½": 3496, + "æŃ£": 3497, + "ĠMaybe": 3498, + "तà¥ĩ": 3499, + "Ġhur": 3500, + "day": 3501, + "ube": 3502, + "Ġ׼׾": 3503, + "夫": 3504, + "ĠÙĩÙĨا": 3505, + "Ùij": 3506, + "Ġassim": 3507, + "룰": 3508, + "ãģĽãģ¦": 3509, + "Ġ×¢": 3510, + "ай": 3511, + "Ġgre": 3512, + "åł´": 3513, + "-ÑĤо": 3514, + "Ġjetzt": 3515, + "Ķर": 3516, + "à¤Ĺ": 3517, + "à¥įत": 3518, + "ini": 3519, + "ãĢħ": 3520, + "sk": 3521, + "Ġmeet": 3522, + "Ġcam": 3523, + "Ġalle": 3524, + "Ġyang": 3525, + "ari": 3526, + "Ġко": 3527, + "ĠIl": 3528, + "dy": 3529, + "×ķר×": 3530, + "åIJį": 3531, + "è§£": 3532, + "ĠGr": 3533, + "æĸ°": 3534, + "tern": 3535, + "Ġpop": 3536, + "Ġwouldn": 3537, + "Ġeller": 3538, + "adi": 3539, + "Ġwater": 3540, + "è£": 3541, + "Ġavec": 3542, + "ett": 3543, + "Ġhuman": 3544, + "ĠLord": 3545, + "cc": 3546, + "yor": 3547, + "Ġbueno": 3548, + "ãĢģãģĿãģ®": 3549, + "بÙĬ": 3550, + "Ġ$": 3551, + "200": 3552, + "à¥įà¤Ł": 3553, + "ĸ×": 3554, + "ãĥĩ": 3555, + "Ġut": 3556, + "akt": 3557, + "Qué": 3558, + "-da": 3559, + "ça": 3560, + "Ġfinal": 3561, + "ï¼Įä»ĸ": 3562, + "son": 3563, + "ĠìĪĺ": 3564, + "Ġtip": 3565, + "Ġsix": 3566, + "Ġlá": 3567, + "Ġpesso": 3568, + "ĶĢ": 3569, + "Ġtre": 3570, + "Ġìĥ": 3571, + "ç§į": 3572, + "ãģ«ãĤĤ": 3573, + "åIJĽ": 3574, + "Ġline": 3575, + "à°¿": 3576, + "Ġहà¥ĭ": 3577, + "ãģ¾ãģł": 3578, + "ĠPero": 3579, + "را": 3580, + "ife": 3581, + "12": 3582, + "ĠPa": 3583, + "ants": 3584, + "ĠJohn": 3585, + "lu": 3586, + "orth": 3587, + "Ġà´": 3588, + "×Ļ×ij": 3589, + "ìĸ´ìļĶ": 3590, + "×Ļ×ķ": 3591, + "Ġhappy": 3592, + "Ġgrow": 3593, + "ments": 3594, + "ĠÙĬا": 3595, + "Ġtest": 3596, + "Ġleave": 3597, + "iro": 3598, + "ä¸ĸ": 3599, + "Ġland": 3600, + "Ġ×§": 3601, + "iá»ĩ": 3602, + "ãĤ§": 3603, + "Ġfine": 3604, + "ãģħãģħ": 3605, + "Ġven": 3606, + "ief": 3607, + "selves": 3608, + "Ġmatter": 3609, + "ôi": 3610, + "Ġnorm": 3611, + "åĽłä¸º": 3612, + "ÙĪØ¯": 3613, + "Ġeine": 3614, + "ئ": 3615, + "Ñĥд": 3616, + "ìĬµ": 3617, + "ister": 3618, + "åĵĪ": 3619, + "tsÃ¥": 3620, + "llen": 3621, + "Ġkun": 3622, + "åŁ": 3623, + "AAAA": 3624, + "ãĢģãĤĤãģĨ": 3625, + "ĠاÙĨ": 3626, + "ĵ×ijר": 3627, + "è¢": 3628, + "ç®": 3629, + "sta": 3630, + "ữ": 3631, + "åı¯èĥ½": 3632, + "ster": 3633, + "imo": 3634, + "ãģĶãģĸ": 3635, + "ç¾İ": 3636, + "IJ׾": 3637, + "ãģ®ãģĵãģ¨": 3638, + "ême": 3639, + "Ġlle": 3640, + "ham": 3641, + "Ġepisode": 3642, + "Ġplease": 3643, + "par": 3644, + "Ġverd": 3645, + "å·±": 3646, + "éĸĵ": 3647, + "èĩªåĪĨ": 3648, + "yle": 3649, + "Ġmain": 3650, + "ÃŃt": 3651, + "ãģ£ãģ¡": 3652, + "ĠëIJ": 3653, + "onder": 3654, + "å®Ł": 3655, + "Ġprogram": 3656, + "Ġà¤Ĩप": 3657, + "åıĸ": 3658, + "irit": 3659, + "Ġwie": 3660, + "à¸Ħร": 3661, + "Ġ×Ĵ×Ŀ": 3662, + "иÑħ": 3663, + "ãĥ¥": 3664, + "ок": 3665, + "iting": 3666, + "Ġmir": 3667, + "unch": 3668, + "Ġcouldn": 3669, + "bal": 3670, + "ĠEntão": 3671, + "ாà®": 3672, + "Ġhit": 3673, + "ère": 3674, + "æĺ¯çļĦ": 3675, + "Ġant": 3676, + "Ġwoman": 3677, + "Ġsystem": 3678, + "ĠÙĬعÙĨÙĬ": 3679, + "Ġhom": 3680, + "ÎŃ": 3681, + "Ġvamos": 3682, + "Ġà¤Ķर": 3683, + "Ġsag": 3684, + "Ġkids": 3685, + "itely": 3686, + "ange": 3687, + "rence": 3688, + "Äĩ": 3689, + "Ġtambém": 3690, + "mpre": 3691, + "ÖĢ": 3692, + "ÑıÑĤ": 3693, + "ظ": 3694, + "ava": 3695, + "hor": 3696, + "Ġëı": 3697, + "à±įà°": 3698, + "Ġtaking": 3699, + "outh": 3700, + "Ġwo": 3701, + "ãĤıãģij": 3702, + "è§īå¾Ĺ": 3703, + "Ġaz": 3704, + "oud": 3705, + "ĠEr": 3706, + "Ġequ": 3707, + "ĠCo": 3708, + "gue": 3709, + "Ġfac": 3710, + "ĠBu": 3711, + "än": 3712, + "Ġfore": 3713, + "Ġtin": 3714, + "Ġnoch": 3715, + "ün": 3716, + "ãģĨãģĨ": 3717, + "عد": 3718, + "Ġserv": 3719, + "à¤Ĥà¤Ĺ": 3720, + "Ġexpect": 3721, + "ée": 3722, + "ìĽ": 3723, + "ational": 3724, + "rat": 3725, + "ìĥ": 3726, + "ãģįãģŁ": 3727, + "ãģ¯ãģ¯": 3728, + "iste": 3729, + "×Ļש": 3730, + "ument": 3731, + "ãĤĵãģ«ãģ¡ãģ¯": 3732, + "Ġlevel": 3733, + "ĠHo": 3734, + "ãĤĤãĤī": 3735, + "ãģ¨ãģĹãģ¦": 3736, + "ãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤ": 3737, + "11": 3738, + "ĠMr": 3739, + "erv": 3740, + "Ġcountry": 3741, + "ÑĥÑĤ": 3742, + "ï½ŀï½ŀ": 3743, + "Ġwomen": 3744, + "Ġnog": 3745, + "иÑĩ": 3746, + "Ġsocial": 3747, + "Ġdead": 3748, + "ior": 3749, + "æĹ¶åĢĻ": 3750, + "Ġहम": 3751, + "éĺ": 3752, + "رÙģ": 3753, + "ots": 3754, + "ä¸ī": 3755, + "èĩªå·±": 3756, + "Ġgone": 3757, + "ĠCar": 3758, + "ged": 3759, + "Ġét": 3760, + "ãĤĤãģ£ãģ¨": 3761, + "Ġоб": 3762, + "Ġfoi": 3763, + "ãĢģãģĵãĤĮ": 3764, + "èĭ": 3765, + "aaaaaaaaaaaaaaaa": 3766, + "Ġpost": 3767, + "ãģĭãģĹ": 3768, + "æķĻ": 3769, + "ĠYo": 3770, + "Ġsobre": 3771, + "Ġseason": 3772, + "Ġsle": 3773, + "ืà¸Ń": 3774, + "Ġ×§×": 3775, + "In": 3776, + "ĠÄijó": 3777, + "ĠAd": 3778, + "Ġcal": 3779, + "ий": 3780, + "They": 3781, + "ush": 3782, + "Ġqual": 3783, + "Ġfre": 3784, + "ĠÑĤо": 3785, + "Ġfront": 3786, + "Ġsé": 3787, + "Ġvra": 3788, + "ique": 3789, + "á»ĵ": 3790, + "ches": 3791, + "ĠÑģÑĤ": 3792, + "มà¹Ī": 3793, + "Ġvon": 3794, + "ĠÐĶ": 3795, + "éŁ": 3796, + "Ġstre": 3797, + "ĠEvery": 3798, + "ĠsÃ¥dan": 3799, + "ows": 3800, + "à°¾": 3801, + "Ġfoot": 3802, + "cle": 3803, + "iver": 3804, + "ç·Ĵ": 3805, + "द": 3806, + "ĠباÙĦ": 3807, + "ãģ§ãģĹãĤĩãģĨ": 3808, + "Ġcat": 3809, + "ë°": 3810, + "cially": 3811, + "Ġë³´": 3812, + "ãĤĪãĤĬ": 3813, + "ena": 3814, + "ories": 3815, + "Ġconst": 3816, + "ĠØ·": 3817, + "Ġε": 3818, + "Ġvir": 3819, + "×ķ×§": 3820, + "Ġhimself": 3821, + "ëłĩ": 3822, + "ÅĻ": 3823, + "Ġ×Ķ×ŀ×": 3824, + "vin": 3825, + "Ġç": 3826, + "×Ļ×ķת": 3827, + "¯à¤¾": 3828, + "Ġhor": 3829, + "Ġsit": 3830, + "Ġìłķ": 3831, + "ãģĪãĤĭ": 3832, + "ney": 3833, + "Ġstrong": 3834, + "Å©": 3835, + "arch": 3836, + "ĠAlso": 3837, + "Ġblack": 3838, + "иÑģ": 3839, + "Ġdun": 3840, + "ross": 3841, + "-s": 3842, + "ει": 3843, + "ony": 3844, + "view": 3845, + "å½¼": 3846, + "æĹ©": 3847, + "ĠеÑģÑĤÑĮ": 3848, + "for": 3849, + "ãģĺãĤĥãģĤ": 3850, + "iving": 3851, + "Ġ׳": 3852, + "Ġsometimes": 3853, + "Ġtech": 3854, + "ãĢģãģĦ": 3855, + "ন": 3856, + "Ġiss": 3857, + "Ġà¹ĥ": 3858, + "Ġlooks": 3859, + "Ġesse": 3860, + "ç¥ŀ": 3861, + "à¤Ĥद": 3862, + "Ġlar": 3863, + "Ġhands": 3864, + "Ġþað": 3865, + "ائ": 3866, + "Ġbecome": 3867, + "itting": 3868, + "ç¶": 3869, + "éĸĵãģ": 3870, + "èŃ": 3871, + "Ġtodos": 3872, + "head": 3873, + "let": 3874, + "å®ĥ": 3875, + "Ġclose": 3876, + "Ġ×IJ×ĸ": 3877, + "Ġexactly": 3878, + "ĸĪ": 3879, + "Ġë¶": 3880, + "Ġbes": 3881, + "ãģĦãģ¾ãģĹãģŁ": 3882, + "Ġlaw": 3883, + "Ġtrain": 3884, + "ाल": 3885, + "ãģªãģĦãģ®": 3886, + "аеÑĤ": 3887, + "but": 3888, + "à¸Ĥ": 3889, + "une": 3890, + "à¸ŀ": 3891, + "Ġhacer": 3892, + "ĠWow": 3893, + "Ġesta": 3894, + "Ġað": 3895, + "×Ļ×Ļ×Ļ×Ļ": 3896, + "cis": 3897, + "ãĢģãģĤãģ£": 3898, + "ott": 3899, + "ists": 3900, + "Ġnews": 3901, + "fter": 3902, + "ĠSte": 3903, + "bers": 3904, + "Ġdeep": 3905, + "Ġready": 3906, + "Ġ×ŀ×IJ×ķ×ĵ": 3907, + "olutely": 3908, + "اÙĬ": 3909, + "Ġα": 3910, + "ë²": 3911, + "ĠÙĦÙĬ": 3912, + "Ġhaven": 3913, + "orts": 3914, + "ŀ×ķ×": 3915, + "Ġì§Ģ": 3916, + "-t": 3917, + "Ġpens": 3918, + "Ġpull": 3919, + "çī¹": 3920, + "por": 3921, + "å¼Ģ": 3922, + "Ġfoc": 3923, + "ĠnÃły": 3924, + "Ġliter": 3925, + "à¸Ĭà¹Ī": 3926, + "Ġei": 3927, + "Ġdou": 3928, + "룬": 3929, + "ìĤ¬": 3930, + "è¿ij": 3931, + "Ġnous": 3932, + "è¦ĭãģ¦": 3933, + "éķ·": 3934, + "Ġze": 3935, + "Ġadv": 3936, + "Ġgets": 3937, + "Ġê¸": 3938, + "ĠÄIJ": 3939, + "ĠNão": 3940, + "ä¸Ī": 3941, + "adio": 3942, + "ĠاÙĦÙĦÙĬ": 3943, + "Ġdev": 3944, + "Ġpap": 3945, + "æľĪ": 3946, + "ĠBl": 3947, + "ãĢĤãģĬ": 3948, + "ड": 3949, + "Ġdest": 3950, + "uz": 3951, + "à¤ľ": 3952, + "ron": 3953, + "ãģĤãģªãģŁ": 3954, + "Úº": 3955, + "ál": 3956, + "аÑı": 3957, + "ĠPro": 3958, + "ãĤ±": 3959, + "ola": 3960, + "Ġpal": 3961, + "ĠÅŁ": 3962, + "nde": 3963, + "Ġcuando": 3964, + "Ġtiene": 3965, + "Ġbab": 3966, + "Ġjak": 3967, + "ãĤĵãģĺãĤĥ": 3968, + "æĤª": 3969, + "40": 3970, + "ĠahÃŃ": 3971, + "rar": 3972, + "ØŃد": 3973, + "Ġà¸Ń": 3974, + "ĠС": 3975, + "Ġprim": 3976, + "Ġת": 3977, + "ãĢģãģ¯ãģģ": 3978, + "ात": 3979, + "ãģĥ": 3980, + "ãģªãģıãģ¦": 3981, + "æŁ": 3982, + "ĠDan": 3983, + "éŃĶ": 3984, + "Ġré": 3985, + "Ġsen": 3986, + "ìłľ": 3987, + "line": 3988, + "омÑĥ": 3989, + "ĠìķĪ": 3990, + "ä¸Ģç·Ĵ": 3991, + "Ġpur": 3992, + "Ġë¬": 3993, + "Ġclass": 3994, + "Ġgovern": 3995, + "?\"": 3996, + "ãĤ»": 3997, + "Ġfra": 3998, + "Ġcut": 3999, + "mos": 4000, + "ãģĵãĤĵãģª": 4001, + "ĠWh": 4002, + "Ġobviously": 4003, + "çŁ¥éģĵ": 4004, + "ãĢģãģĨ": 4005, + "Ġsoon": 4006, + "ĠØ£ÙĨت": 4007, + "Ġà¤ķि": 4008, + "éĩį": 4009, + "ĠX": 4010, + "Ġbasically": 4011, + "羣çļĦ": 4012, + "Ġblah": 4013, + "иÑĤÑĮ": 4014, + "Ġgave": 4015, + "æľ¬å½ĵãģ«": 4016, + "Ġair": 4017, + "Ġhu": 4018, + "Ġay": 4019, + "Ġvida": 4020, + "ko": 4021, + "ì¹": 4022, + "à¹Ħมà¹Ī": 4023, + "Ġsat": 4024, + "ä¸Ī夫": 4025, + "ãģĹãģ¾ãģĻ": 4026, + "Ġhaben": 4027, + "Ġzijn": 4028, + "Ġtú": 4029, + "Ĺר": 4030, + "Ġplaying": 4031, + "ìĬµëĭĪëĭ¤": 4032, + "æĦĽ": 4033, + "Ġalt": 4034, + "Ġcomplet": 4035, + "ãģªãĤĵãģ§": 4036, + "æ¨": 4037, + "Ġtrou": 4038, + "ción": 4039, + "Ġê·¸ëŀĺ": 4040, + "วà¹Īา": 4041, + "Ø¡": 4042, + "Ġeither": 4043, + "ĠìĦ": 4044, + "楽": 4045, + "ãĥł": 4046, + "ĠPar": 4047, + "vid": 4048, + "æĿ¥æĿ¥": 4049, + "empl": 4050, + "еб": 4051, + "ãĢģãĤĵãģ": 4052, + "ĠCon": 4053, + "ãĢģãģĵãģ®": 4054, + "ĠÏĥ": 4055, + "Ġsuc": 4056, + "ł×Ĺ×": 4057, + "Ġfut": 4058, + "ali": 4059, + "à«": 4060, + "à¸ģà¹ĩ": 4061, + "ł×Ļ×Ŀ": 4062, + "лÑı": 4063, + "è¨ĢãģĨ": 4064, + "르": 4065, + "ĠIch": 4066, + "åıª": 4067, + "ety": 4068, + "çº": 4069, + "Ġdefinitely": 4070, + "ĠнÑĥ": 4071, + "çµIJ": 4072, + "ĠGood": 4073, + "çĹ": 4074, + "ç«ĭ": 4075, + "Ġvoor": 4076, + "à³į": 4077, + "Ġton": 4078, + "ãĤĪãģı": 4079, + "Ġwatching": 4080, + "Ġminutes": 4081, + "ĠSch": 4082, + "iá»ģ": 4083, + "Ġhot": 4084, + "of": 4085, + "ược": 4086, + "æº": 4087, + "из": 4088, + "à¥ĭà¤Ĥ": 4089, + "ç§ģãģ¯": 4090, + "Ġaber": 4091, + "大ä¸Ī夫": 4092, + "ön": 4093, + "Ġfire": 4094, + "Ġneg": 4095, + "ped": 4096, + "被": 4097, + "ĠHer": 4098, + "Ġbon": 4099, + "Ġide": 4100, + "ĠPh": 4101, + "lijk": 4102, + "ished": 4103, + "Ġcrazy": 4104, + "аÑİ": 4105, + "Ġhealth": 4106, + "idade": 4107, + "There": 4108, + "ator": 4109, + "lex": 4110, + "دÙĩ": 4111, + "ĠاÙĦس": 4112, + "नà¥įà¤": 4113, + "ãģĿãĤĮãģ¯": 4114, + "Ġconc": 4115, + "ĠDas": 4116, + "Ġpray": 4117, + "bi": 4118, + "ĠÛģ": 4119, + "ison": 4120, + "éľ": 4121, + "lam": 4122, + "fic": 4123, + "ãģ®ãģĬ": 4124, + "elo": 4125, + "Ġzo": 4126, + "ãģĹãģ¦ãĤĭ": 4127, + "Ġrelations": 4128, + "Ġbur": 4129, + "ç»ı": 4130, + "Ġmême": 4131, + "ĠØ£ÙĬ": 4132, + "à±ģ": 4133, + "zen": 4134, + "Ġbeaut": 4135, + "輩": 4136, + "Ġsupport": 4137, + ",\"": 4138, + "Ġener": 4139, + "ĠnÃ¥": 4140, + "à¹īา": 4141, + "ần": 4142, + "ract": 4143, + "Ġsich": 4144, + "íķł": 4145, + "hi": 4146, + "Ġ.": 4147, + "udo": 4148, + "If": 4149, + "Ġintern": 4150, + "ĠAre": 4151, + "ии": 4152, + "éĤ£ä¸ª": 4153, + "åĪĿ": 4154, + "ãĤīãģªãģĦ": 4155, + "omet": 4156, + "Ġwords": 4157, + "å§ĭ": 4158, + "ç¢": 4159, + "Ġbegin": 4160, + "ĠاÙĦع": 4161, + "18": 4162, + "Ġpie": 4163, + "ãĤº": 4164, + "ĠWhere": 4165, + "Ġlost": 4166, + "Ġexperience": 4167, + "Ġसà¥ĩ": 4168, + "ards": 4169, + "Ġpain": 4170, + "Ġprocess": 4171, + "ì£ł": 4172, + "Ġcult": 4173, + "ua": 4174, + "hehehehehehehehe": 4175, + "Ġeng": 4176, + "ãģ£ãģŁãĤī": 4177, + "ãģ£ãģ¦ãģĦãģĨ": 4178, + "èIJ": 4179, + "ĠmÃł": 4180, + "Ġà¤ıà¤ķ": 4181, + "ĠاÙĦØŃ": 4182, + "ãĥıãĥı": 4183, + "used": 4184, + "not": 4185, + "å¼·": 4186, + "Ö¼": 4187, + "çı": 4188, + "ãĢģãģĪ": 4189, + "éĢĻ": 4190, + "ender": 4191, + "Ġpeu": 4192, + "ìĹĪ": 4193, + "çĬ": 4194, + "Ġjour": 4195, + "âĶĢ": 4196, + "ãĢģãģ¯": 4197, + "ural": 4198, + "Ġturned": 4199, + "ĠWas": 4200, + "Ġeasy": 4201, + "Ġboy": 4202, + "à¸Ĺีà¹Ī": 4203, + "ãģŁãĤģ": 4204, + "ÙĥÙħ": 4205, + "è¿Ļæł·": 4206, + "ona": 4207, + "ully": 4208, + "ê·¸": 4209, + "रà¥įà¤": 4210, + "ÑĦ": 4211, + "è»": 4212, + "æĴ": 4213, + "ĠÐIJ": 4214, + "ãĤĦãģ£ãģ¦": 4215, + "ãĤĦãģ£ãģ±": 4216, + "Ïī": 4217, + "ring": 4218, + "Ġdir": 4219, + "Ġese": 4220, + "ãģľ": 4221, + "åĪĩ": 4222, + "âĻ": 4223, + "ĠBen": 4224, + "Ġstra": 4225, + "Ġalong": 4226, + "ãĥĭ": 4227, + "Ġpress": 4228, + "Ġball": 4229, + "Ġrecord": 4230, + "ĠDid": 4231, + "çϽ": 4232, + "æ¶": 4233, + "Ġtoward": 4234, + "Ġfood": 4235, + "asi": 4236, + "Ġesto": 4237, + "Ġcond": 4238, + "Ġtro": 4239, + "Ġmother": 4240, + "Ġdrink": 4241, + "ussi": 4242, + "Okay": 4243, + "еÑĪ": 4244, + "ãģĮãģĤ": 4245, + "Ġwhether": 4246, + "対": 4247, + "ä¸įæĺ¯": 4248, + "ĠкоÑĤоÑĢ": 4249, + "ending": 4250, + "åĨį": 4251, + "Ġμ": 4252, + "á»ĭ": 4253, + "ria": 4254, + "ãģ»ãģ©": 4255, + "Ġfather": 4256, + "åĬł": 4257, + "иÑĢ": 4258, + "rio": 4259, + "Ġprin": 4260, + "ule": 4261, + "Ġfaire": 4262, + "Ġnada": 4263, + "رة": 4264, + "the": 4265, + "ĠEh": 4266, + "å¿ħ": 4267, + "ãģ¨ãģ¯": 4268, + "ĠØ¢Ùĩ": 4269, + "ã썿ĢĿãģĨ": 4270, + "æŃ»": 4271, + "Ġacross": 4272, + "×Ļ×§": 4273, + "nya": 4274, + "Ġsil": 4275, + "ĠاØ": 4276, + "ĠпÑĢо": 4277, + "ãģĮãģĤãĤĭ": 4278, + "ãĥ¼ãĥ¼ãĥ¼ãĥ¼": 4279, + "ĠQue": 4280, + "Ġfeeling": 4281, + "ss": 4282, + "yn": 4283, + "Ġañ": 4284, + "ĠCha": 4285, + "ral": 4286, + "Ġ׼ף": 4287, + "ÙĤÙĪÙĦ": 4288, + "Ġhabe": 4289, + "é»": 4290, + "è¥": 4291, + "éĩij": 4292, + "اا": 4293, + "Ġö": 4294, + "ĠNice": 4295, + "ä»ķ": 4296, + "енÑĮ": 4297, + "Ġloc": 4298, + "ared": 4299, + "oun": 4300, + "Ġod": 4301, + "å®ī": 4302, + "Ġges": 4303, + "Ġment": 4304, + "Ġtill": 4305, + "اد": 4306, + "azing": 4307, + "ĠCome": 4308, + "åıĹ": 4309, + "Ġrece": 4310, + "çķĮ": 4311, + "ä»ĺ": 4312, + "Ġdecis": 4313, + "Ġ×IJ×ķת": 4314, + "Ġorgan": 4315, + "ĠÙħÛĮ": 4316, + "åIJij": 4317, + "Ġwants": 4318, + "ид": 4319, + "Ġmarket": 4320, + "ł×Ĺ׳×ķ": 4321, + "Õ¥": 4322, + "Ġstep": 4323, + "Ġger": 4324, + "Ġquestions": 4325, + "ãĢģãģĵãĤĵãģ«ãģ¡ãģ¯": 4326, + "Ġëĵ": 4327, + "åıĭ": 4328, + "bt": 4329, + "Õ¶": 4330, + "มา": 4331, + "Ġëį": 4332, + "Ġforward": 4333, + "hhhhhhhh": 4334, + "оз": 4335, + "ĠÑĤам": 4336, + "ĠÐŀ": 4337, + "Ġز": 4338, + "ÙĦÙĥ": 4339, + "èĢĮ": 4340, + "誰": 4341, + "joy": 4342, + "Ġcolle": 4343, + "Ġhij": 4344, + "Ġbom": 4345, + "ï¼Į对": 4346, + "á»±": 4347, + "Ġdro": 4348, + "িà¦": 4349, + "ift": 4350, + "ãģ£ãģ±ãģĦ": 4351, + "ffect": 4352, + "Ġsta": 4353, + "ĠعÙĦÙĬ": 4354, + "ç»Ļ": 4355, + "Ġpun": 4356, + "ÙĨت": 4357, + "uth": 4358, + "Ġ×ķ×IJ×": 4359, + "eder": 4360, + "æ°´": 4361, + "ĠHis": 4362, + "fer": 4363, + "ges": 4364, + "ãģªãģ£ãģ¦": 4365, + "çĶ·": 4366, + "Ġparent": 4367, + "ãĥĸ": 4368, + "Ġoder": 4369, + "val": 4370, + "Ġpublic": 4371, + "ấy": 4372, + "Ġprote": 4373, + "Ġanyone": 4374, + "ĠبÙĬ": 4375, + "Ġnam": 4376, + "æĢİ": 4377, + "Ġann": 4378, + "代": 4379, + "Ġsex": 4380, + "Ġwind": 4381, + "ãģªãĤĵãģ§ãģĻ": 4382, + "æĬĬ": 4383, + "Ġtid": 4384, + "Ġeat": 4385, + "Õ¸": 4386, + "Ġgü": 4387, + "è¯Ŀ": 4388, + "ım": 4389, + "Ġsituation": 4390, + "ãĢģãģµ": 4391, + "Ġcara": 4392, + "Ġrelationship": 4393, + "ãĢģãģ¡ãĤħ": 4394, + "Ġpen": 4395, + "ап": 4396, + "Ġdark": 4397, + "Ġsud": 4398, + "ages": 4399, + "Ġfür": 4400, + "Ġmention": 4401, + "åıij": 4402, + "åħĪ輩": 4403, + "Ġhonest": 4404, + "×IJ": 4405, + "åįģ": 4406, + "ined": 4407, + "ĠSome": 4408, + "ĠÙĩÙĨاÙĥ": 4409, + "Ġdirect": 4410, + "Ġsind": 4411, + "Ġchildren": 4412, + "zz": 4413, + "åĨħ": 4414, + "pu": 4415, + "ĠasÃŃ": 4416, + "aya": 4417, + "ĠбÑĭл": 4418, + "ìĹIJìĦľ": 4419, + "ãĤĵãģ¨": 4420, + "ĠÐļ": 4421, + "Ġdeath": 4422, + "Ġpersonal": 4423, + "'on": 4424, + "mas": 4425, + "ĠÙĩÙĬ": 4426, + "ев": 4427, + "ere": 4428, + "åĪ¥": 4429, + "Ġvoice": 4430, + "Ġ×Ķ×Ļ×Ķ": 4431, + "оп": 4432, + "Ġlistening": 4433, + "नन": 4434, + "Ġrunning": 4435, + "Ġquand": 4436, + "nie": 4437, + "Ġcir": 4438, + "Ġanswer": 4439, + "ivo": 4440, + "ept": 4441, + "ươ": 4442, + "Ġcomme": 4443, + "ợ": 4444, + "Ġ×IJ×ķ×ŀר": 4445, + "çİ°åľ¨": 4446, + "oco": 4447, + "à³įà²": 4448, + "±´": 4449, + "inal": 4450, + "è¶³": 4451, + "ph": 4452, + "Ġwenn": 4453, + "ãĢģãģĤãģ®": 4454, + "Ġë§IJ": 4455, + "Ġना": 4456, + "ĠGe": 4457, + "Ġorder": 4458, + "æ¡": 4459, + "à¯įà®ķ": 4460, + "ĠHere": 4461, + "ãĢģãģ©ãģĨ": 4462, + "ĠVer": 4463, + "Ġmovie": 4464, + "ric": 4465, + "ently": 4466, + "Ġbuy": 4467, + "аб": 4468, + "ê¸Ī": 4469, + "vert": 4470, + "ĠPorque": 4471, + "urch": 4472, + "Ġpi": 4473, + "fully": 4474, + "ır": 4475, + "Ġinside": 4476, + "Ġevent": 4477, + "Ġsong": 4478, + "ĠìŬ": 4479, + "rit": 4480, + "rew": 4481, + "Ġpued": 4482, + "Ġalgo": 4483, + "oooooooo": 4484, + "Ġ×Ķר×": 4485, + "Ġhell": 4486, + "ĠEur": 4487, + "ãĥ§": 4488, + "ĠìĻ": 4489, + "ãĤĪãģĨãģª": 4490, + "Ġpet": 4491, + "Ġport": 4492, + "Ġtrès": 4493, + "æ·": 4494, + "aring": 4495, + "éĿŀ": 4496, + "Ġ×ĵ": 4497, + "ured": 4498, + "'ét": 4499, + "Ġexample": 4500, + "Ġpou": 4501, + "Ġarri": 4502, + "è·Ł": 4503, + "×ķצ": 4504, + "Ġela": 4505, + "aro": 4506, + "uj": 4507, + "ãģªãģ«": 4508, + "ĠCl": 4509, + "Ġitu": 4510, + "Ġperfect": 4511, + "igo": 4512, + "Ġpossible": 4513, + "Ġseems": 4514, + "ಿ": 4515, + "ĠSc": 4516, + "Ġìļ°": 4517, + "Ġphone": 4518, + "ר×Ļ×": 4519, + "ÙĥÙĪÙĨ": 4520, + "Ĵáŀ": 4521, + "ĠDie": 4522, + "Ġdom": 4523, + "Ġsell": 4524, + "ãĥ¼ãĥ«": 4525, + "ãģĤãģĴ": 4526, + "Ġessa": 4527, + "Ġ'": 4528, + "Ġfol": 4529, + "hm": 4530, + "bed": 4531, + "Ġvou": 4532, + "Ġfazer": 4533, + "Ġbrought": 4534, + "alt": 4535, + "ãģ§ãģĹãĤĩ": 4536, + "ador": 4537, + "åĵĪåĵĪ": 4538, + "Ġsó": 4539, + "اج": 4540, + "ãģıãĤĵ": 4541, + "Ġmillion": 4542, + "ķĮ": 4543, + "Ġmedia": 4544, + "Ġgames": 4545, + "Ġwow": 4546, + "Ġà¦ķ": 4547, + "Ġ×IJ×ķ": 4548, + "orrow": 4549, + "ĠÄijược": 4550, + "ê²ł": 4551, + "Ġcamp": 4552, + "Å©ng": 4553, + "çģ": 4554, + "Ġale": 4555, + "à¹ģล": 4556, + "-f": 4557, + "Ġ×Ķ×IJ×": 4558, + "ões": 4559, + "Ġoutside": 4560, + "िà¤ı": 4561, + "ľ×IJ": 4562, + "gi": 4563, + "ãģ¾ãģŁ": 4564, + "Ġsingle": 4565, + "ãĤĪãģĨãģ«": 4566, + "Ġparce": 4567, + "åĵ¦": 4568, + "Ġtelling": 4569, + "à¹Ģรา": 4570, + "â̦â̦ãĢĤ": 4571, + "Ġduring": 4572, + "Ġkann": 4573, + "Ġknows": 4574, + "Ġmonths": 4575, + "Ġstate": 4576, + "Ġमà¥Ī": 4577, + "itch": 4578, + "Ġdecir": 4579, + "áŁĴáŀ": 4580, + "do": 4581, + "Ġиз": 4582, + "γ": 4583, + "ä»ĬæĹ¥": 4584, + "æį": 4585, + "Ġtried": 4586, + "Ġespecially": 4587, + "èĥ": 4588, + "Ġfast": 4589, + "è½": 4590, + "ìĨ": 4591, + "ãģĬãģĬ": 4592, + "ãģķãĤĵãģ®": 4593, + "Ġcontrol": 4594, + "ãģĻãģĶãģĦ": 4595, + "Ġlim": 4596, + "éģķãģĨ": 4597, + "Ġsleep": 4598, + "ãĤıãģĭ": 4599, + "ко": 4600, + "ĠMais": 4601, + "Ġquer": 4602, + "Ġhappens": 4603, + "Ġud": 4604, + "anger": 4605, + "ĠAmerican": 4606, + "ìľ¼ë¡ľ": 4607, + "Ġentire": 4608, + "Ġthì": 4609, + "ä»ĸ们": 4610, + "Ġconse": 4611, + "ĠØ¥ÙĦÙī": 4612, + "ãĤ¬": 4613, + "ĠRo": 4614, + "ãģĵãģ¨ãģ¯": 4615, + "ìĻ": 4616, + "åħ¶å®ŀ": 4617, + "Ġtalked": 4618, + "ĠÙĪØ§": 4619, + "Ġamazing": 4620, + "Ġfilm": 4621, + "à¤Ł": 4622, + "ìĬ¤": 4623, + "Åij": 4624, + "ез": 4625, + "ilt": 4626, + "ãģijãĤĭ": 4627, + "ãģŁãģı": 4628, + "ĠLook": 4629, + "Ġesa": 4630, + "ีà¹ī": 4631, + "ĠPer": 4632, + "æīĵ": 4633, + "à§ĩà¦": 4634, + "Ġíķľ": 4635, + "ĠмÑĭ": 4636, + "dle": 4637, + "Ġथ": 4638, + "Ġallow": 4639, + "Ġaud": 4640, + "æĪ¦": 4641, + "西": 4642, + "aron": 4643, + "çĭ": 4644, + "iful": 4645, + "Ġcompany": 4646, + "åĿ": 4647, + "uf": 4648, + "åı£": 4649, + "ÈĻ": 4650, + "uma": 4651, + "sa": 4652, + "не": 4653, + "ĠÑĢаз": 4654, + "zi": 4655, + "Ġkon": 4656, + "éĹ®": 4657, + "ĠìĹĨ": 4658, + "ĠÐľ": 4659, + "Ġenjoy": 4660, + "Ġkl": 4661, + "алÑĮ": 4662, + "Ġbene": 4663, + "Ġtrong": 4664, + "Ġshort": 4665, + "het": 4666, + "una": 4667, + "ĠIk": 4668, + "Ġ×¢×Ŀ": 4669, + "Ġbrother": 4670, + "ĠmÃŃ": 4671, + "Ġaussi": 4672, + "Ġhär": 4673, + "çŃī": 4674, + "ired": 4675, + "ris": 4676, + "éŁ³": 4677, + "ging": 4678, + "ãģĹãģªãģĦ": 4679, + "velop": 4680, + "Ġhier": 4681, + "ĠÙĥÙĦ": 4682, + "å¦Ĥæŀľ": 4683, + "ãģ£ãģį": 4684, + "Ġwhite": 4685, + "Ġnecess": 4686, + "à¹īว": 4687, + "tain": 4688, + "Ġflo": 4689, + "ç²": 4690, + "Ġvot": 4691, + "âĻª": 4692, + "決": 4693, + "Ġàª": 4694, + "Ġearly": 4695, + "Ġchance": 4696, + "ãģ«ãģªãĤĭ": 4697, + "ï¼Įè¿Ļ": 4698, + "ĠPe": 4699, + "cted": 4700, + "ải": 4701, + "Ġhappening": 4702, + "ãĢģä½ķ": 4703, + "aces": 4704, + "Ġtur": 4705, + "ãģłãĤįãģĨ": 4706, + "Ġestar": 4707, + "رب": 4708, + "ĠDu": 4709, + "Ġwonder": 4710, + "Ġtie": 4711, + "Ġconne": 4712, + "Ġgitu": 4713, + "Ġparticular": 4714, + "Ġ×Ķ×Ŀ": 4715, + "à¹Ģà¸Ľ": 4716, + "Ġble": 4717, + "Ġparte": 4718, + "Ġquando": 4719, + "Ġvil": 4720, + "Ġfue": 4721, + "ĠaquÃŃ": 4722, + "æļ": 4723, + "Ġvære": 4724, + "indi": 4725, + "Ġett": 4726, + "iva": 4727, + "Ġweird": 4728, + "ãĥ¼ãĥĪ": 4729, + "ley": 4730, + "ket": 4731, + "åĭĿ": 4732, + "ati": 4733, + "Ġeffect": 4734, + "çĸ": 4735, + "ëª": 4736, + "Ġgiven": 4737, + "Ġcreo": 4738, + "Ġtouch": 4739, + "úng": 4740, + "Ġresult": 4741, + "ãĥĥãĤ¯": 4742, + "å¼µ": 4743, + "æ¼": 4744, + "ité": 4745, + "Ġuns": 4746, + "ĠPaul": 4747, + "Ġig": 4748, + "ÑĬ": 4749, + "Ġseeing": 4750, + "ëĦ¤": 4751, + "Ġhours": 4752, + "Ġschon": 4753, + "Äĵ": 4754, + "Ġdice": 4755, + "Ġcost": 4756, + "ì²": 4757, + "Ja": 4758, + "Ġhabl": 4759, + "주": 4760, + "Ġdiffic": 4761, + "Ġcity": 4762, + "Ġones": 4763, + "Ġpeut": 4764, + "ãģĤãĤĮ": 4765, + "eter": 4766, + "ä¸Ģç·Ĵãģ«": 4767, + "Ïĩ": 4768, + "Ġgroup": 4769, + "åħ¬": 4770, + "ku": 4771, + "ãģ®ãģĭ": 4772, + "å¾Īå¾Ī": 4773, + "Ġliving": 4774, + "à°¾à°": 4775, + "ĠëĤ´": 4776, + "ãģ¨ãĤĤ": 4777, + "ãģ«ãģªãģ£ãģ¦": 4778, + "Ġdia": 4779, + "ione": 4780, + "iga": 4781, + "Ġза": 4782, + "å®Į": 4783, + "é¡ĺ": 4784, + "çł": 4785, + "éº": 4786, + "è¨ĢãĤı": 4787, + "ãĤĵãģłãģijãģ©": 4788, + "She": 4789, + "ÑĢа": 4790, + "pping": 4791, + "conom": 4792, + "Ġing": 4793, + "ager": 4794, + "æ´»": 4795, + "vet": 4796, + "zo": 4797, + "नà¥į": 4798, + "Ġरह": 4799, + "ãĢģãģł": 4800, + "ĠAb": 4801, + "èµ°": 4802, + "ĠEntonces": 4803, + "Ġcli": 4804, + "à¸Ħรัà¸ļ": 4805, + "ĦĪ": 4806, + "lease": 4807, + "Ġcla": 4808, + "Ġmad": 4809, + "åĤ": 4810, + "èĢģ": 4811, + "à¹ĩà¸Ļ": 4812, + "æĶ¾": 4813, + "ÙĦت": 4814, + "ãĤĦãģ£ãģ±ãĤĬ": 4815, + "ÙĪÙĪ": 4816, + "Ġmundo": 4817, + "à§ĭ": 4818, + "Ġס×": 4819, + "åĥķ": 4820, + "ides": 4821, + "ĠMaar": 4822, + "è³": 4823, + "©×Ļ×Ŀ": 4824, + "Ġincl": 4825, + "imos": 4826, + "Ġì£": 4827, + "ãĥĦ": 4828, + "Ġdog": 4829, + "Ġspirit": 4830, + "Ġclear": 4831, + "Ġà¹ĥà¸Ĭà¹Ī": 4832, + "Ġattack": 4833, + "Ġmeg": 4834, + "Ġothers": 4835, + "Ġcer": 4836, + "é¡Ķ": 4837, + "ãģ£ãģĭ": 4838, + "Ġspeci": 4839, + "確": 4840, + "رÙĪ": 4841, + "ëŀĮ": 4842, + "ãģ¡ãĤĥãģĨ": 4843, + "Ġnormal": 4844, + "ä»¶": 4845, + "Ġmaar": 4846, + "ĠcÅ©ng": 4847, + "cher": 4848, + "ãĥĥãĥĪ": 4849, + "usted": 4850, + "ذÙĩ": 4851, + "Ġwithin": 4852, + "bor": 4853, + "ãģħãģ£": 4854, + "Ġini": 4855, + "Ġmur": 4856, + "第": 4857, + "ำ": 4858, + "Ġear": 4859, + "Ġmoi": 4860, + "Ñīе": 4861, + "Ġש×Ķ×": 4862, + "ãĢģãģĨãĤĵ": 4863, + "pre": 4864, + "Ġinformation": 4865, + "ãĤ¡": 4866, + "大家": 4867, + "æľŁ": 4868, + "åĩºæĿ¥": 4869, + "Ġliterally": 4870, + "ç§ģãģ®": 4871, + "itive": 4872, + "Ġaus": 4873, + "æĢİä¹Ī": 4874, + "Ġfunny": 4875, + "Ġek": 4876, + "ĠEng": 4877, + "acy": 4878, + "ương": 4879, + "à¶": 4880, + "Ġमà¥Īà¤Ĥ": 4881, + "ær": 4882, + "Ġpresent": 4883, + "볤": 4884, + "ặ": 4885, + "елÑĮ": 4886, + "Ġusing": 4887, + "sy": 4888, + "ĠìłĢ": 4889, + "ững": 4890, + "ĠØ´ÙĬ": 4891, + "zie": 4892, + "ây": 4893, + "Ġsuis": 4894, + "ãĤĵãĤĵãģ£": 4895, + "ĠMic": 4896, + "Ġshot": 4897, + "Ġvor": 4898, + "Ġsurpr": 4899, + "ìŀ¥": 4900, + "ÚĨ": 4901, + "fort": 4902, + "ĠÑģв": 4903, + "Ġoften": 4904, + "ám": 4905, + "ĠDonc": 4906, + "Ġsoci": 4907, + "å°ijãģĹ": 4908, + "ĠBo": 4909, + "Ġmomento": 4910, + "çķª": 4911, + "ls": 4912, + "ĠSu": 4913, + "Ġneeds": 4914, + "ë": 4915, + "æİ¥": 4916, + "Ġproduct": 4917, + "ÙħÙĬ": 4918, + "ãĥľ": 4919, + "back": 4920, + "Ø¢": 4921, + "ụ": 4922, + "ÙģÙĬ": 4923, + "Ġhy": 4924, + "Ġmình": 4925, + "Ġstat": 4926, + "é£Łãģ¹": 4927, + "Ġsupposed": 4928, + "èij": 4929, + "Ġíķ´": 4930, + "Ġways": 4931, + "å¬": 4932, + "Ġż": 4933, + "Ġfaz": 4934, + "æīį": 4935, + "Ġsuccess": 4936, + "ाà¤ģ": 4937, + "овоÑĢ": 4938, + "lic": 4939, + "æĪĸ": 4940, + "Ġuno": 4941, + "unk": 4942, + "Ġtrad": 4943, + "ר×IJ": 4944, + "ÙĤد": 4945, + "Ġspecial": 4946, + "Ġself": 4947, + "ĠDat": 4948, + "ãģ§ãģĻãĤĪ": 4949, + "Ġê°Ļ": 4950, + "ĠTom": 4951, + "Ġsum": 4952, + "רת": 4953, + "Ġcái": 4954, + "али": 4955, + "©×ij": 4956, + "cil": 4957, + "Ľ×ķ׾": 4958, + "OO": 4959, + "íķĺíķĺ": 4960, + "ãĢģãģĿãĤĵãģª": 4961, + "ë§IJ": 4962, + "à¸Ļีà¹ī": 4963, + "ĠInst": 4964, + "Ġmusic": 4965, + "ÑĥÑİ": 4966, + "Ġki": 4967, + "ä»»": 4968, + "Ġesp": 4969, + "ãģĭãĤĤ": 4970, + "Ïį": 4971, + "æķ°": 4972, + "ãĢĤæĪij": 4973, + "ãģĵãģĵãģ": 4974, + "Ġbill": 4975, + "Ġcab": 4976, + "ãĥ³ãĥĪ": 4977, + "Ġgovernment": 4978, + "ìĭł": 4979, + "Ġbeautiful": 4980, + "Ġkommer": 4981, + "Ġsens": 4982, + "äºİ": 4983, + "Õ«": 4984, + "Ġtipo": 4985, + "ä½į": 4986, + "ĠHar": 4987, + "à¥įया": 4988, + "ãĢĤãģĿãĤĮ": 4989, + "itten": 4990, + "让": 4991, + "ĠвÑģе": 4992, + "cent": 4993, + "ãĤĨ": 4994, + "app": 4995, + "ạn": 4996, + "å¼ķ": 4997, + "fr": 4998, + "еÑĩ": 4999, + "Ġmig": 5000, + "ãĤĵãģ®": 5001, + "ãĥ¢": 5002, + "Ġcoisa": 5003, + "Ġspace": 5004, + "声": 5005, + "ãģĵãģ¨ãĤĴ": 5006, + "Ġsont": 5007, + "ema": 5008, + "ãģ«ãģĹãģ¦": 5009, + "Ġà¤Ńà¥Ģ": 5010, + "Ġपर": 5011, + "à¤ķà¥ĭ": 5012, + "ĠApp": 5013, + "ÙĥÙĦ": 5014, + "تÙĬ": 5015, + "ided": 5016, + "Ġtap": 5017, + "æĸ¹ãģĮ": 5018, + "ĠAny": 5019, + "All": 5020, + "ãģıãĤĮ": 5021, + "ï¼ĮçĦ¶åIJİ": 5022, + "Ø£ÙĨ": 5023, + "ãĢģãģ¡ãĤĩãģ£ãģ¨": 5024, + "Ġpract": 5025, + "osh": 5026, + "Ġdaar": 5027, + "Ġtaken": 5028, + "Ġdream": 5029, + "Ġtype": 5030, + "ëĮĢ": 5031, + "åķı": 5032, + "Ġci": 5033, + "Ġпод": 5034, + "ĠPl": 5035, + "Ġpriv": 5036, + "Ġblood": 5037, + "ãĥĵ": 5038, + "Ġconversation": 5039, + "è«": 5040, + "аа": 5041, + "æĽ´": 5042, + "ãĤĵãģłãĤĪ": 5043, + "ĠÑĦ": 5044, + "å¾ħãģ£ãģ¦": 5045, + "rible": 5046, + "more": 5047, + "ĠÄį": 5048, + "anda": 5049, + "Ġ×ĺ": 5050, + "èī²": 5051, + "Ġsend": 5052, + "ĠDav": 5053, + "ĠìĿ¼": 5054, + "Ġhv": 5055, + "ï¼Įå°±æĺ¯": 5056, + "book": 5057, + "ĠëĦ¤": 5058, + "Ġrais": 5059, + "ŀת": 5060, + "ns": 5061, + "ĠÄijã": 5062, + "Ġél": 5063, + "ãģŁãģł": 5064, + "iá»ģu": 5065, + "Ġdad": 5066, + "Ġupon": 5067, + "ãģįãģ¦": 5068, + "Hey": 5069, + "Æ°á»Ľ": 5070, + "Ġfocus": 5071, + "Ġhund": 5072, + "Ġahead": 5073, + "ëĭĺ": 5074, + "Ġbag": 5075, + "cut": 5076, + "Ġtror": 5077, + "ÙĬÙĬÙĬÙĬ": 5078, + "eth": 5079, + "åħĥ": 5080, + "Ġprot": 5081, + "ised": 5082, + "right": 5083, + "ÃŃm": 5084, + "ãģĤãĤĬãģĮãģ¨ãģĨãģĶãģĸ": 5085, + "Ġshare": 5086, + "Ġtas": 5087, + "à¸Īะ": 5088, + "stead": 5089, + "ury": 5090, + "ove": 5091, + "Ġदà¥ĩà¤": 5092, + "ãģ¾ãĤĬ": 5093, + "Ġvoy": 5094, + "Ġtut": 5095, + "Ġwife": 5096, + "à¸Ńย": 5097, + "Ġwall": 5098, + "Ġreturn": 5099, + "Al": 5100, + "Ġthá»ĥ": 5101, + "Ġ기": 5102, + "ãĥ¯": 5103, + "Ġש×Ķ": 5104, + "idence": 5105, + "Ġdoll": 5106, + "ĠÙ¾": 5107, + "Ġtar": 5108, + "Ġcharac": 5109, + "Ġoper": 5110, + "éĹ´": 5111, + "ĠëĮĢ": 5112, + "ĠPod": 5113, + "ĠÙħØ«": 5114, + "çµĤ": 5115, + "ë§Ī": 5116, + "åIJ¬": 5117, + "ä½Ĩæĺ¯": 5118, + "ãģĦãģ®": 5119, + "ãģłãģª": 5120, + "ãģĤãģŁãģĹ": 5121, + "Ġpict": 5122, + "ìĿĮ": 5123, + "ãģŃãģĪ": 5124, + "Ġswe": 5125, + "Ġbaby": 5126, + "Ġtruth": 5127, + "Ġsac": 5128, + "Ġsehr": 5129, + "Ġ׼×Ļ": 5130, + "Ġfan": 5131, + "Ġצ": 5132, + "Ġabsolutely": 5133, + "Ġhistory": 5134, + "åĮĸ": 5135, + "िà¤ķ": 5136, + "Ġhuge": 5137, + "ित": 5138, + "ĠVi": 5139, + "ка": 5140, + "िन": 5141, + "Ġ×Ķ×Ļ×IJ": 5142, + "ĠاÙĦØ´": 5143, + "Ġhair": 5144, + "ëłĩê²Į": 5145, + "Ġmass": 5146, + "ĠЯ": 5147, + "itar": 5148, + "ounds": 5149, + "¯¸": 5150, + "Ġmucho": 5151, + "ή": 5152, + "ết": 5153, + "Ġbij": 5154, + "å¹³": 5155, + "æĸĩ": 5156, + "ĠYour": 5157, + "Ġnet": 5158, + "Ġterms": 5159, + "Ġì¢Ģ": 5160, + "ilo": 5161, + "ĠAg": 5162, + "Ġsimple": 5163, + "ÙĥÙĬ": 5164, + "aj": 5165, + "arth": 5166, + "Ġcette": 5167, + "à§ģ": 5168, + "Ġà¤ķह": 5169, + "ology": 5170, + "cio": 5171, + "gest": 5172, + "Ġopt": 5173, + "×Ļ×Ļ×Ŀ": 5174, + "25": 5175, + "ाम": 5176, + "Ġgiving": 5177, + "emplo": 5178, + "ãģĹãģŁãĤī": 5179, + "Ġappro": 5180, + "èĦ": 5181, + "Ġbud": 5182, + "Ġnhững": 5183, + "Ġपà¥įर": 5184, + "ëĭĪê¹Į": 5185, + "ĠSi": 5186, + "olo": 5187, + "оÑĩ": 5188, + "ĠSen": 5189, + "×Ļ×Ļ×": 5190, + "ored": 5191, + "eeeeeeee": 5192, + "ìĺ¤": 5193, + "ume": 5194, + "ĠKe": 5195, + "uit": 5196, + "Ġмож": 5197, + "ãĥİ": 5198, + "Ġgar": 5199, + "सà¥ĩ": 5200, + "Ġjug": 5201, + "ĠëIJĺ": 5202, + "©×¨": 5203, + "ĠEd": 5204, + "Ġworks": 5205, + "失": 5206, + "king": 5207, + "Ġ׾×Ķ": 5208, + "Ġfuture": 5209, + "ến": 5210, + "ĠInd": 5211, + "ÃŃas": 5212, + "Ġnuest": 5213, + "idos": 5214, + "å§ī": 5215, + "Ġhus": 5216, + "Ġthemselves": 5217, + "ÙİØ§": 5218, + "ãģĭãģ«": 5219, + "inn": 5220, + "ãĥ¤": 5221, + "Ġexist": 5222, + "Ġvä": 5223, + "à¹Ģà¸Ĥ": 5224, + "Ġnom": 5225, + "Ġview": 5226, + "Ġrequ": 5227, + "ries": 5228, + "¡×ķ×": 5229, + "ĠWait": 5230, + "Ĺ×ĵ": 5231, + "ï¼ij": 5232, + "ased": 5233, + "åij½": 5234, + "ÙĪÙĬ": 5235, + "Å¥": 5236, + "car": 5237, + "Ġdam": 5238, + "าร": 5239, + "Ġdifficult": 5240, + "EE": 5241, + "lor": 5242, + "Ġlist": 5243, + "à·": 5244, + "itter": 5245, + "空": 5246, + "Ġdonc": 5247, + "огда": 5248, + "16": 5249, + "ĠÛĮ": 5250, + "haps": 5251, + "åıį": 5252, + "áĢº": 5253, + "'all": 5254, + "ĠWill": 5255, + "़़": 5256, + "帰": 5257, + "구": 5258, + "ché": 5259, + "reen": 5260, + "Ġê·¸ëŀĺìĦľ": 5261, + "aching": 5262, + "99": 5263, + "Ġ×IJ×Ŀ": 5264, + "åİŁ": 5265, + "nel": 5266, + "Ġgj": 5267, + "ĠìŀIJ": 5268, + "ĠEm": 5269, + "irs": 5270, + "à´¿": 5271, + "ĠÑģк": 5272, + "ãĥ»": 5273, + "ÑĥÑĩ": 5274, + "ÄĹ": 5275, + "oth": 5276, + "Ġhistor": 5277, + "var": 5278, + "åĪ©": 5279, + "Ġcả": 5280, + "æµ·": 5281, + "ĠëįĶ": 5282, + "ĠÐŃ": 5283, + "ï¼ĮæĪij们": 5284, + "Ġlui": 5285, + "Ġtam": 5286, + "Ġved": 5287, + "ĠWith": 5288, + "ĵ×Ļ": 5289, + "ensive": 5290, + "Ġtan": 5291, + "å¢": 5292, + "Ġeight": 5293, + "å¾Īå¤ļ": 5294, + "ĠÑĤÑĭ": 5295, + "Ġarm": 5296, + "elle": 5297, + "hal": 5298, + "ĠMc": 5299, + "à¯įத": 5300, + "ify": 5301, + "Ġquel": 5302, + "Ġfigure": 5303, + "Ġgüey": 5304, + "à°¿à°": 5305, + "ĠMark": 5306, + "سÙħ": 5307, + "ĠÑģл": 5308, + "Ġhvor": 5309, + "ãģ§ãģįãĤĭ": 5310, + "Ġwer": 5311, + "à®°": 5312, + "ula": 5313, + "ç³": 5314, + "Ġber": 5315, + "éģĶ": 5316, + "osp": 5317, + "ãģ¿ãĤĵãģª": 5318, + "à¤ķà¥ĩ": 5319, + "×Ļ×¢": 5320, + "Ġparents": 5321, + "Ġbem": 5322, + "Ġrather": 5323, + "Ġsudden": 5324, + "ãģ®ä¸Ń": 5325, + "å·²": 5326, + "ÙħÙĨ": 5327, + "Ġheel": 5328, + "Thank": 5329, + "Ġny": 5330, + "Ġgun": 5331, + "Ġ×ķ×ĸ×Ķ": 5332, + "Ġê": 5333, + "æĻ®": 5334, + "Ġweeks": 5335, + "무": 5336, + "-l": 5337, + "ĠìĤ¬ëŀĮ": 5338, + "ึ": 5339, + "ika": 5340, + "ran": 5341, + "ä¸ĸçķĮ": 5342, + "Ġphys": 5343, + "ãģĦãĤĭãģ®": 5344, + "Ġpus": 5345, + "Ġcosas": 5346, + "ãģĻãģİ": 5347, + "onte": 5348, + "Ġì¤": 5349, + "Ġexplain": 5350, + "Ġopportun": 5351, + "éģİ": 5352, + "uel": 5353, + "Ġanim": 5354, + "Ġlose": 5355, + "ãģıãĤĭ": 5356, + "Ġinvol": 5357, + "ruct": 5358, + "é¡ĺãģĦ": 5359, + "ĠAmerica": 5360, + "Ġhun": 5361, + "Ġplayed": 5362, + "Ġcontinu": 5363, + "hanks": 5364, + "Ġtechn": 5365, + "Ġcompletely": 5366, + "ãģĿãģĨãģĦãģĨ": 5367, + "ãĢģãģĦãģĦ": 5368, + "Ġफ": 5369, + "ì§Ģë§Į": 5370, + "çļĦæĹ¶åĢĻ": 5371, + "iled": 5372, + "ன": 5373, + "Ġ×ij×IJ×": 5374, + "ky": 5375, + "Ġdevelop": 5376, + "á»ĵi": 5377, + "Ġaan": 5378, + "mes": 5379, + "éħį": 5380, + "ãģıãĤīãģĦ": 5381, + "سÙĬ": 5382, + "Ġë§Ī": 5383, + "work": 5384, + "風": 5385, + "ĠÃŃ": 5386, + "Ùĥر": 5387, + "çĨ": 5388, + "Ġìļ°ë¦¬": 5389, + "ãģłãģŃ": 5390, + "Ġcannot": 5391, + "ĠChe": 5392, + "éĿŀ常": 5393, + "å·¥": 5394, + "éĸĭ": 5395, + "Ġìĸ´ë": 5396, + "Ġà¦Ĩ": 5397, + "ाह": 5398, + "ĠYork": 5399, + "ĠdÃŃa": 5400, + "Ġ׾×Ļ": 5401, + "ãĥĢãĥ¡": 5402, + "ãĤ¹ãĥĪ": 5403, + "ĠÙħØ´": 5404, + "ĠGet": 5405, + "å±ĭ": 5406, + "Ġfund": 5407, + "ij×Ķ": 5408, + "à©": 5409, + "áŀ¶": 5410, + "íĻ": 5411, + "Ġpag": 5412, + "ìłķ": 5413, + "ãĥĻ": 5414, + "Ġprinci": 5415, + "Ùħر": 5416, + "Ġcorre": 5417, + "Ġnag": 5418, + "Ġclos": 5419, + "ŀĪ": 5420, + "cks": 5421, + "Ġban": 5422, + "æµģ": 5423, + "este": 5424, + "ãĢģãģ¾ãģĤ": 5425, + "åħ³": 5426, + "ŀ×ķ": 5427, + "ĠGu": 5428, + "reci": 5429, + "ãģŁãĤī": 5430, + "Ġbuilding": 5431, + "inho": 5432, + "ughter": 5433, + "Ġextra": 5434, + "Ġlow": 5435, + "¡×Ļ×": 5436, + "Ġok": 5437, + "Ġcop": 5438, + "Ġże": 5439, + "Ġlives": 5440, + "FF": 5441, + "iti": 5442, + "Ġmá": 5443, + "à¹ģลà¹īว": 5444, + "Ġpresident": 5445, + "Ġident": 5446, + "room": 5447, + "Yes": 5448, + "ä¼Ŀ": 5449, + "kan": 5450, + "old": 5451, + "ands": 5452, + "ое": 5453, + "ĠTw": 5454, + "Ġthrow": 5455, + "arter": 5456, + "irm": 5457, + "åı°": 5458, + "его": 5459, + "Ġrid": 5460, + "िल": 5461, + "aren": 5462, + "ãģłãģijãģ©": 5463, + "Ġeconom": 5464, + "ĠاÙĦÙĨ": 5465, + "Ġcry": 5466, + "gent": 5467, + "ëĵł": 5468, + "ĠëĤ": 5469, + "य": 5470, + "ë³´": 5471, + "Ġserious": 5472, + "enta": 5473, + "èħ": 5474, + "èIJ½": 5475, + "adas": 5476, + "ĠбÑĥд": 5477, + "áĪ": 5478, + "ĠfÃ¥": 5479, + "Ġoffic": 5480, + "Ġground": 5481, + "ãģĭãĤĤãģĹ": 5482, + "Ġüber": 5483, + "ĠìĨ": 5484, + "ĠYa": 5485, + "iÃŁ": 5486, + "Ñĭв": 5487, + "ake": 5488, + "ances": 5489, + "Ġש×ŀ×": 5490, + "ìļ°": 5491, + "த": 5492, + "ªģ": 5493, + "Ġagree": 5494, + "è¾¼": 5495, + "بر": 5496, + "Ġgib": 5497, + "ãĤĴè¦ĭ": 5498, + "Ġacho": 5499, + "Ġfair": 5500, + "Ġlate": 5501, + "-p": 5502, + "ìĿ¼": 5503, + "reg": 5504, + "Ġsitting": 5505, + "¹Ħ": 5506, + "ного": 5507, + "ques": 5508, + "Ġbreat": 5509, + "af": 5510, + "±¸": 5511, + "Ġgut": 5512, + "Ġdiscuss": 5513, + "yr": 5514, + "Ġworked": 5515, + "ìĥģ": 5516, + "Ġlu": 5517, + "è¦ĸ": 5518, + "Ġtrust": 5519, + "Ġhundred": 5520, + "åĬ©": 5521, + "že": 5522, + "Ġìľ": 5523, + "ëħ": 5524, + "оÑģÑĤо": 5525, + "agram": 5526, + "Ġcoll": 5527, + "gh": 5528, + "è¦ļ": 5529, + "got": 5530, + "ãģ£ãģ¦ãģĦãĤĭ": 5531, + "ãģ®ãģ«": 5532, + "Ġali": 5533, + "ĠпеÑĢ": 5534, + "Ġalone": 5535, + "åħĪçĶŁ": 5536, + "Ġreport": 5537, + "ĠsiÄĻ": 5538, + "ression": 5539, + "Ġkita": 5540, + "Ġdag": 5541, + "arent": 5542, + "Tube": 5543, + "Ġhop": 5544, + "Ġjud": 5545, + "ẽ": 5546, + "Ġν": 5547, + "çͱ": 5548, + "Ġspo": 5549, + "åĬ¨": 5550, + "Ġpessoas": 5551, + "ãĢģãĤĵãģ£": 5552, + "Ġmac": 5553, + "oly": 5554, + "ĠHan": 5555, + "14": 5556, + "Be": 5557, + "Don": 5558, + "Ġrespect": 5559, + "ãĢģãĤĦ": 5560, + "gend": 5561, + "Ĥà°": 5562, + "èĬ±": 5563, + "Ġseven": 5564, + "Ġcasa": 5565, + "ëĬĶëį°": 5566, + "ĠSam": 5567, + "Ġgeneral": 5568, + "Ġà¤ĩस": 5569, + "ĠRep": 5570, + "Ġtele": 5571, + "×Ļ׾×ķ": 5572, + "åij¼": 5573, + "çĻº": 5574, + "aka": 5575, + "表": 5576, + "Ġà¦ı": 5577, + "Ġà¨": 5578, + "å«": 5579, + "ãģķãĤĮãģ¦": 5580, + "íĥ": 5581, + "jer": 5582, + "ĠGen": 5583, + "Ġprofess": 5584, + "è¬": 5585, + "Ġneeded": 5586, + "rod": 5587, + "ëĤ": 5588, + "ãģĤãģģ": 5589, + "Ú¾": 5590, + "Ġfinally": 5591, + "ked": 5592, + "ban": 5593, + "Ġchurch": 5594, + "17": 5595, + "ãĤĵãģħ": 5596, + "Ġnoget": 5597, + "íĺ": 5598, + "ãģķãģ¾": 5599, + "Ġseemed": 5600, + "ãģĨãģ£": 5601, + "她": 5602, + "Ġìĭľ": 5603, + "rr": 5604, + "Ġrespons": 5605, + "ĠÏĦο": 5606, + "ugg": 5607, + "nÄĽ": 5608, + "Ġवह": 5609, + "ãģ¡ãĤĥãĤĵãģ¨": 5610, + "Ġsounds": 5611, + "Ġfem": 5612, + "ãģĵãģ¨ãģĮ": 5613, + "Ġlie": 5614, + "ãĥĶ": 5615, + "ł×ķת": 5616, + "Ġslow": 5617, + "Ġsci": 5618, + "ĠBar": 5619, + "ĠOch": 5620, + "Ġtakes": 5621, + "¡°": 5622, + "has": 5623, + "Ġë²": 5624, + "Ġpoder": 5625, + "ĠоÑĩ": 5626, + "åĸľ": 5627, + "à¹Ħà¸Ķ": 5628, + "Ġgel": 5629, + "ãĤĬãģ¾ãģĻ": 5630, + "åĪ«": 5631, + "ĠпоÑĤ": 5632, + "Ñĭй": 5633, + "acc": 5634, + "ĠìĿĮ": 5635, + "ĠAng": 5636, + "ĠDem": 5637, + "ìķĦìļĶ": 5638, + "Ġlid": 5639, + "áĬ": 5640, + "ืà¹Ī": 5641, + "Ġ모": 5642, + "Ġзна": 5643, + "Ġfat": 5644, + "How": 5645, + "uro": 5646, + "ĠOf": 5647, + "Ġdata": 5648, + "Ġfavorite": 5649, + "Ãłnh": 5650, + "©c": 5651, + "Ġparty": 5652, + "cing": 5653, + "Ġimmer": 5654, + "ande": 5655, + "à¤ļ": 5656, + "Ġperform": 5657, + "Ġbin": 5658, + "Ġexcited": 5659, + "ãģ¾ãģĽãĤĵãģ": 5660, + "¨×": 5661, + "ii": 5662, + "ining": 5663, + "à³ģ": 5664, + "mal": 5665, + "ãĢĤãģ¯ãģĦ": 5666, + "set": 5667, + "à¸Ļะ": 5668, + "Ġhour": 5669, + "Ġont": 5670, + "æŃ¢": 5671, + "Ġdeg": 5672, + "Ġ×ij×ķ×IJ": 5673, + "ãĥ¼ãĥł": 5674, + "ĠJag": 5675, + "ãģĪãģ°": 5676, + "ĠìķĬ": 5677, + "abil": 5678, + "ese": 5679, + "à¸ĸ": 5680, + "Ġposition": 5681, + "Ġfort": 5682, + "mit": 5683, + "Ġì°": 5684, + "aking": 5685, + "Ġestán": 5686, + "Ġlonger": 5687, + "Ġés": 5688, + "As": 5689, + "ĠìķĦëĭĪ": 5690, + "ilar": 5691, + "ĠëķĮ": 5692, + "ãĤ¿ãĥ¼": 5693, + "jet": 5694, + "à¹Ģà¸Ľà¹ĩà¸Ļ": 5695, + "Ġbase": 5696, + "áŀ¶áŀ": 5697, + "éĸ¢": 5698, + "Ġà¤ķà¥Ģ": 5699, + "Ġpuede": 5700, + "ĠHmm": 5701, + "kom": 5702, + "ĠÅ¡": 5703, + "ÙĪØ¹": 5704, + "ãģĦãģı": 5705, + "ún": 5706, + "Ġobs": 5707, + "ম": 5708, + "Ġarea": 5709, + "Ġlại": 5710, + "Ġно": 5711, + "Ġroad": 5712, + "ãĤ½": 5713, + "à¥ĭà¤Ĺ": 5714, + "Ġnur": 5715, + "æ®ĭ": 5716, + "Ġaff": 5717, + "ĠÑģам": 5718, + "ached": 5719, + "Ġain": 5720, + "Ġsei": 5721, + "çļĦ人": 5722, + "dom": 5723, + "Ġcomment": 5724, + "Ġyung": 5725, + "Ġhang": 5726, + "Ġenergy": 5727, + "Ġchallen": 5728, + "Ġmens": 5729, + "-ce": 5730, + "Ġknown": 5731, + "ë¶Ħ": 5732, + "ãģĭãģªãģĦ": 5733, + "Ġgust": 5734, + "iert": 5735, + "士": 5736, + "ĠMo": 5737, + "Ġbi": 5738, + "60": 5739, + "é¡Į": 5740, + "cu": 5741, + "Ġesper": 5742, + "Ġmoving": 5743, + "Ġlaug": 5744, + "ãĤıãģŃ": 5745, + "ains": 5746, + "ë¶Ģ": 5747, + "çı¾": 5748, + "ĠUnited": 5749, + "Ġcác": 5750, + "ijIJ": 5751, + "Ġdescri": 5752, + "Ġza": 5753, + "åºĶ": 5754, + "ľ×Ļ×": 5755, + "ĠSim": 5756, + "ç¦": 5757, + "vir": 5758, + "Ġlig": 5759, + "å¤ľ": 5760, + "åĢij": 5761, + "ãģ«è¡Į": 5762, + "Ġব": 5763, + "Ġjed": 5764, + "inda": 5765, + "ades": 5766, + "Ġذ": 5767, + "ĠØ¥ÙĨ": 5768, + "ä»İ": 5769, + "Ġbal": 5770, + "ivid": 5771, + "ãĢģãģ¨": 5772, + "ÙĪÙĤ": 5773, + "ÙĦاÙħ": 5774, + "×IJת": 5775, + "Ġjump": 5776, + "اش": 5777, + "Ġgiá»": 5778, + "Ġattention": 5779, + "à¹Ħà¸Ķà¹ī": 5780, + "Ġfeet": 5781, + "Ŀi": 5782, + "Ġ×Ķש×": 5783, + "Ġaccount": 5784, + "13": 5785, + "ami": 5786, + "Ġris": 5787, + "Ġmine": 5788, + "Ġ×ĸ": 5789, + "Ġasking": 5790, + "ĠMus": 5791, + "Ġpan": 5792, + "åĵģ": 5793, + "ãĤĵãģ§ãģĻãģĭ": 5794, + "Ġà¤ħब": 5795, + "anta": 5796, + "ĠvỼi": 5797, + "ì°": 5798, + "eng": 5799, + "you": 5800, + "Ġill": 5801, + "ಿà²": 5802, + "ãĥį": 5803, + "好çļĦ": 5804, + "ÙģØª": 5805, + "Ġthird": 5806, + "Ġroll": 5807, + "ĠاÙĨا": 5808, + "åĶ": 5809, + "Ġmult": 5810, + "lı": 5811, + "Ġegy": 5812, + "ĠNa": 5813, + "ĠìłĦ": 5814, + "Ġkilled": 5815, + "rij": 5816, + "Ġlug": 5817, + "Ġ×ŀש×": 5818, + "Ġplayers": 5819, + "ended": 5820, + "Ġmatch": 5821, + "Ġthous": 5822, + "Ġíķ": 5823, + "Ġغ": 5824, + "ço": 5825, + "ät": 5826, + "enti": 5827, + "æľĽ": 5828, + "à¹Į": 5829, + "ưá»Ŀng": 5830, + "Ġfur": 5831, + "ãģĻãģIJ": 5832, + "ĠMart": 5833, + "ivers": 5834, + "íŀĪ": 5835, + "ìĦ¸": 5836, + "-na": 5837, + "ï¼Įå°±": 5838, + "ाà¤ĩ": 5839, + "Ġhele": 5840, + "åijĬ": 5841, + "ια": 5842, + "Ûķ": 5843, + "Ġìĸ": 5844, + "otros": 5845, + "Ö°": 5846, + "Ġjog": 5847, + "با": 5848, + "iá»ĥ": 5849, + "Ġanymore": 5850, + "osa": 5851, + "Ġeinf": 5852, + "Ġdude": 5853, + "Ġaren": 5854, + "Ġsir": 5855, + "ĠSha": 5856, + "Ġworry": 5857, + "ಾ": 5858, + "é¨": 5859, + "ÙĦØ©": 5860, + "Ġstraight": 5861, + "ÉĻn": 5862, + "ĠÄiji": 5863, + "ız": 5864, + "ĠEven": 5865, + "ila": 5866, + "Ġimagine": 5867, + "Ġtudo": 5868, + "ĠاÙĦذ": 5869, + "Ġviol": 5870, + "íĸĪ": 5871, + "Ġanyway": 5872, + "Ġcommunity": 5873, + "-m": 5874, + "欲": 5875, + "medi": 5876, + "Ġgro": 5877, + "¤×Ķ": 5878, + "нÑĭй": 5879, + "Ġperi": 5880, + "ãĤĵãĤĵ": 5881, + "attle": 5882, + "ãĢĤãģĤ": 5883, + "Ġà¤ħà¤Ĥद": 5884, + "Ġ×Ĺ×ķ×": 5885, + "En": 5886, + "×ķתר": 5887, + "Ġocc": 5888, + "Ġmucha": 5889, + "Ġahora": 5890, + "ãĥĽ": 5891, + "Ġfant": 5892, + "æĮĩ": 5893, + "éĢ£": 5894, + "24": 5895, + "ãģ£ãģ¦ãĤĤ": 5896, + "енÑĤ": 5897, + "ĠEle": 5898, + "Ä«": 5899, + "Ġmiddle": 5900, + "read": 5901, + "ĠTV": 5902, + "ãģıãĤĮãĤĭ": 5903, + "uda": 5904, + "Ġestamos": 5905, + "Ġcover": 5906, + "'é": 5907, + "Now": 5908, + "Ġmere": 5909, + "aling": 5910, + "Ġvraiment": 5911, + "ë³": 5912, + "两": 5913, + "Ġstories": 5914, + "ãģ®ãģ§": 5915, + "Ġpode": 5916, + "Ġsold": 5917, + "Ġnói": 5918, + "ĠInstagram": 5919, + "ils": 5920, + "ãĤıãĤĪ": 5921, + "Ġsun": 5922, + "ãģ¾ãģ¾": 5923, + "Ġcred": 5924, + "Ġpon": 5925, + "Ġbox": 5926, + "ĠSa": 5927, + "Ġ×ij×IJ": 5928, + "ľ×Ķ": 5929, + "Ġkad": 5930, + "Ġsua": 5931, + "Ġfly": 5932, + "Ġmeu": 5933, + "Ġage": 5934, + "×ķ×Ķ": 5935, + "ÙĤØ©": 5936, + "ầu": 5937, + "Ġتع": 5938, + "Ġpreg": 5939, + "Ġotra": 5940, + "ÃŃn": 5941, + "æĿ¥ãģŁ": 5942, + "Ġmel": 5943, + "à¥įस": 5944, + "Ġfear": 5945, + "Ġeye": 5946, + "Ġtha": 5947, + "iamo": 5948, + "Do": 5949, + "ãģĿãģĵãģ": 5950, + "ä½łçļĦ": 5951, + "ç¿": 5952, + "Ġvas": 5953, + "ĠJack": 5954, + "Ġtable": 5955, + "çİĭ": 5956, + "Ġtraba": 5957, + "ëĥ": 5958, + "kes": 5959, + "Ġwish": 5960, + "Ġorig": 5961, + "ãģ¬": 5962, + "ĠDr": 5963, + "ëĿ¼ê³ł": 5964, + "ãģ»ãĤī": 5965, + "Ġconcer": 5966, + "oses": 5967, + "bel": 5968, + "Ġبس": 5969, + "Ġbara": 5970, + "ĠBro": 5971, + "ùng": 5972, + "ĠMin": 5973, + "ç¬ij": 5974, + "å±±": 5975, + "Ġsv": 5976, + "Ġemot": 5977, + "ĠìĥĿ": 5978, + "Ġverdad": 5979, + "Ġvel": 5980, + "Ġcosa": 5981, + "Ġmenos": 5982, + "Let": 5983, + "bert": 5984, + "hl": 5985, + "oto": 5986, + "key": 5987, + "èĻ": 5988, + "à¥įम": 5989, + "eda": 5990, + "liver": 5991, + "δ": 5992, + "'un": 5993, + "ogn": 5994, + "ĠPodcast": 5995, + "bar": 5996, + "à¥įल": 5997, + "Ġδ": 5998, + "ŀר": 5999, + "¤×¨": 6000, + "Ġkal": 6001, + "Ġentonces": 6002, + "Ġavo": 6003, + "Ñĭе": 6004, + "ĠTod": 6005, + "ĠÙĩÙħ": 6006, + "Ġtreat": 6007, + "Ġaj": 6008, + "×ķ×ĵ×¢": 6009, + "Ö¸": 6010, + "ĠدÙĬ": 6011, + "Ġking": 6012, + "Ġ×Ķ×Ļ": 6013, + "essa": 6014, + "ãĤĵãģĨ": 6015, + "Ġbei": 6016, + "Ġà¤ľà¥ĭ": 6017, + "ĠاÙĦÙĤ": 6018, + "Ġdeb": 6019, + "'av": 6020, + "Ġao": 6021, + "Ġaté": 6022, + "'était": 6023, + "ĠبÙĩ": 6024, + "Æ°á»Ľc": 6025, + "Ġsimp": 6026, + "Ġwelcome": 6027, + "Ġforget": 6028, + "Ġhate": 6029, + "ites": 6030, + "ØŃÙĬ": 6031, + "ãģĵãĤĮãģ¯": 6032, + "Ġshoot": 6033, + "åĵª": 6034, + "æĪ»": 6035, + "Ġgì": 6036, + "feren": 6037, + "ĠговоÑĢ": 6038, + "Ġinn": 6039, + "Ġrap": 6040, + "Ġpoints": 6041, + "Ġnas": 6042, + "-y": 6043, + "ĠTu": 6044, + "ãģ¨ãģį": 6045, + "ার": 6046, + "Ġpolice": 6047, + "éĴ": 6048, + "ĠMon": 6049, + "Ġnear": 6050, + "ä¾Ĩ": 6051, + "ãģĬåħĦ": 6052, + "æ¯į": 6053, + "Ġsqu": 6054, + "Ġsafe": 6055, + "©×Ķ×ķ": 6056, + "ãĤĭãģ®ãģ¯": 6057, + "Ġjest": 6058, + "ôn": 6059, + "Ġnós": 6060, + "'en": 6061, + "åĩºãģ¦": 6062, + "æ©": 6063, + "éķ¿": 6064, + "à¹īà¸Ļ": 6065, + "Ġweil": 6066, + "leg": 6067, + "Ġêµ": 6068, + "icar": 6069, + "ĠGer": 6070, + "Ġproper": 6071, + "éĽĨ": 6072, + "é¢ĺ": 6073, + "è±": 6074, + "ĠÐŃÑĤо": 6075, + "came": 6076, + "Ġlay": 6077, + "ç²¾": 6078, + "ëĵľ": 6079, + "Ġsais": 6080, + "æī¾": 6081, + "Ġ주": 6082, + "Ġfeels": 6083, + "æĽ¸": 6084, + "æĺŁ": 6085, + "à¹Ħà¸Ľ": 6086, + "bu": 6087, + "ãģĬåīį": 6088, + "Ġfas": 6089, + "åIJĮãģĺ": 6090, + "AAAAAAAA": 6091, + "ãģķãĤĵãģĮ": 6092, + "же": 6093, + "Ġبت": 6094, + "Ġtown": 6095, + "fin": 6096, + "lier": 6097, + "ĠNon": 6098, + "ência": 6099, + "ÙħاÙĨ": 6100, + "Ġeinfach": 6101, + "Ġstarting": 6102, + "åħ¨éĥ¨": 6103, + "cket": 6104, + "cked": 6105, + "port": 6106, + "Ġcomb": 6107, + "ĠLu": 6108, + "Ġshall": 6109, + "ãĤıãĤı": 6110, + "ĠÃĩ": 6111, + "Ġsolo": 6112, + "ĠnÃ¥r": 6113, + "ãģĦãģªãģĦ": 6114, + "Ñĥм": 6115, + "rage": 6116, + "Ñģли": 6117, + "ĠBye": 6118, + "Ġfill": 6119, + "人ãģ®": 6120, + "ни": 6121, + "举": 6122, + "like": 6123, + "ãģ¯ãģ£": 6124, + "bro": 6125, + "ping": 6126, + "ĠDavid": 6127, + "èı": 6128, + "íķĺëĬĶ": 6129, + "that": 6130, + "Ġvill": 6131, + "Ġworth": 6132, + "ее": 6133, + "Ġ×IJ׳×Ĺ׳×ķ": 6134, + "Ġdesde": 6135, + "Ġquickly": 6136, + "Ġoffice": 6137, + "Ġtext": 6138, + "ĠPat": 6139, + "å¬ī": 6140, + "Ġfinan": 6141, + "ãĢĤãģĤãģĤ": 6142, + "Ġglad": 6143, + "Ġìłķë§IJ": 6144, + "Ãłn": 6145, + "èį": 6146, + "jar": 6147, + "ÙĪØ¬": 6148, + "Ġphải": 6149, + "St": 6150, + "âĢĮ": 6151, + "Ġ×Ļ׼×ķ׾": 6152, + "Ġsave": 6153, + "Ġaños": 6154, + "ĠAnt": 6155, + "Ïİ": 6156, + "ĠSee": 6157, + "amento": 6158, + "Ġkept": 6159, + "ĠØŃس": 6160, + "ĠاÙĦج": 6161, + "iendo": 6162, + "ãĥĿ": 6163, + "Ġbott": 6164, + "acher": 6165, + "ÙĬÙĩ": 6166, + "ĠÙĪØ£": 6167, + "-×": 6168, + "åıĪ": 6169, + "Ġplat": 6170, + "ĠØ´ÙĬØ¡": 6171, + "調": 6172, + "ĠTer": 6173, + "ijk": 6174, + "ãĤīãĤĮ": 6175, + "ê³¼": 6176, + "ÖĤ": 6177, + "Ġirgend": 6178, + "ller": 6179, + "vol": 6180, + "Ġhebben": 6181, + "ĠاÙĦÙĥ": 6182, + "ends": 6183, + "Ġmol": 6184, + "Ġtotal": 6185, + "ä¸Ģä¸ĭ": 6186, + "Ġwaiting": 6187, + "Ġexperien": 6188, + "rael": 6189, + "lish": 6190, + "80": 6191, + "æł¼": 6192, + "ĠCol": 6193, + "Ġhace": 6194, + "iem": 6195, + "มี": 6196, + "Eh": 6197, + "ä¸ĢäºĽ": 6198, + "ŀש": 6199, + "Ġmesmo": 6200, + "ĠëĦĪ": 6201, + "å½±": 6202, + "Ġstream": 6203, + "Ġcómo": 6204, + "ãģĽãĤĭ": 6205, + "ĠaltsÃ¥": 6206, + "åı«": 6207, + "ãĤ´": 6208, + "ãĤ²": 6209, + "iner": 6210, + "Ġfootball": 6211, + "Ġran": 6212, + "Ľ×ķף": 6213, + "Ġcompet": 6214, + "é©": 6215, + "off": 6216, + "hold": 6217, + "Ġanybody": 6218, + "Ġlag": 6219, + "Ġbless": 6220, + "urity": 6221, + "ĠÚ©Ùĩ": 6222, + "Ġà¤ķा": 6223, + "Ġì¢ĭ": 6224, + "Ġru": 6225, + "à¹Ĥ": 6226, + "Ġcust": 6227, + "ÃŃan": 6228, + "Ġinclud": 6229, + "çĬ¶": 6230, + "åĻ": 6231, + "ror": 6232, + "Ġப": 6233, + "Ġfield": 6234, + "Ùĭا": 6235, + "ĠAber": 6236, + "Ġcontinue": 6237, + "ding": 6238, + "ác": 6239, + "èijī": 6240, + "Ġinterview": 6241, + "æ§ĭ": 6242, + "Ġdesign": 6243, + "มัà¸Ļ": 6244, + "ĠìĿ´ëٰ": 6245, + "Ġwrite": 6246, + "Ġrese": 6247, + "Ġtit": 6248, + "ØŃت": 6249, + "æħ¢": 6250, + "Ľ×Ķ": 6251, + "Ġпол": 6252, + "ãģıãĤĮãģŁ": 6253, + "ãĢģä¸Ģ": 6254, + "gon": 6255, + "ressed": 6256, + "ĠOk": 6257, + "Ġsad": 6258, + "à¥ī": 6259, + "Ġimportante": 6260, + "ções": 6261, + "Ãłng": 6262, + "ĠfÃ¥r": 6263, + "Ġheld": 6264, + "à¹Ģล": 6265, + "Ġincre": 6266, + "ég": 6267, + "iento": 6268, + "ãĤ®": 6269, + "ãģ¾ãģĹãĤĩãģĨ": 6270, + "लà¥ĩ": 6271, + "âm": 6272, + "ming": 6273, + "Ġsono": 6274, + "ï¼Įæľī": 6275, + "ки": 6276, + "ãĤĵãģ¡": 6277, + "Ġvien": 6278, + "Ġmentioned": 6279, + "ãģ·": 6280, + "ĠWar": 6281, + "Ġìłľ": 6282, + "ĠChar": 6283, + "Ġ×Ļ×ķתר": 6284, + "Ġأع": 6285, + "го": 6286, + "Ġelle": 6287, + "áºŃt": 6288, + "ĠоÑĩенÑĮ": 6289, + "±ãģĦ": 6290, + "ĠÄijến": 6291, + "ĠAsÃŃ": 6292, + "band": 6293, + "Ġsão": 6294, + "ĠJu": 6295, + "енно": 6296, + "ota": 6297, + "Ġord": 6298, + "elig": 6299, + "ï¼ŁãģĪ": 6300, + "ĠâĢ": 6301, + "ास": 6302, + "entro": 6303, + "ĠاÙĦØ¥": 6304, + "Ġ×Ķ×ĸ×Ķ": 6305, + "Ġclub": 6306, + "нÑĭе": 6307, + "ĠJoe": 6308, + "Ġstri": 6309, + "ãģ¿ãģŁãģĦãģª": 6310, + "lly": 6311, + "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa": 6312, + "ãĢģãĤı": 6313, + "Ġcompan": 6314, + "Ġpossib": 6315, + "ãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤ": 6316, + "Ġsabe": 6317, + "ç¶ļ": 6318, + "sh": 6319, + "ãĢģãĤ¢": 6320, + "né": 6321, + "çµĤãĤı": 6322, + "Ġopin": 6323, + "Ġmich": 6324, + "Ġcharacter": 6325, + "Ġcertainly": 6326, + "Ġhost": 6327, + "æĢĿãģĦ": 6328, + "vered": 6329, + "æ£": 6330, + "åºĹ": 6331, + "Ġeinen": 6332, + "Ġhurt": 6333, + "еÑģÑĤ": 6334, + "ario": 6335, + "Ġmajor": 6336, + "met": 6337, + "ãĢģãģĶ": 6338, + "Ġissue": 6339, + "Ġà¦ıà¦": 6340, + "ãģªãģĮ": 6341, + "ĠlÃłm": 6342, + "Ġbeat": 6343, + "ination": 6344, + "erve": 6345, + "Ġtôi": 6346, + "Ġappreci": 6347, + "ä½ĵãģ": 6348, + "Ġà¤īस": 6349, + "Ġselv": 6350, + "Ġindivid": 6351, + "ª×Ŀ": 6352, + "Ġbecame": 6353, + "orge": 6354, + "Ġmoet": 6355, + "Ġmanag": 6356, + "ĠTak": 6357, + "å»": 6358, + "Ġsempre": 6359, + "Ġgrande": 6360, + "Ġfamil": 6361, + "Ġaccept": 6362, + "ì¤": 6363, + "à¥ĩर": 6364, + "ãģ¤ãĤĤ": 6365, + "Ġкон": 6366, + "Ġchat": 6367, + "ration": 6368, + "ples": 6369, + "Ġplayer": 6370, + "Ġmessage": 6371, + "Ġश": 6372, + "Ġkick": 6373, + "Ġdecided": 6374, + "ĠZe": 6375, + "ç§ģãģĮ": 6376, + "uts": 6377, + "ĠCor": 6378, + "Ġmoved": 6379, + "该": 6380, + "Ġhig": 6381, + "Ä±ÅŁ": 6382, + "Is": 6383, + "Ġitself": 6384, + "ÙĪØª": 6385, + "Ġluck": 6386, + "ĠMad": 6387, + "Ġrac": 6388, + "Ġanal": 6389, + "pir": 6390, + "ãģ«åħ¥": 6391, + "Ġpiece": 6392, + "çµ¶": 6393, + "ίν": 6394, + "ение": 6395, + "Ġà¤ĸ": 6396, + "Ġpoco": 6397, + "éł¼": 6398, + "åı¸": 6399, + "Ġmejor": 6400, + "ales": 6401, + "Ġkhi": 6402, + "Ġboom": 6403, + "Ġchanged": 6404, + "sen": 6405, + "ìĪĺ": 6406, + "ander": 6407, + "ĠWest": 6408, + "ji": 6409, + "Ġbat": 6410, + "iday": 6411, + "ex": 6412, + "Ġëĵ¤": 6413, + "Ġclean": 6414, + "åĦª": 6415, + "Ġindust": 6416, + "ills": 6417, + "áĢºáĢ": 6418, + "âĶĢâĶĢ": 6419, + "Ġfakt": 6420, + "ÙĬÙģ": 6421, + "段": 6422, + "ãĥĥãĥģ": 6423, + "enty": 6424, + "ãĢģãģı": 6425, + "esta": 6426, + "Ġngh": 6427, + "аг": 6428, + "Ġcontent": 6429, + "Ġinstead": 6430, + "ìłģ": 6431, + "или": 6432, + "Ġperiod": 6433, + "Ġhelt": 6434, + "Ġminute": 6435, + "Ġî": 6436, + "Ġ×ŀ×ķ×": 6437, + "Ġtravel": 6438, + "æľĿ": 6439, + "être": 6440, + "-D": 6441, + "ãĤīãĤĮãĤĭ": 6442, + "Ġmouth": 6443, + "Ġfaith": 6444, + "ãĥ©ãĤ¤": 6445, + "ä¿Ŀ": 6446, + "æľį": 6447, + "Ġони": 6448, + "çζ": 6449, + "Ġeles": 6450, + "Ġamount": 6451, + "Ġnä": 6452, + "Ġsä": 6453, + "Ġincred": 6454, + "Ġbil": 6455, + "ĠлÑİ": 6456, + "à´¿à´": 6457, + "ĠVocê": 6458, + "Ġtrack": 6459, + "اع": 6460, + "van": 6461, + "ãģ£ãģ¦ãģŁ": 6462, + "ĠÐĶа": 6463, + "ĠDus": 6464, + "itions": 6465, + "Ġtyp": 6466, + "ä½ķãģĭ": 6467, + "æ¥Ń": 6468, + "ĠاÙĦب": 6469, + "ãģĭãģĹãĤī": 6470, + "è¿Ľ": 6471, + "Ġνα": 6472, + "ĊĊ": 6473, + "ÙĦÙĪ": 6474, + "ãĢģãģĿãĤĮãģ¯": 6475, + "ĠÙĩذÙĩ": 6476, + "Ġshows": 6477, + "Ġeff": 6478, + "Ġhvis": 6479, + "90": 6480, + "ĠBueno": 6481, + "ãģ£ãģŁãģ®": 6482, + "Ġmeant": 6483, + "Ġeigen": 6484, + "fa": 6485, + "ä¿Ĥ": 6486, + "rom": 6487, + "ĠdÃ¥": 6488, + "Ġש׾×": 6489, + "light": 6490, + "pter": 6491, + "à¯Ī": 6492, + "Ġvá»ģ": 6493, + "Ġtener": 6494, + "à¸ģาร": 6495, + "Ġtowards": 6496, + "ãģĹãģ¦ãģĦãĤĭ": 6497, + "Ġà¤ķà¥įया": 6498, + "éĶ": 6499, + "ằ": 6500, + "éd": 6501, + "Ġbegan": 6502, + "ಾà²": 6503, + "ãģĭãĤīãģŃ": 6504, + "Ġded": 6505, + "Ġë§İ": 6506, + "'h": 6507, + "Ġbeginning": 6508, + "Ġêtre": 6509, + "Ġgotta": 6510, + "nn": 6511, + "umb": 6512, + "Ġecht": 6513, + "áºŃy": 6514, + "Ġconsider": 6515, + "Ġpred": 6516, + "ĠÐij": 6517, + "Ġpuis": 6518, + "ÙħÙĥÙĨ": 6519, + "Ġдел": 6520, + "Ġlearned": 6521, + "楽ãģĹ": 6522, + "Ġtinha": 6523, + "sem": 6524, + "oint": 6525, + "çĶ»": 6526, + "人ãģĮ": 6527, + "åį±": 6528, + "ization": 6529, + "ê°ģ": 6530, + "Ġ×¢×ķ×": 6531, + "á»iji": 6532, + "ordan": 6533, + "Ġfordi": 6534, + "Ġforma": 6535, + "ãģ¤ãģĦãģ¦": 6536, + "ĠSomet": 6537, + "Ġlarge": 6538, + "Ġactiv": 6539, + "幸": 6540, + "Ġfalar": 6541, + "esse": 6542, + "Ġinvestig": 6543, + "ÉĻr": 6544, + "×Ļ×Ļ×Ļ×Ļ×Ļ×Ļ×Ļ×Ļ": 6545, + "Ġbrain": 6546, + "ाद": 6547, + "ãģ®åŃIJ": 6548, + "Ġganz": 6549, + "Ġsett": 6550, + "ãģ§ãģĻãģĮ": 6551, + "itor": 6552, + "Ġש×Ŀ": 6553, + "िस": 6554, + "Ġë°Ķ": 6555, + "ĠнеÑĤ": 6556, + "Ġkey": 6557, + "ĠBiden": 6558, + "ãģijãģªãģĦ": 6559, + "Ġcada": 6560, + "Ġsegu": 6561, + "ãĢģãģĤãĤĬ": 6562, + "Ġà¤ħनà¥į": 6563, + "Ġvet": 6564, + "ĠØ£ÙĨÙĩ": 6565, + "åĦ¿": 6566, + "ĠAllah": 6567, + "Ġ×ij×ŀ×": 6568, + "Ġcreate": 6569, + "ؤ": 6570, + "å½ĵãģ": 6571, + "Ġмен": 6572, + "å¨": 6573, + "Ġtema": 6574, + "Ġ׾×ŀ×": 6575, + "×ķ×Ĺ": 6576, + "Ľ×©": 6577, + "ç´ł": 6578, + "è§ģ": 6579, + "Ġonline": 6580, + "ĠتÙĪ": 6581, + "Ġej": 6582, + "æĪĸèĢħ": 6583, + "ateg": 6584, + "Ġround": 6585, + "My": 6586, + "ulle": 6587, + "Ġê·¸ëŁ°": 6588, + "ëĵ¤ìĿ´": 6589, + "ÙIJÙĬ": 6590, + "Ġtiemp": 6591, + "Ġsiempre": 6592, + "Ġfing": 6593, + "ãĤģãĤĭ": 6594, + "Ġlá»": 6595, + "ãģĹãĤĪãģĨ": 6596, + "Ġgold": 6597, + "Ġdonde": 6598, + "iet": 6599, + "Ġprime": 6600, + "à¥ģत": 6601, + "è°¢": 6602, + "bol": 6603, + "asure": 6604, + "ĠاÙĦد": 6605, + "ï¼Ĵ": 6606, + "ãģ£ãģı": 6607, + "ĠCity": 6608, + "ä½ı": 6609, + "Ġproject": 6610, + "Ġguard": 6611, + "ä¸ĩ": 6612, + "Ġputting": 6613, + "Ġبعد": 6614, + "Ãłi": 6615, + "æĹł": 6616, + "Ġglo": 6617, + "å«Į": 6618, + "ÏĦα": 6619, + "oking": 6620, + "交": 6621, + "Ġship": 6622, + "Ä©": 6623, + "resent": 6624, + "Ġusually": 6625, + "Ò¯": 6626, + "ĠUS": 6627, + "Ĺ×§": 6628, + "Ġbecom": 6629, + "ÑĪе": 6630, + "ãģªãģķãģĦ": 6631, + "Ġpath": 6632, + "Ġminha": 6633, + "Ġoù": 6634, + "ãģĶãĤģ": 6635, + "ação": 6636, + "ãģªãĤĬ": 6637, + "Ġим": 6638, + "iten": 6639, + "Ġgodt": 6640, + "Ġsz": 6641, + "Ġliv": 6642, + "àµģ": 6643, + "ãĥ¼ãĤĵ": 6644, + "Ġجدا": 6645, + "ĠìĿ´ê±°": 6646, + "Ġ×Ķת×": 6647, + "ãĤĤãģ¡": 6648, + "Ġped": 6649, + "رÙĥ": 6650, + "ĠDeus": 6651, + "Ġbunch": 6652, + "ĠÚ¯": 6653, + "Ġzeg": 6654, + "ĠgÃ¥": 6655, + "Ġhalt": 6656, + "ĠÄijá»ĥ": 6657, + "unca": 6658, + "åħī": 6659, + "ĠØ«": 6660, + "æıIJ": 6661, + "ãĤ·ãĥ§": 6662, + "Ġham": 6663, + "Ġlige": 6664, + "ĠFace": 6665, + "ìĻĢ": 6666, + "å¿ħè¦ģ": 6667, + "Ġ×Ĵ": 6668, + "Ġhoy": 6669, + "رج": 6670, + "å¡": 6671, + "ache": 6672, + "Ġsẽ": 6673, + "-c": 6674, + "ĠPeople": 6675, + "ï¼ĮåĹ¯": 6676, + "ãģµãģµãģ£": 6677, + "ieder": 6678, + "á»ı": 6679, + "ï¼ĮæīĢ以": 6680, + "Ġ×Ļ×ķ×ĵ×¢": 6681, + "Ġdanger": 6682, + "bb": 6683, + "ĠÑģп": 6684, + "ĠApple": 6685, + "kin": 6686, + "imate": 6687, + "å¼ı": 6688, + "ëIJ": 6689, + "ĠÎŃ": 6690, + "àŃ": 6691, + "erson": 6692, + "×ķ×ĺ": 6693, + "ĠÐĿÑĥ": 6694, + "Ġlink": 6695, + "Ġhá»į": 6696, + "Ġcross": 6697, + "Ġgoal": 6698, + "Ġtomorrow": 6699, + "Ġapart": 6700, + "ìļ´": 6701, + "kl": 6702, + "rt": 6703, + "Ġtừ": 6704, + "å¿ľ": 6705, + "miss": 6706, + "Not": 6707, + "When": 6708, + "æĿ¥ãģ¦": 6709, + "how": 6710, + "×Ķ×Ŀ": 6711, + "aciones": 6712, + "Ġwatched": 6713, + "åŃĺ": 6714, + "Ö´": 6715, + "à¹Īà¸ĩ": 6716, + "Ġchúng": 6717, + "Ġnosotros": 6718, + "øre": 6719, + "-P": 6720, + "ï¼IJ": 6721, + "客": 6722, + "uring": 6723, + "де": 6724, + "Ġdifference": 6725, + "Ġanche": 6726, + "ÙĦاÙĭ": 6727, + "éģ¸": 6728, + "à¤ģ": 6729, + "Ġotro": 6730, + "Ġdied": 6731, + "åĪļ": 6732, + "Ġbast": 6733, + "ç±": 6734, + "Ġtenemos": 6735, + "Ġusted": 6736, + "ãĤĵãģĺãĤĥãģªãģĦ": 6737, + "äºĭæĥħ": 6738, + "è¾¹": 6739, + "ĠCal": 6740, + "êm": 6741, + "ned": 6742, + "иÑĤе": 6743, + "ê°Ħ": 6744, + "cel": 6745, + "éĢĥ": 6746, + "illa": 6747, + "å·²ç»ı": 6748, + "æĸĻ": 6749, + "ãĢģãģķ": 6750, + "èģŀãģĦãģ¦": 6751, + "ucoup": 6752, + "×ķ×¢": 6753, + "Å«": 6754, + "æ¿": 6755, + "ãĤīãĤĮãģ¦": 6756, + "ãĤĦãĤĭ": 6757, + "ç¡": 6758, + "á»ijng": 6759, + "ĠIsrael": 6760, + "Ġchose": 6761, + "Ġtour": 6762, + "iy": 6763, + "æĪijçļĦ": 6764, + "Ġtax": 6765, + "اÙĩ": 6766, + "ĠRuss": 6767, + "æľĥ": 6768, + "Ġagora": 6769, + "arily": 6770, + "ãģ¯ãģļ": 6771, + "è·¯": 6772, + "ç§ģãĤĤ": 6773, + "ĠMmm": 6774, + "etta": 6775, + "ç®Ĺ": 6776, + "Ġreading": 6777, + "Ġsubs": 6778, + "áĥIJ": 6779, + "qué": 6780, + "Ġtanto": 6781, + "è¿Ļè¿Ļ": 6782, + "ival": 6783, + "Ġada": 6784, + "Ġsomewhere": 6785, + "ãģĤãĤĬãģ¾ãģĻ": 6786, + "Ġcatch": 6787, + "Õ¸ÖĤ": 6788, + "ÏĦι": 6789, + "ĠDes": 6790, + "Ġsein": 6791, + "ãģķãĤĵãģ«": 6792, + "æľº": 6793, + "Ġheav": 6794, + "Ġstore": 6795, + "woon": 6796, + "uego": 6797, + "ãĢĤãģĨãĤĵ": 6798, + "å¯Ŀ": 6799, + "Ġfix": 6800, + "Ġrisk": 6801, + "iller": 6802, + "ijף": 6803, + "Ġhello": 6804, + "Ġfell": 6805, + "å¿«": 6806, + "Ġvict": 6807, + "cie": 6808, + "ãĤĵãģŃ": 6809, + "ĠDer": 6810, + "Ġantes": 6811, + "ĠThese": 6812, + "Ġmga": 6813, + "Ġstar": 6814, + "Ġako": 6815, + "Ġregard": 6816, + "Ġur": 6817, + "Ġdisp": 6818, + "éª": 6819, + "ĠÙĪÙĩ": 6820, + "ĠMiss": 6821, + "Ġstick": 6822, + "ãĢģç§ģãģ¯": 6823, + "Ġlugar": 6824, + "mt": 6825, + "िया": 6826, + "еÑĪÑĮ": 6827, + "Ġtempo": 6828, + "Ġopportunity": 6829, + "Ġإذا": 6830, + "Ġpersona": 6831, + "ption": 6832, + "ĠgÃ¥r": 6833, + "Ġcold": 6834, + "ãģ¡ãĤĥãĤĵãģ®": 6835, + "ĠMer": 6836, + "inc": 6837, + "íķĺê³ł": 6838, + "ĠDamn": 6839, + "ÙĤÙĬ": 6840, + "Ġwird": 6841, + "Ġirgendw": 6842, + "Ġcomfort": 6843, + "esterd": 6844, + "igent": 6845, + "Ġskulle": 6846, + "Ġting": 6847, + "×Ļת×Ļ": 6848, + "Ġpolic": 6849, + "esterday": 6850, + "Ġsecret": 6851, + "Ġpró": 6852, + "è¿ĺæĺ¯": 6853, + "Ġplaces": 6854, + "Æ¡n": 6855, + "ÑĨи": 6856, + "ãģķãĤĵãģ¯": 6857, + "ÑĢÑĥг": 6858, + "ìŀħ": 6859, + "าม": 6860, + "Ġstrugg": 6861, + "å°į": 6862, + "Ġimmedi": 6863, + "ãģĤãģĤãģ£": 6864, + "رد": 6865, + "Ġdrive": 6866, + "sp": 6867, + "âĢĶâĢĶ": 6868, + "æ©Ł": 6869, + "ĠìĿ´ëłĩê²Į": 6870, + "rig": 6871, + "Ġquie": 6872, + "ãģıãģ¦": 6873, + "ential": 6874, + "िय": 6875, + "Ġwriting": 6876, + "Ġbeaucoup": 6877, + "çļĨ": 6878, + "ãģĭãģĹãģĦ": 6879, + "è¶Ĭ": 6880, + "ĠThanks": 6881, + "à¯įà®Ł": 6882, + "Ġsoft": 6883, + "oh": 6884, + "La": 6885, + "Ġpicture": 6886, + "à¹Ģห": 6887, + "ï¼ŁĊ": 6888, + "Ġtend": 6889, + "æĻ®éĢļ": 6890, + "Ġloved": 6891, + "Ġpsy": 6892, + "ÙĨد": 6893, + "ĠPed": 6894, + "ãģłãģ¨": 6895, + "rie": 6896, + "Ġà¤Ĩà¤": 6897, + "ãĤĪãģĭãģ£ãģŁ": 6898, + "Ġì¹": 6899, + "ãģ¡ãĤĩ": 6900, + "ãĢģ大": 6901, + "Ġmental": 6902, + "æ»": 6903, + "念": 6904, + "ĠÚĨ": 6905, + "Ġils": 6906, + "Ù쨳": 6907, + "ĠìķĮ": 6908, + "Ġmeget": 6909, + "Ġdoc": 6910, + "nÃŃ": 6911, + "×ķצ×Ķ": 6912, + "áºŃn": 6913, + "Ġ×IJ×Ĺר": 6914, + "Ġsever": 6915, + "ů": 6916, + "Ġdeux": 6917, + "ï¼Įæĺ¯çļĦ": 6918, + "yd": 6919, + "à±ĩ": 6920, + "Ġbank": 6921, + "ãģŃãģĩ": 6922, + "Ġmand": 6923, + "emy": 6924, + "nal": 6925, + "ĠCap": 6926, + "ĠاÛĮÙĨ": 6927, + ",,": 6928, + "Ġlegal": 6929, + "inh": 6930, + "ĠÑĪ": 6931, + "icos": 6932, + "Ġgang": 6933, + "à¹Ĩ": 6934, + "ì¹ĺ": 6935, + "Ġин": 6936, + "ledge": 6937, + "Ġaconte": 6938, + "Ġassist": 6939, + "oma": 6940, + "eldig": 6941, + "antly": 6942, + "Ġweren": 6943, + "еп": 6944, + "Ġmach": 6945, + "à¸Ļีà¹Ī": 6946, + "ocr": 6947, + "®à¯į": 6948, + "ä¼ij": 6949, + "âu": 6950, + "Ġeduc": 6951, + "ениÑı": 6952, + "ãĢĤéĤ£": 6953, + "ï¼Įæĺ¯": 6954, + "Ġtrabal": 6955, + "Ġlocal": 6956, + "Ġamong": 6957, + "Ġterrible": 6958, + "ãģ¾ãģĤãģ¾ãģĤ": 6959, + "iero": 6960, + "hehehehehehehehehehehehehehehehe": 6961, + "Ġfør": 6962, + "ãģĻãģĶãģı": 6963, + "Ġnature": 6964, + "rif": 6965, + "éĩı": 6966, + "Ġchi": 6967, + "ãģĹãĤĥ": 6968, + "Ġκαι": 6969, + "ĠFo": 6970, + "ĠÙĦÙĦ": 6971, + "Ġtoda": 6972, + "ç¨ĭ": 6973, + "ç³»": 6974, + "ª×Ķ": 6975, + "ãģķãĤĮãģŁ": 6976, + "Ġfloor": 6977, + "Ġpack": 6978, + "enda": 6979, + "Ġuit": 6980, + "Ġtiempo": 6981, + "Ġtengo": 6982, + "Ġestaba": 6983, + "Ġspeaking": 6984, + "Ġez": 6985, + "åζ": 6986, + "Ľ×Ł": 6987, + "Ġже": 6988, + "ãģ¸ãģ¸": 6989, + "Ġmá»": 6990, + "icas": 6991, + "Ġलिà¤ı": 6992, + "Ġrá»ĵi": 6993, + "atch": 6994, + "Ġhai": 6995, + "ãģ§ãģĹãģŁ": 6996, + "ió": 6997, + "ãģ£ãģ¡ãĤĥãģĨ": 6998, + "ingen": 6999, + ".ĠI": 7000, + ",ĠI": 7001, + ".ĠAnd": 7002, + ",Ġand": 7003, + ",Ġyou": 7004, + "Ġit's": 7005, + "ĠofĠthe": 7006, + ".ĠIt": 7007, + "Ġdon't": 7008, + ",Ġbut": 7009, + "ĠinĠthe": 7010, + ".ĠSo": 7011, + ".ĠYou": 7012, + "ĠgoingĠto": 7013, + ",Ġno": 7014, + ".ĠBut": 7015, + ",Ġthe": 7016, + ",ĠyouĠknow": 7017, + "Ġthat's": 7018, + ".ĠHe": 7019, + ".ĠYeah": 7020, + ".ĠIt's": 7021, + ".ĠThe": 7022, + "ĠI'm": 7023, + ".ĠA": 7024, + "ĠtoĠthe": 7025, + ".ĠWe": 7026, + ".ĠThat": 7027, + "Ġlike,": 7028, + "ĠonĠthe": 7029, + "Ġyou're": 7030, + ".ĠI'm": 7031, + "ĠtoĠbe": 7032, + "ĠhaĠha": 7033, + ",Ġwe": 7034, + ",Ġa": 7035, + ".ĠOh": 7036, + ",Ġno,Ġno": 7037, + ".ĠThey": 7038, + "ĠwantĠto": 7039, + ",Ġhe": 7040, + ".ĠS": 7041, + ".ĠT": 7042, + ",ĠyouĠknow,": 7043, + ".ĠNo": 7044, + "ĠkindĠof": 7045, + "ĠitĠwas": 7046, + ".ĠJa": 7047, + ".ĠE": 7048, + ",Ġit's": 7049, + ".ĠThat's": 7050, + ",Ġso": 7051, + ".ĠO": 7052, + "Ġdidn't": 7053, + ".ĠH": 7054, + ".ĠB": 7055, + "ĠaĠlot": 7056, + ".ĠC": 7057, + "ĠatĠthe": 7058, + "o,": 7059, + ".ĠM": 7060, + "?ĠWhat": 7061, + ",Ġ": 7062, + ".ĠN": 7063, + "Ġdon'tĠknow": 7064, + "s,": 7065, + "Ġthere's": 7066, + "s.": 7067, + "i,": 7068, + "Ġthey're": 7069, + "Ġcan't": 7070, + ",ĠI'm": 7071, + "Ġit.": 7072, + "a,": 7073, + "ĠforĠthe": 7074, + ".ĠP": 7075, + "ĠifĠyou": 7076, + "ĠinĠa": 7077, + "ĠthisĠis": 7078, + "ĠhaveĠto": 7079, + "ĠIĠthink": 7080, + "ĠIĠwas": 7081, + "ĠÙĦاĠÙĦا": 7082, + ",Ġoh": 7083, + "!Ġ¡": 7084, + ",Ġyeah": 7085, + ".ĠThis": 7086, + ".ĠWhat": 7087, + "Ġc'est": 7088, + "ĠwithĠthe": 7089, + ",Ġwhich": 7090, + ".ĠD": 7091, + ",Ġright": 7092, + ",Ġit": 7093, + "ĠisĠa": 7094, + ".ĠOkay": 7095, + "Ġwe're": 7096, + ",Ġ×ĸ×Ķ": 7097, + ",Ġthey": 7098, + ".ĠThere": 7099, + "Ġhe's": 7100, + "ĠhaveĠa": 7101, + "ĠtoĠdo": 7102, + ",Ġthat": 7103, + "ĠhaĠhaĠhaĠha": 7104, + ".ĠY": 7105, + ".ĠV": 7106, + ".ĠShe": 7107, + "ĠaĠlotĠof": 7108, + "en,": 7109, + ",Ġwhat": 7110, + "ĠandĠthe": 7111, + ",Ġque": 7112, + ".ĠLike": 7113, + ".ĠL": 7114, + "ĠyouĠknow": 7115, + ",Ġja": 7116, + ",Ġlike": 7117, + "ĠfromĠthe": 7118, + ".ĠF": 7119, + "!ĠOh": 7120, + "?ĠI": 7121, + "ĠaĠlittle": 7122, + "ĠisĠthe": 7123, + "ĠdeĠla": 7124, + "ĠofĠa": 7125, + "Ġyou.": 7126, + "ĠthatĠyou": 7127, + "en.": 7128, + ".ĠIĠthink": 7129, + ",Ġde": 7130, + ".ĠIf": 7131, + "ĠlikeĠa": 7132, + "!ĠOh!ĠOh": 7133, + ",Ġoh,Ġoh": 7134, + ",Ġthat's": 7135, + "ĠtoĠget": 7136, + "ĠthatĠI": 7137, + ",Ġright?": 7138, + ",Ġo": 7139, + ".ĠYouĠknow": 7140, + "ĠallĠthe": 7141, + ".ĠK": 7142, + "ĠwasĠa": 7143, + "Ġl'": 7144, + ".ĠW": 7145, + ".ĠIn": 7146, + ",ĠIĠthink": 7147, + "ĠforĠa": 7148, + ".ĠAndĠI": 7149, + "es,": 7150, + "ĠgoingĠtoĠbe": 7151, + "ĠdetĠer": 7152, + ",Ġk": 7153, + "?ĠWhat?ĠWhat": 7154, + ".ĠEn": 7155, + ",Ġ׾×IJ": 7156, + "Ġdoesn't": 7157, + "ĠdoĠyou": 7158, + ".ĠYes": 7159, + ".Ġ": 7160, + "ĠandĠI": 7161, + "ĠdaĠda": 7162, + ".ĠAndĠthen": 7163, + "o.": 7164, + "er,": 7165, + ".ĠDet": 7166, + "ingĠthe": 7167, + "ĠasĠa": 7168, + "ãģ£ï¼ģ": 7169, + ".ĠG": 7170, + "ĠoutĠof": 7171, + "sĠand": 7172, + ",Ġ×IJ׳×Ļ": 7173, + "ĠitĠis": 7174, + "ĠthatĠthe": 7175, + ".ĠIĠmean": 7176, + "sĠof": 7177, + "ĠaboutĠthe": 7178, + "ĠwithĠa": 7179, + "ĠheĠwas": 7180, + "ĠyouĠcan": 7181, + ",Ġat": 7182, + "ĠthatĠwe": 7183, + ",Ġ×ĸ×Ķ,Ġ×ĸ×Ķ": 7184, + ".ĠJ": 7185, + "ĠintoĠthe": 7186, + "ĠneedĠto": 7187, + ",Ġshe": 7188, + "ĠbyĠthe": 7189, + "edĠto": 7190, + "ĠwouldĠbe": 7191, + ".ĠWell": 7192, + ",ĠÑĩÑĤо": 7193, + ".ĠNow": 7194, + "as,": 7195, + ".ĠLet": 7196, + ",Ġmy": 7197, + "à¥Īà¤Ĥ": 7198, + ".ĠAll": 7199, + ",Ġokay": 7200, + "os,": 7201, + "'veĠgot": 7202, + "y,": 7203, + "Ġwasn't": 7204, + ".ĠHe's": 7205, + "Ġlet's": 7206, + "ĠtoĠme": 7207, + "ĠÙĦاĠÙĦاĠÙĦاĠÙĦا": 7208, + "Ġsaid,": 7209, + "ĠlikeĠthat": 7210, + "ĠhaveĠbeen": 7211, + ",Ġc'est": 7212, + "ĠonĠa": 7213, + "ĠIt's": 7214, + ".ĠJa,": 7215, + ".ĠOg": 7216, + "ØĮĠÙĦا": 7217, + ",Ġum": 7218, + ",Ġas": 7219, + ",Ġin": 7220, + "ĠwhenĠyou": 7221, + ",ĠbutĠI": 7222, + "Ġyou,": 7223, + ",ĠandĠI": 7224, + "a.": 7225, + "ĠandĠthen": 7226, + ".ĠYou're": 7227, + "edĠthe": 7228, + ",Ġet": 7229, + ",Ġ¿": 7230, + ".ĠR": 7231, + "n't": 7232, + "ĠtryingĠto": 7233, + "ĠloĠque": 7234, + ",Ġman": 7235, + ",Ġje": 7236, + ",Ġog": 7237, + "es.": 7238, + ".ĠItĠwas": 7239, + "ĠwhatĠI": 7240, + ",Ġ׾×IJ,Ġ׾×IJ": 7241, + "ãģŃãĢĤ": 7242, + ",Ġto": 7243, + ",Ġor": 7244, + ",Ġen": 7245, + "ĠlikeĠthe": 7246, + "×Ķ,": 7247, + "er.": 7248, + ".ĠJa.ĠJa": 7249, + "ĠsortĠof": 7250, + ",Ġthen": 7251, + "!ĠAh": 7252, + ",Ġyou're": 7253, + "ìļĶ.": 7254, + "ĠareĠyou": 7255, + "ĠrightĠnow": 7256, + ".ĠOh.ĠOh": 7257, + ",Ġif": 7258, + "ØĮĠÙĦاØĮĠÙĦا": 7259, + ",Ġlike,": 7260, + "t,": 7261, + ".ĠMm": 7262, + "ĠwillĠbe": 7263, + ".ĠAndĠso": 7264, + ",Ġja,Ġja": 7265, + "'veĠbeen": 7266, + ",Ġnot": 7267, + ".ĠUm": 7268, + "!ĠAh!ĠAh": 7269, + ".ĠEt": 7270, + "Ġd'": 7271, + ".ĠIĠdon't": 7272, + "u,": 7273, + ",Ġbecause": 7274, + "I'm": 7275, + "ĠtoĠgo": 7276, + "ĠoneĠof": 7277, + "ãĤĪãĢĤ": 7278, + "а,": 7279, + "ĠinĠthis": 7280, + ",Ġfor": 7281, + "ĠthatĠthey": 7282, + "?Ġ¿": 7283, + ",Ġwait": 7284, + "ed.": 7285, + "ĠoneĠofĠthe": 7286, + "ĠhadĠa": 7287, + "ĠtoĠa": 7288, + "ĠtoĠsee": 7289, + ".ĠIĠdon'tĠknow": 7290, + "ĠthatĠwas": 7291, + ".ĠThere's": 7292, + "ĠasĠwell": 7293, + ",Ġpero": 7294, + ",ĠsÃ¥": 7295, + ",Ġuh": 7296, + "ĠtalkingĠabout": 7297, + "It's": 7298, + ".ĠBecause": 7299, + "à¥Ģà¤Ĥ": 7300, + "?ĠAnd": 7301, + ".ĠHow": 7302, + "?ĠYeah": 7303, + "ĠinĠmy": 7304, + "'llĠbe": 7305, + "ãĢģãģĿãģĨãĢģãģĿãģĨ": 7306, + ",Ġne": 7307, + "?ĠYou": 7308, + ".ĠLet's": 7309, + "ãģĭï¼Ł": 7310, + ",Ġy": 7311, + ",Ġon": 7312, + "ĠableĠto": 7313, + "ĠofĠthat": 7314, + ",Ġwho": 7315, + ".ĠAl": 7316, + "ingĠto": 7317, + "ĠsoĠmuch": 7318, + ",Ġm": 7319, + ",Ġyes": 7320, + "ĠaĠlittleĠbit": 7321, + "ĠisĠthat": 7322, + "ĠbumĠbum": 7323, + ".ĠThisĠis": 7324, + ",Ġthere": 7325, + ".ĠIĠwas": 7326, + ",Ġil": 7327, + "oĠde": 7328, + "Ġनह": 7329, + "i.": 7330, + "ĠforĠme": 7331, + ",Ġn": 7332, + "ĠofĠthis": 7333, + ",Ġt": 7334, + ".ĠUnd": 7335, + ",Ġné": 7336, + ",Ġla": 7337, + ".ĠDo": 7338, + ".ĠWe're": 7339, + "ãģ§ãģĻãĢĤ": 7340, + ".Ġ\"": 7341, + ",ĠandĠthen": 7342, + ",Ġjust": 7343, + "ĠdoĠdo": 7344, + ",Ġb": 7345, + "ãģ¯ãĢģ": 7346, + "?ĠNo": 7347, + "ĠenĠel": 7348, + "×Ļ,": 7349, + ",Ġwell": 7350, + "ĠtheĠsame": 7351, + ",Ġthis": 7352, + "ĠtalkĠabout": 7353, + ".ĠÎ": 7354, + ",ĠIĠmean": 7355, + "ĠaĠgood": 7356, + "×Ļ×Ŀ,": 7357, + "ing.": 7358, + ",Ġh": 7359, + ",Ġhow": 7360, + ",Ġder": 7361, + "ĠyĠa": 7362, + "ĠwhatĠyou": 7363, + "Ġwhat's": 7364, + ",Ġmen": 7365, + "ĠisĠnot": 7366, + ".ĠOn": 7367, + ".ĠMen": 7368, + ",Ġyo": 7369, + "е,": 7370, + ",ĠthisĠis": 7371, + ",Ġj": 7372, + "?ĠA": 7373, + "ãģ§ãĢģ": 7374, + "ĠofĠthem": 7375, + ",Ġwait,Ġwait": 7376, + ",Ġeu": 7377, + ".ĠSoĠI": 7378, + "ãĢģãģ¯ãģĦãĢģãģ¯ãģĦ": 7379, + "ĠtoĠyou": 7380, + "Ġit,": 7381, + "ĠtheyĠwere": 7382, + ",Ġmas": 7383, + ",ĠIĠdon't": 7384, + ".ĠWhen": 7385, + "ĠfeelĠlike": 7386, + "-do-do": 7387, + "ĠwhenĠI": 7388, + "ĠinĠyour": 7389, + ".ĠEs": 7390, + ",Ġs": 7391, + "ĠthatĠhe": 7392, + ",Ġse": 7393, + "ĠforĠyou": 7394, + ".ĠÃī": 7395, + ",Ġdie": 7396, + "ĠtoĠmake": 7397, + ".ĠMy": 7398, + ".ĠAs": 7399, + ".ĠIĠknow": 7400, + ".ĠRight": 7401, + "ĠthatĠis": 7402, + ",Ġah": 7403, + "ãģ£ãĢģ": 7404, + ".ĠMm-hmm": 7405, + "ĠandĠyou": 7406, + ".ĠThey're": 7407, + ",Ġwe're": 7408, + "ĠwasĠthe": 7409, + ",Ġnão": 7410, + "Ġit?": 7411, + ".ĠIt'sĠa": 7412, + ",Ġc": 7413, + "edĠup": 7414, + "ĠandĠa": 7415, + "äºĨãĢĤ": 7416, + "oĠque": 7417, + "Ġisn't": 7418, + "ĠlookĠat": 7419, + "ा,": 7420, + "ĠbackĠto": 7421, + "ĠlaĠla": 7422, + ",Ġthere's": 7423, + ".ĠJust": 7424, + ".ĠDe": 7425, + ",Ġis": 7426, + ".ĠSÃ¥": 7427, + ".ĠI'll": 7428, + ",Ġporque": 7429, + "и,": 7430, + ",ĠandĠthe": 7431, + "Ġshe's": 7432, + ",Ġya": 7433, + ",Ġun": 7434, + ",ĠM": 7435, + "ĠtoĠsay": 7436, + ",Ġe": 7437, + ".ĠMm-hmm.ĠMm-hmm": 7438, + "ĠdaĠdaĠdaĠda": 7439, + ",Ġ×IJ׳×Ļ,Ġ×IJ׳×Ļ": 7440, + "edĠin": 7441, + "Ġthat.": 7442, + ".ĠÐ": 7443, + ",Ġé": 7444, + "ĠenĠla": 7445, + ",Ġdet": 7446, + ".ĠYeah.ĠYeah": 7447, + "ĠofĠcourse": 7448, + "ĠyouĠare": 7449, + "ĠoverĠthe": 7450, + "Ġwouldn't": 7451, + "ãģ«ãĢģ": 7452, + "ĠaĠgente": 7453, + ".ĠU": 7454, + "Ġwon't": 7455, + ".ĠIs": 7456, + ".ĠJe": 7457, + "ing,": 7458, + "ĠqueĠse": 7459, + "ĠofĠhis": 7460, + ",Ġv": 7461, + "?ĠWhy": 7462, + ".ĠNot": 7463, + "ĠdoĠit": 7464, + "ĠbecauseĠI": 7465, + "ĠhadĠbeen": 7466, + "ĠofĠmy": 7467, + "'sĠthe": 7468, + ".ĠI'mĠsorry": 7469, + ",Ġd": 7470, + "ĠinĠthat": 7471, + "ĠDon't": 7472, + ",Ġdass": 7473, + "Ġcouldn't": 7474, + ",Ġall": 7475, + "?ĠH": 7476, + ",Ġmais": 7477, + ".ĠTh": 7478, + ",Ġhogy": 7479, + ",Ġ׼×": 7480, + ".ĠAndĠthe": 7481, + "ĠhaveĠthe": 7482, + "ĠhasĠbeen": 7483, + ",Ġes": 7484, + ",ĠS": 7485, + ",Ġlet's": 7486, + "as.": 7487, + ".ĠÐĺ": 7488, + ",ĠIĠwas": 7489, + ",ĠA": 7490, + ",ĠwhichĠis": 7491, + "ĠthroughĠthe": 7492, + "Ġqu'il": 7493, + ".ĠFor": 7494, + "×ķ,": 7495, + ",Ġreally": 7496, + "Ġit'sĠa": 7497, + ".ĠButĠI": 7498, + "ed,": 7499, + ",Ġда": 7500, + ".ĠC'est": 7501, + "ĠtellĠyou": 7502, + ",ĠB": 7503, + "ingĠa": 7504, + "ãģłãĢĤ": 7505, + "ĠaĠla": 7506, + "ĠifĠI": 7507, + "edĠby": 7508, + ".ĠUh": 7509, + "ĠthatĠare": 7510, + ",Ġné?": 7511, + ".ĠAh": 7512, + ",Ġwas": 7513, + "ĠofĠyour": 7514, + ",Ġdo": 7515, + ".Ġ¿": 7516, + ",Ġeh": 7517, + "à¥Ī,": 7518, + "åIJĹï¼Ł": 7519, + ",ĠitĠwas": 7520, + "Ġit'sĠnot": 7521, + ",Ġhe's": 7522, + "ĠmoreĠthan": 7523, + ".ĠÃ": 7524, + ".ĠAllĠright": 7525, + "Ġ×IJתĠ×Ķ×": 7526, + ".ĠI'mĠnot": 7527, + "ãĤĤãĢģ": 7528, + ",ĠifĠyou": 7529, + ",Ġи": 7530, + "ĠpeopleĠwho": 7531, + "osĠde": 7532, + "ĠasĠthe": 7533, + "ĠinĠ": 7534, + ",Ġže": 7535, + "ĠyouĠhave": 7536, + "Ġhaven't": 7537, + "ĠgoingĠon": 7538, + ".ĠNe": 7539, + ".ĠThen": 7540, + "ia,": 7541, + "ĠinĠhis": 7542, + "-da-da": 7543, + "ĠlikeĠthis": 7544, + "ĠnoĠno": 7545, + ",Ġah,Ġah": 7546, + ".ĠIt'sĠnot": 7547, + "ĠÙĨعÙħĠÙĨعÙħ": 7548, + ".ĠOh,": 7549, + "ĠofĠit": 7550, + "ĠaboutĠit": 7551, + ".ĠThank": 7552, + "ĠcouldĠbe": 7553, + "ĠtoĠhave": 7554, + "ĠerĠdet": 7555, + ",Ġda": 7556, + "os.": 7557, + "ãģ£ãģ¦ãĢģ": 7558, + ",Ġpor": 7559, + "ĠqueĠno": 7560, + "ĠcanĠbe": 7561, + ",Ġ×ķ×": 7562, + "ingĠand": 7563, + ".ĠYes.ĠYes": 7564, + "ĠwouldĠhave": 7565, + "ãĢģãģĤãģĤãĢģãģĤãģĤ": 7566, + "ĠsheĠwas": 7567, + "e,": 7568, + ".ĠIĠsee": 7569, + "ĠqueĠeu": 7570, + "sĠare": 7571, + ",Ġwhere": 7572, + "ĠgoĠto": 7573, + ",Ġel": 7574, + "ĠshouldĠbe": 7575, + "ĠhadĠto": 7576, + "ĠoutĠthere": 7577, + ".ĠIfĠyou": 7578, + "ĠyouĠto": 7579, + "×Ķ.": 7580, + ",ĠIĠdon'tĠknow": 7581, + "ĠI've": 7582, + "ĠweĠcan": 7583, + ",Ġg": 7584, + ",Ġp": 7585, + "y.": 7586, + ",Ġ×IJ×": 7587, + "ĠaĠfew": 7588, + "ĠaĠbit": 7589, + "ãģĮãĢģ": 7590, + ".ĠJeg": 7591, + "That's": 7592, + ",Ġwhen": 7593, + ",Ġê·¸": 7594, + ".ĠÐĿ": 7595, + ",Ġв": 7596, + "in,": 7597, + "ĠandĠthey": 7598, + ",ĠìĿ´": 7599, + ",Ġeven": 7600, + ",Ġsom": 7601, + ".ĠIl": 7602, + ",ĠR": 7603, + ",ĠJ": 7604, + "ĠI'mĠnot": 7605, + ",Ġyeah,Ġyeah": 7606, + "ĠdoĠthat": 7607, + ".ĠSe": 7608, + "ĠtheĠway": 7609, + ".ĠТ": 7610, + ".ĠÐĴ": 7611, + "sĠto": 7612, + ".ĠTo": 7613, + ",Ġtu": 7614, + ".ĠQu": 7615, + ".ĠNo.ĠNo": 7616, + ".ĠSÃŃ": 7617, + "ãĢģãģĵãĤĵãģ«ãģ¡ãģ¯ãĢģãģĵãĤĵãģ«ãģ¡ãģ¯": 7618, + "ĠyouĠget": 7619, + ".ĠSt": 7620, + "ĠtheĠfirst": 7621, + ",Ġsi": 7622, + ".ĠEu": 7623, + ",ĠyouĠcan": 7624, + ",Ġ\"": 7625, + "Ġhere.": 7626, + "ĠweĠwere": 7627, + ",Ġle": 7628, + ",Ġvery": 7629, + "ĠweĠare": 7630, + "ĠonĠthis": 7631, + ",ĠK": 7632, + ",Ġ×Ķ×ķ×IJ": 7633, + "ĠwantedĠto": 7634, + "ĠgotĠa": 7635, + ",Ġcome": 7636, + "no?": 7637, + "asĠde": 7638, + "ĠvaĠa": 7639, + "ĠwithĠyou": 7640, + "ìĬµëĭĪëĭ¤.": 7641, + "edĠa": 7642, + "ĠmightĠbe": 7643, + "ĠatĠall": 7644, + ",Ġhey": 7645, + "Ġme.": 7646, + "an,": 7647, + "ĠjustĠa": 7648, + "ĠthereĠare": 7649, + "ĠwhatĠthe": 7650, + "ëĭĪëĭ¤.": 7651, + "ingĠup": 7652, + "äºĨï¼Į": 7653, + ",ĠdetĠer": 7654, + "ãģªãĢĤ": 7655, + ",Ġme": 7656, + "ĠofĠour": 7657, + "Ġlike,Ġoh": 7658, + ".ĠAlso": 7659, + ",Ġк": 7660, + ",Ġthough": 7661, + "ĠweĠhave": 7662, + ".ĠPero": 7663, + ".ĠYouĠcan": 7664, + ",Ġgo": 7665, + ".ĠOne": 7666, + "?ĠOh": 7667, + "ĠofĠthese": 7668, + ",Ġthey're": 7669, + "ĠIĠcan": 7670, + ".ĠEvery": 7671, + "à¥ĩ,": 7672, + ".ĠDetĠer": 7673, + "ãģ§ãģĻãģĭï¼Ł": 7674, + "ĠareĠthe": 7675, + "Ġqu'on": 7676, + ".ĠWhy": 7677, + "aĠde": 7678, + "ĠoutĠofĠthe": 7679, + "ãĢģãģĤãĢģãģĤ": 7680, + "!Ġ¡Ah": 7681, + ",Ġl": 7682, + "edĠand": 7683, + "ãģ¨ãĢģ": 7684, + "ãģĹãĢģ": 7685, + "ĠifĠyou're": 7686, + ",Ġmaybe": 7687, + "ĠonĠmy": 7688, + ".ĠEntão": 7689, + "ĠdidĠnot": 7690, + "arĠa": 7691, + ",Ġyes,Ġyes": 7692, + "ĠqueĠé": 7693, + ".ĠMaybe": 7694, + ".ĠHeĠwas": 7695, + "ĠthereĠwas": 7696, + ".ĠÐŁ": 7697, + ",Ġha": 7698, + "?ĠWhy?ĠWhy": 7699, + "ĠIĠdon't": 7700, + "ãģĭãĤīãĢģ": 7701, + "ĠpeopleĠare": 7702, + ".ĠIĠjust": 7703, + "esĠand": 7704, + "ĠonĠyour": 7705, + "?ĠThe": 7706, + "ĠatĠa": 7707, + "Ġup,": 7708, + "×Ļ×Ŀ.": 7709, + ",Ġpues": 7710, + "ĠaboutĠthis": 7711, + "ĠgotĠto": 7712, + "ĠnaĠna": 7713, + "ĠwithĠthat": 7714, + "ĠyouĠguys": 7715, + "à§ĩĠà¦": 7716, + ".ĠYeah,": 7717, + "ĠwhatĠI'm": 7718, + "ĠeachĠother": 7719, + "ĠjustĠlike": 7720, + "'sĠa": 7721, + "ĠhowĠto": 7722, + "ाĠह": 7723, + "ĠintoĠa": 7724, + ".ĠLa": 7725, + "à¥ĭ,": 7726, + "ĠtoĠthis": 7727, + "ãģĭãĢĤ": 7728, + "åķĬï¼Į": 7729, + "ĠsuchĠa": 7730, + ".ĠOkay.ĠOkay": 7731, + ",ĠD": 7732, + ",ĠsÃŃ": 7733, + "ãĢģãģĿãģĨãĢģãģĿãģĨãĢģãģĿãģĨãĢģãģĿãģĨ": 7734, + ",Ġа": 7735, + "ï¼Įä¸įï¼Įä¸į": 7736, + "ĠesĠque": 7737, + ".ĠI've": 7738, + "ĠofĠus": 7739, + "à¥Ī।": 7740, + "Ġwe'll": 7741, + "ĠbumĠbumĠbumĠbum": 7742, + ".ĠIch": 7743, + ".ĠAndĠthat's": 7744, + "ĠsoĠmany": 7745, + "ĠaboutĠthat": 7746, + "h,": 7747, + ".ĠDon't": 7748, + ".ĠAndĠIĠthink": 7749, + "?ĠS": 7750, + "ØĮĠÙĪ": 7751, + ".ĠWow": 7752, + ",Ġкак": 7753, + "'dĠbe": 7754, + "ØĮĠØ£ÙĨا": 7755, + "ĠtheĠother": 7756, + ".ĠOr": 7757, + "ĠdeĠ": 7758, + "?ĠHe": 7759, + ",ĠI'll": 7760, + "çļĦãĢĤ": 7761, + "ĠonĠthat": 7762, + ",Ġcomo": 7763, + "ĠthankĠyou": 7764, + "ìĸ´ìļĶ.": 7765, + "?ĠSo": 7766, + "ĠlikeĠto": 7767, + "ĠtheyĠare": 7768, + "ĠisĠthis": 7769, + "à¯įĠà®": 7770, + ".ĠDas": 7771, + "ĠupĠand": 7772, + "?Ġ¿Qué": 7773, + ".ĠHey": 7774, + ",Ġnon": 7775, + "ĠdeĠlos": 7776, + "?ĠThat": 7777, + "ĠatĠleast": 7778, + "ĠletĠme": 7779, + ".ĠAt": 7780, + "ãģ§ãĤĤãĢģ": 7781, + "ĠwhatĠyou're": 7782, + "Ġ.Ġ.": 7783, + "ìļĶ?": 7784, + ",ĠL": 7785, + ".ĠEx": 7786, + "sĠthat": 7787, + "ingĠthat": 7788, + "à¯ģĠà®": 7789, + "ĠofĠall": 7790, + ".ĠIĠam": 7791, + "ãģĦãģ¾ãģĻãĢĤ": 7792, + "ĠtheĠbest": 7793, + ",Ġam": 7794, + ",Ġdas": 7795, + "но,": 7796, + ",ĠT": 7797, + "ĠorĠsomething": 7798, + ",Ġjeg": 7799, + ",ĠandĠhe": 7800, + "ingĠin": 7801, + ".ĠMe": 7802, + "asĠque": 7803, + "?ĠWell": 7804, + ".ĠMas": 7805, + "ãĥ¼ï¼ģ": 7806, + "ĠdoĠdoĠdoĠdo": 7807, + "ãģ®ï¼Ł": 7808, + "ĠitĠto": 7809, + ",Ġw": 7810, + "ĠwithĠme": 7811, + "ĠdunĠdun": 7812, + ",ĠofĠcourse": 7813, + "ĠesteĠeste": 7814, + "ĠusedĠto": 7815, + "on,": 7816, + "तà¥ĩĠह": 7817, + ",Ġ×ij×": 7818, + "ĠfromĠa": 7819, + "ĠoffĠthe": 7820, + "ãģĤãĢģ": 7821, + "Ġthere'sĠa": 7822, + ",ĠC": 7823, + ".ĠIĠcan't": 7824, + "ĠupĠto": 7825, + "×Ļ.": 7826, + "ãģ¾ãģĹãģŁãĢĤ": 7827, + "edĠwith": 7828, + "?Ġ": 7829, + "ĠcoupleĠof": 7830, + "ĠtryĠto": 7831, + "ĠwhatĠwe": 7832, + ".ĠDonc": 7833, + "ĠforĠthat": 7834, + ".ĠAndĠit's": 7835, + ",ĠIĠknow": 7836, + "?ĠIt's": 7837, + "?ĠP": 7838, + ",Ġ¿no?": 7839, + "?ĠJa": 7840, + "t.": 7841, + "ĠI'mĠgoingĠto": 7842, + "ĠcreoĠque": 7843, + ",Ġyour": 7844, + ",Ġplease": 7845, + "Ġhim.": 7846, + ",Ġça": 7847, + ".ĠAndĠhe": 7848, + "ãģĭãĢģ": 7849, + "ãĢģãģ¯ãģĦãĢģãģ¯ãģĦãĢģãģ¯ãģĦãĢģãģ¯ãģĦ": 7850, + ".ĠMais": 7851, + ",Ġte": 7852, + "ĠsomeĠofĠthe": 7853, + ",ĠP": 7854, + "-do-do-do-do": 7855, + "ĠandĠhe": 7856, + "ĠnotĠa": 7857, + "ĠinĠour": 7858, + ".ĠSome": 7859, + "esĠde": 7860, + "ĠdidĠyou": 7861, + ",Ġyo,Ġyo": 7862, + "?ĠO": 7863, + ",Ġna": 7864, + "ĠtakeĠa": 7865, + "ĠisĠit": 7866, + "ĠìķĦ,": 7867, + ".ĠIĠthought": 7868, + ".ĠRe": 7869, + "çļĦï¼Į": 7870, + "?ĠHow": 7871, + "ĠblahĠblah": 7872, + ",Ġal": 7873, + "Ġ×IJ׳×ĻĠ×IJ׳×Ļ": 7874, + "Ġwho's": 7875, + ".ĠHa": 7876, + "ĠofĠtheir": 7877, + "ĠmyĠgod": 7878, + "?ĠIs": 7879, + "ĠhasĠa": 7880, + "Ġyou.ĠThank": 7881, + ",Ġper": 7882, + "u.": 7883, + "ĠforĠthis": 7884, + "ĠaroundĠthe": 7885, + "ĠqueĠo": 7886, + "sĠin": 7887, + "ar.": 7888, + "ĠtoĠbeĠa": 7889, + "ĠyouĠwere": 7890, + ",Ġqu": 7891, + "!Ġ¡Ah!Ġ¡Ah": 7892, + "ĠofĠher": 7893, + "edĠit": 7894, + ",Ġ×IJ×ij׾": 7895, + ",Ġ×IJת×Ķ": 7896, + "ãĤıãĢĤ": 7897, + "ar,": 7898, + "m,": 7899, + "ĠofĠGod": 7900, + "ĠqueĠvocê": 7901, + "ĠComeĠon": 7902, + "ÙĩĠÙĪ": 7903, + "ĠNewĠYork": 7904, + "ingĠit": 7905, + ",ĠÑı": 7906, + "ĠdetĠvar": 7907, + "Ġ×IJתĠ×ĸ×Ķ": 7908, + "edĠon": 7909, + ".ĠLook": 7910, + ",Ġan": 7911, + ".ĠNice": 7912, + "ĠgetĠa": 7913, + "ĠtheĠmost": 7914, + "ĠknowĠthat": 7915, + "ĠofĠyou": 7916, + "ĠIĠam": 7917, + "?ĠLike": 7918, + "ĠI'll": 7919, + "ĠIĠjust": 7920, + "ĠdownĠthe": 7921, + "ĠwhatĠthey": 7922, + "?ĠN": 7923, + ",Ġwow": 7924, + "ĠqueĠje": 7925, + "ĠgiveĠyou": 7926, + "IĠthink": 7927, + "YouĠknow": 7928, + "ĠandĠwe": 7929, + "ा।": 7930, + "ĠofĠthose": 7931, + "ØĮĠÙĩذا": 7932, + "ĠyouĠdon't": 7933, + ",Ġ×IJ": 7934, + "ãģijãģ©ãĢģ": 7935, + ",Ġone": 7936, + ",Ġdon't": 7937, + ".ĠBe": 7938, + "te,": 7939, + ".ĠEst": 7940, + ".ĠItĠis": 7941, + ",ĠbutĠthe": 7942, + "ĠIĠhave": 7943, + "ĠinĠtheir": 7944, + "ĠqueĠtu": 7945, + "ĠwithĠthis": 7946, + "ãĤĪï¼ģ": 7947, + "?ĠWe": 7948, + "?ĠM": 7949, + "ĠmeĠto": 7950, + ".ĠNão": 7951, + "ĠtimeĠto": 7952, + "an.": 7953, + "ĠwayĠto": 7954, + "Ġtime.": 7955, + "ĠforĠus": 7956, + ",Ġdu": 7957, + "ĠheĠhad": 7958, + "e.": 7959, + "ĠnotĠgoingĠto": 7960, + ".ĠIĠlove": 7961, + "ĠAreĠyou": 7962, + ",Ġf": 7963, + ",Ġhis": 7964, + "ĠYouTube": 7965, + ",ĠG": 7966, + "ĠatĠthis": 7967, + ".ĠGo": 7968, + "Ġaren't": 7969, + "Ġain't": 7970, + "esĠque": 7971, + "ĠtoĠthat": 7972, + ".ĠHis": 7973, + "?ĠBecause": 7974, + ",ĠandĠthey": 7975, + "osĠque": 7976, + "is,": 7977, + "?ĠT": 7978, + "ĠtheĠr": 7979, + ".ĠAndĠwe": 7980, + "edĠthat": 7981, + "ĠforĠyour": 7982, + ".ĠÐŀ": 7983, + ".ĠYeah.": 7984, + ".Ġ׾×IJ": 7985, + "×ķת,": 7986, + ",Ġi": 7987, + "ĠwhenĠwe": 7988, + ".ĠEl": 7989, + "ãģŃãĢģ": 7990, + "ĠlaĠlaĠlaĠla": 7991, + "ĠonĠhis": 7992, + ",ĠÑįÑĤо": 7993, + "ĠthereĠis": 7994, + ",Ġr": 7995, + "ĠdoĠyouĠthink": 7996, + "ĠwithĠmy": 7997, + "Ġit'sĠlike": 7998, + "ĠtoĠmy": 7999, + "Ŀ,": 8000, + "ĠyouĠthink": 8001, + "Ġyou've": 8002, + "ĠyouĠgo": 8003, + ",ĠbutĠit": 8004, + "ĠnotĠbe": 8005, + "ĠoutĠthe": 8006, + "ĠtoĠyour": 8007, + "Ġà¹ĥà¸Ĭà¹ĪĠà¹ĥà¸Ĭà¹Ī": 8008, + ",ĠF": 8009, + ",ĠÑĩ": 8010, + "ĠinĠthere": 8011, + "ĠsayĠthat": 8012, + ".ĠIĠwantĠto": 8013, + "ãģªãģĦãĢĤ": 8014, + "oĠa": 8015, + ".ĠMaar": 8016, + ",ĠкоÑĤоÑĢ": 8017, + ",Ġokay,Ġokay": 8018, + "ĠtooĠmuch": 8019, + "ĠupĠthe": 8020, + ",Ġei": 8021, + "ly,": 8022, + ".ĠShe's": 8023, + "oĠdo": 8024, + "ion.": 8025, + "ĠtoĠhim": 8026, + "You're": 8027, + ",Ġya,Ġya": 8028, + ",Ġда,Ġда": 8029, + ",ĠIĠguess": 8030, + ",Ġz": 8031, + ",Ġwhy": 8032, + ".ĠI'mĠgoingĠto": 8033, + "ĠqueĠa": 8034, + ".ĠWho": 8035, + "ers,": 8036, + "ĠtheĠone": 8037, + "ĠìĪĺĠìŀĪ": 8038, + "ĠyearsĠago": 8039, + "ØĮĠÙĥ": 8040, + "ĠLet's": 8041, + "ĠifĠthey": 8042, + "ĠwhenĠhe": 8043, + "ĠtoĠher": 8044, + ".ĠThankĠyou": 8045, + ",Ġhere": 8046, + "ĠwithĠyour": 8047, + "ĠtoĠ": 8048, + "Ġwe'reĠgoingĠto": 8049, + "ãģ£ãĢģãģ": 8050, + ".ĠIĠhave": 8051, + "ĠdetĠär": 8052, + "ĠaĠgreat": 8053, + ",Ġlook": 8054, + ".ĠButĠthe": 8055, + "ĠthingsĠthat": 8056, + "ĠunĠpeu": 8057, + ".ĠEntonces": 8058, + ",Ġtoo": 8059, + "!ĠW": 8060, + "Ġyou.ĠThankĠyou.ĠThank": 8061, + "ãĢĤĠ": 8062, + "ĠaĠbig": 8063, + "ĠpartĠofĠthe": 8064, + "ĠlotĠof": 8065, + ".Ġ×ĸ×Ķ": 8066, + "ĠwhenĠthe": 8067, + "ĠreallyĠgood": 8068, + "ĠwhenĠthey": 8069, + "ĠdeĠque": 8070, + "ĠvamosĠa": 8071, + "ãĥ¼ãĢģ": 8072, + ".ĠHere": 8073, + ".ĠCh": 8074, + "ĠseeĠthe": 8075, + "ĠdoĠthis": 8076, + "re,": 8077, + "Ġwe've": 8078, + "ĠareĠnot": 8079, + ",ĠH": 8080, + "ãĤĪï¼Ł": 8081, + "ĠandĠit": 8082, + ",ĠbutĠit's": 8083, + ",ĠIĠjust": 8084, + "Ġdon'tĠthink": 8085, + ".ĠÐIJ": 8086, + "ĠesĠun": 8087, + ".ĠIk": 8088, + ".ĠAndĠthey": 8089, + ",Ġtak": 8090, + "iĠk": 8091, + ".ĠYo": 8092, + "ì§ĢĠìķĬ": 8093, + "edĠher": 8094, + "ัà¹ī": 8095, + "ĠitĠout": 8096, + "ï¼Į对ï¼Į对": 8097, + ",Ġei,Ġei": 8098, + "?ĠB": 8099, + ",Ġн": 8100, + "ĠallĠthat": 8101, + ",ĠÑģ": 8102, + "ĠvoyĠa": 8103, + "et,": 8104, + "ĠdoĠnot": 8105, + "Ø©ĠÙĪ": 8106, + "ĠwantĠtoĠbe": 8107, + ".ĠЯ": 8108, + "ĠbecauseĠthey": 8109, + "ĠIĠknow": 8110, + "i-": 8111, + "ĠquiĠest": 8112, + ".ĠAn": 8113, + ".ĠCan": 8114, + ".ĠWe'll": 8115, + "ĠallĠthese": 8116, + "ĠtoĠcome": 8117, + ".ĠBye": 8118, + "yĠand": 8119, + ",ĠIĠcan't": 8120, + ",ĠI've": 8121, + ".ĠZ": 8122, + "ĠtoĠtake": 8123, + ",Ġou": 8124, + "Ġj'ai": 8125, + "ingĠfor": 8126, + ".ĠGood": 8127, + ".ĠAny": 8128, + ".ĠUn": 8129, + "ĠIĠcould": 8130, + "erĠand": 8131, + "ãģĦãĤĦãĢģ": 8132, + ".ĠLet'sĠgo": 8133, + ",ĠN": 8134, + ",Ġ×Ķ×": 8135, + "ĠgetĠthe": 8136, + ".ĠAndĠit": 8137, + "ĠÙģÙĬĠاÙĦ": 8138, + "ĠqueĠla": 8139, + ".ĠCom": 8140, + "ĠatĠthat": 8141, + ",Ġże": 8142, + "Ġतà¥ĭĠतà¥ĭ": 8143, + "ingĠwith": 8144, + "?ĠYes": 8145, + ",Ġespecially": 8146, + "ĠtellĠme": 8147, + ",ĠIĠwould": 8148, + "ãĤĵãģ£ï¼ģ": 8149, + "arĠde": 8150, + ".ĠIĠdidn't": 8151, + ".ĠDa": 8152, + "esĠof": 8153, + "ãģĹãģ¦ãĢģ": 8154, + ",Ġnow": 8155, + "Ġthem.": 8156, + "ãĥ¼ãĢĤ": 8157, + ",Ġma": 8158, + "ãĤīãĢģ": 8159, + ".ĠAndĠI'm": 8160, + "ĠinĠtheĠworld": 8161, + ",ĠнÑĥ": 8162, + "ĠthatĠit": 8163, + "ĠofĠ": 8164, + "ĠendĠofĠthe": 8165, + "!Ġ¡A": 8166, + "ĠesĠel": 8167, + "ĠorĠnot": 8168, + "Ġdon'tĠhave": 8169, + ",Ġvocê": 8170, + "ाĠम": 8171, + "ia.": 8172, + "-da-da-da-da": 8173, + "ĠandĠand": 8174, + "ĠÙĨعÙħĠÙĨعÙħĠÙĨعÙħĠÙĨعÙħ": 8175, + "ĠorĠwhatever": 8176, + "ĠlookingĠat": 8177, + "ãģ§ãģĻãģŃãĢĤ": 8178, + ".ĠOch": 8179, + "ĠmakeĠit": 8180, + ",Ġne,Ġne": 8181, + "ĠéĠo": 8182, + ".ĠAndĠyou": 8183, + ",Ġwow,Ġwow": 8184, + ".ĠDat": 8185, + ".ĠDid": 8186, + "ĠorĠa": 8187, + ",Ġwhat,Ġwhat": 8188, + "Ġn'": 8189, + ".Ġ×IJ׳×Ļ": 8190, + "ìĸ´.": 8191 + }, + "merges": [ + [ + "ã", + "ģ" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "h", + "e" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "s" + ], + [ + "ã", + "Ĥ" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "d" + ], + [ + "Ġ", + "w" + ], + [ + "e", + "r" + ], + [ + "o", + "u" + ], + [ + "e", + "n" + ], + [ + "h", + "a" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "m" + ], + [ + "à", + "¤" + ], + [ + "Ġt", + "he" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "p" + ], + [ + "Ġ", + "b" + ], + [ + "a", + "n" + ], + [ + "e", + "s" + ], + [ + "i", + "t" + ], + [ + "Ġ", + "l" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "o" + ], + [ + "Ġ", + "n" + ], + [ + "Ġ", + "f" + ], + [ + "ã", + "Ģ" + ], + [ + "in", + "g" + ], + [ + "Ġ", + "I" + ], + [ + "o", + "r" + ], + [ + "n", + "d" + ], + [ + "Ġ", + "y" + ], + [ + "a", + "r" + ], + [ + "Ġ", + "×" + ], + [ + "l", + "l" + ], + [ + "Ġ", + "g" + ], + [ + "Ġt", + "o" + ], + [ + "a", + "s" + ], + [ + "ha", + "t" + ], + [ + "Ġ", + "e" + ], + [ + "e", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "o", + "m" + ], + [ + "e", + "t" + ], + [ + "a", + "t" + ], + [ + "Ø", + "§" + ], + [ + "à", + "¸" + ], + [ + "â", + "Ģ" + ], + [ + "ãĢ", + "ģ" + ], + [ + "Ġ", + "Ð" + ], + [ + "ã", + "ĥ" + ], + [ + "Ġ", + "in" + ], + [ + "âĢ", + "¦" + ], + [ + "Ġ", + "ha" + ], + [ + "a", + "l" + ], + [ + "u", + "s" + ], + [ + "Ġo", + "f" + ], + [ + ".", + "." + ], + [ + "Ġ", + "v" + ], + [ + "ï", + "¼" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġ", + "k" + ], + [ + "Ġt", + "h" + ], + [ + "i", + "c" + ], + [ + "ãģ", + "Ħ" + ], + [ + "o", + "w" + ], + [ + "'", + "s" + ], + [ + "q", + "u" + ], + [ + "Ġ", + "Ù" + ], + [ + "Ġ", + "à¤" + ], + [ + "Ġ", + "h" + ], + [ + "o", + "s" + ], + [ + "l", + "e" + ], + [ + "Ġt", + "hat" + ], + [ + "ãģ", + "£" + ], + [ + "v", + "e" + ], + [ + "o", + "t" + ], + [ + "à", + "¥" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "A" + ], + [ + "Ð", + "¾" + ], + [ + "Ġ", + "it" + ], + [ + "Ġ", + "u" + ], + [ + "a", + "y" + ], + [ + "Ġd", + "e" + ], + [ + "en", + "t" + ], + [ + "Ġb", + "e" + ], + [ + "k", + "e" + ], + [ + "i", + "d" + ], + [ + "Ġ", + "Ø" + ], + [ + "Ġ", + "j" + ], + [ + "Ġ", + "T" + ], + [ + "i", + "g" + ], + [ + "Ġ", + "qu" + ], + [ + "a", + "m" + ], + [ + "ĵ", + "ãģ" + ], + [ + "×", + "Ļ" + ], + [ + "i", + "m" + ], + [ + "Ġ", + "S" + ], + [ + "u", + "t" + ], + [ + "Ð", + "°" + ], + [ + "Ġ", + "re" + ], + [ + "ãĢ", + "Ĥ" + ], + [ + "Ù", + "Ħ" + ], + [ + "a", + "d" + ], + [ + "Ġ", + "is" + ], + [ + "ãģ", + "¦" + ], + [ + "Ġ", + "on" + ], + [ + "a", + "c" + ], + [ + "Ġw", + "e" + ], + [ + "×", + "ķ" + ], + [ + "ãģ", + "ª" + ], + [ + "Ñ", + "Ĥ" + ], + [ + "Ð", + "µ" + ], + [ + "ãģ", + "Ĥ" + ], + [ + "ãģ", + "®" + ], + [ + "Ġl", + "i" + ], + [ + "e", + "l" + ], + [ + "i", + "r" + ], + [ + "ä", + "¸" + ], + [ + "i", + "on" + ], + [ + "Ù", + "Ĭ" + ], + [ + "ãģ", + "Ĺ" + ], + [ + "â̦", + "â̦" + ], + [ + "ãģ", + "Ł" + ], + [ + "Ã", + "©" + ], + [ + "ãģ", + "Ĩ" + ], + [ + "i", + "l" + ], + [ + "Ġ", + "r" + ], + [ + "es", + "t" + ], + [ + "Ù", + "Ĩ" + ], + [ + "..", + "." + ], + [ + "Ġ", + "ì" + ], + [ + "c", + "h" + ], + [ + "Ġs", + "e" + ], + [ + "o", + "d" + ], + [ + "ãģ", + "ĭ" + ], + [ + "×ķ", + "×" + ], + [ + "Ġs", + "t" + ], + [ + "Ġw", + "as" + ], + [ + "ãģ", + "¯" + ], + [ + "Ġf", + "or" + ], + [ + "Ġm", + "e" + ], + [ + "ou", + "t" + ], + [ + "Ġ", + "W" + ], + [ + "v", + "er" + ], + [ + "Ġ", + "B" + ], + [ + "h", + "t" + ], + [ + "ãĤ", + "ĵãģ" + ], + [ + "Ġd", + "o" + ], + [ + "Ð", + "¸" + ], + [ + "Ġli", + "ke" + ], + [ + "Ġ", + "M" + ], + [ + "'", + "t" + ], + [ + "l", + "d" + ], + [ + "a", + "ll" + ], + [ + "Ġqu", + "e" + ], + [ + "Ġg", + "o" + ], + [ + "Ġ", + "Y" + ], + [ + "×", + "Ķ" + ], + [ + "s", + "t" + ], + [ + "u", + "r" + ], + [ + "ãģ", + "§" + ], + [ + "i", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "r", + "o" + ], + [ + "ãģ", + "«" + ], + [ + "á", + "»" + ], + [ + "ãĤ", + "ĭ" + ], + [ + "Ñ", + "ģ" + ], + [ + "ï¼", + "Į" + ], + [ + "×Ļ", + "×" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "i" + ], + [ + "Ġa", + "n" + ], + [ + "us", + "t" + ], + [ + "e", + "m" + ], + [ + "Ġk", + "n" + ], + [ + "Ð", + "½" + ], + [ + "Ġ", + "D" + ], + [ + "Ġ", + "O" + ], + [ + "Ã", + "¡" + ], + [ + "Ġ", + "en" + ], + [ + "r", + "a" + ], + [ + "ãĤ", + "Ĥ" + ], + [ + "ãģ", + "¨" + ], + [ + "o", + "l" + ], + [ + "Ġ", + "C" + ], + [ + "an", + "t" + ], + [ + "à", + "¹" + ], + [ + "Ġ", + "E" + ], + [ + "Ġn", + "o" + ], + [ + "Ġc", + "om" + ], + [ + "Ù", + "Ī" + ], + [ + "ãģ", + "Ļ" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġth", + "is" + ], + [ + "Ġ", + "N" + ], + [ + "Ġa", + "t" + ], + [ + "Ñ", + "Ģ" + ], + [ + "ãĤ", + "ī" + ], + [ + "it", + "h" + ], + [ + "о", + "Ð" + ], + [ + "l", + "y" + ], + [ + "ĠA", + "nd" + ], + [ + "e", + "a" + ], + [ + "ãĢģ", + "ãģ" + ], + [ + "ا", + "ÙĦ" + ], + [ + "Ù", + "ħ" + ], + [ + "Ã", + "Ń" + ], + [ + "Ġa", + "s" + ], + [ + "Ġs", + "o" + ], + [ + "Ġ", + "ë" + ], + [ + "ä", + "»" + ], + [ + "s", + "e" + ], + [ + "an", + "d" + ], + [ + "ig", + "ht" + ], + [ + "i", + "ll" + ], + [ + "ãĤ", + "Į" + ], + [ + "a", + "g" + ], + [ + "IJ", + "×" + ], + [ + "Ġn", + "ot" + ], + [ + "à¤", + "¾" + ], + [ + "ä", + "º" + ], + [ + "Ø", + "±" + ], + [ + "Ġw", + "ith" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġ", + "Ã" + ], + [ + "Ġu", + "n" + ], + [ + "ï¼", + "ģ" + ], + [ + "Ġn", + "e" + ], + [ + "ãģ", + "Į" + ], + [ + "c", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġc", + "on" + ], + [ + "Ġ", + "P" + ], + [ + "ãģ", + "¾" + ], + [ + "Ġ", + "J" + ], + [ + "ï¼", + "Ł" + ], + [ + "o", + "p" + ], + [ + "t", + "er" + ], + [ + "Ġa", + "l" + ], + [ + "Ġ", + "L" + ], + [ + "Ġa", + "b" + ], + [ + "ãģ£", + "ãģ¦" + ], + [ + "Ġw", + "h" + ], + [ + "u", + "m" + ], + [ + "Ã", + "¥" + ], + [ + "Ġs", + "om" + ], + [ + "ou", + "ld" + ], + [ + "r", + "i" + ], + [ + "à", + "¦" + ], + [ + "Ġthe", + "y" + ], + [ + "all", + "y" + ], + [ + "a", + "k" + ], + [ + "ĠT", + "he" + ], + [ + "ç", + "ļ" + ], + [ + "'", + "re" + ], + [ + "Ø", + "ª" + ], + [ + "Ġl", + "a" + ], + [ + "а", + "Ð" + ], + [ + "Ù", + "ĩ" + ], + [ + "Ġj", + "ust" + ], + [ + "Ġw", + "hat" + ], + [ + "Ġl", + "o" + ], + [ + "ãģ", + "ł" + ], + [ + "çļ", + "Ħ" + ], + [ + "ãĤ", + "ĵ" + ], + [ + "he", + "r" + ], + [ + "n", + "g" + ], + [ + "t", + "e" + ], + [ + "u", + "l" + ], + [ + "ãģ", + "ı" + ], + [ + "á", + "º" + ], + [ + "o", + "k" + ], + [ + "Ġ", + "اÙĦ" + ], + [ + "Ġm", + "y" + ], + [ + "'", + "m" + ], + [ + "Ġa", + "re" + ], + [ + "a", + "b" + ], + [ + "ou", + "r" + ], + [ + "o", + "re" + ], + [ + "p", + "p" + ], + [ + "es", + "s" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "G" + ], + [ + "Ã", + "³" + ], + [ + "ãĥ", + "¼" + ], + [ + "in", + "d" + ], + [ + "is", + "t" + ], + [ + "in", + "k" + ], + [ + "ãĤ", + "Ī" + ], + [ + "ãģ", + "¡" + ], + [ + "ea", + "h" + ], + [ + "Ġd", + "on" + ], + [ + "er", + "s" + ], + [ + "à¥", + "ĩ" + ], + [ + "ä", + "½" + ], + [ + "Ġs", + "u" + ], + [ + "ãģ", + "Ŀ" + ], + [ + "ãĤ", + "Ĵ" + ], + [ + "Ġt", + "r" + ], + [ + "ar", + "t" + ], + [ + "Ġl", + "e" + ], + [ + "ì", + "Ŀ" + ], + [ + "Ġ", + "es" + ], + [ + "Ġc", + "an" + ], + [ + "æ", + "ľ" + ], + [ + "ľ", + "×" + ], + [ + "å", + "¤" + ], + [ + "Ġyou", + "r" + ], + [ + "à", + "®" + ], + [ + "×", + "¨" + ], + [ + "Ñ", + "ĥ" + ], + [ + "ĠI", + "t" + ], + [ + "æ", + "ĺ" + ], + [ + "Ġw", + "he" + ], + [ + "Ġd", + "i" + ], + [ + "ãĤ", + "Ĭ" + ], + [ + "Ġs", + "a" + ], + [ + "en", + "d" + ], + [ + "Ġo", + "r" + ], + [ + "us", + "e" + ], + [ + "æ", + "Ī" + ], + [ + "c", + "a" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġ×", + "Ķ" + ], + [ + "Ø", + "¯" + ], + [ + "Ġ×", + "IJ×" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġt", + "e" + ], + [ + "Ġthe", + "re" + ], + [ + "Ġab", + "out" + ], + [ + "c", + "i" + ], + [ + "or", + "t" + ], + [ + "Ġs", + "h" + ], + [ + "h", + "ing" + ], + [ + "Ġ", + "out" + ], + [ + "re", + "s" + ], + [ + "Ġ", + "R" + ], + [ + "Ġf", + "r" + ], + [ + "Ġ", + "F" + ], + [ + "Ø", + "¹" + ], + [ + "at", + "ion" + ], + [ + "ĠÙ", + "ħ" + ], + [ + "Ġ", + "est" + ], + [ + "Ġe", + "x" + ], + [ + "ãĤ", + "ĥ" + ], + [ + "ĠS", + "o" + ], + [ + "Ġ", + "ê" + ], + [ + "as", + "t" + ], + [ + "Ġg", + "et" + ], + [ + "ãģª", + "ãģĦ" + ], + [ + "ãģ", + "ķ" + ], + [ + "ãģ", + "ĵãģ" + ], + [ + "Ð", + "»" + ], + [ + "Ġp", + "e" + ], + [ + "ic", + "h" + ], + [ + "ac", + "k" + ], + [ + "Ġu", + "p" + ], + [ + "a", + "in" + ], + [ + "ĠY", + "ou" + ], + [ + "c", + "k" + ], + [ + "©", + "×" + ], + [ + "Ġp", + "l" + ], + [ + "ŀ", + "×" + ], + [ + "ãģĤ", + "ãģĤ" + ], + [ + "n", + "t" + ], + [ + "ou", + "g" + ], + [ + "Ġ", + "er" + ], + [ + "Ġp", + "ro" + ], + [ + "Ġon", + "e" + ], + [ + "Ã", + "£" + ], + [ + "Ġm", + "an" + ], + [ + "å", + "ħ" + ], + [ + "è", + "¿" + ], + [ + "Ġgo", + "ing" + ], + [ + "æĺ", + "¯" + ], + [ + "Ù", + "ĥ" + ], + [ + "f", + "e" + ], + [ + "Ġp", + "r" + ], + [ + "Ø", + "¨" + ], + [ + "ãģ", + "ij" + ], + [ + "ãģ", + "Ń" + ], + [ + "å", + "ı" + ], + [ + "ĠÙ", + "Ħ" + ], + [ + "Ġd", + "et" + ], + [ + "Ġha", + "d" + ], + [ + "Ø", + "Į" + ], + [ + "t", + "o" + ], + [ + "à¤", + "°" + ], + [ + "å", + "IJ" + ], + [ + "Ã", + "ł" + ], + [ + "Ġm", + "a" + ], + [ + "ca", + "use" + ], + [ + "Ġ", + "Ñ" + ], + [ + "ãģ", + "Ī" + ], + [ + "ãĤ", + "ı" + ], + [ + "Ġs", + "p" + ], + [ + "Ġe", + "l" + ], + [ + "Ø", + "³" + ], + [ + "à¥", + "į" + ], + [ + "Ġw", + "or" + ], + [ + "ãģ", + "Ĭ" + ], + [ + "Ġ", + "z" + ], + [ + "ĠØ", + "£" + ], + [ + "æĪ", + "ij" + ], + [ + "ĠH", + "e" + ], + [ + "i", + "ve" + ], + [ + "å", + "Ī" + ], + [ + "ãģ£", + "ãģŁ" + ], + [ + "Ġi", + "f" + ], + [ + "u", + "d" + ], + [ + "Ã", + "¤" + ], + [ + "ã", + "o" + ], + [ + "i", + "a" + ], + [ + "ä¸", + "Ģ" + ], + [ + "Ġhe", + "r" + ], + [ + "Ġh", + "is" + ], + [ + "å", + "°" + ], + [ + "Ġs", + "ay" + ], + [ + "ĠÙ", + "Ī" + ], + [ + "ãģ", + "į" + ], + [ + "Ġc", + "h" + ], + [ + "à¤", + "¨" + ], + [ + "on", + "e" + ], + [ + "Ñ", + "ĭ" + ], + [ + "ij", + "×" + ], + [ + "a", + "re" + ], + [ + "ha", + "n" + ], + [ + "Ġfr", + "om" + ], + [ + "Ġm", + "u" + ], + [ + "Ġ×", + "ľ×" + ], + [ + "v", + "en" + ], + [ + "à¥", + "ĭ" + ], + [ + "å", + "®" + ], + [ + "Ñ", + "Į" + ], + [ + "Ġv", + "er" + ], + [ + "í", + "ķ" + ], + [ + "Ġ", + "Ä" + ], + [ + "Ġj", + "e" + ], + [ + "on", + "g" + ], + [ + "е", + "Ð" + ], + [ + "in", + "e" + ], + [ + "ĠW", + "e" + ], + [ + "Ġsom", + "e" + ], + [ + "at", + "e" + ], + [ + "Ø", + "©" + ], + [ + "im", + "e" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġw", + "ant" + ], + [ + "ĠÐ", + "½" + ], + [ + "ou", + "s" + ], + [ + "ÑĤ", + "о" + ], + [ + "a", + "p" + ], + [ + "op", + "le" + ], + [ + "Ġd", + "a" + ], + [ + "ãģĹ", + "ãģ¦" + ], + [ + "Ġ", + "K" + ], + [ + "Ġwh", + "o" + ], + [ + "à¤", + "Ĥ" + ], + [ + "ĠÐ", + "¿" + ], + [ + "am", + "e" + ], + [ + "Ġth", + "ing" + ], + [ + "ar", + "d" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġ", + "U" + ], + [ + "an", + "g" + ], + [ + "os", + "t" + ], + [ + "Ġd", + "id" + ], + [ + "Ġ×Ķ", + "×" + ], + [ + "ĠÐ", + "²" + ], + [ + "å", + "¾" + ], + [ + "Ñ", + "ı" + ], + [ + "Ġp", + "ar" + ], + [ + "ãģĭ", + "ãĤī" + ], + [ + "ãģ", + "©" + ], + [ + "ĠY", + "eah" + ], + [ + "Ġpe", + "ople" + ], + [ + "n", + "e" + ], + [ + "s", + "o" + ], + [ + "ĠB", + "ut" + ], + [ + "ä", + "¹" + ], + [ + "Ġ", + "é" + ], + [ + "u", + "e" + ], + [ + "ãģ", + "ģ" + ], + [ + "Ġbe", + "cause" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġu", + "m" + ], + [ + "Ġh", + "im" + ], + [ + "Ã", + "ª" + ], + [ + "Ġs", + "he" + ], + [ + "Ġf", + "e" + ], + [ + "Ġa", + "r" + ], + [ + "à¥į", + "à¤" + ], + [ + "Ġ", + "Ñģ" + ], + [ + "re", + "d" + ], + [ + "Ľ", + "×" + ], + [ + "ĠØ", + "¨" + ], + [ + "Ġ", + "V" + ], + [ + "è", + "¦" + ], + [ + "ĠO", + "h" + ], + [ + "b", + "e" + ], + [ + "Ġwe", + "re" + ], + [ + "Ġ", + "us" + ], + [ + "Ġwhe", + "n" + ], + [ + "à¤", + "¿" + ], + [ + "Ġa", + "g" + ], + [ + "à", + "°" + ], + [ + "i", + "v" + ], + [ + "os", + "e" + ], + [ + "Ġthe", + "n" + ], + [ + "ou", + "nd" + ], + [ + "Ġse", + "e" + ], + [ + "Ġre", + "ally" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġà¤", + "ķ" + ], + [ + "Û", + "Į" + ], + [ + "an", + "s" + ], + [ + "ent", + "e" + ], + [ + "o", + "c" + ], + [ + "ë", + "ĭ" + ], + [ + "Ġp", + "er" + ], + [ + "ãĤ", + "Ħ" + ], + [ + "Ġ×", + "©×" + ], + [ + "id", + "e" + ], + [ + "b", + "er" + ], + [ + "ãģ§", + "ãģĻ" + ], + [ + "äº", + "º" + ], + [ + "i", + "z" + ], + [ + "ĠÄ", + "ij" + ], + [ + "Ġg", + "ot" + ], + [ + "e", + "p" + ], + [ + "Ġ", + "im" + ], + [ + "å", + "¥" + ], + [ + "Ġ", + "Î" + ], + [ + "Ä", + "±" + ], + [ + "à¥", + "Ģ" + ], + [ + "ĸ", + "×Ķ" + ], + [ + "l", + "i" + ], + [ + "it", + "t" + ], + [ + "Ġb", + "y" + ], + [ + "'", + "ve" + ], + [ + "i", + "en" + ], + [ + "r", + "y" + ], + [ + "oug", + "h" + ], + [ + "ा", + "à¤" + ], + [ + "Ù", + "Ĥ" + ], + [ + "Ġ", + "Â" + ], + [ + "Ġg", + "u" + ], + [ + "o", + "g" + ], + [ + "ic", + "e" + ], + [ + "Ġà¤", + "¹" + ], + [ + "Ġt", + "ime" + ], + [ + "и", + "Ð" + ], + [ + "Ã", + "¼" + ], + [ + "æ", + "Ŀ" + ], + [ + "Ġw", + "ill" + ], + [ + "Ġan", + "y" + ], + [ + "Ø", + "Ń" + ], + [ + "Ù", + "ģ" + ], + [ + "p", + "e" + ], + [ + "g", + "e" + ], + [ + "Ġn", + "ow" + ], + [ + "it", + "y" + ], + [ + ".", + "Ċ" + ], + [ + "a", + "a" + ], + [ + "Ġlo", + "ok" + ], + [ + "al", + "k" + ], + [ + "æ", + "ī" + ], + [ + "ĠT", + "hat" + ], + [ + "f", + "f" + ], + [ + "Ġf", + "a" + ], + [ + "×Ļ×", + "Ŀ" + ], + [ + "as", + "s" + ], + [ + "Ġc", + "o" + ], + [ + "ç", + "Ķ" + ], + [ + "Ġm", + "ore" + ], + [ + "p", + "er" + ], + [ + "Ġb", + "ack" + ], + [ + "æ", + "Ģ" + ], + [ + "Ġg", + "r" + ], + [ + "à¸", + "Ļ" + ], + [ + "å", + "ľ" + ], + [ + "Ġsa", + "id" + ], + [ + "ç", + "§" + ], + [ + "ãĥ", + "³" + ], + [ + "0", + "0" + ], + [ + "p", + "l" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġhe", + "re" + ], + [ + "ĠW", + "hat" + ], + [ + "Ġd", + "es" + ], + [ + "k", + "ay" + ], + [ + "ĠÙ", + "ĩ" + ], + [ + "à¸", + "²" + ], + [ + "ä¸", + "į" + ], + [ + "Ġa", + "m" + ], + [ + "'", + "ll" + ], + [ + "à", + "¯" + ], + [ + "æ", + "Ĺ" + ], + [ + "à¹", + "Ī" + ], + [ + "d", + "e" + ], + [ + "en", + "s" + ], + [ + "Ġu", + "nd" + ], + [ + "Ġh", + "ow" + ], + [ + "Ġt", + "a" + ], + [ + "b", + "le" + ], + [ + "e", + "ar" + ], + [ + "ãģĹ", + "ãģŁ" + ], + [ + "Ġgo", + "od" + ], + [ + "ãģ", + "ĺ" + ], + [ + "Ġe", + "t" + ], + [ + "Ġo", + "t" + ], + [ + "u", + "re" + ], + [ + "ĠN", + "o" + ], + [ + "Ġever", + "y" + ], + [ + "i", + "es" + ], + [ + "ic", + "k" + ], + [ + "Ġs", + "i" + ], + [ + "qu", + "e" + ], + [ + "l", + "a" + ], + [ + "m", + "ent" + ], + [ + "Ġp", + "or" + ], + [ + "Ġ×", + "ŀ×" + ], + [ + "Ġn", + "a" + ], + [ + "è¿", + "Ļ" + ], + [ + "Ã", + "¶" + ], + [ + "c", + "he" + ], + [ + "i", + "p" + ], + [ + "ac", + "e" + ], + [ + "Ġp", + "re" + ], + [ + "Ġm", + "o" + ], + [ + "t", + "h" + ], + [ + "ä", + "¼" + ], + [ + "w", + "ay" + ], + [ + "¢", + "×" + ], + [ + "om", + "e" + ], + [ + "it", + "e" + ], + [ + "ãģ¡", + "ãĤĥ" + ], + [ + "ac", + "t" + ], + [ + "Ð", + "º" + ], + [ + "ĠÙ", + "ģ" + ], + [ + "ÙĨ", + "ا" + ], + [ + "ow", + "n" + ], + [ + "i", + "k" + ], + [ + "ãģĵãģ", + "¨" + ], + [ + "ĠÙĦ", + "ا" + ], + [ + "u", + "g" + ], + [ + "ĠÐ", + "º" + ], + [ + "Ġha", + "s" + ], + [ + "à¸", + "Ń" + ], + [ + "ä½", + "ł" + ], + [ + "Ġo", + "ver" + ], + [ + "m", + "e" + ], + [ + "ìĿ", + "´" + ], + [ + "Ġc", + "ould" + ], + [ + "ĠÙ", + "Ĭ" + ], + [ + "Ġsom", + "et" + ], + [ + "Ġw", + "ay" + ], + [ + "ãĢģãģ", + "Ŀ" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ð", + "´" + ], + [ + "Ġ", + "our" + ], + [ + "æľ", + "ī" + ], + [ + "n", + "a" + ], + [ + "i", + "f" + ], + [ + "ãģĿ", + "ãģĨ" + ], + [ + "Ġp", + "o" + ], + [ + "Ġ", + "ÑĤ" + ], + [ + "Ġc", + "ha" + ], + [ + "×ķ×", + "ª" + ], + [ + "on", + "d" + ], + [ + "Ġa", + "c" + ], + [ + "Ã", + "§" + ], + [ + "Æ", + "°" + ], + [ + "re", + "at" + ], + [ + "ãĤĵãģ", + "ł" + ], + [ + "å", + "Ń" + ], + [ + "é", + "ģ" + ], + [ + "ĠT", + "h" + ], + [ + "Ġha", + "r" + ], + [ + "à¤", + "¹" + ], + [ + "ä¸", + "ª" + ], + [ + "ad", + "e" + ], + [ + "è", + "¨" + ], + [ + "ł", + "×Ļ" + ], + [ + "i", + "o" + ], + [ + "Ġd", + "u" + ], + [ + "Ġ×", + "ij×" + ], + [ + "or", + "d" + ], + [ + "ì", + "ļ" + ], + [ + "Ġin", + "to" + ], + [ + "å°", + "±" + ], + [ + "Ġe", + "m" + ], + [ + "ا", + "Ø" + ], + [ + "æĿ", + "¥" + ], + [ + "à", + "²" + ], + [ + "ãĤ", + "į" + ], + [ + "Ġver", + "y" + ], + [ + "Ġs", + "Ã¥" + ], + [ + "i", + "er" + ], + [ + "äº", + "Ĩ" + ], + [ + "Ġb", + "r" + ], + [ + "ł", + "×" + ], + [ + "ãģ", + "ĵ" + ], + [ + "è", + "¯" + ], + [ + "ĠÐ", + "´" + ], + [ + "Ġ×", + "ĸ×Ķ" + ], + [ + "Ã", + "º" + ], + [ + "Ġì", + "Ŀ" + ], + [ + "ĠÐ", + "¾" + ], + [ + "Ġa", + "d" + ], + [ + "Ġo", + "g" + ], + [ + "à¤", + "ķ" + ], + [ + "ãģ", + "Ľ" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġ×", + "ķ" + ], + [ + "æ", + "ĸ" + ], + [ + "Ġc", + "l" + ], + [ + "å", + "Ľ" + ], + [ + "Ġb", + "o" + ], + [ + "Ġme", + "an" + ], + [ + "Ñ", + "ĩ" + ], + [ + "Ġb", + "u" + ], + [ + "in", + "t" + ], + [ + "ا", + "ÙĨ" + ], + [ + "ãĤ", + "ģ" + ], + [ + "Ġwhe", + "re" + ], + [ + "a", + "i" + ], + [ + "Ġof", + "f" + ], + [ + "Ġd", + "ie" + ], + [ + "ãĢģ", + "ãģĤ" + ], + [ + "Ġcon", + "t" + ], + [ + "à¥", + "Ī" + ], + [ + "ãĤĵãģ", + "§" + ], + [ + "w", + "o" + ], + [ + "Ñģ", + "ÑĤ" + ], + [ + "é", + "Ĥ" + ], + [ + "Ð", + "²" + ], + [ + "Ġt", + "alk" + ], + [ + "h", + "o" + ], + [ + "ĠJ", + "a" + ], + [ + "re", + "n" + ], + [ + "ç§", + "ģ" + ], + [ + "Ġ", + "à¦" + ], + [ + "Ġne", + "ed" + ], + [ + "ë", + "Ĭ" + ], + [ + "ĠÐ", + "¸" + ], + [ + "ĠÙ", + "ĥ" + ], + [ + "i", + "j" + ], + [ + "ì", + "Ĺ" + ], + [ + "ĠØ", + "ª" + ], + [ + "à¹", + "Ģ" + ], + [ + "ר", + "×" + ], + [ + "å", + "ĩ" + ], + [ + "Ġ×", + "IJ" + ], + [ + "Ġp", + "art" + ], + [ + "Ġsomet", + "hing" + ], + [ + "ãģ", + "¤" + ], + [ + "ĠThe", + "y" + ], + [ + "ĠØ", + "¹" + ], + [ + "ãĤĵãģ", + "ª" + ], + [ + "Ġot", + "her" + ], + [ + "l", + "o" + ], + [ + "a", + "it" + ], + [ + "æ", + "°" + ], + [ + "Ġd", + "is" + ], + [ + "å¤", + "§" + ], + [ + "s", + "el" + ], + [ + "à¤", + "¤" + ], + [ + "Ġp", + "u" + ], + [ + "Ù", + "İ" + ], + [ + "à", + "§" + ], + [ + "Ġf", + "u" + ], + [ + "Ġwor", + "k" + ], + [ + "and", + "o" + ], + [ + "Ġy", + "eah" + ], + [ + "Ġj", + "a" + ], + [ + "ãģ¾", + "ãģĻ" + ], + [ + "ãĤ", + "ĩ" + ], + [ + "Ġmu", + "ch" + ], + [ + "Î", + "±" + ], + [ + "à", + "´" + ], + [ + "Ġk", + "ind" + ], + [ + "é", + "Ģ" + ], + [ + "Ġt", + "han" + ], + [ + "Ø", + "´" + ], + [ + "Ĺ", + "×" + ], + [ + "ãĤ", + "¤" + ], + [ + "å", + "¯" + ], + [ + "à¸", + "£" + ], + [ + "Ã", + "´" + ], + [ + "Ġ", + "\"" + ], + [ + "Ġs", + "er" + ], + [ + "Ġj", + "o" + ], + [ + "ag", + "e" + ], + [ + "ì", + "ķ" + ], + [ + "ä»", + "ĸ" + ], + [ + "Ġ׾×", + "IJ" + ], + [ + "Ġd", + "er" + ], + [ + "e", + "k" + ], + [ + "Ġy", + "ear" + ], + [ + "е", + "н" + ], + [ + "ĠÙ", + "Ĩ" + ], + [ + "Ġto", + "d" + ], + [ + "ac", + "h" + ], + [ + "å", + "ij" + ], + [ + "Ġe", + "ven" + ], + [ + "a", + "v" + ], + [ + "Ġ×", + "Ľ×" + ], + [ + "Ġv", + "i" + ], + [ + "Ġa", + "f" + ], + [ + "ëĬ", + "Ķ" + ], + [ + "æ", + "Ħ" + ], + [ + "ad", + "o" + ], + [ + "Ġl", + "ot" + ], + [ + "éĤ", + "£" + ], + [ + "Ø", + "°" + ], + [ + "ê", + "°" + ], + [ + "re", + "e" + ], + [ + "Ġpar", + "a" + ], + [ + "·", + "¸" + ], + [ + "Ġ", + "ent" + ], + [ + "ê", + "³" + ], + [ + "n", + "ing" + ], + [ + "or", + "m" + ], + [ + "a", + "h" + ], + [ + "ãģĦ", + "ãģĦ" + ], + [ + "å", + "½" + ], + [ + "y", + "s" + ], + [ + "od", + "y" + ], + [ + "'", + "est" + ], + [ + "Ġà¤", + "ħ" + ], + [ + "å", + "¿" + ], + [ + "p", + "t" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġthing", + "s" + ], + [ + "ãģ", + "¿" + ], + [ + "Ġl", + "itt" + ], + [ + "Ġcom", + "e" + ], + [ + "åľ", + "¨" + ], + [ + "i", + "re" + ], + [ + "ãĤ", + "¹" + ], + [ + "à¹", + "ī" + ], + [ + "m", + "er" + ], + [ + "Ġwh", + "ich" + ], + [ + "ãģ£", + "ãģ¨" + ], + [ + "e", + "g" + ], + [ + "à¥", + "ģ" + ], + [ + "Ġc", + "he" + ], + [ + "ìļ", + "Ķ" + ], + [ + "f", + "t" + ], + [ + "ãĥ", + "ĥ" + ], + [ + "Ġha", + "pp" + ], + [ + "Ġa", + "u" + ], + [ + "ãģ", + "µ" + ], + [ + "íķ", + "ĺ" + ], + [ + "ç", + "ľ" + ], + [ + "os", + "s" + ], + [ + "Ġf", + "o" + ], + [ + "Ġo", + "h" + ], + [ + "Ġs", + "k" + ], + [ + "å", + "Ĭ" + ], + [ + "Ġthe", + "se" + ], + [ + "ĠÐ", + "¼" + ], + [ + "Ġì", + "ķ" + ], + [ + "Ġr", + "o" + ], + [ + "à¸", + "¡" + ], + [ + "Ġd", + "en" + ], + [ + "Ġp", + "as" + ], + [ + "ion", + "s" + ], + [ + "Ø", + "¬" + ], + [ + "ç", + "Ħ" + ], + [ + "ª", + "×" + ], + [ + "è", + "¡" + ], + [ + "u", + "ally" + ], + [ + "T", + "he" + ], + [ + "Ġd", + "own" + ], + [ + "Ġi", + "k" + ], + [ + "ĥ", + "½" + ], + [ + "ì", + "§" + ], + [ + "Ġcom", + "p" + ], + [ + "å¥", + "½" + ], + [ + "ir", + "st" + ], + [ + "Ø", + "£" + ], + [ + "Ġm", + "ed" + ], + [ + "à¸", + "ģ" + ], + [ + "b", + "l" + ], + [ + "å", + "¼" + ], + [ + "Ã", + "¸" + ], + [ + "аÐ", + "º" + ], + [ + "is", + "s" + ], + [ + "e", + "ll" + ], + [ + "Î", + "¹" + ], + [ + "ó", + "n" + ], + [ + "Ġma", + "ke" + ], + [ + "Ġd", + "ay" + ], + [ + "è", + "Ģ" + ], + [ + "Ð", + "¼" + ], + [ + "i", + "ke" + ], + [ + "è¨", + "Ģ" + ], + [ + "Ġwe", + "ll" + ], + [ + "ĸ", + "´" + ], + [ + "res", + "s" + ], + [ + "оÐ", + "²" + ], + [ + "oug", + "ht" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġà¤", + "®" + ], + [ + "Ġim", + "p" + ], + [ + "as", + "e" + ], + [ + "el", + "y" + ], + [ + "е", + "ÑĤ" + ], + [ + "Ġl", + "et" + ], + [ + "Ġth", + "r" + ], + [ + "Ġfe", + "el" + ], + [ + "Ġal", + "so" + ], + [ + "Ġlitt", + "le" + ], + [ + "t", + "hing" + ], + [ + "Ġre", + "s" + ], + [ + "a", + "z" + ], + [ + "ç", + "Ľ" + ], + [ + "à¤", + "²" + ], + [ + "Ġ×", + "Ļ" + ], + [ + "c", + "es" + ], + [ + "Ġm", + "en" + ], + [ + "Ġe", + "u" + ], + [ + "Ġst", + "art" + ], + [ + "e", + "e" + ], + [ + "on", + "t" + ], + [ + "ì", + "Ħ" + ], + [ + "ãģ", + "Ķ" + ], + [ + "á", + "Ģ" + ], + [ + "åĩ", + "º" + ], + [ + "Ġb", + "l" + ], + [ + "ĠÂ", + "¿" + ], + [ + "ãĥ¼", + "ãĥ" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġh", + "o" + ], + [ + "Ġê", + "·¸" + ], + [ + "ãģĺ", + "ãĤĥ" + ], + [ + "f", + "fe" + ], + [ + "Ġb", + "et" + ], + [ + "Ù", + "ī" + ], + [ + "Ġdo", + "es" + ], + [ + "Ġt", + "u" + ], + [ + "Ï", + "Ħ" + ], + [ + "Î", + "¿" + ], + [ + "Ġpers", + "on" + ], + [ + "á", + "ŀ" + ], + [ + "Ġt", + "wo" + ], + [ + "ĠÑ", + "ĩ" + ], + [ + "Ġ", + "ا" + ], + [ + "н", + "о" + ], + [ + "Ġp", + "od" + ], + [ + "Ġdid", + "n" + ], + [ + "Ġn", + "ão" + ], + [ + "Ġo", + "p" + ], + [ + "a", + "is" + ], + [ + "ot", + "her" + ], + [ + "un", + "g" + ], + [ + "ĠÐ", + "±" + ], + [ + "ad", + "a" + ], + [ + "v", + "ing" + ], + [ + "ãģ¯", + "ãģĦ" + ], + [ + "Ã", + "¨" + ], + [ + "ãģĦ", + "ãģĨ" + ], + [ + "Ġà¤", + "¤" + ], + [ + "ä¼", + "ļ" + ], + [ + "Ġt", + "ra" + ], + [ + "Ġह", + "à¥Ī" + ], + [ + "j", + "e" + ], + [ + "ĠÙģ", + "ÙĬ" + ], + [ + "Ã", + "¦" + ], + [ + "à¤", + "¸" + ], + [ + "an", + "n" + ], + [ + "ĠìĿ", + "´" + ], + [ + "ul", + "t" + ], + [ + "Ġat", + "t" + ], + [ + "ãģ", + "ħ" + ], + [ + "ãģĤãģĤ", + "ãģĤãģĤ" + ], + [ + "Ġs", + "c" + ], + [ + "å", + "į" + ], + [ + "Ġv", + "ar" + ], + [ + "Ġm", + "ay" + ], + [ + "é", + "ĩ" + ], + [ + "ab", + "le" + ], + [ + "å", + "ī" + ], + [ + "o", + "o" + ], + [ + "å", + "¸" + ], + [ + "Ġf", + "irst" + ], + [ + "ĠI", + "n" + ], + [ + "Ñ", + "Ī" + ], + [ + "à¸", + "±" + ], + [ + "æĢ", + "Ŀ" + ], + [ + "Ġl", + "os" + ], + [ + "Ġn", + "g" + ], + [ + "t", + "ing" + ], + [ + "ê³", + "ł" + ], + [ + "sel", + "f" + ], + [ + "Ġ×ķ", + "×" + ], + [ + "Ġth", + "ose" + ], + [ + "Ġp", + "h" + ], + [ + "ĠTh", + "is" + ], + [ + "ĠÃ", + "ł" + ], + [ + "á", + "s" + ], + [ + "i", + "le" + ], + [ + "r", + "u" + ], + [ + "Ġt", + "er" + ], + [ + "Ġt", + "em" + ], + [ + "ar", + "k" + ], + [ + "ä»", + "Ĭ" + ], + [ + "Ġw", + "at" + ], + [ + "ĵ", + "×" + ], + [ + "ãģĿ", + "ãĤĮ" + ], + [ + "Ġun", + "a" + ], + [ + "×Ķ", + "×" + ], + [ + "å", + "ĵ" + ], + [ + "ä»", + "¬" + ], + [ + "Ġk", + "e" + ], + [ + "Ġ×IJ×", + "ª" + ], + [ + "à¯", + "į" + ], + [ + "Ġv", + "o" + ], + [ + "Ġ", + "í" + ], + [ + "er", + "t" + ], + [ + "he", + "n" + ], + [ + "Ġto", + "o" + ], + [ + "¤", + "×" + ], + [ + "æ", + "Ń" + ], + [ + "ãĤĵ", + "ãģ£" + ], + [ + "ãģij", + "ãģ©" + ], + [ + "Ġ", + "Å" + ], + [ + "Ġc", + "all" + ], + [ + "Ġc", + "ar" + ], + [ + "Ñ", + "İ" + ], + [ + "ãģ", + "°" + ], + [ + "Ġì", + "ŀ" + ], + [ + "ãģ§", + "ãĤĤ" + ], + [ + "ÃŃ", + "a" + ], + [ + "'", + "d" + ], + [ + "Ñ", + "ħ" + ], + [ + "ëĭ", + "¤" + ], + [ + "е", + "ÑĢ" + ], + [ + "Ġ×IJ×", + "ł×Ļ" + ], + [ + "Ġre", + "al" + ], + [ + "аÐ", + "»" + ], + [ + "il", + "d" + ], + [ + "à¤", + "®" + ], + [ + "Ġta", + "ke" + ], + [ + "Ġ", + "il" + ], + [ + "Ġsh", + "ould" + ], + [ + "an", + "ce" + ], + [ + "w", + "e" + ], + [ + "Ã", + "¬" + ], + [ + "am", + "os" + ], + [ + "Ġund", + "er" + ], + [ + "g", + "et" + ], + [ + "Ġd", + "at" + ], + [ + "ll", + "e" + ], + [ + "ĠS", + "t" + ], + [ + "Ġv", + "e" + ], + [ + "оÐ", + "¼" + ], + [ + "æ°", + "Ĺ" + ], + [ + "å", + "¹" + ], + [ + "ê", + "²" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġ×", + "ŀ" + ], + [ + "à¸", + "ĩ" + ], + [ + "Ġu", + "h" + ], + [ + "Ġà¤", + "¸" + ], + [ + "Ġk", + "h" + ], + [ + "f", + "ore" + ], + [ + "2", + "0" + ], + [ + "ê°", + "Ģ" + ], + [ + "Ġst", + "ill" + ], + [ + "æ", + "Ļ" + ], + [ + "Ġt", + "ak" + ], + [ + "Ġm", + "in" + ], + [ + "Ġp", + "Ã¥" + ], + [ + "ĠC", + "h" + ], + [ + "Ġin", + "te" + ], + [ + "Ġп", + "ÑĢ" + ], + [ + "Ġà¤", + "ª" + ], + [ + "Ġl", + "Ãł" + ], + [ + "or", + "s" + ], + [ + "ìĹ", + "IJ" + ], + [ + "ĠS", + "he" + ], + [ + "or", + "y" + ], + [ + "Ġn", + "h" + ], + [ + "ä»", + "¥" + ], + [ + "Î", + "µ" + ], + [ + "à¸", + "µ" + ], + [ + "æ", + "ĥ" + ], + [ + "Ġhe", + "l" + ], + [ + "å", + "º" + ], + [ + "it", + "o" + ], + [ + "å", + "Ģ" + ], + [ + "Ú", + "©" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġy", + "a" + ], + [ + "è¦", + "ģ" + ], + [ + "Ġtr", + "y" + ], + [ + "ư", + "á»" + ], + [ + "ĠO", + "kay" + ], + [ + "Ġte", + "ll" + ], + [ + "n", + "y" + ], + [ + "x", + "t" + ], + [ + "e", + "w" + ], + [ + "m", + "a" + ], + [ + "Ĵ", + "×" + ], + [ + "on", + "s" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġdo", + "ing" + ], + [ + "ì§", + "Ģ" + ], + [ + "t", + "t" + ], + [ + "Ġje", + "g" + ], + [ + "ĠG", + "od" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġre", + "c" + ], + [ + "è", + "ĩ" + ], + [ + "ãĤ", + "¯" + ], + [ + "è", + "§" + ], + [ + "aa", + "aa" + ], + [ + "Ġf", + "in" + ], + [ + "Ġde", + "l" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġsh", + "ow" + ], + [ + "ĠL", + "ike" + ], + [ + "ãĤĭ", + "ãģ®" + ], + [ + "ĠA", + "l" + ], + [ + "re", + "nt" + ], + [ + "Ġde", + "c" + ], + [ + "n", + "h" + ], + [ + "è¦", + "ĭ" + ], + [ + "b", + "ody" + ], + [ + "а", + "ÑĤ" + ], + [ + "à¹Ģ", + "à¸" + ], + [ + "Ġd", + "as" + ], + [ + "d", + "er" + ], + [ + "Ġne", + "w" + ], + [ + "i", + "ous" + ], + [ + "k", + "s" + ], + [ + "§", + "×" + ], + [ + "m", + "o" + ], + [ + "ìĿ", + "Ħ" + ], + [ + "ì", + "ĸ´" + ], + [ + "§", + "a" + ], + [ + "ĠB", + "e" + ], + [ + "A", + "nd" + ], + [ + "ä¸", + "Ĭ" + ], + [ + "Ġp", + "ut" + ], + [ + "i", + "b" + ], + [ + "Ġt", + "en" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ã", + "°" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġc", + "r" + ], + [ + "Ġ×", + "¢×" + ], + [ + "Ġact", + "ually" + ], + [ + "Ġc", + "u" + ], + [ + "å", + "ķ" + ], + [ + "æ", + "ķ" + ], + [ + "Ġqu", + "est" + ], + [ + "åŃ", + "IJ" + ], + [ + "ÙĬ", + "ÙĨ" + ], + [ + "w", + "n" + ], + [ + "Ġe", + "in" + ], + [ + "ĠÑ", + "į" + ], + [ + "ic", + "a" + ], + [ + "о", + "ÑĤ" + ], + [ + "ä½", + "ķ" + ], + [ + "ä", + "¿" + ], + [ + "ëĭ", + "Ī" + ], + [ + "è", + "ª" + ], + [ + "m", + "m" + ], + [ + "u", + "c" + ], + [ + "ĠÂ", + "¡" + ], + [ + "ic", + "ht" + ], + [ + "ä¹", + "Ī" + ], + [ + "g", + "o" + ], + [ + "Ġ×", + "ľ" + ], + [ + "ãĥ", + "Ī" + ], + [ + "Ġl", + "es" + ], + [ + "É", + "Ļ" + ], + [ + "ig", + "n" + ], + [ + "i", + "an" + ], + [ + "é", + "ĸ" + ], + [ + "æ", + "Į" + ], + [ + "å", + "İ" + ], + [ + "Ġà¤", + "¨" + ], + [ + "áº", + "¿" + ], + [ + "t", + "a" + ], + [ + "Ġm", + "om" + ], + [ + "v", + "ed" + ], + [ + "Ġcom", + "o" + ], + [ + "ĠØ", + "¯" + ], + [ + "Ġlo", + "ve" + ], + [ + "и", + "ÑĤ" + ], + [ + "å", + "·" + ], + [ + "åĪ", + "Ĩ" + ], + [ + "ãĥ", + "ª" + ], + [ + "Ġs", + "ur" + ], + [ + "am", + "b" + ], + [ + "n", + "o" + ], + [ + "Ġg", + "reat" + ], + [ + "×ķ×", + "IJ" + ], + [ + "u", + "nd" + ], + [ + "ãĤ", + "¢" + ], + [ + "ve", + "l" + ], + [ + "çĦ", + "¶" + ], + [ + "ãĤ", + "ħ" + ], + [ + "оÐ", + "»" + ], + [ + "Î", + "½" + ], + [ + "Ġ", + "à®" + ], + [ + "à¸", + "¢" + ], + [ + "Ġb", + "it" + ], + [ + "Ø", + "®" + ], + [ + "ãģĹ", + "ãģĦ" + ], + [ + "ad", + "y" + ], + [ + "Ġ×", + "©" + ], + [ + "ar", + "y" + ], + [ + "Ġl", + "ong" + ], + [ + "å", + "Ĩ" + ], + [ + "p", + "le" + ], + [ + "al", + "e" + ], + [ + "áº", + "¡" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġli", + "fe" + ], + [ + "à¸", + "°" + ], + [ + "ï", + "½" + ], + [ + "ĠÙħ", + "ÙĨ" + ], + [ + "×ķ×", + "¨" + ], + [ + "Ġn", + "i" + ], + [ + "Ø", + "·" + ], + [ + "æ", + "²" + ], + [ + "¡", + "×" + ], + [ + "Ġa", + "v" + ], + [ + "-", + "d" + ], + [ + "ãĥ", + "«" + ], + [ + "ur", + "n" + ], + [ + "äº", + "ĭ" + ], + [ + "Â", + "ł" + ], + [ + "Ġ", + "ich" + ], + [ + "Ġth", + "ought" + ], + [ + "à¥", + "¤" + ], + [ + "Ġne", + "ver" + ], + [ + "Ġwh", + "y" + ], + [ + "he", + "he" + ], + [ + "Ø", + "µ" + ], + [ + "ãĢĤ", + "Ċ" + ], + [ + "çĶ", + "Ł" + ], + [ + "ãĤĪ", + "ãģĨ" + ], + [ + "æĹ", + "¥" + ], + [ + "à¸", + "§" + ], + [ + "åī", + "į" + ], + [ + "is", + "h" + ], + [ + "Ġre", + "m" + ], + [ + "t", + "en" + ], + [ + "Ġas", + "s" + ], + [ + "Ġm", + "at" + ], + [ + "ì", + "ŀ" + ], + [ + "oc", + "ê" + ], + [ + "ç", + "»" + ], + [ + "way", + "s" + ], + [ + "v", + "es" + ], + [ + "h", + "h" + ], + [ + "is", + "e" + ], + [ + "Ġo", + "kay" + ], + [ + "Ġe", + "le" + ], + [ + "ìĦ", + "ľ" + ], + [ + "оÐ", + "³" + ], + [ + "Ã", + "¢" + ], + [ + "ãĥ", + "©" + ], + [ + "Y", + "ou" + ], + [ + "Ġo", + "b" + ], + [ + "Ġen", + "d" + ], + [ + "Ġw", + "r" + ], + [ + "Ġb", + "ig" + ], + [ + "å¾", + "Ī" + ], + [ + "ÙĪ", + "ÙĨ" + ], + [ + "Ġg", + "e" + ], + [ + "ãĢģãģ", + "Ĭ" + ], + [ + "h", + "y" + ], + [ + "åı", + "¯" + ], + [ + "Ġar", + "ound" + ], + [ + "ãģĻ", + "ãĤĭ" + ], + [ + "ation", + "s" + ], + [ + "è¡", + "Į" + ], + [ + "en", + "ce" + ], + [ + "ãģĭ", + "ãģ£ãģŁ" + ], + [ + "Ġyear", + "s" + ], + [ + "ê", + "¸" + ], + [ + "Ġis", + "t" + ], + [ + "а", + "н" + ], + [ + "Ġpo", + "int" + ], + [ + "at", + "ed" + ], + [ + "Ġest", + "á" + ], + [ + "Ġhapp", + "en" + ], + [ + "ç", + "Ł" + ], + [ + "ि", + "à¤" + ], + [ + "Ġaf", + "ter" + ], + [ + "ë", + "¦" + ], + [ + "é", + "Ŀ" + ], + [ + "ç", + "ī" + ], + [ + "ÙĦ", + "ÙĬ" + ], + [ + "ï½", + "ŀ" + ], + [ + "æľ", + "¬" + ], + [ + "Ġs", + "ha" + ], + [ + "Ġha", + "nd" + ], + [ + "е", + "л" + ], + [ + "è¯", + "´" + ], + [ + "ĠØ£", + "ÙĨ" + ], + [ + "ĠI", + "f" + ], + [ + "æ", + "Ĭ" + ], + [ + "p", + "s" + ], + [ + "à¤Ĥ", + "à¤" + ], + [ + "à¦", + "¾" + ], + [ + "Ĥ", + "ĺ" + ], + [ + "ãģĦ", + "ãģŁ" + ], + [ + "Ġf", + "ind" + ], + [ + "f", + "ul" + ], + [ + "ĠY", + "es" + ], + [ + "c", + "o" + ], + [ + "Ġdi", + "ffe" + ], + [ + "æ", + "ł" + ], + [ + "èĩ", + "ª" + ], + [ + "Ġbe", + "l" + ], + [ + "ĠØ", + "´" + ], + [ + "u", + "al" + ], + [ + "ãĤĵãģ§", + "ãģĻ" + ], + [ + "il", + "y" + ], + [ + "c", + "ast" + ], + [ + "ĠØ", + "¥" + ], + [ + "ÙĦ", + "ا" + ], + [ + "Ùĩ", + "ا" + ], + [ + "ì", + "ł" + ], + [ + "Ð", + "¿" + ], + [ + "Ġà¤", + "µ" + ], + [ + "ĠØ", + "³" + ], + [ + "ãģ«", + "ãģª" + ], + [ + "Å", + "Ł" + ], + [ + "ë", + "ı" + ], + [ + "ë", + "¥" + ], + [ + "Ã", + "±" + ], + [ + "ĠD", + "e" + ], + [ + "Ġs", + "ch" + ], + [ + "Ġm", + "ost" + ], + [ + "Ġas", + "k" + ], + [ + "Ġa", + "p" + ], + [ + "ذ", + "ا" + ], + [ + "è", + "µ" + ], + [ + "æĸ", + "¹" + ], + [ + "ç", + "µ" + ], + [ + "à", + "±" + ], + [ + "ãģĹ", + "ãĤĩ" + ], + [ + "ãĤĮ", + "ãģ¦" + ], + [ + "n", + "er" + ], + [ + "ĠÙħ", + "ا" + ], + [ + "ä¸", + "Ń" + ], + [ + "аÐ", + "¼" + ], + [ + "t", + "s" + ], + [ + "ĠÐ", + "·" + ], + [ + "Ġl", + "ast" + ], + [ + "e", + "ver" + ], + [ + "c", + "ess" + ], + [ + "â̦â̦", + "ï¼ģ" + ], + [ + "Ġse", + "c" + ], + [ + "åĪ", + "°" + ], + [ + "Ġy", + "o" + ], + [ + "im", + "es" + ], + [ + "ãģª", + "ãĤĵãģ" + ], + [ + "Ġ×", + "ij" + ], + [ + "ãģ", + "ļ" + ], + [ + "Ġin", + "c" + ], + [ + "Ġн", + "а" + ], + [ + "ãĤĤ", + "ãģĨ" + ], + [ + "v", + "a" + ], + [ + "ë", + "§" + ], + [ + "Ġmom", + "ent" + ], + [ + "i", + "á»" + ], + [ + "ĠÐ", + "µ" + ], + [ + "c", + "ha" + ], + [ + "us", + "s" + ], + [ + "ver", + "s" + ], + [ + "f", + "orm" + ], + [ + "Ġì", + "ł" + ], + [ + "Ġfu", + "ck" + ], + [ + "Ġin", + "v" + ], + [ + "á", + "ĥ" + ], + [ + "ĠA", + "h" + ], + [ + "Q", + "u" + ], + [ + "æī", + "ĭ" + ], + [ + "Ġm", + "ak" + ], + [ + "y", + "e" + ], + [ + "Ġm", + "on" + ], + [ + "ĠE", + "n" + ], + [ + "Ġн", + "е" + ], + [ + "Ġm", + "et" + ], + [ + "à¸", + "Ħ" + ], + [ + "ist", + "en" + ], + [ + "ãģĦ", + "ãģ¦" + ], + [ + "Ġ×Ļ", + "×" + ], + [ + "Ġa", + "h" + ], + [ + "Ġal", + "ways" + ], + [ + "u", + "p" + ], + [ + "Ġë", + "§" + ], + [ + "Ø", + "²" + ], + [ + "ĠA", + "ll" + ], + [ + "i", + "ón" + ], + [ + "Ġ", + "Ï" + ], + [ + "d", + "en" + ], + [ + "ï¼Į", + "æĪij" + ], + [ + "Ġc", + "e" + ], + [ + "Ġum", + "a" + ], + [ + "ĠØ", + "Ń" + ], + [ + "u", + "b" + ], + [ + "c", + "er" + ], + [ + "à¯į", + "à®" + ], + [ + "em", + "ent" + ], + [ + "ãĢģãģĿ", + "ãģĨ" + ], + [ + "еÐ", + "¼" + ], + [ + "ãĢģ", + "ãĥ" + ], + [ + "è", + "®" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġs", + "in" + ], + [ + "Ġs", + "l" + ], + [ + "оÐ", + "´" + ], + [ + "ì", + "ĭ" + ], + [ + "Ġש×", + "ľ" + ], + [ + "ãģĤ", + "ãĤĬ" + ], + [ + "Ġsu", + "re" + ], + [ + "ic", + "al" + ], + [ + "ĠI", + "s" + ], + [ + "Ġk", + "an" + ], + [ + "ãģ", + "»" + ], + [ + "Ġma", + "is" + ], + [ + "Ġw", + "ait" + ], + [ + "a", + "u" + ], + [ + "å¯", + "¹" + ], + [ + "ri", + "end" + ], + [ + "Ġst", + "r" + ], + [ + "or", + "a" + ], + [ + "Ġà¤", + "¬" + ], + [ + "Ġman", + "y" + ], + [ + "Ġhel", + "p" + ], + [ + "Ġg", + "en" + ], + [ + "ا", + "ر" + ], + [ + "ãģ¾", + "ãģĹãģŁ" + ], + [ + "i", + "al" + ], + [ + "Ġ", + "ÑĢ" + ], + [ + "ĠÃ", + "¤" + ], + [ + "c", + "om" + ], + [ + "Ġs", + "m" + ], + [ + "à", + "ª" + ], + [ + "pe", + "ct" + ], + [ + "Ð", + "³" + ], + [ + "Ġv", + "ocê" + ], + [ + "Ġwe", + "ek" + ], + [ + "é", + "Ľ" + ], + [ + "Ġs", + "on" + ], + [ + "Å", + "¡" + ], + [ + "b", + "en" + ], + [ + "ë", + "ĵ" + ], + [ + "Ġin", + "ter" + ], + [ + "Ġl", + "as" + ], + [ + "ĠWe", + "ll" + ], + [ + "ë", + "ŀ" + ], + [ + "Ġp", + "ol" + ], + [ + "m", + "an" + ], + [ + "ãģĦ", + "ãĤĭ" + ], + [ + "ĠD", + "et" + ], + [ + "å", + "ĭ" + ], + [ + "áº", + "£" + ], + [ + "è", + "©" + ], + [ + "âĢ", + "ķ" + ], + [ + "à¹", + "Ħ" + ], + [ + "er", + "o" + ], + [ + "Ġcon", + "s" + ], + [ + "Ġ", + "id" + ], + [ + "ãĤ", + "¿" + ], + [ + "ãģķ", + "ãĤĵãģ" + ], + [ + "Ġm", + "ight" + ], + [ + "Ġgu", + "ys" + ], + [ + "Ġf", + "l" + ], + [ + "å", + "¦" + ], + [ + "ct", + "ion" + ], + [ + "Ġhe", + "t" + ], + [ + "ãģ¯", + "ãģģ" + ], + [ + "о", + "ÑĢ" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġik", + "ke" + ], + [ + "Ä", + "ĥ" + ], + [ + "ãģĨ", + "ãĤĵ" + ], + [ + "à¸", + "ļ" + ], + [ + "m", + "p" + ], + [ + "Ġde", + "m" + ], + [ + "ci", + "al" + ], + [ + "á»", + "Ļ" + ], + [ + "Ġìķ", + "Ħ" + ], + [ + "I", + "t" + ], + [ + "it", + "u" + ], + [ + "H", + "e" + ], + [ + "g", + "a" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "am" + ], + [ + "Ġo", + "m" + ], + [ + "j", + "a" + ], + [ + "Ġg", + "ive" + ], + [ + "ëı", + "Ħ" + ], + [ + "ot", + "e" + ], + [ + "st", + "e" + ], + [ + "ĠÑĩ", + "ÑĤо" + ], + [ + "Ù", + "IJ" + ], + [ + "Ġpor", + "que" + ], + [ + "i", + "ble" + ], + [ + "w", + "ard" + ], + [ + "Ġin", + "s" + ], + [ + "Ġcom", + "m" + ], + [ + "Ġm", + "i" + ], + [ + "áº", + "¥" + ], + [ + "o", + "y" + ], + [ + "Ġv", + "an" + ], + [ + "1", + "0" + ], + [ + "r", + "am" + ], + [ + "¦", + "×" + ], + [ + "Ġo", + "wn" + ], + [ + "à", + "µ" + ], + [ + "ê", + "n" + ], + [ + "ab", + "ly" + ], + [ + "Ġt", + "il" + ], + [ + "ãĤ", + "·" + ], + [ + "re", + "st" + ], + [ + "ãģŁ", + "ãģĦ" + ], + [ + "±", + "°" + ], + [ + "he", + "re" + ], + [ + "he", + "d" + ], + [ + "Ġdiffe", + "rent" + ], + [ + "æ", + "³" + ], + [ + "Ġre", + "l" + ], + [ + "Ġ", + "..." + ], + [ + "Ġv", + "a" + ], + [ + "ic", + "t" + ], + [ + "ë", + "¡" + ], + [ + "è", + "ģ" + ], + [ + "å°±", + "æĺ¯" + ], + [ + "Ġê", + "°" + ], + [ + "é", + "¡" + ], + [ + "u", + "k" + ], + [ + "ç", + "İ" + ], + [ + "u", + "ff" + ], + [ + "å¾", + "Ĺ" + ], + [ + "Ġ", + "Ñĥ" + ], + [ + "æī", + "Ģ" + ], + [ + "ar", + "a" + ], + [ + "Ġत", + "à¥ĭ" + ], + [ + "Ġm", + "as" + ], + [ + "Ġf", + "un" + ], + [ + "ar", + "s" + ], + [ + "am", + "ente" + ], + [ + "Ø", + "¶" + ], + [ + "ãģ©", + "ãģĨ" + ], + [ + "æ", + "¯" + ], + [ + "Ġha", + "n" + ], + [ + "ìĿ", + "Ģ" + ], + [ + "Ġs", + "ame" + ], + [ + "ä¹", + "Ł" + ], + [ + "Ġre", + "p" + ], + [ + "id", + "o" + ], + [ + "Ġde", + "f" + ], + [ + "ìķ", + "Ħ" + ], + [ + "Ġg", + "ente" + ], + [ + "ĠØ", + "¬" + ], + [ + "Ġwor", + "ld" + ], + [ + "ë¦", + "¬" + ], + [ + "as", + "on" + ], + [ + "å®", + "¶" + ], + [ + "è", + "ĥ½" + ], + [ + "ĠÃ", + "§a" + ], + [ + "ä¸", + "ĭ" + ], + [ + "Ġb", + "est" + ], + [ + "ÙĦ", + "Ùī" + ], + [ + "ö", + "r" + ], + [ + "ãģĤ", + "ãĤĭ" + ], + [ + "l", + "es" + ], + [ + "çŁ", + "¥" + ], + [ + "in", + "a" + ], + [ + "ãģĭ", + "ãģª" + ], + [ + "Ĥ", + "¬" + ], + [ + "×Ļ", + "×Ķ" + ], + [ + "Ġ", + "Ú©" + ], + [ + "Ġe", + "v" + ], + [ + "åIJ", + "İ" + ], + [ + "Ġà¤", + "ľ" + ], + [ + "i", + "el" + ], + [ + "ĠG", + "o" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ree" + ], + [ + "it", + "a" + ], + [ + "Ġ", + "hat" + ], + [ + "v", + "o" + ], + [ + "Ġw", + "ent" + ], + [ + "Ġp", + "ass" + ], + [ + "Ø", + "«" + ], + [ + "ĠL", + "et" + ], + [ + "é", + "s" + ], + [ + "ë", + "Ł" + ], + [ + "en", + "se" + ], + [ + "Ġc", + "a" + ], + [ + "à§", + "ĩ" + ], + [ + "æĻ", + "Ĥ" + ], + [ + "ا", + "ت" + ], + [ + "é", + "£" + ], + [ + "at", + "h" + ], + [ + "à¸", + "Ķ" + ], + [ + "Ġp", + "res" + ], + [ + "å", + "±" + ], + [ + "ĠA", + "s" + ], + [ + "Ġc", + "our" + ], + [ + "Ġb", + "ot" + ], + [ + "ĠÙ", + "Ĥ" + ], + [ + "é", + "ĥ½" + ], + [ + "Ġà¤", + "¯" + ], + [ + "Ù", + "Ĵ" + ], + [ + "ł", + "×ķ" + ], + [ + "é", + "n" + ], + [ + "b", + "a" + ], + [ + "st", + "and" + ], + [ + "å", + "§" + ], + [ + "end", + "o" + ], + [ + "at", + "her" + ], + [ + "it", + "ion" + ], + [ + "op", + "e" + ], + [ + "ê²", + "Į" + ], + [ + "Ä", + "Ľ" + ], + [ + "å¤", + "ļ" + ], + [ + "Ġc", + "as" + ], + [ + "Ð", + "±" + ], + [ + "Ġtalk", + "ing" + ], + [ + "ant", + "e" + ], + [ + "Ġdi", + "re" + ], + [ + "um", + "p" + ], + [ + "g", + "en" + ], + [ + "åħ", + "Ī" + ], + [ + "Ġk", + "om" + ], + [ + "ĠاÙĦ", + "Ùħ" + ], + [ + "æ", + "§" + ], + [ + "Ð", + "·" + ], + [ + "Ï", + "ģ" + ], + [ + "Ġs", + "y" + ], + [ + "Ġin", + "d" + ], + [ + "Ġe", + "en" + ], + [ + "ô", + "ng" + ], + [ + "Ġpro", + "b" + ], + [ + "Ġà¤", + "Ĩ" + ], + [ + "н", + "а" + ], + [ + "Ġc", + "or" + ], + [ + "íķ", + "ľ" + ], + [ + "ç", + "IJ" + ], + [ + "z", + "e" + ], + [ + "ãĤ", + "«" + ], + [ + "ãĢģãģ", + "ĵ" + ], + [ + "an", + "k" + ], + [ + "i", + "ed" + ], + [ + "Ġimp", + "ort" + ], + [ + "æĦ", + "Ł" + ], + [ + "Ġp", + "a" + ], + [ + "Ġf", + "riend" + ], + [ + "ãģĵ", + "ãĤĮ" + ], + [ + "ig", + "h" + ], + [ + "ic", + "o" + ], + [ + "b", + "r" + ], + [ + "Ġmay", + "be" + ], + [ + "Ġhe", + "ad" + ], + [ + "åİ", + "»" + ], + [ + "à¥ĩ", + "à¤" + ], + [ + "Ġw", + "ar" + ], + [ + "à¸", + "¥" + ], + [ + "v", + "or" + ], + [ + "ut", + "e" + ], + [ + "ãĤ", + "Ń" + ], + [ + "g", + "y" + ], + [ + "Ġc", + "re" + ], + [ + "æ", + "¬" + ], + [ + "ãĥ", + "ģ" + ], + [ + "Ġa", + "qu" + ], + [ + "оÐ", + "¹" + ], + [ + "Ġre", + "g" + ], + [ + "ë", + "ł" + ], + [ + "Ġne", + "xt" + ], + [ + "ãģĵãģ", + "®" + ], + [ + "çľ", + "ĭ" + ], + [ + "о", + "Ñģ" + ], + [ + "z", + "y" + ], + [ + "×Ļ×", + "ª" + ], + [ + "one", + "y" + ], + [ + "ãĤĮ", + "ãĤĭ" + ], + [ + "ÙĪ", + "ÙĦ" + ], + [ + "Ġau", + "ch" + ], + [ + "ìĿ", + "ĺ" + ], + [ + "Ġn", + "os" + ], + [ + "Ġbet", + "ter" + ], + [ + "Ġb", + "us" + ], + [ + "ou", + "se" + ], + [ + "æľ", + "Ģ" + ], + [ + "Ġsu", + "pp" + ], + [ + "Ġs", + "et" + ], + [ + "Ġke", + "ep" + ], + [ + "ĠT", + "r" + ], + [ + "×ķ×", + "ĵ" + ], + [ + "ãģĤ", + "ãģ£" + ], + [ + "Ġ×", + "¨" + ], + [ + "Ġ", + "ou" + ], + [ + "b", + "o" + ], + [ + "ĠØ", + "±" + ], + [ + "u", + "ck" + ], + [ + "Ġà¤", + "¦" + ], + [ + "Ġa", + "way" + ], + [ + "em", + "ber" + ], + [ + "Ġcha", + "ng" + ], + [ + "×ķ×", + "ľ" + ], + [ + "Ġ", + "Õ" + ], + [ + "Ġà¤", + "²" + ], + [ + "b", + "re" + ], + [ + "ãĢģ", + "ç" + ], + [ + "Å", + "¾" + ], + [ + "Ġìŀ", + "Ī" + ], + [ + "é", + "Ļ" + ], + [ + "p", + "o" + ], + [ + "Ġm", + "ás" + ], + [ + "Ġb", + "as" + ], + [ + "ĠH", + "ow" + ], + [ + "en", + "e" + ], + [ + "00", + "0" + ], + [ + "ãģŁ", + "ãģĹ" + ], + [ + "Ġr", + "un" + ], + [ + "л", + "и" + ], + [ + "in", + "s" + ], + [ + "Ġwor", + "d" + ], + [ + "ĠD", + "o" + ], + [ + "Ñ", + "Ĩ" + ], + [ + "åķ", + "Ĭ" + ], + [ + "Ã¥", + "r" + ], + [ + "Ġpro", + "ble" + ], + [ + "ic", + "ally" + ], + [ + "ãģķ", + "ãĤĵ" + ], + [ + "ij", + "ר" + ], + [ + "g", + "er" + ], + [ + "ç", + "ão" + ], + [ + "Ġt", + "amb" + ], + [ + "Ġpod", + "cast" + ], + [ + "at", + "t" + ], + [ + "at", + "ing" + ], + [ + "ãģł", + "ãģij" + ], + [ + "æ", + "İ" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġbel", + "ie" + ], + [ + "Y", + "eah" + ], + [ + "Ñģ", + "Ñı" + ], + [ + "à¸", + "«" + ], + [ + "ãģ£", + "ãģ" + ], + [ + "y", + "a" + ], + [ + "Ġdon", + "e" + ], + [ + "Ġan", + "other" + ], + [ + "Ġtod", + "ay" + ], + [ + "è", + "¾" + ], + [ + "m", + "en" + ], + [ + "ë¡", + "ľ" + ], + [ + "ĠD", + "on" + ], + [ + "Ġdoes", + "n" + ], + [ + "ow", + "er" + ], + [ + "Ġp", + "our" + ], + [ + "Ġg", + "ame" + ], + [ + "Ġc", + "are" + ], + [ + "k", + "a" + ], + [ + "Ġd", + "r" + ], + [ + "è¿Ļ", + "个" + ], + [ + "Ġpl", + "ace" + ], + [ + "ãģķ", + "ãģĦ" + ], + [ + "n", + "i" + ], + [ + "ÙĪ", + "ا" + ], + [ + "g", + "u" + ], + [ + "া", + "à¦" + ], + [ + "Ŀ", + "¼" + ], + [ + "Ġo", + "ld" + ], + [ + "ĠJ", + "o" + ], + [ + "S", + "o" + ], + [ + "íķ", + "´" + ], + [ + "æĮ", + "ģ" + ], + [ + "Ġ", + "ir" + ], + [ + "ä¸", + "º" + ], + [ + "ç", + "Ĥ" + ], + [ + "p", + "r" + ], + [ + "à¤", + "ª" + ], + [ + "Ġc", + "ó" + ], + [ + "Ġn", + "um" + ], + [ + "ĠB", + "r" + ], + [ + "han", + "k" + ], + [ + "ãģ¾", + "ãģĽ" + ], + [ + "ĠÐ", + "³" + ], + [ + "å", + "ģ" + ], + [ + "Ġtry", + "ing" + ], + [ + "Ġb", + "a" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġest", + "e" + ], + [ + "ãĤĮ", + "ãģŁ" + ], + [ + "ir", + "d" + ], + [ + "ĠÃ", + "¾" + ], + [ + "Û", + "ģ" + ], + [ + "ãĥ", + "¬" + ], + [ + "ĠN", + "ow" + ], + [ + "ÙĬ", + "Ø©" + ], + [ + "Ùħ", + "ا" + ], + [ + "ãģĿ", + "ãģ®" + ], + [ + "Ġc", + "ame" + ], + [ + "аÐ", + "²" + ], + [ + "Ġì", + "Ĺ" + ], + [ + "ç", + "ķ" + ], + [ + "Ġm", + "ar" + ], + [ + "k", + "t" + ], + [ + "ÙĬ", + "ر" + ], + [ + "h", + "r" + ], + [ + "Ġn", + "icht" + ], + [ + "ci", + "a" + ], + [ + "å¿", + "ĥ" + ], + [ + "о", + "н" + ], + [ + "Ġn", + "u" + ], + [ + "od", + "e" + ], + [ + "ãģ¨", + "æĢĿ" + ], + [ + "Ġs", + "ort" + ], + [ + "аÐ", + "·" + ], + [ + "Ġg", + "i" + ], + [ + "Ġst", + "uff" + ], + [ + "Å", + "Ĥ" + ], + [ + "Ġun", + "e" + ], + [ + "æ²", + "¡" + ], + [ + "Ġm", + "ind" + ], + [ + "à¥ĩ", + "à¤Ĥ" + ], + [ + "ĠS", + "e" + ], + [ + "æ", + "ĭ" + ], + [ + "ĠBe", + "cause" + ], + [ + "Ñ", + "ī" + ], + [ + "Ġì", + "ĺ" + ], + [ + "é", + "ĥ" + ], + [ + "Ġprob", + "ably" + ], + [ + "am", + "p" + ], + [ + "Ð", + "¶" + ], + [ + "ä", + "r" + ], + [ + "g", + "an" + ], + [ + "ãģ", + "Ĵ" + ], + [ + "Ġä", + "r" + ], + [ + "Ġl", + "isten" + ], + [ + "Ġf", + "al" + ], + [ + "id", + "a" + ], + [ + "å", + "ĥ" + ], + [ + "re", + "t" + ], + [ + "n", + "ess" + ], + [ + "ع", + "Ùħ" + ], + [ + "á»", + "ij" + ], + [ + "Ġunder", + "stand" + ], + [ + "ãĥ", + "ŀ" + ], + [ + "ï¼ģ", + "ï¼Ł" + ], + [ + "Ġh", + "um" + ], + [ + "×Ļ", + "×Ļ" + ], + [ + "Ġt", + "ri" + ], + [ + "ë", + "Ŀ¼" + ], + [ + "иÐ", + "¼" + ], + [ + "m", + "s" + ], + [ + "Ġn", + "on" + ], + [ + "ãĥ¼", + "ãĥ¼" + ], + [ + "ing", + "s" + ], + [ + "ü", + "r" + ], + [ + "Ġo", + "s" + ], + [ + "Ġt", + "y" + ], + [ + "i", + "ent" + ], + [ + "åħ", + "¥" + ], + [ + "Ġevery", + "thing" + ], + [ + "Ġgu", + "y" + ], + [ + "Ġs", + "im" + ], + [ + "ç", + "Ļ" + ], + [ + "Ġcom", + "ing" + ], + [ + ".", + "\"" + ], + [ + "Ġm", + "al" + ], + [ + "ê¸", + "°" + ], + [ + "ãģĦ", + "ãģ¾ãģĻ" + ], + [ + "ĠÑį", + "ÑĤо" + ], + [ + "Ġin", + "t" + ], + [ + "z", + "a" + ], + [ + "ãģª", + "ãĤī" + ], + [ + "ä»", + "Ģ" + ], + [ + "l", + "ed" + ], + [ + "l", + "t" + ], + [ + "A", + "A" + ], + [ + "Ġ", + "à°" + ], + [ + "æ", + "ŀ" + ], + [ + "ãģ£ãģ¦", + "ãĤĭ" + ], + [ + "Ġê", + "²" + ], + [ + "æĦ", + "ı" + ], + [ + "çľ", + "Ł" + ], + [ + "ãģł", + "ãģĭãĤī" + ], + [ + "ÙĦ", + "Ùĩ" + ], + [ + "Ġp", + "os" + ], + [ + "Ġd", + "an" + ], + [ + "ig", + "e" + ], + [ + "at", + "er" + ], + [ + "Ù", + "ĭ" + ], + [ + "æ", + "Ķ" + ], + [ + "b", + "s" + ], + [ + "u", + "i" + ], + [ + "é", + "m" + ], + [ + "er", + "a" + ], + [ + "Ġs", + "orry" + ], + [ + "æĥ", + "³" + ], + [ + "ë", + "©" + ], + [ + "ा", + "र" + ], + [ + "l", + "ich" + ], + [ + "Ġb", + "ad" + ], + [ + "å", + "Ĵ" + ], + [ + "æĹ", + "¶" + ], + [ + "åħ", + "¨" + ], + [ + "ä¸Ģ", + "个" + ], + [ + "à", + "³" + ], + [ + "ãĤ", + "Ģ" + ], + [ + "à¸", + "Ĺ" + ], + [ + "Ġm", + "oney" + ], + [ + "v", + "ie" + ], + [ + "c", + "ome" + ], + [ + "à¹", + "ĥ" + ], + [ + "ì", + "Ĭ" + ], + [ + "ãĤĩ", + "ãģ£ãģ¨" + ], + [ + "Ġhar", + "d" + ], + [ + "ãģª", + "ãģı" + ], + [ + "Ä", + "Ļ" + ], + [ + "Ġper", + "o" + ], + [ + "ar", + "n" + ], + [ + "ãģª", + "ãģ®" + ], + [ + "ãĤĪ", + "ãģŃ" + ], + [ + "ãģĤãģĤãģĤãģĤ", + "ãģĤãģĤãģĤãģĤ" + ], + [ + "é", + "Ĺ" + ], + [ + "al", + "s" + ], + [ + "el", + "t" + ], + [ + "Ġg", + "a" + ], + [ + "Ġw", + "om" + ], + [ + "è©", + "±" + ], + [ + "et", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġ", + "use" + ], + [ + "Ġn", + "at" + ], + [ + "Ġ×", + "ł×" + ], + [ + "Ġt", + "urn" + ], + [ + "ãĥ", + "Ń" + ], + [ + "og", + "y" + ], + [ + "h", + "ip" + ], + [ + "ĠÃ", + "¥" + ], + [ + "é", + "ł" + ], + [ + "ãģ¨", + "ãģĦãģĨ" + ], + [ + "on", + "na" + ], + [ + "Ġl", + "ea" + ], + [ + "ĠO", + "g" + ], + [ + "ç", + "Ŀ" + ], + [ + "Ġs", + "ol" + ], + [ + "Ġcon", + "f" + ], + [ + "Ġex", + "per" + ], + [ + "Ġg", + "l" + ], + [ + "Ã", + "½" + ], + [ + "çIJ", + "Ĩ" + ], + [ + "Ġwat", + "ch" + ], + [ + "å¹", + "´" + ], + [ + "Ø", + "Ł" + ], + [ + "en", + "n" + ], + [ + "z", + "t" + ], + [ + "N", + "o" + ], + [ + "à¹", + "ģ" + ], + [ + "O", + "h" + ], + [ + "à¸", + "ķ" + ], + [ + "н", + "Ñĭ" + ], + [ + "Ä", + "Ł" + ], + [ + "an", + "a" + ], + [ + "v", + "is" + ], + [ + "in", + "ess" + ], + [ + "Ġd", + "ans" + ], + [ + "l", + "ar" + ], + [ + "ĠE", + "s" + ], + [ + "ãĥ", + "¡" + ], + [ + "ãĤ", + "³" + ], + [ + "à¯", + "ģ" + ], + [ + "ä", + "¾" + ], + [ + "ÙĨ", + "ÙĬ" + ], + [ + "×", + "IJ×" + ], + [ + "ë", + "Ĥĺ" + ], + [ + "Ġlook", + "ing" + ], + [ + "Ġhe", + "ar" + ], + [ + "à¥ĭ", + "à¤" + ], + [ + "Ï", + "ħ" + ], + [ + "áº", + "Ń" + ], + [ + "ĠN", + "e" + ], + [ + "Ġsome", + "one" + ], + [ + "ãģĮ", + "ãģ¨" + ], + [ + "ãģĹãĤĩ", + "ãģĨ" + ], + [ + "ãģ§", + "ãģ¯" + ], + [ + "Ġquest", + "ion" + ], + [ + "æ", + "Ĥ" + ], + [ + "ĠE", + "nt" + ], + [ + "ĠÙĩ", + "ذا" + ], + [ + "Ġn", + "ame" + ], + [ + "aaaa", + "aaaa" + ], + [ + "ç", + "´" + ], + [ + "Ġà¤", + "°" + ], + [ + "ĠW", + "hy" + ], + [ + "å¥", + "³" + ], + [ + "Ġy", + "es" + ], + [ + "it", + "s" + ], + [ + "Ġsay", + "s" + ], + [ + "en", + "o" + ], + [ + "å", + "Į" + ], + [ + "æ§", + "ĺ" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġc", + "ap" + ], + [ + "ha", + "r" + ], + [ + "Ġop", + "en" + ], + [ + "ãĤ", + "¸" + ], + [ + "ãĤĤ", + "ãģ®" + ], + [ + "ì", + "ľ" + ], + [ + "Ġbo", + "ok" + ], + [ + "Ġm", + "or" + ], + [ + "ou", + "nt" + ], + [ + "س", + "ت" + ], + [ + "éĿ", + "¢" + ], + [ + "èĢ", + "ħ" + ], + [ + "è", + "ī" + ], + [ + "Ġf", + "ar" + ], + [ + "ãĤ", + "ª" + ], + [ + "à¥įà¤", + "¯" + ], + [ + "æĪij", + "们" + ], + [ + "ë", + "į" + ], + [ + "ĠU", + "m" + ], + [ + "ë¥", + "¼" + ], + [ + "ưá»", + "Ŀ" + ], + [ + "l", + "er" + ], + [ + "Ġse", + "em" + ], + [ + "Ġr", + "a" + ], + [ + "Ġth", + "ough" + ], + [ + "ä»Ģ", + "ä¹Ī" + ], + [ + "ãģ¡ãĤĥ", + "ãĤĵãģ" + ], + [ + "Ġpr", + "od" + ], + [ + "Ġs", + "al" + ], + [ + "ìķ", + "¼" + ], + [ + "ul", + "ar" + ], + [ + "Ġinte", + "rest" + ], + [ + "Ġe", + "ll" + ], + [ + "ĠM", + "a" + ], + [ + "ãģĺãĤĥ", + "ãģªãģĦ" + ], + [ + "ĠE", + "t" + ], + [ + "ĠU", + "n" + ], + [ + "ãĢ", + "Į" + ], + [ + "Ġte", + "am" + ], + [ + "Ġë", + "ĭ" + ], + [ + "Ġa", + "ut" + ], + [ + "ãĢ", + "į" + ], + [ + "è", + "²" + ], + [ + "?", + "Ċ" + ], + [ + "u", + "x" + ], + [ + "ãĥ", + "ı" + ], + [ + "Î", + "¯" + ], + [ + "è", + "¶" + ], + [ + "Ġg", + "onna" + ], + [ + "â̦â̦", + "â̦â̦" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġb", + "ir" + ], + [ + "re", + "m" + ], + [ + "à¦", + "¿" + ], + [ + "à¥į", + "र" + ], + [ + "åĽ", + "ŀ" + ], + [ + "id", + "ent" + ], + [ + "न", + "à¥ĩ" + ], + [ + "r", + "ist" + ], + [ + "æ", + "µ" + ], + [ + "ãĢģãģ", + "¡" + ], + [ + "ll", + "ow" + ], + [ + "ãģł", + "ãģ£ãģŁ" + ], + [ + "Ġm", + "is" + ], + [ + "Ġn", + "é" + ], + [ + "×ķ×", + "Ł" + ], + [ + "×ķ×", + "ŀ" + ], + [ + "Ġb", + "re" + ], + [ + "Ġk", + "id" + ], + [ + "it", + "ed" + ], + [ + "Î", + "»" + ], + [ + "Ù", + "ı" + ], + [ + "æ", + "ģ" + ], + [ + "à¥", + "Ĥ" + ], + [ + "Ġcour", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġк", + "ак" + ], + [ + "Ġg", + "od" + ], + [ + "Ġn", + "ight" + ], + [ + "Æ", + "¡" + ], + [ + "Ġcom", + "pl" + ], + [ + "åIJ", + "Ī" + ], + [ + "ÙĪ", + "ر" + ], + [ + "Ñģ", + "к" + ], + [ + "ac", + "ión" + ], + [ + "Ġst", + "op" + ], + [ + "i", + "os" + ], + [ + "tt", + "y" + ], + [ + "u", + "h" + ], + [ + "ert", + "ain" + ], + [ + "ï¼ģ", + "ï¼ģ" + ], + [ + "ãĢģ", + "ç§ģ" + ], + [ + "éĥ", + "¨" + ], + [ + "ãģ¨", + "ãģĭ" + ], + [ + "ĠJ", + "e" + ], + [ + "ë©", + "´" + ], + [ + "ä½", + "ľ" + ], + [ + "ĠÄij", + "á»" + ], + [ + "åĬ", + "Ľ" + ], + [ + "ãģ§", + "ãģį" + ], + [ + "id", + "ad" + ], + [ + "Ã", + "¹" + ], + [ + "Ġf", + "il" + ], + [ + "Ġen", + "ough" + ], + [ + "Ġwas", + "n" + ], + [ + "Ï", + "Ĥ" + ], + [ + "Ġ×Ķ", + "×ķ×IJ" + ], + [ + "å°", + "ı" + ], + [ + "ĠR", + "e" + ], + [ + "оÐ", + "¶" + ], + [ + "à", + "¨" + ], + [ + "ëĭĪ", + "ëĭ¤" + ], + [ + "at", + "es" + ], + [ + "à¸", + "´" + ], + [ + "Ġv", + "is" + ], + [ + "Ġre", + "t" + ], + [ + "è¿", + "ĺ" + ], + [ + "ent", + "ion" + ], + [ + "é", + "r" + ], + [ + "ãĥ³", + "ãĥ" + ], + [ + "è", + "·" + ], + [ + "ĠF", + "r" + ], + [ + "Ġc", + "le" + ], + [ + "çĽ", + "®" + ], + [ + "æ", + "Ľ" + ], + [ + "Ġà¤ħ", + "à¤" + ], + [ + "ĠÐ", + "°" + ], + [ + "а", + "ÑĢ" + ], + [ + "ãģ", + "ĩ" + ], + [ + "ĠÑ", + "ı" + ], + [ + "Ġac", + "c" + ], + [ + "å", + "£" + ], + [ + "аÑĤ", + "ÑĮ" + ], + [ + "Ġsec", + "ond" + ], + [ + "ãĢģãģ", + "ĵãģ" + ], + [ + "Ġer", + "a" + ], + [ + "ĠS", + "p" + ], + [ + "ãģĮãģ¨", + "ãģĨ" + ], + [ + "Ġp", + "le" + ], + [ + "ãģ£ãģ", + "±" + ], + [ + "o", + "ol" + ], + [ + "ĵãģ", + "«" + ], + [ + "Ġw", + "ir" + ], + [ + "1", + "9" + ], + [ + "à¹", + "ĩ" + ], + [ + "B", + "ut" + ], + [ + "éĩ", + "Į" + ], + [ + "ur", + "s" + ], + [ + "Ġt", + "i" + ], + [ + "Ġrem", + "ember" + ], + [ + "Ġb", + "ien" + ], + [ + "p", + "is" + ], + [ + "ud", + "e" + ], + [ + "r", + "os" + ], + [ + "Ġab", + "le" + ], + [ + "ç", + "·" + ], + [ + "áº", + "§" + ], + [ + "ãĢģ", + "ãģĤãģĤ" + ], + [ + "Ä", + "ģ" + ], + [ + "ĠM", + "ar" + ], + [ + "re", + "ady" + ], + [ + "l", + "ig" + ], + [ + "ĠL", + "e" + ], + [ + "ãģ", + "²" + ], + [ + "ãģ", + "IJ" + ], + [ + "Ġel", + "se" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġf", + "act" + ], + [ + "ĠJ", + "ust" + ], + [ + "o", + "b" + ], + [ + "ãģģ", + "ãģģ" + ], + [ + "à¸", + "·" + ], + [ + "оÐ", + "±" + ], + [ + "ir", + "l" + ], + [ + "am", + "a" + ], + [ + "Ġch", + "o" + ], + [ + "å", + "ł" + ], + [ + "Ġб", + "Ñĭ" + ], + [ + "Ġs", + "ÃŃ" + ], + [ + "а", + "Ñģ" + ], + [ + "Ġд", + "а" + ], + [ + "ãģ«", + "ãģ¯" + ], + [ + "ĠA", + "r" + ], + [ + "im", + "ent" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġw", + "on" + ], + [ + "it", + "er" + ], + [ + "W", + "e" + ], + [ + "à¤", + "¼" + ], + [ + "ãģª", + "ãĤĵãģł" + ], + [ + "é", + "ļ" + ], + [ + ".Ċ", + "Ċ" + ], + [ + "Ġre", + "st" + ], + [ + "å¾", + "Į" + ], + [ + "ed", + "e" + ], + [ + "ĠJ", + "es" + ], + [ + "Ġà¤", + "ĩ" + ], + [ + "Ġfuck", + "ing" + ], + [ + "ĠÃ", + "ī" + ], + [ + "ĠØ", + "®" + ], + [ + "Ġcall", + "ed" + ], + [ + "k", + "en" + ], + [ + "Ġal", + "ready" + ], + [ + "Ġle", + "ft" + ], + [ + "ĠØ£", + "ÙĨا" + ], + [ + "ç", + "¾" + ], + [ + "Ä", + "į" + ], + [ + "u", + "ll" + ], + [ + "Ġc", + "á»" + ], + [ + "Ġst", + "ory" + ], + [ + "Ġb", + "um" + ], + [ + "×Ļ×", + "ľ" + ], + [ + "à¸", + "Ī" + ], + [ + "Ġf", + "ound" + ], + [ + "ea", + "k" + ], + [ + "hehe", + "hehe" + ], + [ + "t", + "y" + ], + [ + "ĠØ", + "¢" + ], + [ + "Ġpre", + "tty" + ], + [ + "Û", + "Ĵ" + ], + [ + "Ġpl", + "us" + ], + [ + "er", + "d" + ], + [ + "Ġcou", + "nt" + ], + [ + "Ġa", + "k" + ], + [ + "Ġwant", + "ed" + ], + [ + "ij×", + "ľ" + ], + [ + "Ġs", + "ab" + ], + [ + "ãģ", + "¸" + ], + [ + "er", + "n" + ], + [ + "Î", + "¬" + ], + [ + "çĿ", + "Ģ" + ], + [ + "Ġwe", + "l" + ], + [ + "Ġfe", + "w" + ], + [ + "Ġit", + "s" + ], + [ + "å¤", + "©" + ], + [ + "×Ļ×", + "Ł" + ], + [ + "æ", + "®" + ], + [ + "æ", + "±" + ], + [ + "à¹Ī", + "า" + ], + [ + "Ùĩ", + "Ùħ" + ], + [ + "'", + "a" + ], + [ + "Ġwhat", + "ever" + ], + [ + "Ġp", + "oss" + ], + [ + "ãģĦ", + "ãĤĦ" + ], + [ + "Ġbelie", + "ve" + ], + [ + "и", + "н" + ], + [ + "ĠA", + "mer" + ], + [ + "ãģ", + "¹" + ], + [ + "Ġsa", + "w" + ], + [ + "Ġse", + "en" + ], + [ + "ç", + "¥" + ], + [ + "-", + "h" + ], + [ + "еÐ", + "´" + ], + [ + "Ø", + "º" + ], + [ + "Ġ×¢×", + "ľ" + ], + [ + "æ", + "¥" + ], + [ + "ĠM", + "y" + ], + [ + "W", + "hat" + ], + [ + "Ġ", + "íķĺ" + ], + [ + "e", + "y" + ], + [ + "ãĢģãģ", + "¾" + ], + [ + "re", + "am" + ], + [ + "Ġex", + "t" + ], + [ + "ĠÑĤ", + "ак" + ], + [ + "at", + "s" + ], + [ + "Ġ", + "ess" + ], + [ + "h", + "n" + ], + [ + "Ġc", + "á" + ], + [ + "iz", + "e" + ], + [ + "Ð", + "¹" + ], + [ + "Ġfa", + "it" + ], + [ + "Ġwh", + "ile" + ], + [ + "åľ", + "°" + ], + [ + "Ġbot", + "h" + ], + [ + "Ġstart", + "ed" + ], + [ + "am", + "es" + ], + [ + "Ġse", + "a" + ], + [ + "Ġm", + "it" + ], + [ + "Ġs", + "el" + ], + [ + "ç", + "«" + ], + [ + "ĠÙĩ", + "ÙĪ" + ], + [ + "ĠL", + "a" + ], + [ + "Ġkh", + "ông" + ], + [ + "³", + "´" + ], + [ + "Õ", + "¡" + ], + [ + "Ġf", + "our" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġh", + "ist" + ], + [ + "t", + "il" + ], + [ + "che", + "n" + ], + [ + "ĠU", + "nd" + ], + [ + "ce", + "pt" + ], + [ + "ĠO", + "n" + ], + [ + "Ġle", + "g" + ], + [ + "T", + "hat" + ], + [ + "Ġimport", + "ant" + ], + [ + "и", + "л" + ], + [ + "Ġo", + "pp" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġ", + "Qu" + ], + [ + "çĤ", + "¹" + ], + [ + "as", + "h" + ], + [ + "Ġë", + "°" + ], + [ + "ãĢģ", + "ãģ¯ãģĦ" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġan", + "s" + ], + [ + "ëĵ", + "¤" + ], + [ + "ر", + "ÙĬ" + ], + [ + "hh", + "hh" + ], + [ + "ह", + "à¥Ģ" + ], + [ + "z", + "er" + ], + [ + "Ġ", + "ÏĦ" + ], + [ + "Ġt", + "ien" + ], + [ + "Ġtr", + "ans" + ], + [ + "ĠT", + "hank" + ], + [ + "à", + "º" + ], + [ + "ch", + "o" + ], + [ + "ĠM", + "m" + ], + [ + "ì", + "£" + ], + [ + "ãĥ", + "ķ" + ], + [ + "l", + "and" + ], + [ + "ãĤĤ", + "ãģĹ" + ], + [ + "v", + "i" + ], + [ + "Ġw", + "alk" + ], + [ + "æł", + "·" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġha", + "ving" + ], + [ + "ãģŁ", + "ãģ¡" + ], + [ + "j", + "o" + ], + [ + "æ", + "´" + ], + [ + "ø", + "r" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġch", + "ild" + ], + [ + "Ġà¤ķ", + "र" + ], + [ + "Ġth", + "á»" + ], + [ + "×Ļ×", + "¨" + ], + [ + "é", + "t" + ], + [ + "m", + "ente" + ], + [ + "i", + "x" + ], + [ + "à", + "¬" + ], + [ + "Ä", + "ħ" + ], + [ + "Ã", + "µ" + ], + [ + "Ġ×ŀ", + "×Ķ" + ], + [ + "Ġh", + "igh" + ], + [ + "еÐ", + "¹" + ], + [ + "Ġto", + "p" + ], + [ + "Ġha", + "y" + ], + [ + "ÑĤо", + "ÑĢ" + ], + [ + "che", + "d" + ], + [ + "ãģĪ", + "ãģ¦" + ], + [ + "c", + "ed" + ], + [ + "Ġb", + "ro" + ], + [ + "çĶ", + "¨" + ], + [ + "и", + "е" + ], + [ + "Ġë", + "Ń" + ], + [ + "ent", + "s" + ], + [ + "é", + "¢" + ], + [ + "Ġus", + "ed" + ], + [ + "Ġd", + "ur" + ], + [ + "Ġtod", + "o" + ], + [ + "Ġcha", + "r" + ], + [ + "æ", + "¸" + ], + [ + "Ġv", + "ous" + ], + [ + "t", + "her" + ], + [ + "ãĤĮ", + "ãģ°" + ], + [ + "ĠO", + "r" + ], + [ + "ra", + "p" + ], + [ + "Ġm", + "us" + ], + [ + "Ġv", + "al" + ], + [ + "åIJ", + "Į" + ], + [ + "m", + "in" + ], + [ + "Ġs", + "ide" + ], + [ + "Ġst", + "and" + ], + [ + "Ġen", + "c" + ], + [ + "Ġe", + "h" + ], + [ + "Ġgu", + "ess" + ], + [ + "ore", + "s" + ], + [ + "ver", + "y" + ], + [ + "Ġì", + "§" + ], + [ + "u", + "es" + ], + [ + "Ġv", + "ol" + ], + [ + "Ġe", + "d" + ], + [ + "Ġd", + "ann" + ], + [ + "à¸", + "ª" + ], + [ + "Ġagain", + "st" + ], + [ + "k", + "er" + ], + [ + "Ġc", + "ur" + ], + [ + "ãģĿ", + "ãĤĵãģª" + ], + [ + "ì", + "ĺ" + ], + [ + "Ġk", + "ill" + ], + [ + "Ġs", + "w" + ], + [ + "Ġp", + "ra" + ], + [ + "ter", + "s" + ], + [ + "Ġp", + "are" + ], + [ + "Ī", + "ĺ" + ], + [ + "oo", + "oo" + ], + [ + "åŃ", + "¦" + ], + [ + "éģ", + "ĵ" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġis", + "so" + ], + [ + "Ġmu", + "ito" + ], + [ + "Ġv", + "ie" + ], + [ + "Ġex", + "p" + ], + [ + "Ġd", + "ig" + ], + [ + "is", + "a" + ], + [ + "v", + "ious" + ], + [ + "ĠÐ", + "Ŀ" + ], + [ + "å", + "Ĺ" + ], + [ + "Ġo", + "l" + ], + [ + "Ġm", + "ust" + ], + [ + "ir", + "a" + ], + [ + "Ġde", + "p" + ], + [ + "or", + "n" + ], + [ + "u", + "y" + ], + [ + "Ġv", + "á»" + ], + [ + "Ġha", + "l" + ], + [ + "ãģ§ãģĻ", + "ãģĭ" + ], + [ + "ĠM", + "en" + ], + [ + "Ġv", + "ai" + ], + [ + "Ġn", + "ó" + ], + [ + "un", + "t" + ], + [ + "ol", + "ut" + ], + [ + "get", + "her" + ], + [ + "Ġm", + "iss" + ], + [ + "à¥ģ", + "à¤" + ], + [ + "ĠJes", + "us" + ], + [ + "ог", + "о" + ], + [ + "ãĥ", + "IJ" + ], + [ + "Ġsu", + "per" + ], + [ + "Ġd", + "é" + ], + [ + "Ġt", + "á»" + ], + [ + "ĠL", + "o" + ], + [ + "Ġbus", + "iness" + ], + [ + "ic", + "s" + ], + [ + "ĠM", + "ay" + ], + [ + "ี", + "à¹Ī" + ], + [ + "Ï", + "ĥ" + ], + [ + "ãĢģãģĿ", + "ãĤĮ" + ], + [ + "ab", + "a" + ], + [ + "Ġproble", + "m" + ], + [ + "á", + "Ł" + ], + [ + "Ġì", + "ĭ" + ], + [ + "ï¼Į", + "éĤ£" + ], + [ + "çī", + "©" + ], + [ + "Ġsu", + "ch" + ], + [ + "Ġli", + "ve" + ], + [ + "åĽ", + "ł" + ], + [ + "a", + "il" + ], + [ + "ĠN", + "ot" + ], + [ + "an", + "y" + ], + [ + "åº", + "¦" + ], + [ + "ĠW", + "hen" + ], + [ + "âĢķ", + "âĢķ" + ], + [ + "fe", + "ct" + ], + [ + "Ġp", + "ower" + ], + [ + "न", + "ा" + ], + [ + "Ġf", + "ace" + ], + [ + "Ġs", + "ign" + ], + [ + "и", + "Ñı" + ], + [ + "é", + "ķ" + ], + [ + "T", + "h" + ], + [ + "ä½", + "Ĩ" + ], + [ + "Ġs", + "ound" + ], + [ + "Ġt", + "out" + ], + [ + "i", + "én" + ], + [ + "Ġp", + "ri" + ], + [ + "ĠÙĨ", + "عÙħ" + ], + [ + "Ã", + "²" + ], + [ + "Ġe", + "pis" + ], + [ + "ï¼Į", + "ä½ł" + ], + [ + "Ġgen", + "er" + ], + [ + "Ġres", + "p" + ], + [ + "Ġqu", + "é" + ], + [ + "åħ", + "Ħ" + ], + [ + "å¦", + "Ĥ" + ], + [ + "g", + "r" + ], + [ + "s", + "Ã¥" + ], + [ + "Ġsh", + "it" + ], + [ + "Ġz", + "u" + ], + [ + "éĢ", + "ļ" + ], + [ + "ĠÐ", + "»" + ], + [ + "p", + "a" + ], + [ + "em", + "os" + ], + [ + "à®", + "¿" + ], + [ + "ãĤį", + "ãģĨ" + ], + [ + "د", + "ÙĬ" + ], + [ + "Ġs", + "ie" + ], + [ + "o", + "od" + ], + [ + "ĠA", + "n" + ], + [ + "Ġto", + "gether" + ], + [ + "ê", + "¹" + ], + [ + "Ġid", + "ea" + ], + [ + "Ġc", + "ertain" + ], + [ + "Ġin", + "f" + ], + [ + "Ħ", + "¤" + ], + [ + "×ķ×", + "ij" + ], + [ + "al", + "a" + ], + [ + "Ġà¤ķ", + "à¥ĩ" + ], + [ + "ãģ¡ãĤĥ", + "ãĤĵ" + ], + [ + "ĠR", + "ight" + ], + [ + "Ġe", + "as" + ], + [ + "t", + "i" + ], + [ + "Ġh", + "on" + ], + [ + "ar", + "ly" + ], + [ + "Ġto", + "ok" + ], + [ + "ÑģÑĤ", + "ÑĮ" + ], + [ + "ãģ§ãģĻ", + "ãģŃ" + ], + [ + "ç", + "Ń" + ], + [ + "ł", + "×Ķ" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġm", + "il" + ], + [ + "ĠëŃ", + "IJ" + ], + [ + "Ġes", + "c" + ], + [ + "Ľ", + "i" + ], + [ + "Ġp", + "ay" + ], + [ + "Ġme", + "m" + ], + [ + "Ġhappen", + "ed" + ], + [ + "Ġes", + "o" + ], + [ + "çĦ¶", + "åIJİ" + ], + [ + "w", + "a" + ], + [ + "Ġ×", + "Ĵ×" + ], + [ + "©", + "×Ķ" + ], + [ + "Ġj", + "u" + ], + [ + "äº", + "Ľ" + ], + [ + "Ġà¤", + "ı" + ], + [ + "Ġro", + "om" + ], + [ + "ĠاÙĦ", + "Ø£" + ], + [ + "Ġc", + "os" + ], + [ + "ŀ", + "×Ķ" + ], + [ + "or", + "k" + ], + [ + "Ġex", + "c" + ], + [ + "o", + "ck" + ], + [ + "à¸", + "Ĭ" + ], + [ + "ĠÙĥ", + "اÙĨ" + ], + [ + "Ġc", + "ol" + ], + [ + "ãĥ", + "ī" + ], + [ + "ill", + "e" + ], + [ + "èģ", + "ŀ" + ], + [ + "Ġع", + "ÙĦÙī" + ], + [ + "Ġo", + "ok" + ], + [ + "ãģĵãģ", + "Ĩ" + ], + [ + "ãģ¿", + "ãģŁãģĦ" + ], + [ + "l", + "ess" + ], + [ + "иÐ", + "º" + ], + [ + "á»Ļ", + "t" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġho", + "ld" + ], + [ + "Ġj", + "ag" + ], + [ + "æĥ", + "ħ" + ], + [ + "Ġar", + "t" + ], + [ + "Î", + "·" + ], + [ + "Ġम", + "à¥ĩà¤Ĥ" + ], + [ + "Ġf", + "ive" + ], + [ + "ĠF", + "or" + ], + [ + "áº", + "¯" + ], + [ + "ãģ", + "ĸ" + ], + [ + "Ġst", + "ud" + ], + [ + "Ġpro", + "f" + ], + [ + "Ġfam", + "ily" + ], + [ + "c", + "y" + ], + [ + "5", + "0" + ], + [ + "ic", + "an" + ], + [ + "Ġm", + "ag" + ], + [ + "á", + "t" + ], + [ + "×ķ×", + "Ŀ" + ], + [ + "ãĤ", + "¨" + ], + [ + "ĠH", + "a" + ], + [ + "b", + "y" + ], + [ + "Ġbe", + "g" + ], + [ + "ĠN", + "ew" + ], + [ + "m", + "ed" + ], + [ + "åĴ", + "Į" + ], + [ + "å°", + "ij" + ], + [ + "Ġmu", + "y" + ], + [ + "Ġ", + "x" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġì", + "Ĥ¬" + ], + [ + "Î", + "¼" + ], + [ + "is", + "k" + ], + [ + "re", + "nd" + ], + [ + "ãģ¾", + "ãģ§" + ], + [ + "Ġm", + "es" + ], + [ + "Ġhe", + "ard" + ], + [ + "æīĢ", + "以" + ], + [ + "ĠE", + "l" + ], + [ + "Ġd", + "ar" + ], + [ + "l", + "ing" + ], + [ + "Ġt", + "imes" + ], + [ + "ãģĤãĤĬ", + "ãģĮãģ¨ãģĨ" + ], + [ + "ëŀ", + "ĺ" + ], + [ + "ãĥ", + "£" + ], + [ + "Ġm", + "od" + ], + [ + "ìľ", + "¼" + ], + [ + "Ġa", + "ve" + ], + [ + "å¾", + "ħ" + ], + [ + "ãģªãĤĵãģ", + "¦" + ], + [ + "ا", + "Ùħ" + ], + [ + "ar", + "r" + ], + [ + "c", + "on" + ], + [ + "Ġw", + "in" + ], + [ + "k", + "i" + ], + [ + "Ġt", + "al" + ], + [ + "Ġkn", + "ew" + ], + [ + "è", + "s" + ], + [ + "Ġo", + "ch" + ], + [ + "Ġon", + "ce" + ], + [ + "ÙĬ", + "ÙĬ" + ], + [ + "Ġle", + "ad" + ], + [ + "ê", + "µ" + ], + [ + "t", + "re" + ], + [ + "Ġd", + "ra" + ], + [ + "è¿", + "ĩ" + ], + [ + "ãĢģ", + "è" + ], + [ + "Ã", + "Ł" + ], + [ + "Ġab", + "s" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġ", + "?" + ], + [ + "ĠCh", + "rist" + ], + [ + "ur", + "a" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġय", + "ह" + ], + [ + "àµ", + "į" + ], + [ + "Ġe", + "y" + ], + [ + "ĠM", + "e" + ], + [ + "Ġmon", + "th" + ], + [ + "ou", + "p" + ], + [ + "æĮģ", + "ãģ¡" + ], + [ + "æŀ", + "ľ" + ], + [ + "ien", + "ce" + ], + [ + "3", + "0" + ], + [ + "äº", + "Į" + ], + [ + "Ġê", + "±°" + ], + [ + "A", + "h" + ], + [ + "Ġh", + "ope" + ], + [ + "Ġs", + "itu" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġn", + "Ãł" + ], + [ + "ro", + "p" + ], + [ + "Ġ×", + "ª×" + ], + [ + "ĠÅ", + "¾" + ], + [ + "Ġà¤", + "ļ" + ], + [ + "d", + "a" + ], + [ + "ĠP", + "or" + ], + [ + "je", + "ct" + ], + [ + "ç", + "Ī" + ], + [ + "il", + "i" + ], + [ + "æĺ", + "İ" + ], + [ + "å½", + "ĵ" + ], + [ + "ĺ", + "×" + ], + [ + "Ġsu", + "b" + ], + [ + "in", + "o" + ], + [ + "Ġm", + "Ã¥" + ], + [ + "á»", + "į" + ], + [ + "at", + "a" + ], + [ + "ãģª", + "ãģŁ" + ], + [ + "å", + "ĸ" + ], + [ + "Ġcom", + "es" + ], + [ + "ij", + "n" + ], + [ + "Ġgr", + "and" + ], + [ + "ưá»Ŀ", + "i" + ], + [ + "ll", + "o" + ], + [ + "ì", + "nh" + ], + [ + "m", + "ost" + ], + [ + "हà¥Ģ", + "à¤Ĥ" + ], + [ + "Ġad", + "d" + ], + [ + "Į", + "Ģ" + ], + [ + "ion", + "al" + ], + [ + "Ġa", + "ÃŃ" + ], + [ + "ug", + "ht" + ], + [ + "Ġsch", + "ool" + ], + [ + "Ġpro", + "g" + ], + [ + "ç", + "¬" + ], + [ + "âĢ", + "Ķ" + ], + [ + "Ï", + "Ģ" + ], + [ + "ãģ¡", + "ãĤĩãģ£ãģ¨" + ], + [ + "ãģµ", + "ãģµ" + ], + [ + "Ġfu", + "ll" + ], + [ + "ı", + "n" + ], + [ + "Ġe", + "ach" + ], + [ + "èµ", + "·" + ], + [ + "os", + "ed" + ], + [ + "er", + "ing" + ], + [ + "Ġre", + "d" + ], + [ + "è§", + "ī" + ], + [ + "n", + "es" + ], + [ + "éģ", + "ķ" + ], + [ + "Ġre", + "f" + ], + [ + "ãģ£", + "ãģ¡ãĤĥ" + ], + [ + "ãĤģ", + "ãģ¦" + ], + [ + "Ġm", + "er" + ], + [ + "el", + "a" + ], + [ + "ad", + "os" + ], + [ + "Ġb", + "lo" + ], + [ + "å®", + "ļ" + ], + [ + "æ", + "ħ" + ], + [ + "çİ", + "°" + ], + [ + "Ġd", + "ist" + ], + [ + "ãĤ", + "¦" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġnum", + "ber" + ], + [ + "Ġv", + "ers" + ], + [ + "ĠÃ", + "¨" + ], + [ + "i", + "as" + ], + [ + "Ġв", + "Ñģ" + ], + [ + "ĠC", + "om" + ], + [ + "åĽ", + "½" + ], + [ + "on", + "ces" + ], + [ + "ãģı", + "ãģł" + ], + [ + "ãģ", + "¶" + ], + [ + "Ġlook", + "ed" + ], + [ + "we", + "en" + ], + [ + "an", + "e" + ], + [ + "é", + "«" + ], + [ + "im", + "a" + ], + [ + "Ĥ", + "´" + ], + [ + "al", + "th" + ], + [ + "Ġni", + "et" + ], + [ + "Ġpro", + "p" + ], + [ + "ç", + "©" + ], + [ + "Ġd", + "ri" + ], + [ + "et", + "e" + ], + [ + "Ġmak", + "ing" + ], + [ + "Ġn", + "ie" + ], + [ + "иÐ", + "²" + ], + [ + "æĪ", + "IJ" + ], + [ + "Ġw", + "a" + ], + [ + "ä¿", + "º" + ], + [ + "ê", + "±°" + ], + [ + "Ġd", + "ass" + ], + [ + "Ġp", + "at" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġinv", + "est" + ], + [ + "ãģĹ", + "ãģ¾" + ], + [ + "ê¹", + "Į" + ], + [ + "Ġin", + "st" + ], + [ + "Ġm", + "ill" + ], + [ + "ãģĤ", + "ãģ®" + ], + [ + "Ġc", + "han" + ], + [ + "ãģ", + "ŀ" + ], + [ + "y", + "ing" + ], + [ + "اØ", + "¡" + ], + [ + "ãĤ", + "£" + ], + [ + "am", + "ent" + ], + [ + "д", + "а" + ], + [ + "Ġfo", + "llow" + ], + [ + "re", + "r" + ], + [ + "end", + "e" + ], + [ + "Ġन", + "हà¥Ģà¤Ĥ" + ], + [ + "Ġb", + "ra" + ], + [ + "ëį", + "°" + ], + [ + "Ġbe", + "a" + ], + [ + "if", + "ic" + ], + [ + "ess", + "o" + ], + [ + "Ġs", + "n" + ], + [ + "Ġday", + "s" + ], + [ + "ấ", + "t" + ], + [ + "it", + "ies" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġk", + "a" + ], + [ + "Ġë", + "ª" + ], + [ + "à§", + "į" + ], + [ + "Ġv", + "Ãł" + ], + [ + "é", + "Ń" + ], + [ + "Ġv", + "æ" + ], + [ + "il", + "ity" + ], + [ + "ĠHe", + "y" + ], + [ + "or", + "r" + ], + [ + "ĠØ", + "µ" + ], + [ + "è", + "°" + ], + [ + "Ġs", + "ig" + ], + [ + "没", + "æľī" + ], + [ + "Ġwith", + "out" + ], + [ + "ا", + "ب" + ], + [ + "ĠÏ", + "Ģ" + ], + [ + "pp", + "ed" + ], + [ + "ĠS", + "Ã¥" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġd", + "os" + ], + [ + "ÑģÑĤ", + "в" + ], + [ + "act", + "ly" + ], + [ + "ĺ", + "ãĤĥ" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġtamb", + "ién" + ], + [ + "åij", + "¢" + ], + [ + "o", + "i" + ], + [ + "ãģĻ", + "ãģĶ" + ], + [ + "ĠÙĬ", + "ع" + ], + [ + "Ġë", + "Ĥĺ" + ], + [ + "Ġf", + "ight" + ], + [ + "our", + "s" + ], + [ + "ĠU", + "h" + ], + [ + "he", + "s" + ], + [ + "ி", + "à®" + ], + [ + "åij", + "³" + ], + [ + "åĹ", + "¯" + ], + [ + "ë§", + "Į" + ], + [ + "c", + "ri" + ], + [ + "Ġchang", + "e" + ], + [ + "Ġpu", + "es" + ], + [ + "ol", + "og" + ], + [ + "m", + "y" + ], + [ + "è", + "º" + ], + [ + "Ġse", + "g" + ], + [ + "â̦â̦", + "ï¼Ł" + ], + [ + "id", + "en" + ], + [ + "ï¼Į", + "ä¸į" + ], + [ + "at", + "ive" + ], + [ + "Ġse", + "m" + ], + [ + "Ġר", + "×" + ], + [ + "á»", + "ĩ" + ], + [ + "el", + "s" + ], + [ + "Ġà¤", + "Ĺ" + ], + [ + "in", + "es" + ], + [ + "Ġm", + "á»Ļt" + ], + [ + "Ġfriend", + "s" + ], + [ + "ë", + "¬" + ], + [ + "ìĭ", + "ľ" + ], + [ + "ãĢģãģ", + "©" + ], + [ + "Ġbet", + "ween" + ], + [ + "ĠÙĪ", + "اÙĦ" + ], + [ + "i", + "am" + ], + [ + "åģ", + "ļ" + ], + [ + "Ġl", + "ight" + ], + [ + "j", + "or" + ], + [ + "ãģ", + "İ" + ], + [ + "ĠT", + "e" + ], + [ + "Ġan", + "g" + ], + [ + "ll", + "a" + ], + [ + "Ġey", + "es" + ], + [ + "à¸", + "Ľ" + ], + [ + "à¦", + "°" + ], + [ + "ee", + "ee" + ], + [ + "à¤", + "µ" + ], + [ + "ãģ¾ãģĽ", + "ãĤĵ" + ], + [ + "Ġwr", + "ong" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġbre", + "ak" + ], + [ + "ãģĦ", + "ãģ¤" + ], + [ + "åĥ", + "ı" + ], + [ + "ÙĦ", + "Ùħ" + ], + [ + "Ġdef", + "in" + ], + [ + "Ġin", + "form" + ], + [ + "ạ", + "i" + ], + [ + ".", + "com" + ], + [ + "Ġdis", + "c" + ], + [ + "Ġש×", + "IJ×" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġgo", + "es" + ], + [ + "ãĥ", + "Ĭ" + ], + [ + "Ġmy", + "self" + ], + [ + "Ġп", + "о" + ], + [ + "Ġg", + "ra" + ], + [ + "à®", + "¾" + ], + [ + "an", + "o" + ], + [ + "æ³", + "ķ" + ], + [ + "Ùĥ", + "ÙĨ" + ], + [ + "å®", + "ŀ" + ], + [ + "Ġst", + "ay" + ], + [ + "Ġprod", + "u" + ], + [ + "ãģ®", + "ãģ¯" + ], + [ + "α", + "ι" + ], + [ + "ä¹", + "ĭ" + ], + [ + "Ġ×Ļ×", + "©" + ], + [ + "ãģ¾", + "ãģĤ" + ], + [ + "Ġp", + "ick" + ], + [ + "åħ", + "¶" + ], + [ + "Ġask", + "ed" + ], + [ + "Ġb", + "ody" + ], + [ + "Ġau", + "f" + ], + [ + "Ġto", + "m" + ], + [ + "Ġthink", + "ing" + ], + [ + "ĠØ£", + "ÙĪ" + ], + [ + "ist", + "a" + ], + [ + "好", + "ãģį" + ], + [ + "à±", + "į" + ], + [ + "Ġst", + "e" + ], + [ + "×ķ×ŀ", + "ר" + ], + [ + "ãģĪ", + "ãģĪ" + ], + [ + "å¤", + "ĸ" + ], + [ + "аÐ", + "´" + ], + [ + "é£", + "Ł" + ], + [ + "r", + "as" + ], + [ + "d", + "i" + ], + [ + "ãģĵ", + "ãĤį" + ], + [ + "ĠاÙĦ", + "ÙĦÙĩ" + ], + [ + "Ġre", + "ason" + ], + [ + "Ġо", + "н" + ], + [ + "Ú", + "¯" + ], + [ + "-d", + "o" + ], + [ + "Ġl", + "ang" + ], + [ + "Ġs", + "ing" + ], + [ + "ĠÐ", + "ĺ" + ], + [ + "æ", + "ı" + ], + [ + "Ġfor", + "m" + ], + [ + "çĦ", + "¡" + ], + [ + "Ġìĺ", + "¤" + ], + [ + "Ġ", + "Q" + ], + [ + "Ġcá»", + "§a" + ], + [ + "d", + "an" + ], + [ + "еÐ", + "³" + ], + [ + "1", + "00" + ], + [ + "ct", + "or" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġsp", + "eak" + ], + [ + "Ġs", + "am" + ], + [ + "ั", + "à¸ļ" + ], + [ + "è", + "¼" + ], + [ + "ο", + "Ïħ" + ], + [ + "ãĤĵãģ", + "«" + ], + [ + "Ġt", + "ou" + ], + [ + "à¸Ń", + "à¸ĩ" + ], + [ + "×Ļ×", + "IJ" + ], + [ + "Ġf", + "all" + ], + [ + "it", + "her" + ], + [ + "w", + "er" + ], + [ + "Ġqu", + "ite" + ], + [ + "ãģª", + "ãģĭãģ£ãģŁ" + ], + [ + "ĠT", + "o" + ], + [ + "åı¯", + "以" + ], + [ + "Î", + "º" + ], + [ + "Ġà¤", + "ī" + ], + [ + "ĠW", + "ho" + ], + [ + "ª", + "×Ļ" + ], + [ + "еÐ", + "º" + ], + [ + "ÑĢ", + "Ñĥ" + ], + [ + "ĠE", + "st" + ], + [ + "æ°Ĺ", + "æĮģãģ¡" + ], + [ + "åIJ", + "§" + ], + [ + "×Ļ×", + "ĵ" + ], + [ + "et", + "zt" + ], + [ + "Ġm", + "id" + ], + [ + "-h", + "mm" + ], + [ + "Ġal", + "g" + ], + [ + "å¤", + "ī" + ], + [ + "Õ¡", + "Õ" + ], + [ + "ĠÐ", + "¶" + ], + [ + "ãĥ", + "Ģ" + ], + [ + "Ġ×", + "Ĺ×" + ], + [ + "Ġ×IJת", + "×Ķ" + ], + [ + "ĠÙħ", + "ع" + ], + [ + "Ġde", + "al" + ], + [ + "at", + "ely" + ], + [ + "g", + "g" + ], + [ + "åĢ", + "Ļ" + ], + [ + "it", + "al" + ], + [ + "Ġì", + "¢" + ], + [ + "Ġj", + "á" + ], + [ + "u", + "res" + ], + [ + "ch", + "t" + ], + [ + "Ġb", + "are" + ], + [ + "Ġع", + "ÙĨ" + ], + [ + "ig", + "t" + ], + [ + "Ġc", + "ase" + ], + [ + "iz", + "ed" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġf", + "ree" + ], + [ + "á", + "n" + ], + [ + "ãģ", + "ī" + ], + [ + "ãĤĮ", + "ãģªãģĦ" + ], + [ + "b", + "all" + ], + [ + "w", + "here" + ], + [ + "Ġ×IJ", + "×Ļ×" + ], + [ + "Ñ", + "ij" + ], + [ + "Ġaqu", + "i" + ], + [ + "st", + "em" + ], + [ + "ั", + "à¸Ļ" + ], + [ + "Ġ×", + "Ľ" + ], + [ + "à¹Ģ", + "ร" + ], + [ + "Ñ", + "į" + ], + [ + "Ġy", + "et" + ], + [ + "Ġim", + "ag" + ], + [ + "ff", + "ic" + ], + [ + "ig", + "en" + ], + [ + "ãĤı", + "ãģŁãģĹ" + ], + [ + "ë", + "¶" + ], + [ + "Ġà¤", + "Ń" + ], + [ + "ĠP", + "r" + ], + [ + "Ġê", + "³" + ], + [ + "ãģ¡", + "ãĤħ" + ], + [ + "ãģģ", + "ãģ£" + ], + [ + "Ġal", + "most" + ], + [ + "ĠA", + "t" + ], + [ + "Ġal", + "s" + ], + [ + "'", + "ai" + ], + [ + "Ġle", + "ast" + ], + [ + "ĠE", + "x" + ], + [ + "ĠE", + "u" + ], + [ + "æľ¬", + "å½" + ], + [ + "Ġd", + "it" + ], + [ + "Ġha", + "b" + ], + [ + "ãģĹ", + "ãģı" + ], + [ + "Ġ×", + "¤×" + ], + [ + "è", + "Ī" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġ", + "à²" + ], + [ + "n", + "en" + ], + [ + "Ġc", + "reat" + ], + [ + "m", + "i" + ], + [ + "Ġ×", + "Ĺ" + ], + [ + "Ġê°", + "Ģ" + ], + [ + "bl", + "ic" + ], + [ + "Ġbe", + "h" + ], + [ + "å¸", + "¸" + ], + [ + "Ġco", + "ol" + ], + [ + "Ġa", + "w" + ], + [ + "Ġsm", + "all" + ], + [ + "Ġh", + "ogy" + ], + [ + "o", + "v" + ], + [ + "ãģij", + "ãģ¦" + ], + [ + "ãģĭ", + "ãĤĬ" + ], + [ + "Ġpart", + "ic" + ], + [ + "ĠاÙĦ", + "ت" + ], + [ + "Ġd", + "in" + ], + [ + "Ġwork", + "ing" + ], + [ + "Ġthan", + "k" + ], + [ + "Ġme", + "ans" + ], + [ + "Ġì", + "ĸ´" + ], + [ + "å", + "ĺ" + ], + [ + "Ġà¤ķ", + "à¥ĭ" + ], + [ + "Ï", + "Į" + ], + [ + "Ġng", + "ưá»Ŀi" + ], + [ + "æ¯", + "Ķ" + ], + [ + "Ġto", + "t" + ], + [ + "æ¬", + "¡" + ], + [ + "ant", + "o" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġëĭ", + "¤" + ], + [ + "vious", + "ly" + ], + [ + "ìŀ", + "IJ" + ], + [ + "ĠÑį", + "ÑĤ" + ], + [ + "ĠS", + "h" + ], + [ + "ưá»", + "£" + ], + [ + "Ġg", + "an" + ], + [ + "a", + "ð" + ], + [ + "åIJ", + "Ĺ" + ], + [ + "ãģªãĤĵãģ", + "ĭ" + ], + [ + "Ġì", + "ļ" + ], + [ + "el", + "d" + ], + [ + "Ġm", + "ess" + ], + [ + "ä½", + "ĵ" + ], + [ + "Ġevery", + "body" + ], + [ + "ĠS", + "ÃŃ" + ], + [ + "ãģıãģł", + "ãģķãģĦ" + ], + [ + "çĽ", + "¸" + ], + [ + "Ġc", + "ent" + ], + [ + "iv", + "es" + ], + [ + "ver", + "n" + ], + [ + "ort", + "un" + ], + [ + "Ġsome", + "body" + ], + [ + "ĠÐ", + "Ĵ" + ], + [ + "е", + "Ñģ" + ], + [ + "Ġun", + "til" + ], + [ + "ãĥ", + "ij" + ], + [ + "çĽ", + "´" + ], + [ + "ãģ¡", + "ãģ¯" + ], + [ + "é«", + "ĺ" + ], + [ + "Ġk", + "o" + ], + [ + "ĠM", + "as" + ], + [ + "on", + "es" + ], + [ + "ãĥ", + "Ł" + ], + [ + "id", + "er" + ], + [ + "Ġcou", + "ple" + ], + [ + "Ġsin", + "ce" + ], + [ + "20", + "1" + ], + [ + "Ġhe", + "y" + ], + [ + "Ġо", + "ÑĤ" + ], + [ + "Ġche", + "ck" + ], + [ + "ãĢĤ", + "ãģĿãģĨ" + ], + [ + "ĠTr", + "ump" + ], + [ + "Ġog", + "sÃ¥" + ], + [ + "Ø", + "¥" + ], + [ + "त", + "ा" + ], + [ + "èº", + "«" + ], + [ + "Ġs", + "ense" + ], + [ + "Ġhe", + "b" + ], + [ + "Ġmak", + "es" + ], + [ + "et", + "te" + ], + [ + "ri", + "ed" + ], + [ + "Å", + "Ľ" + ], + [ + "Ġcomm", + "un" + ], + [ + "Ġpol", + "it" + ], + [ + "Ġt", + "w" + ], + [ + "Ġhal", + "f" + ], + [ + "ĠÑ", + "ħ" + ], + [ + "ãĥ", + "Ĺ" + ], + [ + "â", + "n" + ], + [ + "ãģł", + "ãģ£ãģ¦" + ], + [ + "la", + "h" + ], + [ + "ãģª", + "ãĤĭ" + ], + [ + "×ķ×", + "ĵ×" + ], + [ + "Ġdi", + "es" + ], + [ + "èĢ", + "ĥ" + ], + [ + "Ġes", + "pe" + ], + [ + "ä¸", + "»" + ], + [ + "å", + "Ħ" + ], + [ + "Å", + "¼" + ], + [ + "iel", + "d" + ], + [ + "ĠJ", + "eg" + ], + [ + "Th", + "is" + ], + [ + "Ġm", + "ot" + ], + [ + "ãģ¨", + "ãģĵãĤį" + ], + [ + "Ġ׾", + "×Ķ×" + ], + [ + "åĢ", + "ĭ" + ], + [ + "åĭ", + "ķ" + ], + [ + "ãĢģ", + "ãĤĵ" + ], + [ + "Ġf", + "elt" + ], + [ + "ãĤ", + "°" + ], + [ + "ĠC", + "an" + ], + [ + "ic", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "li", + "j" + ], + [ + "ĠÐ", + "¢" + ], + [ + "ãĤī", + "ãģĦ" + ], + [ + "à¸", + "¹" + ], + [ + "'", + "il" + ], + [ + "àµį", + "à´" + ], + [ + "ä½", + "¿" + ], + [ + "Ġag", + "o" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġf", + "ig" + ], + [ + "i", + "ế" + ], + [ + "ãĤ", + "µ" + ], + [ + "å¤", + "ª" + ], + [ + "20", + "2" + ], + [ + "Ġcont", + "ro" + ], + [ + "Ġent", + "re" + ], + [ + "s", + "ide" + ], + [ + "ion", + "es" + ], + [ + "Ġв", + "оÑĤ" + ], + [ + "Ñ", + "ĸ" + ], + [ + "ÙĪ", + "Ùħ" + ], + [ + "-", + "b" + ], + [ + "Ġem", + "p" + ], + [ + "ĠD", + "a" + ], + [ + "1", + "5" + ], + [ + "Ġ×IJ×", + "ij׾" + ], + [ + "ÛĮ", + "ÙĨ" + ], + [ + "ĠÃ", + "¼" + ], + [ + "Ġcon", + "vers" + ], + [ + "Ġ", + "á" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġis", + "n" + ], + [ + "è¨Ģ", + "ãģ£ãģ¦" + ], + [ + "ол", + "ÑĮ" + ], + [ + "Ġb", + "ed" + ], + [ + "Ġvide", + "o" + ], + [ + "×ķ×", + "ľ×" + ], + [ + "é", + "¦" + ], + [ + "an", + "i" + ], + [ + "è", + "Ĥ" + ], + [ + "ÙĬ", + "ا" + ], + [ + "ãĢģ", + "ä»Ĭ" + ], + [ + "ç", + "¤" + ], + [ + "g", + "ar" + ], + [ + "Ġb", + "en" + ], + [ + "à¯ģ", + "à®" + ], + [ + "é", + "ħ" + ], + [ + "ac", + "ht" + ], + [ + "à¤", + "¬" + ], + [ + "Ġt", + "á" + ], + [ + "is", + "m" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠO", + "ne" + ], + [ + "аÐ", + "¶" + ], + [ + "Ġsk", + "al" + ], + [ + "ç", + "¨" + ], + [ + "v", + "ent" + ], + [ + "æĢ", + "§" + ], + [ + "ÃŃ", + "s" + ], + [ + "Ġpr", + "om" + ], + [ + "Ġfa", + "vor" + ], + [ + "Ġinterest", + "ing" + ], + [ + "Ġs", + "us" + ], + [ + "ãģł", + "ãĤĪ" + ], + [ + "Ġв", + "Ñĭ" + ], + [ + "è", + "´" + ], + [ + "nd", + "o" + ], + [ + "èī", + "¯" + ], + [ + "ĠA", + "m" + ], + [ + "ĠÃ", + "º" + ], + [ + "Ġž", + "e" + ], + [ + "ा", + "न" + ], + [ + "Ġn", + "em" + ], + [ + "Ľ×", + "ľ" + ], + [ + "ãģ", + "³" + ], + [ + "Ġex", + "am" + ], + [ + "am", + "n" + ], + [ + "Ġ×", + "¤" + ], + [ + "c", + "ul" + ], + [ + "ìĿ", + "¸" + ], + [ + "al", + "d" + ], + [ + "Ġve", + "z" + ], + [ + "ĠM", + "an" + ], + [ + "ic", + "es" + ], + [ + "Ġnh", + "ư" + ], + [ + "Ġहà¥Ī", + "à¤Ĥ" + ], + [ + "à¸", + "¸" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġsh", + "o" + ], + [ + "ãĥ", + "Ĩ" + ], + [ + "t", + "on" + ], + [ + "Ġê²", + "ĥ" + ], + [ + "l", + "us" + ], + [ + "è", + "Ĭ" + ], + [ + "ĠÎ", + "º" + ], + [ + "W", + "ell" + ], + [ + "ĠÐ", + "Ł" + ], + [ + "Ġs", + "ou" + ], + [ + "æĦŁ", + "ãģĺ" + ], + [ + "د", + "ا" + ], + [ + "ä¿", + "¡" + ], + [ + "à§į", + "à¦" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġf", + "ör" + ], + [ + "Ġ×ŀ×", + "IJ" + ], + [ + "Ġch", + "á»" + ], + [ + "ç", + "½" + ], + [ + "æŃ", + "£" + ], + [ + "ĠMay", + "be" + ], + [ + "त", + "à¥ĩ" + ], + [ + "Ġh", + "ur" + ], + [ + "d", + "ay" + ], + [ + "u", + "be" + ], + [ + "Ġ׼×", + "ľ" + ], + [ + "å¤", + "«" + ], + [ + "ĠÙĩ", + "ÙĨا" + ], + [ + "Ù", + "ij" + ], + [ + "Ġass", + "im" + ], + [ + "ëŁ", + "°" + ], + [ + "ãģĽ", + "ãģ¦" + ], + [ + "Ġ×", + "¢" + ], + [ + "аÐ", + "¹" + ], + [ + "Ġg", + "re" + ], + [ + "åł", + "´" + ], + [ + "-", + "ÑĤо" + ], + [ + "Ġj", + "etzt" + ], + [ + "Ķ", + "र" + ], + [ + "à¤", + "Ĺ" + ], + [ + "à¥įà¤", + "¤" + ], + [ + "in", + "i" + ], + [ + "ãĢ", + "ħ" + ], + [ + "s", + "k" + ], + [ + "Ġme", + "et" + ], + [ + "Ġc", + "am" + ], + [ + "Ġall", + "e" + ], + [ + "Ġy", + "ang" + ], + [ + "ar", + "i" + ], + [ + "Ġк", + "о" + ], + [ + "ĠI", + "l" + ], + [ + "d", + "y" + ], + [ + "×ķר", + "×" + ], + [ + "åIJ", + "į" + ], + [ + "è§", + "£" + ], + [ + "ĠG", + "r" + ], + [ + "æĸ", + "°" + ], + [ + "ter", + "n" + ], + [ + "Ġp", + "op" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġell", + "er" + ], + [ + "ad", + "i" + ], + [ + "Ġwat", + "er" + ], + [ + "è", + "£" + ], + [ + "Ġave", + "c" + ], + [ + "et", + "t" + ], + [ + "Ġhum", + "an" + ], + [ + "ĠL", + "ord" + ], + [ + "c", + "c" + ], + [ + "y", + "or" + ], + [ + "Ġbu", + "eno" + ], + [ + "ãĢģãģĿ", + "ãģ®" + ], + [ + "ب", + "ÙĬ" + ], + [ + "Ġ", + "$" + ], + [ + "2", + "00" + ], + [ + "à¥įà¤", + "Ł" + ], + [ + "ĸ", + "×" + ], + [ + "ãĥ", + "ĩ" + ], + [ + "Ġu", + "t" + ], + [ + "ak", + "t" + ], + [ + "Qu", + "é" + ], + [ + "-d", + "a" + ], + [ + "ç", + "a" + ], + [ + "Ġfin", + "al" + ], + [ + "ï¼Į", + "ä»ĸ" + ], + [ + "s", + "on" + ], + [ + "Ġì", + "Īĺ" + ], + [ + "Ġt", + "ip" + ], + [ + "Ġsi", + "x" + ], + [ + "Ġl", + "á" + ], + [ + "Ġp", + "esso" + ], + [ + "Ķ", + "Ģ" + ], + [ + "Ġt", + "re" + ], + [ + "Ġì", + "ĥ" + ], + [ + "ç§", + "į" + ], + [ + "ãģ«", + "ãĤĤ" + ], + [ + "åIJ", + "Ľ" + ], + [ + "Ġl", + "ine" + ], + [ + "à°", + "¿" + ], + [ + "Ġह", + "à¥ĭ" + ], + [ + "ãģ¾", + "ãģł" + ], + [ + "ĠP", + "ero" + ], + [ + "ر", + "ا" + ], + [ + "i", + "fe" + ], + [ + "1", + "2" + ], + [ + "ĠP", + "a" + ], + [ + "ant", + "s" + ], + [ + "ĠJo", + "hn" + ], + [ + "l", + "u" + ], + [ + "ort", + "h" + ], + [ + "Ġ", + "à´" + ], + [ + "×Ļ×", + "ij" + ], + [ + "ìĸ´", + "ìļĶ" + ], + [ + "×Ļ", + "×ķ" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġgr", + "ow" + ], + [ + "ment", + "s" + ], + [ + "ĠÙĬ", + "ا" + ], + [ + "Ġt", + "est" + ], + [ + "Ġlea", + "ve" + ], + [ + "ir", + "o" + ], + [ + "ä¸", + "ĸ" + ], + [ + "Ġl", + "and" + ], + [ + "Ġ×", + "§" + ], + [ + "iá»", + "ĩ" + ], + [ + "ãĤ", + "§" + ], + [ + "Ġf", + "ine" + ], + [ + "ãģħ", + "ãģħ" + ], + [ + "Ġv", + "en" + ], + [ + "ie", + "f" + ], + [ + "sel", + "ves" + ], + [ + "Ġmat", + "ter" + ], + [ + "ô", + "i" + ], + [ + "Ġn", + "orm" + ], + [ + "åĽł", + "为" + ], + [ + "ÙĪ", + "د" + ], + [ + "Ġe", + "ine" + ], + [ + "Ø", + "¦" + ], + [ + "Ñĥ", + "д" + ], + [ + "ìĬ", + "µ" + ], + [ + "is", + "ter" + ], + [ + "åĵ", + "Ī" + ], + [ + "ts", + "Ã¥" + ], + [ + "ll", + "en" + ], + [ + "Ġk", + "un" + ], + [ + "å", + "Ł" + ], + [ + "AA", + "AA" + ], + [ + "ãĢģ", + "ãĤĤãģĨ" + ], + [ + "Ġ", + "اÙĨ" + ], + [ + "ĵ×", + "ijר" + ], + [ + "è", + "¢" + ], + [ + "ç", + "®" + ], + [ + "st", + "a" + ], + [ + "á»", + "¯" + ], + [ + "åı¯", + "èĥ½" + ], + [ + "st", + "er" + ], + [ + "im", + "o" + ], + [ + "ãģĶ", + "ãģĸ" + ], + [ + "ç¾", + "İ" + ], + [ + "IJ×", + "ľ" + ], + [ + "ãģ®", + "ãģĵãģ¨" + ], + [ + "ê", + "me" + ], + [ + "Ġl", + "le" + ], + [ + "ha", + "m" + ], + [ + "Ġepis", + "ode" + ], + [ + "Ġple", + "ase" + ], + [ + "p", + "ar" + ], + [ + "Ġver", + "d" + ], + [ + "å·", + "±" + ], + [ + "éĸ", + "ĵ" + ], + [ + "èĩª", + "åĪĨ" + ], + [ + "y", + "le" + ], + [ + "Ġm", + "ain" + ], + [ + "ÃŃ", + "t" + ], + [ + "ãģ£", + "ãģ¡" + ], + [ + "Ġë", + "IJ" + ], + [ + "ond", + "er" + ], + [ + "å®", + "Ł" + ], + [ + "Ġprog", + "ram" + ], + [ + "Ġà¤Ĩ", + "प" + ], + [ + "åı", + "ĸ" + ], + [ + "ir", + "it" + ], + [ + "Ġw", + "ie" + ], + [ + "à¸Ħ", + "ร" + ], + [ + "Ġ×Ĵ×", + "Ŀ" + ], + [ + "и", + "Ñħ" + ], + [ + "ãĥ", + "¥" + ], + [ + "оÐ", + "º" + ], + [ + "it", + "ing" + ], + [ + "Ġm", + "ir" + ], + [ + "un", + "ch" + ], + [ + "Ġcould", + "n" + ], + [ + "b", + "al" + ], + [ + "ĠEnt", + "ão" + ], + [ + "ா", + "à®" + ], + [ + "Ġh", + "it" + ], + [ + "è", + "re" + ], + [ + "æĺ¯", + "çļĦ" + ], + [ + "Ġan", + "t" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġsy", + "stem" + ], + [ + "ĠÙĬع", + "ÙĨÙĬ" + ], + [ + "Ġh", + "om" + ], + [ + "Î", + "Ń" + ], + [ + "Ġv", + "amos" + ], + [ + "Ġà¤", + "Ķर" + ], + [ + "Ġs", + "ag" + ], + [ + "Ġkid", + "s" + ], + [ + "it", + "ely" + ], + [ + "ang", + "e" + ], + [ + "ren", + "ce" + ], + [ + "Ä", + "ĩ" + ], + [ + "Ġtamb", + "ém" + ], + [ + "mp", + "re" + ], + [ + "Ö", + "Ģ" + ], + [ + "Ñı", + "ÑĤ" + ], + [ + "Ø", + "¸" + ], + [ + "av", + "a" + ], + [ + "h", + "or" + ], + [ + "Ġë", + "ı" + ], + [ + "à±į", + "à°" + ], + [ + "Ġtak", + "ing" + ], + [ + "out", + "h" + ], + [ + "Ġw", + "o" + ], + [ + "ãĤı", + "ãģij" + ], + [ + "è§ī", + "å¾Ĺ" + ], + [ + "Ġa", + "z" + ], + [ + "ou", + "d" + ], + [ + "ĠE", + "r" + ], + [ + "Ġe", + "qu" + ], + [ + "ĠC", + "o" + ], + [ + "g", + "ue" + ], + [ + "Ġf", + "ac" + ], + [ + "ĠB", + "u" + ], + [ + "ä", + "n" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġt", + "in" + ], + [ + "Ġno", + "ch" + ], + [ + "ü", + "n" + ], + [ + "ãģĨ", + "ãģĨ" + ], + [ + "ع", + "د" + ], + [ + "Ġser", + "v" + ], + [ + "à¤Ĥà¤", + "Ĺ" + ], + [ + "Ġex", + "pect" + ], + [ + "é", + "e" + ], + [ + "ì", + "Ľ" + ], + [ + "ation", + "al" + ], + [ + "r", + "at" + ], + [ + "ì", + "ĥ" + ], + [ + "ãģį", + "ãģŁ" + ], + [ + "ãģ¯", + "ãģ¯" + ], + [ + "is", + "te" + ], + [ + "×Ļ×", + "©" + ], + [ + "um", + "ent" + ], + [ + "ãĤĵãģ«", + "ãģ¡ãģ¯" + ], + [ + "Ġle", + "vel" + ], + [ + "ĠH", + "o" + ], + [ + "ãĤĤ", + "ãĤī" + ], + [ + "ãģ¨", + "ãģĹãģ¦" + ], + [ + "ãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤ", + "ãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤ" + ], + [ + "1", + "1" + ], + [ + "ĠM", + "r" + ], + [ + "er", + "v" + ], + [ + "Ġcount", + "ry" + ], + [ + "Ñĥ", + "ÑĤ" + ], + [ + "ï½ŀ", + "ï½ŀ" + ], + [ + "Ġwom", + "en" + ], + [ + "Ġno", + "g" + ], + [ + "и", + "Ñĩ" + ], + [ + "Ġso", + "cial" + ], + [ + "Ġde", + "ad" + ], + [ + "i", + "or" + ], + [ + "æĹ¶", + "åĢĻ" + ], + [ + "Ġह", + "म" + ], + [ + "é", + "ĺ" + ], + [ + "ر", + "Ùģ" + ], + [ + "ot", + "s" + ], + [ + "ä¸", + "ī" + ], + [ + "èĩª", + "å·±" + ], + [ + "Ġg", + "one" + ], + [ + "ĠC", + "ar" + ], + [ + "g", + "ed" + ], + [ + "Ġé", + "t" + ], + [ + "ãĤĤ", + "ãģ£ãģ¨" + ], + [ + "Ġо", + "б" + ], + [ + "Ġfo", + "i" + ], + [ + "ãĢģãģĵ", + "ãĤĮ" + ], + [ + "è", + "ĭ" + ], + [ + "aaaaaaaa", + "aaaaaaaa" + ], + [ + "Ġp", + "ost" + ], + [ + "ãģĭ", + "ãģĹ" + ], + [ + "æķ", + "Ļ" + ], + [ + "ĠY", + "o" + ], + [ + "Ġso", + "bre" + ], + [ + "Ġse", + "ason" + ], + [ + "Ġs", + "le" + ], + [ + "ื", + "à¸Ń" + ], + [ + "Ġ×", + "§×" + ], + [ + "I", + "n" + ], + [ + "ĠÄij", + "ó" + ], + [ + "ĠA", + "d" + ], + [ + "Ġc", + "al" + ], + [ + "иÐ", + "¹" + ], + [ + "The", + "y" + ], + [ + "us", + "h" + ], + [ + "Ġqu", + "al" + ], + [ + "Ġf", + "re" + ], + [ + "Ġ", + "ÑĤо" + ], + [ + "Ġfr", + "ont" + ], + [ + "Ġs", + "é" + ], + [ + "Ġv", + "ra" + ], + [ + "i", + "que" + ], + [ + "á»", + "ĵ" + ], + [ + "che", + "s" + ], + [ + "ĠÑģ", + "ÑĤ" + ], + [ + "ม", + "à¹Ī" + ], + [ + "Ġv", + "on" + ], + [ + "ĠÐ", + "Ķ" + ], + [ + "é", + "Ł" + ], + [ + "Ġst", + "re" + ], + [ + "ĠE", + "very" + ], + [ + "ĠsÃ¥", + "dan" + ], + [ + "ow", + "s" + ], + [ + "à°", + "¾" + ], + [ + "Ġfo", + "ot" + ], + [ + "c", + "le" + ], + [ + "i", + "ver" + ], + [ + "ç·", + "Ĵ" + ], + [ + "à¤", + "¦" + ], + [ + "Ġب", + "اÙĦ" + ], + [ + "ãģ§", + "ãģĹãĤĩãģĨ" + ], + [ + "Ġc", + "at" + ], + [ + "ë", + "°" + ], + [ + "ci", + "ally" + ], + [ + "Ġë", + "³´" + ], + [ + "ãĤĪ", + "ãĤĬ" + ], + [ + "en", + "a" + ], + [ + "or", + "ies" + ], + [ + "Ġcon", + "st" + ], + [ + "ĠØ", + "·" + ], + [ + "ĠÎ", + "µ" + ], + [ + "Ġv", + "ir" + ], + [ + "×ķ×", + "§" + ], + [ + "Ġhim", + "self" + ], + [ + "ëł", + "ĩ" + ], + [ + "Å", + "Ļ" + ], + [ + "Ġ×Ķ×", + "ŀ×" + ], + [ + "v", + "in" + ], + [ + "ĠÃ", + "§" + ], + [ + "×Ļ", + "×ķת" + ], + [ + "¯", + "ा" + ], + [ + "Ġh", + "or" + ], + [ + "Ġs", + "it" + ], + [ + "Ġìł", + "ķ" + ], + [ + "ãģĪ", + "ãĤĭ" + ], + [ + "ne", + "y" + ], + [ + "Ġstr", + "ong" + ], + [ + "Å", + "©" + ], + [ + "ar", + "ch" + ], + [ + "ĠAl", + "so" + ], + [ + "Ġbl", + "ack" + ], + [ + "и", + "Ñģ" + ], + [ + "Ġd", + "un" + ], + [ + "r", + "oss" + ], + [ + "-", + "s" + ], + [ + "ε", + "ι" + ], + [ + "on", + "y" + ], + [ + "vie", + "w" + ], + [ + "å½", + "¼" + ], + [ + "æĹ", + "©" + ], + [ + "Ġе", + "ÑģÑĤÑĮ" + ], + [ + "f", + "or" + ], + [ + "ãģĺãĤĥ", + "ãģĤ" + ], + [ + "iv", + "ing" + ], + [ + "Ġ×", + "ł" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġte", + "ch" + ], + [ + "ãĢģ", + "ãģĦ" + ], + [ + "à¦", + "¨" + ], + [ + "Ġis", + "s" + ], + [ + "Ġ", + "à¹ĥ" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġes", + "se" + ], + [ + "ç¥", + "ŀ" + ], + [ + "à¤Ĥà¤", + "¦" + ], + [ + "Ġl", + "ar" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġþ", + "að" + ], + [ + "اØ", + "¦" + ], + [ + "Ġbe", + "come" + ], + [ + "itt", + "ing" + ], + [ + "ç", + "¶" + ], + [ + "éĸ", + "ĵãģ" + ], + [ + "è", + "Ń" + ], + [ + "Ġtod", + "os" + ], + [ + "he", + "ad" + ], + [ + "l", + "et" + ], + [ + "å®", + "ĥ" + ], + [ + "Ġcl", + "ose" + ], + [ + "Ġ×IJ×", + "ĸ" + ], + [ + "Ġex", + "actly" + ], + [ + "ĸ", + "Ī" + ], + [ + "Ġë", + "¶" + ], + [ + "Ġb", + "es" + ], + [ + "ãģĦ", + "ãģ¾ãģĹãģŁ" + ], + [ + "Ġla", + "w" + ], + [ + "Ġtra", + "in" + ], + [ + "ाà¤", + "²" + ], + [ + "ãģªãģĦ", + "ãģ®" + ], + [ + "а", + "еÑĤ" + ], + [ + "b", + "ut" + ], + [ + "à¸", + "Ĥ" + ], + [ + "un", + "e" + ], + [ + "à¸", + "ŀ" + ], + [ + "Ġha", + "cer" + ], + [ + "ĠW", + "ow" + ], + [ + "Ġest", + "a" + ], + [ + "Ġa", + "ð" + ], + [ + "×Ļ×Ļ", + "×Ļ×Ļ" + ], + [ + "c", + "is" + ], + [ + "ãĢģãģĤ", + "ãģ£" + ], + [ + "ot", + "t" + ], + [ + "ist", + "s" + ], + [ + "Ġnew", + "s" + ], + [ + "f", + "ter" + ], + [ + "ĠS", + "te" + ], + [ + "b", + "ers" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġ×ŀ×IJ", + "×ķ×ĵ" + ], + [ + "olut", + "ely" + ], + [ + "ا", + "ÙĬ" + ], + [ + "ĠÎ", + "±" + ], + [ + "ë", + "²" + ], + [ + "ĠÙĦ", + "ÙĬ" + ], + [ + "Ġha", + "ven" + ], + [ + "ort", + "s" + ], + [ + "ŀ", + "×ķ×" + ], + [ + "Ġì§", + "Ģ" + ], + [ + "-", + "t" + ], + [ + "Ġp", + "ens" + ], + [ + "Ġpu", + "ll" + ], + [ + "çī", + "¹" + ], + [ + "p", + "or" + ], + [ + "å¼", + "Ģ" + ], + [ + "Ġf", + "oc" + ], + [ + "ĠnÃł", + "y" + ], + [ + "Ġl", + "iter" + ], + [ + "à¸Ĭ", + "à¹Ī" + ], + [ + "Ġe", + "i" + ], + [ + "Ġd", + "ou" + ], + [ + "ëŁ", + "¬" + ], + [ + "ì", + "Ĥ¬" + ], + [ + "è¿", + "ij" + ], + [ + "Ġn", + "ous" + ], + [ + "è¦ĭ", + "ãģ¦" + ], + [ + "éķ", + "·" + ], + [ + "Ġz", + "e" + ], + [ + "Ġad", + "v" + ], + [ + "Ġget", + "s" + ], + [ + "Ġê", + "¸" + ], + [ + "ĠÄ", + "IJ" + ], + [ + "ĠN", + "ão" + ], + [ + "ä¸", + "Ī" + ], + [ + "ad", + "io" + ], + [ + "ĠاÙĦ", + "ÙĦÙĬ" + ], + [ + "Ġde", + "v" + ], + [ + "Ġp", + "ap" + ], + [ + "æľ", + "Ī" + ], + [ + "ĠB", + "l" + ], + [ + "ãĢĤ", + "ãģĬ" + ], + [ + "à¤", + "¡" + ], + [ + "Ġd", + "est" + ], + [ + "u", + "z" + ], + [ + "à¤", + "ľ" + ], + [ + "r", + "on" + ], + [ + "ãģĤ", + "ãģªãģŁ" + ], + [ + "Ú", + "º" + ], + [ + "á", + "l" + ], + [ + "а", + "Ñı" + ], + [ + "ĠP", + "ro" + ], + [ + "ãĤ", + "±" + ], + [ + "ol", + "a" + ], + [ + "Ġp", + "al" + ], + [ + "ĠÅ", + "Ł" + ], + [ + "nd", + "e" + ], + [ + "Ġcu", + "ando" + ], + [ + "Ġtien", + "e" + ], + [ + "Ġb", + "ab" + ], + [ + "Ġj", + "ak" + ], + [ + "ãĤĵãģ", + "ĺãĤĥ" + ], + [ + "æĤ", + "ª" + ], + [ + "4", + "0" + ], + [ + "Ġah", + "ÃŃ" + ], + [ + "r", + "ar" + ], + [ + "ØŃ", + "د" + ], + [ + "Ġ", + "à¸Ń" + ], + [ + "ĠÐ", + "¡" + ], + [ + "Ġpr", + "im" + ], + [ + "Ġ×", + "ª" + ], + [ + "ãĢģ", + "ãģ¯ãģģ" + ], + [ + "ाà¤", + "¤" + ], + [ + "ãģ", + "ĥ" + ], + [ + "ãģªãģı", + "ãģ¦" + ], + [ + "æ", + "Ł" + ], + [ + "ĠD", + "an" + ], + [ + "éŃ", + "Ķ" + ], + [ + "Ġr", + "é" + ], + [ + "Ġs", + "en" + ], + [ + "ìł", + "ľ" + ], + [ + "l", + "ine" + ], + [ + "ом", + "Ñĥ" + ], + [ + "Ġìķ", + "Ī" + ], + [ + "ä¸Ģ", + "ç·Ĵ" + ], + [ + "Ġp", + "ur" + ], + [ + "Ġë", + "¬" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġgo", + "vern" + ], + [ + "?", + "\"" + ], + [ + "ãĤ", + "»" + ], + [ + "Ġf", + "ra" + ], + [ + "Ġc", + "ut" + ], + [ + "m", + "os" + ], + [ + "ãģĵ", + "ãĤĵãģª" + ], + [ + "ĠW", + "h" + ], + [ + "Ġob", + "viously" + ], + [ + "çŁ¥", + "éģĵ" + ], + [ + "ãĢģ", + "ãģĨ" + ], + [ + "Ġso", + "on" + ], + [ + "ĠØ£ÙĨ", + "ت" + ], + [ + "Ġà¤ķ", + "ि" + ], + [ + "éĩ", + "į" + ], + [ + "Ġ", + "X" + ], + [ + "Ġbas", + "ically" + ], + [ + "羣", + "çļĦ" + ], + [ + "Ġb", + "lah" + ], + [ + "иÑĤ", + "ÑĮ" + ], + [ + "Ġga", + "ve" + ], + [ + "æľ¬å½", + "ĵãģ«" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġh", + "u" + ], + [ + "Ġa", + "y" + ], + [ + "Ġv", + "ida" + ], + [ + "k", + "o" + ], + [ + "ì", + "¹" + ], + [ + "à¹Ħ", + "มà¹Ī" + ], + [ + "Ġs", + "at" + ], + [ + "ä¸Ī", + "夫" + ], + [ + "ãģĹ", + "ãģ¾ãģĻ" + ], + [ + "Ġha", + "ben" + ], + [ + "Ġz", + "ijn" + ], + [ + "Ġt", + "ú" + ], + [ + "Ĺ", + "ר" + ], + [ + "Ġplay", + "ing" + ], + [ + "ìĬµ", + "ëĭĪëĭ¤" + ], + [ + "æĦ", + "Ľ" + ], + [ + "Ġal", + "t" + ], + [ + "Ġcompl", + "et" + ], + [ + "ãģª", + "ãĤĵãģ§" + ], + [ + "æ", + "¨" + ], + [ + "Ġtr", + "ou" + ], + [ + "ci", + "ón" + ], + [ + "Ġê·¸", + "ëŀĺ" + ], + [ + "ว", + "à¹Īา" + ], + [ + "Ø", + "¡" + ], + [ + "Ġe", + "ither" + ], + [ + "Ġì", + "Ħ" + ], + [ + "æ¥", + "½" + ], + [ + "ãĥ", + "ł" + ], + [ + "ĠP", + "ar" + ], + [ + "v", + "id" + ], + [ + "æĿ¥", + "æĿ¥" + ], + [ + "em", + "pl" + ], + [ + "еÐ", + "±" + ], + [ + "ãĢģ", + "ãĤĵãģ" + ], + [ + "ĠC", + "on" + ], + [ + "ãĢģãģĵãģ", + "®" + ], + [ + "ĠÏ", + "ĥ" + ], + [ + "Ġsu", + "c" + ], + [ + "ł×", + "Ĺ×" + ], + [ + "Ġf", + "ut" + ], + [ + "al", + "i" + ], + [ + "à", + "«" + ], + [ + "à¸ģ", + "à¹ĩ" + ], + [ + "ł", + "×Ļ×Ŀ" + ], + [ + "л", + "Ñı" + ], + [ + "è¨Ģ", + "ãģĨ" + ], + [ + "ë¥", + "´" + ], + [ + "ĠI", + "ch" + ], + [ + "åı", + "ª" + ], + [ + "et", + "y" + ], + [ + "ç", + "º" + ], + [ + "Ġdefin", + "itely" + ], + [ + "Ġн", + "Ñĥ" + ], + [ + "çµ", + "IJ" + ], + [ + "ĠGo", + "od" + ], + [ + "ç", + "Ĺ" + ], + [ + "ç«", + "ĭ" + ], + [ + "Ġvo", + "or" + ], + [ + "à³", + "į" + ], + [ + "Ġt", + "on" + ], + [ + "ãĤĪ", + "ãģı" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġminut", + "es" + ], + [ + "ĠS", + "ch" + ], + [ + "iá»", + "ģ" + ], + [ + "Ġh", + "ot" + ], + [ + "o", + "f" + ], + [ + "ượ", + "c" + ], + [ + "æ", + "º" + ], + [ + "иÐ", + "·" + ], + [ + "à¥ĭ", + "à¤Ĥ" + ], + [ + "ç§ģ", + "ãģ¯" + ], + [ + "Ġab", + "er" + ], + [ + "大", + "ä¸Ī夫" + ], + [ + "ö", + "n" + ], + [ + "Ġf", + "ire" + ], + [ + "Ġne", + "g" + ], + [ + "p", + "ed" + ], + [ + "è¢", + "«" + ], + [ + "ĠH", + "er" + ], + [ + "Ġb", + "on" + ], + [ + "Ġ", + "ide" + ], + [ + "ĠP", + "h" + ], + [ + "lij", + "k" + ], + [ + "is", + "hed" + ], + [ + "Ġcra", + "zy" + ], + [ + "а", + "Ñİ" + ], + [ + "Ġhe", + "alth" + ], + [ + "id", + "ade" + ], + [ + "The", + "re" + ], + [ + "at", + "or" + ], + [ + "le", + "x" + ], + [ + "د", + "Ùĩ" + ], + [ + "ĠاÙĦ", + "س" + ], + [ + "न", + "à¥įà¤" + ], + [ + "ãģĿãĤĮ", + "ãģ¯" + ], + [ + "Ġcon", + "c" + ], + [ + "ĠD", + "as" + ], + [ + "Ġpr", + "ay" + ], + [ + "b", + "i" + ], + [ + "Ġ", + "Ûģ" + ], + [ + "is", + "on" + ], + [ + "é", + "ľ" + ], + [ + "l", + "am" + ], + [ + "f", + "ic" + ], + [ + "ãģ®", + "ãģĬ" + ], + [ + "el", + "o" + ], + [ + "Ġz", + "o" + ], + [ + "ãģĹãģ¦", + "ãĤĭ" + ], + [ + "Ġrel", + "ations" + ], + [ + "Ġb", + "ur" + ], + [ + "ç»", + "ı" + ], + [ + "Ġm", + "ême" + ], + [ + "ĠØ£", + "ÙĬ" + ], + [ + "à±", + "ģ" + ], + [ + "z", + "en" + ], + [ + "Ġbea", + "ut" + ], + [ + "è¼", + "©" + ], + [ + "Ġsupp", + "ort" + ], + [ + ",", + "\"" + ], + [ + "Ġen", + "er" + ], + [ + "Ġn", + "Ã¥" + ], + [ + "à¹ī", + "า" + ], + [ + "ầ", + "n" + ], + [ + "r", + "act" + ], + [ + "Ġs", + "ich" + ], + [ + "íķ", + "ł" + ], + [ + "h", + "i" + ], + [ + "Ġ", + "." + ], + [ + "ud", + "o" + ], + [ + "I", + "f" + ], + [ + "Ġinter", + "n" + ], + [ + "ĠA", + "re" + ], + [ + "и", + "и" + ], + [ + "éĤ£", + "个" + ], + [ + "åĪ", + "Ŀ" + ], + [ + "ãĤī", + "ãģªãģĦ" + ], + [ + "om", + "et" + ], + [ + "Ġword", + "s" + ], + [ + "å§", + "ĭ" + ], + [ + "ç", + "¢" + ], + [ + "Ġbeg", + "in" + ], + [ + "ĠاÙĦ", + "ع" + ], + [ + "1", + "8" + ], + [ + "Ġp", + "ie" + ], + [ + "ãĤ", + "º" + ], + [ + "ĠW", + "here" + ], + [ + "Ġl", + "ost" + ], + [ + "Ġexper", + "ience" + ], + [ + "Ġस", + "à¥ĩ" + ], + [ + "ard", + "s" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġpro", + "cess" + ], + [ + "ì£", + "ł" + ], + [ + "Ġc", + "ult" + ], + [ + "u", + "a" + ], + [ + "hehehehe", + "hehehehe" + ], + [ + "Ġen", + "g" + ], + [ + "ãģ£ãģŁ", + "ãĤī" + ], + [ + "ãģ£ãģ¦", + "ãģĦãģĨ" + ], + [ + "è", + "IJ" + ], + [ + "Ġm", + "Ãł" + ], + [ + "Ġà¤ı", + "à¤ķ" + ], + [ + "ĠاÙĦ", + "ØŃ" + ], + [ + "ãĥı", + "ãĥı" + ], + [ + "us", + "ed" + ], + [ + "n", + "ot" + ], + [ + "å¼", + "·" + ], + [ + "Ö", + "¼" + ], + [ + "ç", + "ı" + ], + [ + "ãĢģãģ", + "Ī" + ], + [ + "éĢ", + "Ļ" + ], + [ + "end", + "er" + ], + [ + "Ġpe", + "u" + ], + [ + "ìĹ", + "Ī" + ], + [ + "ç", + "Ĭ" + ], + [ + "Ġj", + "our" + ], + [ + "â", + "ĶĢ" + ], + [ + "ãĢģ", + "ãģ¯" + ], + [ + "ur", + "al" + ], + [ + "Ġturn", + "ed" + ], + [ + "ĠW", + "as" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġbo", + "y" + ], + [ + "à¸Ĺ", + "ีà¹Ī" + ], + [ + "ãģŁ", + "ãĤģ" + ], + [ + "Ùĥ", + "Ùħ" + ], + [ + "è¿Ļ", + "æł·" + ], + [ + "on", + "a" + ], + [ + "ull", + "y" + ], + [ + "ê", + "·¸" + ], + [ + "र", + "à¥įà¤" + ], + [ + "Ñ", + "Ħ" + ], + [ + "è", + "»" + ], + [ + "æ", + "Ĵ" + ], + [ + "ĠÐ", + "IJ" + ], + [ + "ãĤĦ", + "ãģ£ãģ¦" + ], + [ + "ãĤĦ", + "ãģ£ãģ±" + ], + [ + "Ï", + "ī" + ], + [ + "r", + "ing" + ], + [ + "Ġd", + "ir" + ], + [ + "Ġes", + "e" + ], + [ + "ãģ", + "ľ" + ], + [ + "åĪ", + "ĩ" + ], + [ + "â", + "Ļ" + ], + [ + "ĠB", + "en" + ], + [ + "Ġst", + "ra" + ], + [ + "Ġal", + "ong" + ], + [ + "ãĥ", + "ĭ" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġb", + "all" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠD", + "id" + ], + [ + "çĻ", + "½" + ], + [ + "æ", + "¶" + ], + [ + "Ġto", + "ward" + ], + [ + "Ġfo", + "od" + ], + [ + "as", + "i" + ], + [ + "Ġest", + "o" + ], + [ + "Ġcon", + "d" + ], + [ + "Ġt", + "ro" + ], + [ + "Ġm", + "other" + ], + [ + "Ġdr", + "ink" + ], + [ + "uss", + "i" + ], + [ + "O", + "kay" + ], + [ + "е", + "ÑĪ" + ], + [ + "ãģĮ", + "ãģĤ" + ], + [ + "Ġwhe", + "ther" + ], + [ + "å¯", + "¾" + ], + [ + "ä¸į", + "æĺ¯" + ], + [ + "Ġко", + "ÑĤоÑĢ" + ], + [ + "end", + "ing" + ], + [ + "åĨ", + "į" + ], + [ + "ĠÎ", + "¼" + ], + [ + "á»", + "ĭ" + ], + [ + "ri", + "a" + ], + [ + "ãģ»", + "ãģ©" + ], + [ + "Ġf", + "ather" + ], + [ + "åĬ", + "ł" + ], + [ + "и", + "ÑĢ" + ], + [ + "ri", + "o" + ], + [ + "Ġpr", + "in" + ], + [ + "u", + "le" + ], + [ + "Ġfa", + "ire" + ], + [ + "Ġn", + "ada" + ], + [ + "ر", + "Ø©" + ], + [ + "t", + "he" + ], + [ + "ĠE", + "h" + ], + [ + "å¿", + "ħ" + ], + [ + "ãģ¨", + "ãģ¯" + ], + [ + "ĠØ¢", + "Ùĩ" + ], + [ + "ã썿ĢĿ", + "ãģĨ" + ], + [ + "æŃ", + "»" + ], + [ + "Ġac", + "ross" + ], + [ + "×Ļ×", + "§" + ], + [ + "ny", + "a" + ], + [ + "Ġs", + "il" + ], + [ + "Ġ", + "اØ" + ], + [ + "ĠпÑĢ", + "о" + ], + [ + "ãģĮ", + "ãģĤãĤĭ" + ], + [ + "ãĥ¼ãĥ¼", + "ãĥ¼ãĥ¼" + ], + [ + "ĠQ", + "ue" + ], + [ + "Ġfeel", + "ing" + ], + [ + "s", + "s" + ], + [ + "y", + "n" + ], + [ + "Ġa", + "ñ" + ], + [ + "ĠC", + "ha" + ], + [ + "r", + "al" + ], + [ + "Ġ׼×", + "Ł" + ], + [ + "ÙĤ", + "ÙĪÙĦ" + ], + [ + "Ġha", + "be" + ], + [ + "é", + "»" + ], + [ + "è", + "¥" + ], + [ + "éĩ", + "ij" + ], + [ + "ا", + "ا" + ], + [ + "ĠÃ", + "¶" + ], + [ + "ĠN", + "ice" + ], + [ + "ä»", + "ķ" + ], + [ + "ен", + "ÑĮ" + ], + [ + "Ġlo", + "c" + ], + [ + "are", + "d" + ], + [ + "ou", + "n" + ], + [ + "Ġo", + "d" + ], + [ + "å®", + "ī" + ], + [ + "Ġg", + "es" + ], + [ + "Ġm", + "ent" + ], + [ + "Ġt", + "ill" + ], + [ + "ا", + "د" + ], + [ + "az", + "ing" + ], + [ + "ĠC", + "ome" + ], + [ + "åı", + "Ĺ" + ], + [ + "Ġre", + "ce" + ], + [ + "çķ", + "Į" + ], + [ + "ä»", + "ĺ" + ], + [ + "Ġdec", + "is" + ], + [ + "Ġ×IJ", + "×ķת" + ], + [ + "Ġor", + "gan" + ], + [ + "ĠÙħ", + "ÛĮ" + ], + [ + "åIJ", + "ij" + ], + [ + "Ġwant", + "s" + ], + [ + "иÐ", + "´" + ], + [ + "Ġmark", + "et" + ], + [ + "ł×Ĺ×", + "ł×ķ" + ], + [ + "Õ", + "¥" + ], + [ + "Ġst", + "ep" + ], + [ + "Ġg", + "er" + ], + [ + "Ġquest", + "ions" + ], + [ + "ãĢģãģĵ", + "ãĤĵãģ«ãģ¡ãģ¯" + ], + [ + "Ġë", + "ĵ" + ], + [ + "åı", + "ĭ" + ], + [ + "b", + "t" + ], + [ + "Õ", + "¶" + ], + [ + "ม", + "า" + ], + [ + "Ġë", + "į" + ], + [ + "Ġfor", + "ward" + ], + [ + "hhhh", + "hhhh" + ], + [ + "оÐ", + "·" + ], + [ + "ĠÑĤ", + "ам" + ], + [ + "ĠÐ", + "ŀ" + ], + [ + "ĠØ", + "²" + ], + [ + "ÙĦ", + "Ùĥ" + ], + [ + "èĢ", + "Į" + ], + [ + "èª", + "°" + ], + [ + "j", + "oy" + ], + [ + "Ġco", + "lle" + ], + [ + "Ġh", + "ij" + ], + [ + "Ġb", + "om" + ], + [ + "ï¼Į", + "对" + ], + [ + "á»", + "±" + ], + [ + "Ġd", + "ro" + ], + [ + "ি", + "à¦" + ], + [ + "if", + "t" + ], + [ + "ãģ£ãģ±", + "ãģĦ" + ], + [ + "ffe", + "ct" + ], + [ + "Ġst", + "a" + ], + [ + "Ġع", + "ÙĦÙĬ" + ], + [ + "ç»", + "Ļ" + ], + [ + "Ġp", + "un" + ], + [ + "ÙĨ", + "ت" + ], + [ + "ut", + "h" + ], + [ + "Ġ×ķ×", + "IJ×" + ], + [ + "ed", + "er" + ], + [ + "æ°", + "´" + ], + [ + "ĠH", + "is" + ], + [ + "f", + "er" + ], + [ + "g", + "es" + ], + [ + "ãģª", + "ãģ£ãģ¦" + ], + [ + "çĶ", + "·" + ], + [ + "Ġpare", + "nt" + ], + [ + "ãĥ", + "ĸ" + ], + [ + "Ġo", + "der" + ], + [ + "v", + "al" + ], + [ + "Ġpu", + "blic" + ], + [ + "ấ", + "y" + ], + [ + "Ġpr", + "ote" + ], + [ + "Ġany", + "one" + ], + [ + "Ġب", + "ÙĬ" + ], + [ + "Ġn", + "am" + ], + [ + "æĢ", + "İ" + ], + [ + "Ġan", + "n" + ], + [ + "ä»", + "£" + ], + [ + "Ġse", + "x" + ], + [ + "Ġw", + "ind" + ], + [ + "ãģª", + "ãĤĵãģ§ãģĻ" + ], + [ + "æĬ", + "Ĭ" + ], + [ + "Ġt", + "id" + ], + [ + "Ġe", + "at" + ], + [ + "Õ", + "¸" + ], + [ + "Ġg", + "ü" + ], + [ + "è¯", + "Ŀ" + ], + [ + "ı", + "m" + ], + [ + "Ġsitu", + "ation" + ], + [ + "ãĢģãģ", + "µ" + ], + [ + "Ġcar", + "a" + ], + [ + "Ġrelations", + "hip" + ], + [ + "ãĢģãģ¡", + "ãĤħ" + ], + [ + "Ġp", + "en" + ], + [ + "аÐ", + "¿" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġsu", + "d" + ], + [ + "ag", + "es" + ], + [ + "Ġf", + "ür" + ], + [ + "Ġm", + "ention" + ], + [ + "åı", + "ij" + ], + [ + "åħĪ", + "輩" + ], + [ + "Ġhon", + "est" + ], + [ + "×", + "IJ" + ], + [ + "åį", + "ģ" + ], + [ + "in", + "ed" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠÙĩÙĨا", + "Ùĥ" + ], + [ + "Ġdire", + "ct" + ], + [ + "Ġs", + "ind" + ], + [ + "Ġchild", + "ren" + ], + [ + "z", + "z" + ], + [ + "åĨ", + "ħ" + ], + [ + "p", + "u" + ], + [ + "Ġas", + "ÃŃ" + ], + [ + "ay", + "a" + ], + [ + "ĠбÑĭ", + "л" + ], + [ + "ìĹIJ", + "ìĦľ" + ], + [ + "ãĤĵãģ", + "¨" + ], + [ + "ĠÐ", + "ļ" + ], + [ + "Ġde", + "ath" + ], + [ + "Ġperson", + "al" + ], + [ + "'", + "on" + ], + [ + "m", + "as" + ], + [ + "ĠÙĩ", + "ÙĬ" + ], + [ + "еÐ", + "²" + ], + [ + "e", + "re" + ], + [ + "åĪ", + "¥" + ], + [ + "Ġvo", + "ice" + ], + [ + "Ġ×Ķ", + "×Ļ×Ķ" + ], + [ + "оÐ", + "¿" + ], + [ + "Ġlisten", + "ing" + ], + [ + "न", + "न" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġqu", + "and" + ], + [ + "n", + "ie" + ], + [ + "Ġc", + "ir" + ], + [ + "Ġans", + "wer" + ], + [ + "iv", + "o" + ], + [ + "ep", + "t" + ], + [ + "ư", + "Æ¡" + ], + [ + "Ġcom", + "me" + ], + [ + "á»", + "Ł" + ], + [ + "Ġ×IJ", + "×ķ×ŀר" + ], + [ + "çݰ", + "åľ¨" + ], + [ + "oc", + "o" + ], + [ + "à³į", + "à²" + ], + [ + "±", + "´" + ], + [ + "in", + "al" + ], + [ + "è¶", + "³" + ], + [ + "p", + "h" + ], + [ + "Ġw", + "enn" + ], + [ + "ãĢģãģĤ", + "ãģ®" + ], + [ + "Ġë§", + "IJ" + ], + [ + "Ġन", + "ा" + ], + [ + "ĠG", + "e" + ], + [ + "Ġor", + "der" + ], + [ + "æ", + "¡" + ], + [ + "à¯įà®", + "ķ" + ], + [ + "ĠHe", + "re" + ], + [ + "ãĢģãģ©", + "ãģĨ" + ], + [ + "ĠV", + "er" + ], + [ + "Ġmo", + "vie" + ], + [ + "r", + "ic" + ], + [ + "ent", + "ly" + ], + [ + "Ġbu", + "y" + ], + [ + "аÐ", + "±" + ], + [ + "ê¸", + "Ī" + ], + [ + "ver", + "t" + ], + [ + "ĠPor", + "que" + ], + [ + "ur", + "ch" + ], + [ + "Ġp", + "i" + ], + [ + "f", + "ully" + ], + [ + "ı", + "r" + ], + [ + "Ġins", + "ide" + ], + [ + "Ġev", + "ent" + ], + [ + "Ġs", + "ong" + ], + [ + "ĠìĹ", + "¬" + ], + [ + "r", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġpu", + "ed" + ], + [ + "Ġal", + "go" + ], + [ + "oooo", + "oooo" + ], + [ + "Ġ×Ķ", + "ר×" + ], + [ + "Ġhe", + "ll" + ], + [ + "ĠE", + "ur" + ], + [ + "ãĥ", + "§" + ], + [ + "Ġì", + "Ļ" + ], + [ + "ãĤĪãģĨ", + "ãģª" + ], + [ + "Ġp", + "et" + ], + [ + "Ġp", + "ort" + ], + [ + "Ġtr", + "ès" + ], + [ + "æ", + "·" + ], + [ + "ar", + "ing" + ], + [ + "éĿ", + "ŀ" + ], + [ + "Ġ×", + "ĵ" + ], + [ + "u", + "red" + ], + [ + "'", + "ét" + ], + [ + "Ġexam", + "ple" + ], + [ + "Ġp", + "ou" + ], + [ + "Ġar", + "ri" + ], + [ + "è·", + "Ł" + ], + [ + "×ķ×", + "¦" + ], + [ + "Ġel", + "a" + ], + [ + "ar", + "o" + ], + [ + "u", + "j" + ], + [ + "ãģª", + "ãģ«" + ], + [ + "ĠC", + "l" + ], + [ + "Ġit", + "u" + ], + [ + "Ġper", + "fect" + ], + [ + "ig", + "o" + ], + [ + "Ġposs", + "ible" + ], + [ + "Ġseem", + "s" + ], + [ + "à²", + "¿" + ], + [ + "ĠS", + "c" + ], + [ + "Ġìļ", + "°" + ], + [ + "Ġph", + "one" + ], + [ + "ר", + "×Ļ×" + ], + [ + "Ùĥ", + "ÙĪÙĨ" + ], + [ + "Ĵ", + "áŀ" + ], + [ + "ĠD", + "ie" + ], + [ + "Ġd", + "om" + ], + [ + "Ġse", + "ll" + ], + [ + "ãĥ¼ãĥ", + "«" + ], + [ + "ãģĤ", + "ãģĴ" + ], + [ + "Ġess", + "a" + ], + [ + "Ġ", + "'" + ], + [ + "Ġf", + "ol" + ], + [ + "h", + "m" + ], + [ + "b", + "ed" + ], + [ + "Ġv", + "ou" + ], + [ + "Ġfa", + "zer" + ], + [ + "Ġbr", + "ought" + ], + [ + "al", + "t" + ], + [ + "ãģ§", + "ãģĹãĤĩ" + ], + [ + "ad", + "or" + ], + [ + "åĵĪ", + "åĵĪ" + ], + [ + "Ġs", + "ó" + ], + [ + "اØ", + "¬" + ], + [ + "ãģı", + "ãĤĵ" + ], + [ + "Ġmill", + "ion" + ], + [ + "ķ", + "Į" + ], + [ + "Ġmed", + "ia" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġw", + "ow" + ], + [ + "Ġà¦", + "ķ" + ], + [ + "Ġ×IJ", + "×ķ" + ], + [ + "orr", + "ow" + ], + [ + "ĠÄij", + "ược" + ], + [ + "ê²", + "ł" + ], + [ + "Ġc", + "amp" + ], + [ + "Å©", + "ng" + ], + [ + "ç", + "ģ" + ], + [ + "Ġa", + "le" + ], + [ + "à¹ģ", + "ล" + ], + [ + "-", + "f" + ], + [ + "Ġ×Ķ×", + "IJ×" + ], + [ + "õ", + "es" + ], + [ + "Ġout", + "side" + ], + [ + "िà¤", + "ı" + ], + [ + "ľ×", + "IJ" + ], + [ + "g", + "i" + ], + [ + "ãģ¾", + "ãģŁ" + ], + [ + "Ġsing", + "le" + ], + [ + "ãĤĪãģĨ", + "ãģ«" + ], + [ + "Ġpar", + "ce" + ], + [ + "åĵ", + "¦" + ], + [ + "Ġtell", + "ing" + ], + [ + "à¹Ģร", + "า" + ], + [ + "â̦â̦", + "ãĢĤ" + ], + [ + "Ġdur", + "ing" + ], + [ + "Ġk", + "ann" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġmonth", + "s" + ], + [ + "Ġst", + "ate" + ], + [ + "Ġम", + "à¥Ī" + ], + [ + "it", + "ch" + ], + [ + "Ġdec", + "ir" + ], + [ + "áŁ", + "Ĵáŀ" + ], + [ + "d", + "o" + ], + [ + "Ġи", + "з" + ], + [ + "Î", + "³" + ], + [ + "ä»Ĭ", + "æĹ¥" + ], + [ + "æ", + "į" + ], + [ + "Ġtri", + "ed" + ], + [ + "Ġespe", + "cially" + ], + [ + "è", + "ĥ" + ], + [ + "Ġf", + "ast" + ], + [ + "è", + "½" + ], + [ + "ì", + "Ĩ" + ], + [ + "ãģĬ", + "ãģĬ" + ], + [ + "ãģķãĤĵãģ", + "®" + ], + [ + "Ġcontro", + "l" + ], + [ + "ãģĻãģĶ", + "ãģĦ" + ], + [ + "Ġl", + "im" + ], + [ + "éģķ", + "ãģĨ" + ], + [ + "Ġsle", + "ep" + ], + [ + "ãĤı", + "ãģĭ" + ], + [ + "к", + "о" + ], + [ + "ĠM", + "ais" + ], + [ + "Ġqu", + "er" + ], + [ + "Ġhapp", + "ens" + ], + [ + "Ġu", + "d" + ], + [ + "ang", + "er" + ], + [ + "ĠAmer", + "ican" + ], + [ + "ìľ¼", + "ë¡ľ" + ], + [ + "Ġent", + "ire" + ], + [ + "Ġth", + "ì" + ], + [ + "ä»ĸ", + "们" + ], + [ + "Ġcon", + "se" + ], + [ + "ĠØ¥", + "ÙĦÙī" + ], + [ + "ãĤ", + "¬" + ], + [ + "ĠR", + "o" + ], + [ + "ãģĵãģ¨", + "ãģ¯" + ], + [ + "ì", + "Ļ" + ], + [ + "åħ¶", + "å®ŀ" + ], + [ + "Ġtalk", + "ed" + ], + [ + "ĠÙĪ", + "ا" + ], + [ + "Ġam", + "azing" + ], + [ + "Ġfil", + "m" + ], + [ + "à¤", + "Ł" + ], + [ + "ìĬ", + "¤" + ], + [ + "Å", + "ij" + ], + [ + "еÐ", + "·" + ], + [ + "il", + "t" + ], + [ + "ãģij", + "ãĤĭ" + ], + [ + "ãģŁ", + "ãģı" + ], + [ + "ĠLo", + "ok" + ], + [ + "Ġes", + "a" + ], + [ + "ี", + "à¹ī" + ], + [ + "ĠP", + "er" + ], + [ + "æī", + "ĵ" + ], + [ + "à§ĩ", + "à¦" + ], + [ + "Ġ", + "íķľ" + ], + [ + "Ġм", + "Ñĭ" + ], + [ + "d", + "le" + ], + [ + "Ġà¤", + "¥" + ], + [ + "Ġall", + "ow" + ], + [ + "Ġa", + "ud" + ], + [ + "æĪ", + "¦" + ], + [ + "è¥", + "¿" + ], + [ + "ar", + "on" + ], + [ + "ç", + "ĭ" + ], + [ + "if", + "ul" + ], + [ + "Ġcomp", + "any" + ], + [ + "å", + "Ŀ" + ], + [ + "u", + "f" + ], + [ + "åı", + "£" + ], + [ + "È", + "Ļ" + ], + [ + "um", + "a" + ], + [ + "s", + "a" + ], + [ + "н", + "е" + ], + [ + "ĠÑĢ", + "аз" + ], + [ + "z", + "i" + ], + [ + "Ġk", + "on" + ], + [ + "éĹ", + "®" + ], + [ + "ĠìĹ", + "Ĩ" + ], + [ + "ĠÐ", + "ľ" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġk", + "l" + ], + [ + "ал", + "ÑĮ" + ], + [ + "Ġb", + "ene" + ], + [ + "Ġtr", + "ong" + ], + [ + "Ġsh", + "ort" + ], + [ + "he", + "t" + ], + [ + "un", + "a" + ], + [ + "ĠI", + "k" + ], + [ + "Ġ×¢×", + "Ŀ" + ], + [ + "Ġbr", + "other" + ], + [ + "Ġm", + "ÃŃ" + ], + [ + "Ġa", + "ussi" + ], + [ + "Ġh", + "är" + ], + [ + "çŃ", + "ī" + ], + [ + "i", + "red" + ], + [ + "r", + "is" + ], + [ + "éŁ", + "³" + ], + [ + "g", + "ing" + ], + [ + "ãģĹ", + "ãģªãģĦ" + ], + [ + "vel", + "op" + ], + [ + "Ġh", + "ier" + ], + [ + "ĠÙĥ", + "ÙĦ" + ], + [ + "å¦Ĥ", + "æŀľ" + ], + [ + "ãģ£", + "ãģį" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġne", + "cess" + ], + [ + "à¹ī", + "ว" + ], + [ + "t", + "ain" + ], + [ + "Ġf", + "lo" + ], + [ + "ç", + "²" + ], + [ + "Ġv", + "ot" + ], + [ + "âĻ", + "ª" + ], + [ + "æ±", + "º" + ], + [ + "Ġ", + "àª" + ], + [ + "Ġe", + "arly" + ], + [ + "Ġchan", + "ce" + ], + [ + "ãģ«ãģª", + "ãĤĭ" + ], + [ + "ï¼Į", + "è¿Ļ" + ], + [ + "ĠP", + "e" + ], + [ + "ct", + "ed" + ], + [ + "ả", + "i" + ], + [ + "Ġhappen", + "ing" + ], + [ + "ãĢģ", + "ä½ķ" + ], + [ + "ac", + "es" + ], + [ + "Ġt", + "ur" + ], + [ + "ãģł", + "ãĤįãģĨ" + ], + [ + "Ġest", + "ar" + ], + [ + "ر", + "ب" + ], + [ + "ĠD", + "u" + ], + [ + "Ġw", + "onder" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġcon", + "ne" + ], + [ + "Ġg", + "itu" + ], + [ + "Ġpartic", + "ular" + ], + [ + "Ġ×Ķ×", + "Ŀ" + ], + [ + "à¹Ģà¸", + "Ľ" + ], + [ + "Ġb", + "le" + ], + [ + "Ġpar", + "te" + ], + [ + "Ġqu", + "ando" + ], + [ + "Ġv", + "il" + ], + [ + "Ġf", + "ue" + ], + [ + "Ġaqu", + "ÃŃ" + ], + [ + "æ", + "ļ" + ], + [ + "Ġvæ", + "re" + ], + [ + "ind", + "i" + ], + [ + "Ġet", + "t" + ], + [ + "iv", + "a" + ], + [ + "Ġwe", + "ird" + ], + [ + "ãĥ¼ãĥ", + "Ī" + ], + [ + "le", + "y" + ], + [ + "k", + "et" + ], + [ + "åĭ", + "Ŀ" + ], + [ + "at", + "i" + ], + [ + "Ġe", + "ffect" + ], + [ + "ç", + "ĸ" + ], + [ + "ë", + "ª" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġcre", + "o" + ], + [ + "Ġtou", + "ch" + ], + [ + "ú", + "ng" + ], + [ + "Ġres", + "ult" + ], + [ + "ãĥĥ", + "ãĤ¯" + ], + [ + "å¼", + "µ" + ], + [ + "æ", + "¼" + ], + [ + "it", + "é" + ], + [ + "Ġun", + "s" + ], + [ + "ĠPa", + "ul" + ], + [ + "Ġ", + "ig" + ], + [ + "Ñ", + "Ĭ" + ], + [ + "Ġsee", + "ing" + ], + [ + "ë", + "Ħ¤" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġsch", + "on" + ], + [ + "Ä", + "ĵ" + ], + [ + "Ġd", + "ice" + ], + [ + "Ġc", + "ost" + ], + [ + "ì", + "²" + ], + [ + "J", + "a" + ], + [ + "Ġha", + "bl" + ], + [ + "ì£", + "¼" + ], + [ + "Ġdi", + "ffic" + ], + [ + "Ġc", + "ity" + ], + [ + "Ġon", + "es" + ], + [ + "Ġpe", + "ut" + ], + [ + "ãģĤ", + "ãĤĮ" + ], + [ + "et", + "er" + ], + [ + "ä¸Ģç·Ĵ", + "ãģ«" + ], + [ + "Ï", + "ĩ" + ], + [ + "Ġgr", + "oup" + ], + [ + "åħ", + "¬" + ], + [ + "k", + "u" + ], + [ + "ãģ®", + "ãģĭ" + ], + [ + "å¾Ī", + "å¾Ī" + ], + [ + "Ġli", + "ving" + ], + [ + "à°¾", + "à°" + ], + [ + "Ġë", + "Ĥ´" + ], + [ + "ãģ¨", + "ãĤĤ" + ], + [ + "ãģ«ãģª", + "ãģ£ãģ¦" + ], + [ + "Ġdi", + "a" + ], + [ + "ion", + "e" + ], + [ + "ig", + "a" + ], + [ + "Ġз", + "а" + ], + [ + "å®", + "Į" + ], + [ + "é¡", + "ĺ" + ], + [ + "ç", + "ł" + ], + [ + "é", + "º" + ], + [ + "è¨Ģ", + "ãĤı" + ], + [ + "ãĤĵãģł", + "ãģijãģ©" + ], + [ + "S", + "he" + ], + [ + "ÑĢ", + "а" + ], + [ + "pp", + "ing" + ], + [ + "con", + "om" + ], + [ + "Ġ", + "ing" + ], + [ + "ag", + "er" + ], + [ + "æ´", + "»" + ], + [ + "v", + "et" + ], + [ + "z", + "o" + ], + [ + "न", + "à¥į" + ], + [ + "Ġर", + "ह" + ], + [ + "ãĢģãģ", + "ł" + ], + [ + "ĠA", + "b" + ], + [ + "èµ", + "°" + ], + [ + "ĠEnt", + "onces" + ], + [ + "Ġc", + "li" + ], + [ + "à¸Ħร", + "ัà¸ļ" + ], + [ + "Ħ", + "Ī" + ], + [ + "le", + "ase" + ], + [ + "Ġc", + "la" + ], + [ + "Ġm", + "ad" + ], + [ + "å", + "Ĥ" + ], + [ + "èĢ", + "ģ" + ], + [ + "à¹ĩ", + "à¸Ļ" + ], + [ + "æĶ", + "¾" + ], + [ + "ÙĦ", + "ت" + ], + [ + "ãĤĦãģ£ãģ±", + "ãĤĬ" + ], + [ + "ÙĪ", + "ÙĪ" + ], + [ + "Ġmu", + "ndo" + ], + [ + "à§", + "ĭ" + ], + [ + "Ġ×", + "¡×" + ], + [ + "åĥ", + "ķ" + ], + [ + "id", + "es" + ], + [ + "ĠMa", + "ar" + ], + [ + "è", + "³" + ], + [ + "©", + "×Ļ×Ŀ" + ], + [ + "Ġinc", + "l" + ], + [ + "im", + "os" + ], + [ + "Ġì", + "£" + ], + [ + "ãĥ", + "Ħ" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsp", + "irit" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġà¹ĥ", + "à¸Ĭà¹Ī" + ], + [ + "Ġatt", + "ack" + ], + [ + "Ġme", + "g" + ], + [ + "Ġother", + "s" + ], + [ + "Ġc", + "er" + ], + [ + "é¡", + "Ķ" + ], + [ + "ãģ£", + "ãģĭ" + ], + [ + "Ġspe", + "ci" + ], + [ + "ç¢", + "º" + ], + [ + "ر", + "ÙĪ" + ], + [ + "ëŀ", + "Į" + ], + [ + "ãģ¡ãĤĥ", + "ãģĨ" + ], + [ + "Ġnorm", + "al" + ], + [ + "ä»", + "¶" + ], + [ + "Ġma", + "ar" + ], + [ + "Ġc", + "Å©ng" + ], + [ + "c", + "her" + ], + [ + "ãĥĥ", + "ãĥĪ" + ], + [ + "ust", + "ed" + ], + [ + "ذ", + "Ùĩ" + ], + [ + "Ġwith", + "in" + ], + [ + "b", + "or" + ], + [ + "ãģħ", + "ãģ£" + ], + [ + "Ġin", + "i" + ], + [ + "Ġm", + "ur" + ], + [ + "ç¬", + "¬" + ], + [ + "à¸", + "³" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġmo", + "i" + ], + [ + "Ñī", + "е" + ], + [ + "Ġש", + "×Ķ×" + ], + [ + "ãĢģ", + "ãģĨãĤĵ" + ], + [ + "p", + "re" + ], + [ + "Ġinform", + "ation" + ], + [ + "ãĤ", + "¡" + ], + [ + "大", + "å®¶" + ], + [ + "æľ", + "Ł" + ], + [ + "åĩº", + "æĿ¥" + ], + [ + "Ġliter", + "ally" + ], + [ + "ç§ģ", + "ãģ®" + ], + [ + "it", + "ive" + ], + [ + "Ġa", + "us" + ], + [ + "æĢİ", + "ä¹Ī" + ], + [ + "Ġfun", + "ny" + ], + [ + "Ġe", + "k" + ], + [ + "ĠE", + "ng" + ], + [ + "ac", + "y" + ], + [ + "ươ", + "ng" + ], + [ + "à", + "¶" + ], + [ + "Ġमà¥Ī", + "à¤Ĥ" + ], + [ + "æ", + "r" + ], + [ + "Ġpres", + "ent" + ], + [ + "ëł", + "¤" + ], + [ + "áº", + "·" + ], + [ + "ел", + "ÑĮ" + ], + [ + "Ġus", + "ing" + ], + [ + "s", + "y" + ], + [ + "Ġìł", + "Ģ" + ], + [ + "ữ", + "ng" + ], + [ + "ĠØ´", + "ÙĬ" + ], + [ + "z", + "ie" + ], + [ + "â", + "y" + ], + [ + "Ġsu", + "is" + ], + [ + "ãĤĵ", + "ãĤĵãģ£" + ], + [ + "ĠM", + "ic" + ], + [ + "Ġsh", + "ot" + ], + [ + "Ġv", + "or" + ], + [ + "Ġsur", + "pr" + ], + [ + "ìŀ", + "¥" + ], + [ + "Ú", + "Ĩ" + ], + [ + "f", + "ort" + ], + [ + "ĠÑģ", + "в" + ], + [ + "Ġof", + "ten" + ], + [ + "á", + "m" + ], + [ + "ĠDon", + "c" + ], + [ + "Ġso", + "ci" + ], + [ + "å°ij", + "ãģĹ" + ], + [ + "ĠB", + "o" + ], + [ + "Ġmoment", + "o" + ], + [ + "çķ", + "ª" + ], + [ + "l", + "s" + ], + [ + "ĠS", + "u" + ], + [ + "Ġneed", + "s" + ], + [ + "Ã", + "«" + ], + [ + "æİ", + "¥" + ], + [ + "Ġprodu", + "ct" + ], + [ + "Ùħ", + "ÙĬ" + ], + [ + "ãĥ", + "ľ" + ], + [ + "b", + "ack" + ], + [ + "Ø", + "¢" + ], + [ + "á»", + "¥" + ], + [ + "Ùģ", + "ÙĬ" + ], + [ + "Ġh", + "y" + ], + [ + "Ġm", + "ình" + ], + [ + "Ġst", + "at" + ], + [ + "é£Ł", + "ãģ¹" + ], + [ + "Ġsupp", + "osed" + ], + [ + "è", + "ij" + ], + [ + "Ġ", + "íķ´" + ], + [ + "Ġway", + "s" + ], + [ + "å", + "¬" + ], + [ + "ĠÅ", + "¼" + ], + [ + "Ġfa", + "z" + ], + [ + "æī", + "į" + ], + [ + "Ġsuc", + "cess" + ], + [ + "ाà¤", + "ģ" + ], + [ + "ов", + "оÑĢ" + ], + [ + "l", + "ic" + ], + [ + "æĪ", + "ĸ" + ], + [ + "Ġun", + "o" + ], + [ + "un", + "k" + ], + [ + "Ġtr", + "ad" + ], + [ + "ר×", + "IJ" + ], + [ + "ÙĤ", + "د" + ], + [ + "Ġspe", + "cial" + ], + [ + "Ġsel", + "f" + ], + [ + "ĠD", + "at" + ], + [ + "ãģ§ãģĻ", + "ãĤĪ" + ], + [ + "Ġê°", + "Ļ" + ], + [ + "ĠT", + "om" + ], + [ + "Ġs", + "um" + ], + [ + "ר×", + "ª" + ], + [ + "Ġcá", + "i" + ], + [ + "ал", + "и" + ], + [ + "©×", + "ij" + ], + [ + "c", + "il" + ], + [ + "Ľ", + "×ķ׾" + ], + [ + "O", + "O" + ], + [ + "íķĺ", + "íķĺ" + ], + [ + "ãĢģãģĿ", + "ãĤĵãģª" + ], + [ + "ë§", + "IJ" + ], + [ + "à¸Ļ", + "ีà¹ī" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġmus", + "ic" + ], + [ + "Ñĥ", + "Ñİ" + ], + [ + "Ġk", + "i" + ], + [ + "ä»", + "»" + ], + [ + "Ġes", + "p" + ], + [ + "ãģĭ", + "ãĤĤ" + ], + [ + "Ï", + "į" + ], + [ + "æķ", + "°" + ], + [ + "ãĢĤ", + "æĪij" + ], + [ + "ãģĵãģ", + "ĵãģ" + ], + [ + "Ġb", + "ill" + ], + [ + "Ġc", + "ab" + ], + [ + "ãĥ³", + "ãĥĪ" + ], + [ + "Ġgovern", + "ment" + ], + [ + "ìĭ", + "ł" + ], + [ + "Ġbeaut", + "iful" + ], + [ + "Ġkom", + "mer" + ], + [ + "Ġs", + "ens" + ], + [ + "äº", + "İ" + ], + [ + "Õ", + "«" + ], + [ + "Ġtip", + "o" + ], + [ + "ä½", + "į" + ], + [ + "ĠH", + "ar" + ], + [ + "à¥įय", + "ा" + ], + [ + "ãĢĤ", + "ãģĿãĤĮ" + ], + [ + "itt", + "en" + ], + [ + "è®", + "©" + ], + [ + "ĠвÑģ", + "е" + ], + [ + "c", + "ent" + ], + [ + "ãĤ", + "Ĩ" + ], + [ + "a", + "pp" + ], + [ + "ạ", + "n" + ], + [ + "å¼", + "ķ" + ], + [ + "f", + "r" + ], + [ + "е", + "Ñĩ" + ], + [ + "Ġm", + "ig" + ], + [ + "ãĤĵãģ", + "®" + ], + [ + "ãĥ", + "¢" + ], + [ + "Ġco", + "isa" + ], + [ + "Ġsp", + "ace" + ], + [ + "å£", + "°" + ], + [ + "ãģĵãģ¨", + "ãĤĴ" + ], + [ + "Ġs", + "ont" + ], + [ + "em", + "a" + ], + [ + "ãģ«", + "ãģĹãģ¦" + ], + [ + "Ġà¤Ń", + "à¥Ģ" + ], + [ + "Ġप", + "र" + ], + [ + "à¤ķ", + "à¥ĭ" + ], + [ + "ĠA", + "pp" + ], + [ + "Ùĥ", + "ÙĦ" + ], + [ + "ت", + "ÙĬ" + ], + [ + "id", + "ed" + ], + [ + "Ġt", + "ap" + ], + [ + "æĸ¹", + "ãģĮ" + ], + [ + "ĠA", + "ny" + ], + [ + "A", + "ll" + ], + [ + "ãģı", + "ãĤĮ" + ], + [ + "ï¼Į", + "çĦ¶åIJİ" + ], + [ + "Ø£", + "ÙĨ" + ], + [ + "ãĢģãģ¡", + "ãĤĩãģ£ãģ¨" + ], + [ + "Ġpr", + "act" + ], + [ + "os", + "h" + ], + [ + "Ġda", + "ar" + ], + [ + "Ġtak", + "en" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġty", + "pe" + ], + [ + "ë", + "ĮĢ" + ], + [ + "åķ", + "ı" + ], + [ + "Ġc", + "i" + ], + [ + "Ġп", + "од" + ], + [ + "ĠP", + "l" + ], + [ + "Ġpri", + "v" + ], + [ + "Ġblo", + "od" + ], + [ + "ãĥ", + "ĵ" + ], + [ + "Ġconvers", + "ation" + ], + [ + "è", + "«" + ], + [ + "а", + "а" + ], + [ + "æĽ", + "´" + ], + [ + "ãĤĵãģł", + "ãĤĪ" + ], + [ + "ĠÑ", + "Ħ" + ], + [ + "å¾ħ", + "ãģ£ãģ¦" + ], + [ + "ri", + "ble" + ], + [ + "m", + "ore" + ], + [ + "ĠÄ", + "į" + ], + [ + "and", + "a" + ], + [ + "Ġ×", + "ĺ" + ], + [ + "èī", + "²" + ], + [ + "Ġs", + "end" + ], + [ + "ĠD", + "av" + ], + [ + "ĠìĿ", + "¼" + ], + [ + "Ġh", + "v" + ], + [ + "ï¼Į", + "å°±æĺ¯" + ], + [ + "bo", + "ok" + ], + [ + "Ġë", + "Ħ¤" + ], + [ + "Ġr", + "ais" + ], + [ + "ŀ×", + "ª" + ], + [ + "n", + "s" + ], + [ + "ĠÄij", + "ã" + ], + [ + "Ġé", + "l" + ], + [ + "ãģŁ", + "ãģł" + ], + [ + "iá»ģ", + "u" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġup", + "on" + ], + [ + "ãģį", + "ãģ¦" + ], + [ + "He", + "y" + ], + [ + "ưá»", + "Ľ" + ], + [ + "Ġfoc", + "us" + ], + [ + "Ġh", + "und" + ], + [ + "Ġa", + "head" + ], + [ + "ëĭ", + "ĺ" + ], + [ + "Ġb", + "ag" + ], + [ + "c", + "ut" + ], + [ + "Ġtr", + "or" + ], + [ + "ÙĬÙĬ", + "ÙĬÙĬ" + ], + [ + "et", + "h" + ], + [ + "åħ", + "ĥ" + ], + [ + "Ġpr", + "ot" + ], + [ + "is", + "ed" + ], + [ + "r", + "ight" + ], + [ + "ÃŃ", + "m" + ], + [ + "ãģĤãĤĬãģĮãģ¨ãģĨ", + "ãģĶãģĸ" + ], + [ + "Ġsha", + "re" + ], + [ + "Ġt", + "as" + ], + [ + "à¸Ī", + "ะ" + ], + [ + "ste", + "ad" + ], + [ + "ur", + "y" + ], + [ + "o", + "ve" + ], + [ + "Ġद", + "à¥ĩà¤" + ], + [ + "ãģ¾", + "ãĤĬ" + ], + [ + "Ġvo", + "y" + ], + [ + "Ġt", + "ut" + ], + [ + "Ġw", + "ife" + ], + [ + "à¸Ń", + "ย" + ], + [ + "Ġw", + "all" + ], + [ + "Ġret", + "urn" + ], + [ + "A", + "l" + ], + [ + "Ġthá»", + "ĥ" + ], + [ + "Ġê¸", + "°" + ], + [ + "ãĥ", + "¯" + ], + [ + "Ġש", + "×Ķ" + ], + [ + "id", + "ence" + ], + [ + "Ġdo", + "ll" + ], + [ + "ĠÙ", + "¾" + ], + [ + "Ġt", + "ar" + ], + [ + "Ġchar", + "ac" + ], + [ + "Ġo", + "per" + ], + [ + "éĹ", + "´" + ], + [ + "Ġë", + "ĮĢ" + ], + [ + "ĠP", + "od" + ], + [ + "ĠÙħ", + "Ø«" + ], + [ + "çµ", + "Ĥ" + ], + [ + "ë§", + "Ī" + ], + [ + "åIJ", + "¬" + ], + [ + "ä½Ĩ", + "æĺ¯" + ], + [ + "ãģĦ", + "ãģ®" + ], + [ + "ãģł", + "ãģª" + ], + [ + "ãģĤ", + "ãģŁãģĹ" + ], + [ + "Ġp", + "ict" + ], + [ + "ìĿ", + "Į" + ], + [ + "ãģŃ", + "ãģĪ" + ], + [ + "Ġs", + "we" + ], + [ + "Ġbab", + "y" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġs", + "ac" + ], + [ + "Ġse", + "hr" + ], + [ + "Ġ׼", + "×Ļ" + ], + [ + "Ġf", + "an" + ], + [ + "Ġ×", + "¦" + ], + [ + "Ġabs", + "olutely" + ], + [ + "Ġhist", + "ory" + ], + [ + "åĮ", + "ĸ" + ], + [ + "ि", + "à¤ķ" + ], + [ + "Ġhu", + "ge" + ], + [ + "ि", + "त" + ], + [ + "ĠV", + "i" + ], + [ + "к", + "а" + ], + [ + "ि", + "न" + ], + [ + "Ġ×Ķ", + "×Ļ×IJ" + ], + [ + "ĠاÙĦ", + "Ø´" + ], + [ + "Ġha", + "ir" + ], + [ + "ëłĩ", + "ê²Į" + ], + [ + "Ġm", + "ass" + ], + [ + "ĠÐ", + "¯" + ], + [ + "it", + "ar" + ], + [ + "ound", + "s" + ], + [ + "¯", + "¸" + ], + [ + "Ġmuch", + "o" + ], + [ + "Î", + "®" + ], + [ + "ế", + "t" + ], + [ + "Ġb", + "ij" + ], + [ + "å¹", + "³" + ], + [ + "æĸ", + "ĩ" + ], + [ + "ĠY", + "our" + ], + [ + "Ġn", + "et" + ], + [ + "Ġter", + "ms" + ], + [ + "Ġì¢", + "Ģ" + ], + [ + "il", + "o" + ], + [ + "ĠA", + "g" + ], + [ + "Ġsim", + "ple" + ], + [ + "Ùĥ", + "ÙĬ" + ], + [ + "a", + "j" + ], + [ + "art", + "h" + ], + [ + "Ġc", + "ette" + ], + [ + "à§", + "ģ" + ], + [ + "Ġà¤ķ", + "ह" + ], + [ + "ol", + "ogy" + ], + [ + "ci", + "o" + ], + [ + "g", + "est" + ], + [ + "Ġo", + "pt" + ], + [ + "×Ļ", + "×Ļ×Ŀ" + ], + [ + "2", + "5" + ], + [ + "ाà¤", + "®" + ], + [ + "Ġg", + "iving" + ], + [ + "empl", + "o" + ], + [ + "ãģĹãģŁ", + "ãĤī" + ], + [ + "Ġapp", + "ro" + ], + [ + "è", + "Ħ" + ], + [ + "Ġb", + "ud" + ], + [ + "Ġnh", + "ững" + ], + [ + "Ġप", + "à¥įर" + ], + [ + "ëĭĪ", + "ê¹Į" + ], + [ + "ĠS", + "i" + ], + [ + "ol", + "o" + ], + [ + "о", + "Ñĩ" + ], + [ + "ĠS", + "en" + ], + [ + "×Ļ", + "×Ļ×" + ], + [ + "ore", + "d" + ], + [ + "eeee", + "eeee" + ], + [ + "ìĺ", + "¤" + ], + [ + "um", + "e" + ], + [ + "ĠK", + "e" + ], + [ + "u", + "it" + ], + [ + "Ġм", + "ож" + ], + [ + "ãĥ", + "İ" + ], + [ + "Ġg", + "ar" + ], + [ + "स", + "à¥ĩ" + ], + [ + "Ġj", + "ug" + ], + [ + "ĠëIJ", + "ĺ" + ], + [ + "©", + "ר" + ], + [ + "ĠE", + "d" + ], + [ + "Ġwork", + "s" + ], + [ + "å¤", + "±" + ], + [ + "k", + "ing" + ], + [ + "Ġ׾", + "×Ķ" + ], + [ + "Ġfut", + "ure" + ], + [ + "ế", + "n" + ], + [ + "ĠI", + "nd" + ], + [ + "ÃŃ", + "as" + ], + [ + "Ġnu", + "est" + ], + [ + "id", + "os" + ], + [ + "å§", + "ī" + ], + [ + "Ġh", + "us" + ], + [ + "Ġthem", + "selves" + ], + [ + "Ùİ", + "ا" + ], + [ + "ãģĭ", + "ãģ«" + ], + [ + "in", + "n" + ], + [ + "ãĥ", + "¤" + ], + [ + "Ġex", + "ist" + ], + [ + "Ġv", + "ä" + ], + [ + "à¹Ģà¸", + "Ĥ" + ], + [ + "Ġn", + "om" + ], + [ + "Ġvie", + "w" + ], + [ + "Ġre", + "qu" + ], + [ + "ri", + "es" + ], + [ + "¡", + "×ķ×" + ], + [ + "ĠW", + "ait" + ], + [ + "Ĺ×", + "ĵ" + ], + [ + "ï¼", + "ij" + ], + [ + "as", + "ed" + ], + [ + "åij", + "½" + ], + [ + "ÙĪ", + "ÙĬ" + ], + [ + "Å", + "¥" + ], + [ + "c", + "ar" + ], + [ + "Ġd", + "am" + ], + [ + "า", + "ร" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "E", + "E" + ], + [ + "l", + "or" + ], + [ + "Ġl", + "ist" + ], + [ + "à", + "·" + ], + [ + "it", + "ter" + ], + [ + "ç©", + "º" + ], + [ + "Ġdon", + "c" + ], + [ + "ог", + "да" + ], + [ + "1", + "6" + ], + [ + "Ġ", + "ÛĮ" + ], + [ + "ha", + "ps" + ], + [ + "åı", + "į" + ], + [ + "áĢ", + "º" + ], + [ + "'", + "all" + ], + [ + "ĠW", + "ill" + ], + [ + "़", + "़" + ], + [ + "å¸", + "°" + ], + [ + "êµ", + "¬" + ], + [ + "ch", + "é" + ], + [ + "re", + "en" + ], + [ + "Ġê·¸ëŀĺ", + "ìĦľ" + ], + [ + "ac", + "hing" + ], + [ + "9", + "9" + ], + [ + "Ġ×IJ×", + "Ŀ" + ], + [ + "åİ", + "Ł" + ], + [ + "n", + "el" + ], + [ + "Ġg", + "j" + ], + [ + "Ġìŀ", + "IJ" + ], + [ + "ĠE", + "m" + ], + [ + "ir", + "s" + ], + [ + "à´", + "¿" + ], + [ + "ĠÑģ", + "к" + ], + [ + "ãĥ", + "»" + ], + [ + "Ñĥ", + "Ñĩ" + ], + [ + "Ä", + "Ĺ" + ], + [ + "ot", + "h" + ], + [ + "Ġhist", + "or" + ], + [ + "v", + "ar" + ], + [ + "åĪ", + "©" + ], + [ + "Ġc", + "ả" + ], + [ + "æµ", + "·" + ], + [ + "Ġëį", + "Ķ" + ], + [ + "ĠÐ", + "Ń" + ], + [ + "ï¼ĮæĪij", + "们" + ], + [ + "Ġl", + "ui" + ], + [ + "Ġt", + "am" + ], + [ + "Ġv", + "ed" + ], + [ + "ĠW", + "ith" + ], + [ + "ĵ", + "×Ļ" + ], + [ + "ens", + "ive" + ], + [ + "Ġt", + "an" + ], + [ + "å", + "¢" + ], + [ + "Ġe", + "ight" + ], + [ + "å¾Ī", + "å¤ļ" + ], + [ + "ĠÑĤ", + "Ñĭ" + ], + [ + "Ġar", + "m" + ], + [ + "ell", + "e" + ], + [ + "ha", + "l" + ], + [ + "ĠM", + "c" + ], + [ + "à¯įà®", + "¤" + ], + [ + "if", + "y" + ], + [ + "Ġqu", + "el" + ], + [ + "Ġfig", + "ure" + ], + [ + "Ġgü", + "ey" + ], + [ + "à°¿", + "à°" + ], + [ + "ĠM", + "ark" + ], + [ + "س", + "Ùħ" + ], + [ + "ĠÑģ", + "л" + ], + [ + "Ġh", + "vor" + ], + [ + "ãģ§ãģį", + "ãĤĭ" + ], + [ + "Ġw", + "er" + ], + [ + "à®", + "°" + ], + [ + "ul", + "a" + ], + [ + "ç", + "³" + ], + [ + "Ġb", + "er" + ], + [ + "éģ", + "Ķ" + ], + [ + "os", + "p" + ], + [ + "ãģ¿", + "ãĤĵãģª" + ], + [ + "à¤ķ", + "à¥ĩ" + ], + [ + "×Ļ×", + "¢" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġbe", + "m" + ], + [ + "Ġr", + "ather" + ], + [ + "Ġsud", + "den" + ], + [ + "ãģ®", + "ä¸Ń" + ], + [ + "å·", + "²" + ], + [ + "Ùħ", + "ÙĨ" + ], + [ + "Ġhe", + "el" + ], + [ + "T", + "hank" + ], + [ + "Ġn", + "y" + ], + [ + "Ġg", + "un" + ], + [ + "Ġ×ķ×", + "ĸ×Ķ" + ], + [ + "ĠÃ", + "ª" + ], + [ + "æĻ", + "®" + ], + [ + "Ġweek", + "s" + ], + [ + "ë¬", + "´" + ], + [ + "-", + "l" + ], + [ + "ĠìĤ¬", + "ëŀĮ" + ], + [ + "à¸", + "¶" + ], + [ + "ik", + "a" + ], + [ + "r", + "an" + ], + [ + "ä¸ĸ", + "çķĮ" + ], + [ + "Ġph", + "ys" + ], + [ + "ãģĦ", + "ãĤĭãģ®" + ], + [ + "Ġp", + "us" + ], + [ + "Ġcos", + "as" + ], + [ + "ãģĻ", + "ãģİ" + ], + [ + "on", + "te" + ], + [ + "Ġì", + "¤" + ], + [ + "Ġexpl", + "ain" + ], + [ + "Ġopp", + "ortun" + ], + [ + "éģ", + "İ" + ], + [ + "u", + "el" + ], + [ + "Ġan", + "im" + ], + [ + "Ġl", + "ose" + ], + [ + "ãģı", + "ãĤĭ" + ], + [ + "Ġinv", + "ol" + ], + [ + "ru", + "ct" + ], + [ + "é¡ĺ", + "ãģĦ" + ], + [ + "ĠAmer", + "ica" + ], + [ + "Ġh", + "un" + ], + [ + "Ġplay", + "ed" + ], + [ + "Ġcontin", + "u" + ], + [ + "han", + "ks" + ], + [ + "Ġtech", + "n" + ], + [ + "Ġcomplet", + "ely" + ], + [ + "ãģĿãģĨ", + "ãģĦãģĨ" + ], + [ + "ãĢģ", + "ãģĦãģĦ" + ], + [ + "Ġà¤", + "«" + ], + [ + "ì§Ģ", + "ë§Į" + ], + [ + "çļĦ", + "æĹ¶åĢĻ" + ], + [ + "il", + "ed" + ], + [ + "à®", + "©" + ], + [ + "Ġ×ij×", + "IJ×" + ], + [ + "k", + "y" + ], + [ + "Ġde", + "velop" + ], + [ + "á»ĵ", + "i" + ], + [ + "Ġa", + "an" + ], + [ + "m", + "es" + ], + [ + "éħ", + "į" + ], + [ + "ãģı", + "ãĤīãģĦ" + ], + [ + "س", + "ÙĬ" + ], + [ + "Ġë§", + "Ī" + ], + [ + "w", + "ork" + ], + [ + "é¢", + "¨" + ], + [ + "Ġ", + "ÃŃ" + ], + [ + "Ùĥ", + "ر" + ], + [ + "ç", + "Ĩ" + ], + [ + "Ġìļ°", + "리" + ], + [ + "ãģł", + "ãģŃ" + ], + [ + "Ġcan", + "not" + ], + [ + "ĠC", + "he" + ], + [ + "éĿŀ", + "常" + ], + [ + "å·", + "¥" + ], + [ + "éĸ", + "ĭ" + ], + [ + "Ġìĸ´", + "ë" + ], + [ + "Ġà¦", + "Ĩ" + ], + [ + "ाà¤", + "¹" + ], + [ + "ĠY", + "ork" + ], + [ + "Ġd", + "ÃŃa" + ], + [ + "Ġ׾", + "×Ļ" + ], + [ + "ãĥĢ", + "ãĥ¡" + ], + [ + "ãĤ¹", + "ãĥĪ" + ], + [ + "ĠÙħ", + "Ø´" + ], + [ + "ĠG", + "et" + ], + [ + "å±", + "ĭ" + ], + [ + "Ġfu", + "nd" + ], + [ + "ij", + "×Ķ" + ], + [ + "à", + "©" + ], + [ + "áŀ", + "¶" + ], + [ + "í", + "Ļ" + ], + [ + "Ġp", + "ag" + ], + [ + "ìł", + "ķ" + ], + [ + "ãĥ", + "Ļ" + ], + [ + "Ġprin", + "ci" + ], + [ + "Ùħ", + "ر" + ], + [ + "Ġcor", + "re" + ], + [ + "Ġn", + "ag" + ], + [ + "Ġcl", + "os" + ], + [ + "ŀ", + "Ī" + ], + [ + "ck", + "s" + ], + [ + "Ġb", + "an" + ], + [ + "æµ", + "ģ" + ], + [ + "est", + "e" + ], + [ + "ãĢģãģ¾", + "ãģĤ" + ], + [ + "åħ", + "³" + ], + [ + "ŀ", + "×ķ" + ], + [ + "ĠG", + "u" + ], + [ + "re", + "ci" + ], + [ + "ãģŁ", + "ãĤī" + ], + [ + "Ġbuild", + "ing" + ], + [ + "in", + "ho" + ], + [ + "ught", + "er" + ], + [ + "Ġext", + "ra" + ], + [ + "Ġl", + "ow" + ], + [ + "¡", + "×Ļ×" + ], + [ + "Ġo", + "k" + ], + [ + "Ġc", + "op" + ], + [ + "Ġż", + "e" + ], + [ + "Ġli", + "ves" + ], + [ + "F", + "F" + ], + [ + "it", + "i" + ], + [ + "Ġm", + "á" + ], + [ + "à¹ģล", + "à¹īว" + ], + [ + "Ġpres", + "ident" + ], + [ + "Ġid", + "ent" + ], + [ + "ro", + "om" + ], + [ + "Y", + "es" + ], + [ + "ä¼", + "Ŀ" + ], + [ + "k", + "an" + ], + [ + "o", + "ld" + ], + [ + "and", + "s" + ], + [ + "о", + "е" + ], + [ + "ĠT", + "w" + ], + [ + "Ġthr", + "ow" + ], + [ + "ar", + "ter" + ], + [ + "ir", + "m" + ], + [ + "åı", + "°" + ], + [ + "ег", + "о" + ], + [ + "Ġr", + "id" + ], + [ + "ि", + "ल" + ], + [ + "are", + "n" + ], + [ + "ãģł", + "ãģijãģ©" + ], + [ + "Ġe", + "conom" + ], + [ + "ĠاÙĦ", + "ÙĨ" + ], + [ + "Ġc", + "ry" + ], + [ + "g", + "ent" + ], + [ + "ëĵ", + "ł" + ], + [ + "Ġë", + "Ĥ" + ], + [ + "à¤", + "¯" + ], + [ + "ë", + "³´" + ], + [ + "Ġser", + "ious" + ], + [ + "ent", + "a" + ], + [ + "è", + "ħ" + ], + [ + "èIJ", + "½" + ], + [ + "ad", + "as" + ], + [ + "Ġб", + "Ñĥд" + ], + [ + "á", + "Ī" + ], + [ + "Ġf", + "Ã¥" + ], + [ + "Ġoff", + "ic" + ], + [ + "Ġgr", + "ound" + ], + [ + "ãģĭ", + "ãĤĤãģĹ" + ], + [ + "Ġü", + "ber" + ], + [ + "Ġì", + "Ĩ" + ], + [ + "ĠY", + "a" + ], + [ + "i", + "ÃŁ" + ], + [ + "Ñĭ", + "в" + ], + [ + "a", + "ke" + ], + [ + "an", + "ces" + ], + [ + "Ġש×", + "ŀ×" + ], + [ + "ìļ", + "°" + ], + [ + "à®", + "¤" + ], + [ + "ª", + "ģ" + ], + [ + "Ġag", + "ree" + ], + [ + "è¾", + "¼" + ], + [ + "ب", + "ر" + ], + [ + "Ġg", + "ib" + ], + [ + "ãĤĴ", + "è¦ĭ" + ], + [ + "Ġa", + "cho" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġl", + "ate" + ], + [ + "-", + "p" + ], + [ + "ìĿ", + "¼" + ], + [ + "re", + "g" + ], + [ + "Ġs", + "itting" + ], + [ + "¹", + "Ħ" + ], + [ + "н", + "ого" + ], + [ + "qu", + "es" + ], + [ + "Ġb", + "reat" + ], + [ + "a", + "f" + ], + [ + "±", + "¸" + ], + [ + "Ġg", + "ut" + ], + [ + "Ġdisc", + "uss" + ], + [ + "y", + "r" + ], + [ + "Ġwork", + "ed" + ], + [ + "ìĥ", + "ģ" + ], + [ + "Ġl", + "u" + ], + [ + "è¦", + "ĸ" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġhund", + "red" + ], + [ + "åĬ", + "©" + ], + [ + "ž", + "e" + ], + [ + "Ġì", + "ľ" + ], + [ + "ë", + "ħ" + ], + [ + "оÑģ", + "ÑĤо" + ], + [ + "ag", + "ram" + ], + [ + "Ġco", + "ll" + ], + [ + "g", + "h" + ], + [ + "è¦", + "ļ" + ], + [ + "g", + "ot" + ], + [ + "ãģ£ãģ¦", + "ãģĦãĤĭ" + ], + [ + "ãģ®", + "ãģ«" + ], + [ + "Ġal", + "i" + ], + [ + "Ġп", + "еÑĢ" + ], + [ + "Ġal", + "one" + ], + [ + "åħĪ", + "çĶŁ" + ], + [ + "Ġrep", + "ort" + ], + [ + "Ġsi", + "ÄĻ" + ], + [ + "ress", + "ion" + ], + [ + "Ġk", + "ita" + ], + [ + "Ġd", + "ag" + ], + [ + "are", + "nt" + ], + [ + "T", + "ube" + ], + [ + "Ġh", + "op" + ], + [ + "Ġj", + "ud" + ], + [ + "áº", + "½" + ], + [ + "ĠÎ", + "½" + ], + [ + "çĶ", + "±" + ], + [ + "Ġsp", + "o" + ], + [ + "åĬ", + "¨" + ], + [ + "Ġpesso", + "as" + ], + [ + "ãĢģ", + "ãĤĵãģ£" + ], + [ + "Ġm", + "ac" + ], + [ + "ol", + "y" + ], + [ + "ĠH", + "an" + ], + [ + "1", + "4" + ], + [ + "B", + "e" + ], + [ + "D", + "on" + ], + [ + "Ġres", + "pect" + ], + [ + "ãĢģ", + "ãĤĦ" + ], + [ + "g", + "end" + ], + [ + "Ĥ", + "à°" + ], + [ + "èĬ", + "±" + ], + [ + "Ġse", + "ven" + ], + [ + "Ġcas", + "a" + ], + [ + "ëĬĶ", + "ëį°" + ], + [ + "ĠS", + "am" + ], + [ + "Ġgener", + "al" + ], + [ + "Ġà¤ĩ", + "स" + ], + [ + "ĠR", + "ep" + ], + [ + "Ġte", + "le" + ], + [ + "×Ļ׾", + "×ķ" + ], + [ + "åij", + "¼" + ], + [ + "çĻ", + "º" + ], + [ + "ak", + "a" + ], + [ + "è¡", + "¨" + ], + [ + "Ġà¦", + "ı" + ], + [ + "Ġ", + "à¨" + ], + [ + "å", + "«" + ], + [ + "ãģķ", + "ãĤĮãģ¦" + ], + [ + "í", + "ĥ" + ], + [ + "j", + "er" + ], + [ + "ĠG", + "en" + ], + [ + "Ġprof", + "ess" + ], + [ + "è", + "¬" + ], + [ + "Ġneed", + "ed" + ], + [ + "r", + "od" + ], + [ + "ë", + "Ĥ" + ], + [ + "ãģĤ", + "ãģģ" + ], + [ + "Ú", + "¾" + ], + [ + "Ġfin", + "ally" + ], + [ + "k", + "ed" + ], + [ + "b", + "an" + ], + [ + "Ġch", + "urch" + ], + [ + "1", + "7" + ], + [ + "ãĤĵãģ", + "ħ" + ], + [ + "Ġno", + "get" + ], + [ + "í", + "ĺ" + ], + [ + "ãģķ", + "ãģ¾" + ], + [ + "Ġseem", + "ed" + ], + [ + "ãģĨ", + "ãģ£" + ], + [ + "å¥", + "¹" + ], + [ + "Ġìĭ", + "ľ" + ], + [ + "r", + "r" + ], + [ + "Ġresp", + "ons" + ], + [ + "ĠÏĦ", + "ο" + ], + [ + "ug", + "g" + ], + [ + "n", + "ÄĽ" + ], + [ + "Ġव", + "ह" + ], + [ + "ãģ¡ãĤĥãĤĵãģ", + "¨" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġf", + "em" + ], + [ + "ãģĵãģ¨", + "ãģĮ" + ], + [ + "Ġli", + "e" + ], + [ + "ãĥ", + "Ķ" + ], + [ + "ł", + "×ķת" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġs", + "ci" + ], + [ + "ĠB", + "ar" + ], + [ + "ĠO", + "ch" + ], + [ + "Ġtak", + "es" + ], + [ + "¡", + "°" + ], + [ + "ha", + "s" + ], + [ + "Ġë", + "²" + ], + [ + "Ġpod", + "er" + ], + [ + "Ġо", + "Ñĩ" + ], + [ + "åĸ", + "ľ" + ], + [ + "à¹Ħ", + "à¸Ķ" + ], + [ + "Ġg", + "el" + ], + [ + "ãĤĬ", + "ãģ¾ãģĻ" + ], + [ + "åĪ", + "«" + ], + [ + "Ġп", + "оÑĤ" + ], + [ + "Ñĭ", + "й" + ], + [ + "ac", + "c" + ], + [ + "ĠìĿ", + "Į" + ], + [ + "ĠA", + "ng" + ], + [ + "ĠD", + "em" + ], + [ + "ìķĦ", + "ìļĶ" + ], + [ + "Ġl", + "id" + ], + [ + "á", + "Ĭ" + ], + [ + "ื", + "à¹Ī" + ], + [ + "Ġëª", + "¨" + ], + [ + "Ġз", + "на" + ], + [ + "Ġf", + "at" + ], + [ + "H", + "ow" + ], + [ + "ur", + "o" + ], + [ + "ĠO", + "f" + ], + [ + "Ġdat", + "a" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ãł", + "nh" + ], + [ + "©", + "c" + ], + [ + "Ġpart", + "y" + ], + [ + "c", + "ing" + ], + [ + "Ġim", + "mer" + ], + [ + "and", + "e" + ], + [ + "à¤", + "ļ" + ], + [ + "Ġper", + "form" + ], + [ + "Ġb", + "in" + ], + [ + "Ġexc", + "ited" + ], + [ + "ãģ¾ãģĽ", + "ãĤĵãģ" + ], + [ + "¨", + "×" + ], + [ + "i", + "i" + ], + [ + "in", + "ing" + ], + [ + "à³", + "ģ" + ], + [ + "m", + "al" + ], + [ + "ãĢĤ", + "ãģ¯ãģĦ" + ], + [ + "s", + "et" + ], + [ + "à¸Ļ", + "ะ" + ], + [ + "Ġh", + "our" + ], + [ + "Ġon", + "t" + ], + [ + "æŃ", + "¢" + ], + [ + "Ġde", + "g" + ], + [ + "Ġ×ij", + "×ķ×IJ" + ], + [ + "ãĥ¼ãĥ", + "ł" + ], + [ + "ĠJ", + "ag" + ], + [ + "ãģĪ", + "ãģ°" + ], + [ + "Ġìķ", + "Ĭ" + ], + [ + "ab", + "il" + ], + [ + "es", + "e" + ], + [ + "à¸", + "ĸ" + ], + [ + "Ġpos", + "ition" + ], + [ + "Ġfor", + "t" + ], + [ + "m", + "it" + ], + [ + "Ġì", + "°" + ], + [ + "ak", + "ing" + ], + [ + "Ġestá", + "n" + ], + [ + "Ġlong", + "er" + ], + [ + "Ġé", + "s" + ], + [ + "A", + "s" + ], + [ + "ĠìķĦ", + "ëĭĪ" + ], + [ + "il", + "ar" + ], + [ + "Ġë", + "ķĮ" + ], + [ + "ãĤ¿", + "ãĥ¼" + ], + [ + "j", + "et" + ], + [ + "à¹Ģà¸Ľ", + "à¹ĩà¸Ļ" + ], + [ + "Ġb", + "ase" + ], + [ + "áŀ¶", + "áŀ" + ], + [ + "éĸ", + "¢" + ], + [ + "Ġà¤ķ", + "à¥Ģ" + ], + [ + "Ġpu", + "ede" + ], + [ + "ĠH", + "mm" + ], + [ + "k", + "om" + ], + [ + "ĠÅ", + "¡" + ], + [ + "ÙĪ", + "ع" + ], + [ + "ãģĦ", + "ãģı" + ], + [ + "ú", + "n" + ], + [ + "Ġob", + "s" + ], + [ + "à¦", + "®" + ], + [ + "Ġare", + "a" + ], + [ + "Ġl", + "ại" + ], + [ + "Ġн", + "о" + ], + [ + "Ġro", + "ad" + ], + [ + "ãĤ", + "½" + ], + [ + "à¥ĭà¤", + "Ĺ" + ], + [ + "Ġn", + "ur" + ], + [ + "æ®", + "ĭ" + ], + [ + "Ġa", + "ff" + ], + [ + "ĠÑģ", + "ам" + ], + [ + "ac", + "hed" + ], + [ + "Ġa", + "in" + ], + [ + "Ġse", + "i" + ], + [ + "çļĦ", + "人" + ], + [ + "d", + "om" + ], + [ + "Ġcom", + "ment" + ], + [ + "Ġy", + "ung" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġener", + "gy" + ], + [ + "Ġcha", + "llen" + ], + [ + "Ġm", + "ens" + ], + [ + "-", + "ce" + ], + [ + "Ġknow", + "n" + ], + [ + "ë¶", + "Ħ" + ], + [ + "ãģĭ", + "ãģªãģĦ" + ], + [ + "Ġg", + "ust" + ], + [ + "ier", + "t" + ], + [ + "å£", + "«" + ], + [ + "ĠM", + "o" + ], + [ + "Ġb", + "i" + ], + [ + "6", + "0" + ], + [ + "é¡", + "Į" + ], + [ + "c", + "u" + ], + [ + "Ġes", + "per" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġla", + "ug" + ], + [ + "ãĤı", + "ãģŃ" + ], + [ + "ain", + "s" + ], + [ + "ë¶", + "Ģ" + ], + [ + "çı", + "¾" + ], + [ + "ĠUn", + "ited" + ], + [ + "Ġcá", + "c" + ], + [ + "ij", + "IJ" + ], + [ + "Ġdes", + "cri" + ], + [ + "Ġz", + "a" + ], + [ + "åº", + "Ķ" + ], + [ + "ľ", + "×Ļ×" + ], + [ + "ĠS", + "im" + ], + [ + "ç", + "¦" + ], + [ + "v", + "ir" + ], + [ + "Ġl", + "ig" + ], + [ + "å¤", + "ľ" + ], + [ + "åĢ", + "ij" + ], + [ + "ãģ«", + "è¡Į" + ], + [ + "Ġà¦", + "¬" + ], + [ + "Ġj", + "ed" + ], + [ + "ind", + "a" + ], + [ + "ad", + "es" + ], + [ + "ĠØ", + "°" + ], + [ + "ĠØ¥", + "ÙĨ" + ], + [ + "ä»", + "İ" + ], + [ + "Ġb", + "al" + ], + [ + "iv", + "id" + ], + [ + "ãĢģ", + "ãģ¨" + ], + [ + "ÙĪ", + "ÙĤ" + ], + [ + "ÙĦا", + "Ùħ" + ], + [ + "×IJ×", + "ª" + ], + [ + "Ġj", + "ump" + ], + [ + "اØ", + "´" + ], + [ + "Ġg", + "iá»" + ], + [ + "Ġatt", + "ention" + ], + [ + "à¹Ħà¸Ķ", + "à¹ī" + ], + [ + "Ġfe", + "et" + ], + [ + "Ŀ", + "i" + ], + [ + "Ġ×Ķ×", + "©×" + ], + [ + "Ġacc", + "ount" + ], + [ + "1", + "3" + ], + [ + "am", + "i" + ], + [ + "Ġr", + "is" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġ×", + "ĸ" + ], + [ + "Ġask", + "ing" + ], + [ + "ĠM", + "us" + ], + [ + "Ġp", + "an" + ], + [ + "åĵ", + "ģ" + ], + [ + "ãĤĵãģ§ãģĻ", + "ãģĭ" + ], + [ + "Ġà¤ħà¤", + "¬" + ], + [ + "ant", + "a" + ], + [ + "Ġvá»", + "Ľi" + ], + [ + "ì", + "°" + ], + [ + "en", + "g" + ], + [ + "y", + "ou" + ], + [ + "Ġi", + "ll" + ], + [ + "ಿ", + "à²" + ], + [ + "ãĥ", + "į" + ], + [ + "好", + "çļĦ" + ], + [ + "Ùģ", + "ت" + ], + [ + "Ġth", + "ird" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġا", + "ÙĨا" + ], + [ + "å", + "Ķ" + ], + [ + "Ġm", + "ult" + ], + [ + "l", + "ı" + ], + [ + "Ġe", + "gy" + ], + [ + "ĠN", + "a" + ], + [ + "Ġìł", + "Ħ" + ], + [ + "Ġkill", + "ed" + ], + [ + "ri", + "j" + ], + [ + "Ġl", + "ug" + ], + [ + "Ġ×ŀ×", + "©×" + ], + [ + "Ġplay", + "ers" + ], + [ + "end", + "ed" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġth", + "ous" + ], + [ + "Ġ", + "íķ" + ], + [ + "ĠØ", + "º" + ], + [ + "ç", + "o" + ], + [ + "ä", + "t" + ], + [ + "ent", + "i" + ], + [ + "æľ", + "Ľ" + ], + [ + "à¹", + "Į" + ], + [ + "ưá»Ŀ", + "ng" + ], + [ + "Ġf", + "ur" + ], + [ + "ãģĻ", + "ãģIJ" + ], + [ + "ĠM", + "art" + ], + [ + "i", + "vers" + ], + [ + "í", + "ŀĪ" + ], + [ + "ìĦ", + "¸" + ], + [ + "-", + "na" + ], + [ + "ï¼Į", + "å°±" + ], + [ + "ाà¤", + "ĩ" + ], + [ + "Ġhe", + "le" + ], + [ + "åij", + "Ĭ" + ], + [ + "ι", + "α" + ], + [ + "Û", + "ķ" + ], + [ + "Ġì", + "ĸ" + ], + [ + "ot", + "ros" + ], + [ + "Ö", + "°" + ], + [ + "Ġj", + "og" + ], + [ + "ب", + "ا" + ], + [ + "iá»", + "ĥ" + ], + [ + "Ġany", + "more" + ], + [ + "os", + "a" + ], + [ + "Ġein", + "f" + ], + [ + "Ġd", + "ude" + ], + [ + "Ġare", + "n" + ], + [ + "Ġs", + "ir" + ], + [ + "ĠS", + "ha" + ], + [ + "Ġwor", + "ry" + ], + [ + "à²", + "¾" + ], + [ + "é", + "¨" + ], + [ + "ÙĦ", + "Ø©" + ], + [ + "Ġstra", + "ight" + ], + [ + "ÉĻ", + "n" + ], + [ + "ĠÄij", + "i" + ], + [ + "ı", + "z" + ], + [ + "ĠE", + "ven" + ], + [ + "il", + "a" + ], + [ + "Ġimag", + "ine" + ], + [ + "Ġt", + "udo" + ], + [ + "ĠاÙĦ", + "ذ" + ], + [ + "Ġvi", + "ol" + ], + [ + "í", + "ĸĪ" + ], + [ + "Ġany", + "way" + ], + [ + "Ġcommun", + "ity" + ], + [ + "-", + "m" + ], + [ + "æ¬", + "²" + ], + [ + "med", + "i" + ], + [ + "Ġg", + "ro" + ], + [ + "¤", + "×Ķ" + ], + [ + "нÑĭ", + "й" + ], + [ + "Ġper", + "i" + ], + [ + "ãĤĵ", + "ãĤĵ" + ], + [ + "att", + "le" + ], + [ + "ãĢĤ", + "ãģĤ" + ], + [ + "Ġà¤ħ", + "à¤Ĥद" + ], + [ + "Ġ×Ĺ", + "×ķ×" + ], + [ + "E", + "n" + ], + [ + "×ķת", + "ר" + ], + [ + "Ġo", + "cc" + ], + [ + "Ġmu", + "cha" + ], + [ + "Ġah", + "ora" + ], + [ + "ãĥ", + "Ľ" + ], + [ + "Ġf", + "ant" + ], + [ + "æĮ", + "ĩ" + ], + [ + "éĢ", + "£" + ], + [ + "2", + "4" + ], + [ + "ãģ£ãģ¦", + "ãĤĤ" + ], + [ + "ен", + "ÑĤ" + ], + [ + "ĠE", + "le" + ], + [ + "Ä", + "«" + ], + [ + "Ġmid", + "dle" + ], + [ + "re", + "ad" + ], + [ + "ĠT", + "V" + ], + [ + "ãģı", + "ãĤĮãĤĭ" + ], + [ + "ud", + "a" + ], + [ + "Ġest", + "amos" + ], + [ + "Ġco", + "ver" + ], + [ + "'", + "é" + ], + [ + "N", + "ow" + ], + [ + "Ġme", + "re" + ], + [ + "al", + "ing" + ], + [ + "Ġvra", + "iment" + ], + [ + "ë", + "³" + ], + [ + "ä¸", + "¤" + ], + [ + "Ġst", + "ories" + ], + [ + "ãģ®", + "ãģ§" + ], + [ + "Ġpod", + "e" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġnó", + "i" + ], + [ + "ĠInst", + "agram" + ], + [ + "il", + "s" + ], + [ + "ãĤı", + "ãĤĪ" + ], + [ + "Ġs", + "un" + ], + [ + "ãģ¾", + "ãģ¾" + ], + [ + "Ġc", + "red" + ], + [ + "Ġp", + "on" + ], + [ + "Ġbo", + "x" + ], + [ + "ĠS", + "a" + ], + [ + "Ġ×ij×", + "IJ" + ], + [ + "ľ", + "×Ķ" + ], + [ + "Ġk", + "ad" + ], + [ + "Ġsu", + "a" + ], + [ + "Ġf", + "ly" + ], + [ + "Ġme", + "u" + ], + [ + "Ġag", + "e" + ], + [ + "×ķ×", + "Ķ" + ], + [ + "ÙĤ", + "Ø©" + ], + [ + "ầ", + "u" + ], + [ + "Ġت", + "ع" + ], + [ + "Ġpre", + "g" + ], + [ + "Ġot", + "ra" + ], + [ + "ÃŃ", + "n" + ], + [ + "æĿ¥", + "ãģŁ" + ], + [ + "Ġm", + "el" + ], + [ + "à¥įà¤", + "¸" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġe", + "ye" + ], + [ + "Ġt", + "ha" + ], + [ + "iam", + "o" + ], + [ + "D", + "o" + ], + [ + "ãģĿ", + "ãģĵãģ" + ], + [ + "ä½ł", + "çļĦ" + ], + [ + "ç", + "¿" + ], + [ + "Ġv", + "as" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġt", + "able" + ], + [ + "çİ", + "ĭ" + ], + [ + "Ġtra", + "ba" + ], + [ + "ë", + "ĥ" + ], + [ + "k", + "es" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġor", + "ig" + ], + [ + "ãģ", + "¬" + ], + [ + "ĠD", + "r" + ], + [ + "ëĿ¼", + "ê³ł" + ], + [ + "ãģ»", + "ãĤī" + ], + [ + "Ġcon", + "cer" + ], + [ + "os", + "es" + ], + [ + "b", + "el" + ], + [ + "Ġب", + "س" + ], + [ + "Ġb", + "ara" + ], + [ + "ĠB", + "ro" + ], + [ + "ù", + "ng" + ], + [ + "ĠM", + "in" + ], + [ + "ç¬", + "ij" + ], + [ + "å±", + "±" + ], + [ + "Ġs", + "v" + ], + [ + "Ġem", + "ot" + ], + [ + "Ġìĥ", + "Ŀ" + ], + [ + "Ġverd", + "ad" + ], + [ + "Ġv", + "el" + ], + [ + "Ġcos", + "a" + ], + [ + "Ġmen", + "os" + ], + [ + "L", + "et" + ], + [ + "ber", + "t" + ], + [ + "h", + "l" + ], + [ + "ot", + "o" + ], + [ + "ke", + "y" + ], + [ + "è", + "Ļ" + ], + [ + "à¥įà¤", + "®" + ], + [ + "ed", + "a" + ], + [ + "li", + "ver" + ], + [ + "Î", + "´" + ], + [ + "'", + "un" + ], + [ + "og", + "n" + ], + [ + "ĠPod", + "cast" + ], + [ + "b", + "ar" + ], + [ + "à¥įà¤", + "²" + ], + [ + "ĠÎ", + "´" + ], + [ + "ŀ", + "ר" + ], + [ + "¤", + "ר" + ], + [ + "Ġk", + "al" + ], + [ + "Ġent", + "onces" + ], + [ + "Ġav", + "o" + ], + [ + "Ñĭ", + "е" + ], + [ + "ĠT", + "od" + ], + [ + "ĠÙĩ", + "Ùħ" + ], + [ + "Ġt", + "reat" + ], + [ + "Ġa", + "j" + ], + [ + "×ķ×ĵ×", + "¢" + ], + [ + "Ö", + "¸" + ], + [ + "Ġد", + "ÙĬ" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġ×Ķ", + "×Ļ" + ], + [ + "ess", + "a" + ], + [ + "ãĤĵãģ", + "Ĩ" + ], + [ + "Ġbe", + "i" + ], + [ + "Ġà¤ľ", + "à¥ĭ" + ], + [ + "ĠاÙĦ", + "ÙĤ" + ], + [ + "Ġde", + "b" + ], + [ + "'", + "av" + ], + [ + "Ġa", + "o" + ], + [ + "Ġat", + "é" + ], + [ + "'ét", + "ait" + ], + [ + "Ġب", + "Ùĩ" + ], + [ + "Æ°á»Ľ", + "c" + ], + [ + "Ġsim", + "p" + ], + [ + "Ġwel", + "come" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġhat", + "e" + ], + [ + "it", + "es" + ], + [ + "ØŃ", + "ÙĬ" + ], + [ + "ãģĵãĤĮ", + "ãģ¯" + ], + [ + "Ġsho", + "ot" + ], + [ + "åĵ", + "ª" + ], + [ + "æĪ", + "»" + ], + [ + "Ġg", + "ì" + ], + [ + "fe", + "ren" + ], + [ + "Ġг", + "овоÑĢ" + ], + [ + "Ġin", + "n" + ], + [ + "Ġr", + "ap" + ], + [ + "Ġpoint", + "s" + ], + [ + "Ġn", + "as" + ], + [ + "-", + "y" + ], + [ + "ĠT", + "u" + ], + [ + "ãģ¨", + "ãģį" + ], + [ + "াà¦", + "°" + ], + [ + "Ġpol", + "ice" + ], + [ + "é", + "Ĵ" + ], + [ + "ĠM", + "on" + ], + [ + "Ġne", + "ar" + ], + [ + "ä¾", + "Ĩ" + ], + [ + "ãģĬ", + "åħĦ" + ], + [ + "æ¯", + "į" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġsa", + "fe" + ], + [ + "©×Ķ", + "×ķ" + ], + [ + "ãĤĭãģ®", + "ãģ¯" + ], + [ + "Ġj", + "est" + ], + [ + "ô", + "n" + ], + [ + "Ġnó", + "s" + ], + [ + "'", + "en" + ], + [ + "åĩº", + "ãģ¦" + ], + [ + "æ", + "©" + ], + [ + "éķ", + "¿" + ], + [ + "à¹ī", + "à¸Ļ" + ], + [ + "Ġwe", + "il" + ], + [ + "le", + "g" + ], + [ + "Ġê", + "µ" + ], + [ + "ic", + "ar" + ], + [ + "ĠG", + "er" + ], + [ + "Ġpro", + "per" + ], + [ + "éĽ", + "Ĩ" + ], + [ + "é¢", + "ĺ" + ], + [ + "è", + "±" + ], + [ + "ĠÐŃ", + "ÑĤо" + ], + [ + "c", + "ame" + ], + [ + "Ġl", + "ay" + ], + [ + "ç²", + "¾" + ], + [ + "ëĵ", + "ľ" + ], + [ + "Ġsa", + "is" + ], + [ + "æī", + "¾" + ], + [ + "Ġì£", + "¼" + ], + [ + "Ġfeel", + "s" + ], + [ + "æĽ", + "¸" + ], + [ + "æĺ", + "Ł" + ], + [ + "à¹Ħ", + "à¸Ľ" + ], + [ + "b", + "u" + ], + [ + "ãģĬ", + "åīį" + ], + [ + "Ġf", + "as" + ], + [ + "åIJĮ", + "ãģĺ" + ], + [ + "AAAA", + "AAAA" + ], + [ + "ãģķãĤĵãģ", + "Į" + ], + [ + "ж", + "е" + ], + [ + "Ġب", + "ت" + ], + [ + "Ġto", + "wn" + ], + [ + "f", + "in" + ], + [ + "li", + "er" + ], + [ + "ĠN", + "on" + ], + [ + "ên", + "cia" + ], + [ + "Ùħ", + "اÙĨ" + ], + [ + "Ġeinf", + "ach" + ], + [ + "Ġstart", + "ing" + ], + [ + "åħ¨", + "éĥ¨" + ], + [ + "ck", + "et" + ], + [ + "ck", + "ed" + ], + [ + "p", + "ort" + ], + [ + "Ġcom", + "b" + ], + [ + "ĠL", + "u" + ], + [ + "Ġsha", + "ll" + ], + [ + "ãĤı", + "ãĤı" + ], + [ + "ĠÃ", + "ĩ" + ], + [ + "Ġsol", + "o" + ], + [ + "Ġn", + "Ã¥r" + ], + [ + "ãģĦ", + "ãģªãģĦ" + ], + [ + "Ñĥ", + "м" + ], + [ + "ra", + "ge" + ], + [ + "Ñģ", + "ли" + ], + [ + "ĠB", + "ye" + ], + [ + "Ġf", + "ill" + ], + [ + "人", + "ãģ®" + ], + [ + "н", + "и" + ], + [ + "ä¸", + "ľ" + ], + [ + "li", + "ke" + ], + [ + "ãģ¯", + "ãģ£" + ], + [ + "b", + "ro" + ], + [ + "p", + "ing" + ], + [ + "ĠDav", + "id" + ], + [ + "è", + "ı" + ], + [ + "íķĺ", + "ëĬĶ" + ], + [ + "t", + "hat" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġw", + "orth" + ], + [ + "е", + "е" + ], + [ + "Ġ×IJ×", + "ł×Ĺ׳×ķ" + ], + [ + "Ġdes", + "de" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġte", + "xt" + ], + [ + "ĠP", + "at" + ], + [ + "å¬", + "ī" + ], + [ + "Ġfin", + "an" + ], + [ + "ãĢĤ", + "ãģĤãģĤ" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġìłķ", + "ë§IJ" + ], + [ + "Ãł", + "n" + ], + [ + "è", + "į" + ], + [ + "j", + "ar" + ], + [ + "ÙĪ", + "ج" + ], + [ + "Ġph", + "ải" + ], + [ + "S", + "t" + ], + [ + "âĢ", + "Į" + ], + [ + "Ġ×Ļ×", + "Ľ×ķ׾" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġañ", + "os" + ], + [ + "ĠA", + "nt" + ], + [ + "Ï", + "İ" + ], + [ + "ĠS", + "ee" + ], + [ + "ament", + "o" + ], + [ + "Ġk", + "ept" + ], + [ + "ĠØŃ", + "س" + ], + [ + "ĠاÙĦ", + "ج" + ], + [ + "i", + "endo" + ], + [ + "ãĥ", + "Ŀ" + ], + [ + "Ġbot", + "t" + ], + [ + "ac", + "her" + ], + [ + "ÙĬ", + "Ùĩ" + ], + [ + "ĠÙĪ", + "Ø£" + ], + [ + "-", + "×" + ], + [ + "åı", + "Ī" + ], + [ + "Ġpl", + "at" + ], + [ + "ĠØ´ÙĬ", + "Ø¡" + ], + [ + "èª", + "¿" + ], + [ + "ĠT", + "er" + ], + [ + "ij", + "k" + ], + [ + "ãĤī", + "ãĤĮ" + ], + [ + "ê³", + "¼" + ], + [ + "Ö", + "Ĥ" + ], + [ + "Ġir", + "gend" + ], + [ + "ll", + "er" + ], + [ + "v", + "ol" + ], + [ + "Ġheb", + "ben" + ], + [ + "ĠاÙĦ", + "Ùĥ" + ], + [ + "end", + "s" + ], + [ + "Ġm", + "ol" + ], + [ + "Ġtot", + "al" + ], + [ + "ä¸Ģ", + "ä¸ĭ" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġexper", + "ien" + ], + [ + "ra", + "el" + ], + [ + "l", + "ish" + ], + [ + "8", + "0" + ], + [ + "æł", + "¼" + ], + [ + "ĠC", + "ol" + ], + [ + "Ġha", + "ce" + ], + [ + "ie", + "m" + ], + [ + "ม", + "ี" + ], + [ + "E", + "h" + ], + [ + "ä¸Ģ", + "äºĽ" + ], + [ + "ŀ×", + "©" + ], + [ + "Ġmes", + "mo" + ], + [ + "Ġë", + "ĦĪ" + ], + [ + "å½", + "±" + ], + [ + "Ġst", + "ream" + ], + [ + "Ġcó", + "mo" + ], + [ + "ãģĽ", + "ãĤĭ" + ], + [ + "Ġal", + "tsÃ¥" + ], + [ + "åı", + "«" + ], + [ + "ãĤ", + "´" + ], + [ + "ãĤ", + "²" + ], + [ + "in", + "er" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġr", + "an" + ], + [ + "Ľ", + "×ķף" + ], + [ + "Ġcomp", + "et" + ], + [ + "é", + "©" + ], + [ + "o", + "ff" + ], + [ + "ho", + "ld" + ], + [ + "Ġany", + "body" + ], + [ + "Ġl", + "ag" + ], + [ + "Ġbl", + "ess" + ], + [ + "ur", + "ity" + ], + [ + "ĠÚ©", + "Ùĩ" + ], + [ + "Ġà¤ķ", + "ा" + ], + [ + "Ġì¢", + "ĭ" + ], + [ + "Ġr", + "u" + ], + [ + "à¹", + "Ĥ" + ], + [ + "Ġc", + "ust" + ], + [ + "ÃŃ", + "an" + ], + [ + "Ġincl", + "ud" + ], + [ + "çĬ", + "¶" + ], + [ + "å", + "Ļ" + ], + [ + "r", + "or" + ], + [ + "Ġà®", + "ª" + ], + [ + "Ġf", + "ield" + ], + [ + "Ùĭ", + "ا" + ], + [ + "ĠA", + "ber" + ], + [ + "Ġcontin", + "ue" + ], + [ + "d", + "ing" + ], + [ + "á", + "c" + ], + [ + "èij", + "ī" + ], + [ + "Ġinter", + "view" + ], + [ + "æ§", + "ĭ" + ], + [ + "Ġdes", + "ign" + ], + [ + "ม", + "ัà¸Ļ" + ], + [ + "ĠìĿ´", + "룰" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġre", + "se" + ], + [ + "Ġt", + "it" + ], + [ + "ØŃ", + "ت" + ], + [ + "æħ", + "¢" + ], + [ + "Ľ", + "×Ķ" + ], + [ + "Ġп", + "ол" + ], + [ + "ãģı", + "ãĤĮãģŁ" + ], + [ + "ãĢģ", + "ä¸Ģ" + ], + [ + "g", + "on" + ], + [ + "ress", + "ed" + ], + [ + "ĠO", + "k" + ], + [ + "Ġs", + "ad" + ], + [ + "à¥", + "ī" + ], + [ + "Ġimport", + "ante" + ], + [ + "ç", + "ões" + ], + [ + "Ãł", + "ng" + ], + [ + "Ġf", + "Ã¥r" + ], + [ + "Ġhe", + "ld" + ], + [ + "à¹Ģà¸", + "¥" + ], + [ + "Ġinc", + "re" + ], + [ + "é", + "g" + ], + [ + "ient", + "o" + ], + [ + "ãĤ", + "®" + ], + [ + "ãģ¾", + "ãģĹãĤĩãģĨ" + ], + [ + "ल", + "à¥ĩ" + ], + [ + "â", + "m" + ], + [ + "m", + "ing" + ], + [ + "Ġson", + "o" + ], + [ + "ï¼Į", + "æľī" + ], + [ + "к", + "и" + ], + [ + "ãĤĵãģ", + "¡" + ], + [ + "Ġv", + "ien" + ], + [ + "Ġmention", + "ed" + ], + [ + "ãģ", + "·" + ], + [ + "ĠW", + "ar" + ], + [ + "Ġìł", + "ľ" + ], + [ + "ĠC", + "har" + ], + [ + "Ġ×Ļ", + "×ķתר" + ], + [ + "ĠØ£", + "ع" + ], + [ + "г", + "о" + ], + [ + "Ġe", + "lle" + ], + [ + "áºŃ", + "t" + ], + [ + "ĠоÑĩ", + "енÑĮ" + ], + [ + "±", + "ãģĦ" + ], + [ + "ĠÄij", + "ến" + ], + [ + "ĠAs", + "ÃŃ" + ], + [ + "b", + "and" + ], + [ + "Ġs", + "ão" + ], + [ + "ĠJ", + "u" + ], + [ + "ен", + "но" + ], + [ + "ot", + "a" + ], + [ + "Ġor", + "d" + ], + [ + "el", + "ig" + ], + [ + "ï¼Ł", + "ãģĪ" + ], + [ + "Ġ", + "âĢ" + ], + [ + "ाà¤", + "¸" + ], + [ + "ent", + "ro" + ], + [ + "ĠاÙĦ", + "Ø¥" + ], + [ + "Ġ×Ķ×", + "ĸ×Ķ" + ], + [ + "Ġcl", + "ub" + ], + [ + "нÑĭ", + "е" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġst", + "ri" + ], + [ + "ãģ¿ãģŁãģĦ", + "ãģª" + ], + [ + "ll", + "y" + ], + [ + "aaaaaaaaaaaaaaaa", + "aaaaaaaaaaaaaaaa" + ], + [ + "ãĢģ", + "ãĤı" + ], + [ + "Ġcomp", + "an" + ], + [ + "Ġposs", + "ib" + ], + [ + "ãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤ", + "ãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤãģĤ" + ], + [ + "Ġsab", + "e" + ], + [ + "ç¶", + "ļ" + ], + [ + "s", + "h" + ], + [ + "ãĢģ", + "ãĤ¢" + ], + [ + "n", + "é" + ], + [ + "çµĤ", + "ãĤı" + ], + [ + "Ġop", + "in" + ], + [ + "Ġm", + "ich" + ], + [ + "Ġcharac", + "ter" + ], + [ + "Ġcertain", + "ly" + ], + [ + "Ġh", + "ost" + ], + [ + "æĢĿ", + "ãģĦ" + ], + [ + "ve", + "red" + ], + [ + "æ", + "£" + ], + [ + "åº", + "Ĺ" + ], + [ + "Ġein", + "en" + ], + [ + "Ġhur", + "t" + ], + [ + "е", + "ÑģÑĤ" + ], + [ + "ar", + "io" + ], + [ + "Ġma", + "jor" + ], + [ + "m", + "et" + ], + [ + "ãĢģãģ", + "Ķ" + ], + [ + "Ġiss", + "ue" + ], + [ + "Ġà¦ı", + "à¦" + ], + [ + "ãģª", + "ãģĮ" + ], + [ + "ĠlÃł", + "m" + ], + [ + "Ġbe", + "at" + ], + [ + "in", + "ation" + ], + [ + "er", + "ve" + ], + [ + "Ġt", + "ôi" + ], + [ + "Ġapp", + "reci" + ], + [ + "ä½", + "ĵãģ" + ], + [ + "Ġà¤ī", + "स" + ], + [ + "Ġsel", + "v" + ], + [ + "Ġind", + "ivid" + ], + [ + "ª×", + "Ŀ" + ], + [ + "Ġbe", + "came" + ], + [ + "or", + "ge" + ], + [ + "Ġmo", + "et" + ], + [ + "Ġman", + "ag" + ], + [ + "ĠT", + "ak" + ], + [ + "å", + "»" + ], + [ + "Ġse", + "mpre" + ], + [ + "Ġgrand", + "e" + ], + [ + "Ġfam", + "il" + ], + [ + "Ġac", + "cept" + ], + [ + "ì", + "¤" + ], + [ + "à¥ĩ", + "र" + ], + [ + "ãģ¤", + "ãĤĤ" + ], + [ + "Ġк", + "он" + ], + [ + "Ġc", + "hat" + ], + [ + "r", + "ation" + ], + [ + "pl", + "es" + ], + [ + "Ġplay", + "er" + ], + [ + "Ġmess", + "age" + ], + [ + "Ġà¤", + "¶" + ], + [ + "Ġk", + "ick" + ], + [ + "Ġdec", + "ided" + ], + [ + "ĠZ", + "e" + ], + [ + "ç§ģ", + "ãģĮ" + ], + [ + "ut", + "s" + ], + [ + "ĠC", + "or" + ], + [ + "Ġmo", + "ved" + ], + [ + "è¯", + "¥" + ], + [ + "Ġh", + "ig" + ], + [ + "ı", + "ÅŁ" + ], + [ + "I", + "s" + ], + [ + "Ġit", + "self" + ], + [ + "ÙĪ", + "ت" + ], + [ + "Ġl", + "uck" + ], + [ + "ĠM", + "ad" + ], + [ + "Ġr", + "ac" + ], + [ + "Ġan", + "al" + ], + [ + "p", + "ir" + ], + [ + "ãģ«", + "åħ¥" + ], + [ + "Ġpie", + "ce" + ], + [ + "çµ", + "¶" + ], + [ + "ί", + "ν" + ], + [ + "ен", + "ие" + ], + [ + "Ġà¤", + "ĸ" + ], + [ + "Ġp", + "oco" + ], + [ + "éł", + "¼" + ], + [ + "åı", + "¸" + ], + [ + "Ġme", + "jor" + ], + [ + "al", + "es" + ], + [ + "Ġkh", + "i" + ], + [ + "Ġbo", + "om" + ], + [ + "Ġchang", + "ed" + ], + [ + "s", + "en" + ], + [ + "ì", + "Īĺ" + ], + [ + "and", + "er" + ], + [ + "ĠW", + "est" + ], + [ + "j", + "i" + ], + [ + "Ġb", + "at" + ], + [ + "id", + "ay" + ], + [ + "e", + "x" + ], + [ + "Ġëĵ", + "¤" + ], + [ + "Ġcle", + "an" + ], + [ + "åĦ", + "ª" + ], + [ + "Ġind", + "ust" + ], + [ + "ill", + "s" + ], + [ + "áĢº", + "áĢ" + ], + [ + "âĶĢ", + "âĶĢ" + ], + [ + "Ġf", + "akt" + ], + [ + "ÙĬ", + "Ùģ" + ], + [ + "æ®", + "µ" + ], + [ + "ãĥĥ", + "ãĥģ" + ], + [ + "ent", + "y" + ], + [ + "ãĢģãģ", + "ı" + ], + [ + "est", + "a" + ], + [ + "Ġng", + "h" + ], + [ + "аÐ", + "³" + ], + [ + "Ġcont", + "ent" + ], + [ + "Ġin", + "stead" + ], + [ + "ìł", + "ģ" + ], + [ + "и", + "ли" + ], + [ + "Ġperi", + "od" + ], + [ + "Ġhel", + "t" + ], + [ + "Ġmin", + "ute" + ], + [ + "ĠÃ", + "®" + ], + [ + "Ġ×ŀ", + "×ķ×" + ], + [ + "Ġtra", + "vel" + ], + [ + "æľ", + "Ŀ" + ], + [ + "ê", + "tre" + ], + [ + "-", + "D" + ], + [ + "ãĤī", + "ãĤĮãĤĭ" + ], + [ + "Ġm", + "outh" + ], + [ + "Ġfa", + "ith" + ], + [ + "ãĥ©", + "ãĤ¤" + ], + [ + "ä¿", + "Ŀ" + ], + [ + "æľ", + "į" + ], + [ + "Ġон", + "и" + ], + [ + "çĪ", + "¶" + ], + [ + "Ġel", + "es" + ], + [ + "Ġam", + "ount" + ], + [ + "Ġn", + "ä" + ], + [ + "Ġs", + "ä" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġb", + "il" + ], + [ + "Ġл", + "Ñİ" + ], + [ + "à´¿", + "à´" + ], + [ + "ĠV", + "ocê" + ], + [ + "Ġtr", + "ack" + ], + [ + "ا", + "ع" + ], + [ + "v", + "an" + ], + [ + "ãģ£ãģ¦", + "ãģŁ" + ], + [ + "ĠÐĶ", + "а" + ], + [ + "ĠD", + "us" + ], + [ + "it", + "ions" + ], + [ + "Ġty", + "p" + ], + [ + "ä½ķ", + "ãģĭ" + ], + [ + "æ¥", + "Ń" + ], + [ + "ĠاÙĦ", + "ب" + ], + [ + "ãģĭãģĹ", + "ãĤī" + ], + [ + "è¿", + "Ľ" + ], + [ + "Ġν", + "α" + ], + [ + "Ċ", + "Ċ" + ], + [ + "ÙĦ", + "ÙĪ" + ], + [ + "ãĢģãģĿãĤĮ", + "ãģ¯" + ], + [ + "ĠÙĩ", + "ذÙĩ" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġe", + "ff" + ], + [ + "Ġh", + "vis" + ], + [ + "9", + "0" + ], + [ + "ĠBu", + "eno" + ], + [ + "ãģ£ãģŁ", + "ãģ®" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġe", + "igen" + ], + [ + "f", + "a" + ], + [ + "ä¿", + "Ĥ" + ], + [ + "r", + "om" + ], + [ + "Ġd", + "Ã¥" + ], + [ + "Ġש×", + "ľ×" + ], + [ + "l", + "ight" + ], + [ + "p", + "ter" + ], + [ + "à¯", + "Ī" + ], + [ + "Ġvá»", + "ģ" + ], + [ + "Ġten", + "er" + ], + [ + "à¸ģ", + "าร" + ], + [ + "Ġtoward", + "s" + ], + [ + "ãģĹãģ¦", + "ãģĦãĤĭ" + ], + [ + "Ġà¤ķ", + "à¥įया" + ], + [ + "é", + "Ķ" + ], + [ + "áº", + "±" + ], + [ + "é", + "d" + ], + [ + "Ġbe", + "gan" + ], + [ + "ಾ", + "à²" + ], + [ + "ãģĭãĤī", + "ãģŃ" + ], + [ + "Ġd", + "ed" + ], + [ + "Ġë§", + "İ" + ], + [ + "'", + "h" + ], + [ + "Ġbegin", + "ning" + ], + [ + "Ġê", + "tre" + ], + [ + "Ġgot", + "ta" + ], + [ + "n", + "n" + ], + [ + "um", + "b" + ], + [ + "Ġe", + "cht" + ], + [ + "áºŃ", + "y" + ], + [ + "Ġcons", + "ider" + ], + [ + "Ġp", + "red" + ], + [ + "ĠÐ", + "ij" + ], + [ + "Ġpu", + "is" + ], + [ + "Ùħ", + "ÙĥÙĨ" + ], + [ + "Ġд", + "ел" + ], + [ + "Ġlearn", + "ed" + ], + [ + "楽", + "ãģĹ" + ], + [ + "Ġtin", + "ha" + ], + [ + "s", + "em" + ], + [ + "o", + "int" + ], + [ + "çĶ", + "»" + ], + [ + "人", + "ãģĮ" + ], + [ + "åį", + "±" + ], + [ + "iz", + "ation" + ], + [ + "ê°", + "ģ" + ], + [ + "Ġ×¢", + "×ķ×" + ], + [ + "á»ij", + "i" + ], + [ + "ord", + "an" + ], + [ + "Ġfor", + "di" + ], + [ + "Ġfor", + "ma" + ], + [ + "ãģ¤", + "ãģĦãģ¦" + ], + [ + "ĠS", + "omet" + ], + [ + "Ġlar", + "ge" + ], + [ + "Ġact", + "iv" + ], + [ + "å¹", + "¸" + ], + [ + "Ġfal", + "ar" + ], + [ + "es", + "se" + ], + [ + "Ġinvest", + "ig" + ], + [ + "ÉĻ", + "r" + ], + [ + "×Ļ×Ļ×Ļ×Ļ", + "×Ļ×Ļ×Ļ×Ļ" + ], + [ + "Ġbra", + "in" + ], + [ + "ाà¤", + "¦" + ], + [ + "ãģ®", + "åŃIJ" + ], + [ + "Ġgan", + "z" + ], + [ + "Ġset", + "t" + ], + [ + "ãģ§ãģĻ", + "ãģĮ" + ], + [ + "it", + "or" + ], + [ + "Ġש×", + "Ŀ" + ], + [ + "ि", + "स" + ], + [ + "Ġë°", + "Ķ" + ], + [ + "Ġн", + "еÑĤ" + ], + [ + "Ġke", + "y" + ], + [ + "ĠB", + "iden" + ], + [ + "ãģij", + "ãģªãģĦ" + ], + [ + "Ġc", + "ada" + ], + [ + "Ġse", + "gu" + ], + [ + "ãĢģãģĤ", + "ãĤĬ" + ], + [ + "Ġà¤ħ", + "नà¥į" + ], + [ + "Ġv", + "et" + ], + [ + "ĠØ£ÙĨ", + "Ùĩ" + ], + [ + "åĦ", + "¿" + ], + [ + "ĠAll", + "ah" + ], + [ + "Ġ×ij×", + "ŀ×" + ], + [ + "Ġcre", + "ate" + ], + [ + "Ø", + "¤" + ], + [ + "å½", + "ĵãģ" + ], + [ + "Ġм", + "ен" + ], + [ + "å", + "¨" + ], + [ + "Ġtem", + "a" + ], + [ + "Ġ׾×", + "ŀ×" + ], + [ + "×ķ×", + "Ĺ" + ], + [ + "Ľ×", + "©" + ], + [ + "ç´", + "ł" + ], + [ + "è§", + "ģ" + ], + [ + "Ġon", + "line" + ], + [ + "Ġت", + "ÙĪ" + ], + [ + "Ġe", + "j" + ], + [ + "æĪĸ", + "èĢħ" + ], + [ + "ate", + "g" + ], + [ + "Ġr", + "ound" + ], + [ + "M", + "y" + ], + [ + "u", + "lle" + ], + [ + "Ġê·¸", + "룰" + ], + [ + "ëĵ¤", + "ìĿ´" + ], + [ + "ÙIJ", + "ÙĬ" + ], + [ + "Ġtie", + "mp" + ], + [ + "Ġsie", + "mpre" + ], + [ + "Ġf", + "ing" + ], + [ + "ãĤģ", + "ãĤĭ" + ], + [ + "Ġl", + "á»" + ], + [ + "ãģĹ", + "ãĤĪãģĨ" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġdon", + "de" + ], + [ + "i", + "et" + ], + [ + "Ġpr", + "ime" + ], + [ + "à¥ģ", + "त" + ], + [ + "è°", + "¢" + ], + [ + "b", + "ol" + ], + [ + "as", + "ure" + ], + [ + "ĠاÙĦ", + "د" + ], + [ + "ï¼", + "Ĵ" + ], + [ + "ãģ£", + "ãģı" + ], + [ + "ĠC", + "ity" + ], + [ + "ä½", + "ı" + ], + [ + "Ġpro", + "ject" + ], + [ + "Ġgu", + "ard" + ], + [ + "ä¸", + "ĩ" + ], + [ + "Ġput", + "ting" + ], + [ + "Ġب", + "عد" + ], + [ + "Ãł", + "i" + ], + [ + "æĹ", + "ł" + ], + [ + "Ġg", + "lo" + ], + [ + "å«", + "Į" + ], + [ + "ÏĦ", + "α" + ], + [ + "ok", + "ing" + ], + [ + "äº", + "¤" + ], + [ + "Ġsh", + "ip" + ], + [ + "Ä", + "©" + ], + [ + "res", + "ent" + ], + [ + "Ġus", + "ually" + ], + [ + "Ò", + "¯" + ], + [ + "ĠU", + "S" + ], + [ + "Ĺ×", + "§" + ], + [ + "Ġbe", + "com" + ], + [ + "ÑĪ", + "е" + ], + [ + "ãģª", + "ãģķãģĦ" + ], + [ + "Ġp", + "ath" + ], + [ + "Ġmin", + "ha" + ], + [ + "Ġo", + "ù" + ], + [ + "ãģĶ", + "ãĤģ" + ], + [ + "a", + "ção" + ], + [ + "ãģª", + "ãĤĬ" + ], + [ + "Ġи", + "м" + ], + [ + "it", + "en" + ], + [ + "Ġgod", + "t" + ], + [ + "Ġs", + "z" + ], + [ + "Ġli", + "v" + ], + [ + "àµ", + "ģ" + ], + [ + "ãĥ¼", + "ãĤĵ" + ], + [ + "Ġج", + "دا" + ], + [ + "ĠìĿ´", + "ê±°" + ], + [ + "Ġ×Ķ×", + "ª×" + ], + [ + "ãĤĤ", + "ãģ¡" + ], + [ + "Ġp", + "ed" + ], + [ + "ر", + "Ùĥ" + ], + [ + "ĠDe", + "us" + ], + [ + "Ġb", + "unch" + ], + [ + "Ġ", + "Ú¯" + ], + [ + "Ġz", + "eg" + ], + [ + "Ġg", + "Ã¥" + ], + [ + "Ġha", + "lt" + ], + [ + "ĠÄijá»", + "ĥ" + ], + [ + "un", + "ca" + ], + [ + "åħ", + "ī" + ], + [ + "ĠØ", + "«" + ], + [ + "æı", + "IJ" + ], + [ + "ãĤ·", + "ãĥ§" + ], + [ + "Ġha", + "m" + ], + [ + "Ġl", + "ige" + ], + [ + "ĠF", + "ace" + ], + [ + "ìĻ", + "Ģ" + ], + [ + "å¿ħ", + "è¦ģ" + ], + [ + "Ġ×", + "Ĵ" + ], + [ + "Ġho", + "y" + ], + [ + "ر", + "ج" + ], + [ + "å", + "¡" + ], + [ + "ac", + "he" + ], + [ + "Ġs", + "ẽ" + ], + [ + "-", + "c" + ], + [ + "ĠPe", + "ople" + ], + [ + "ï¼Į", + "åĹ¯" + ], + [ + "ãģµãģµ", + "ãģ£" + ], + [ + "ied", + "er" + ], + [ + "á»", + "ı" + ], + [ + "ï¼Į", + "æīĢ以" + ], + [ + "Ġ×Ļ", + "×ķ×ĵ×¢" + ], + [ + "Ġd", + "anger" + ], + [ + "b", + "b" + ], + [ + "ĠÑģ", + "п" + ], + [ + "ĠApp", + "le" + ], + [ + "k", + "in" + ], + [ + "im", + "ate" + ], + [ + "å¼", + "ı" + ], + [ + "ë", + "IJ" + ], + [ + "ĠÎ", + "Ń" + ], + [ + "à", + "Ń" + ], + [ + "ers", + "on" + ], + [ + "×ķ×", + "ĺ" + ], + [ + "ĠÐĿ", + "Ñĥ" + ], + [ + "Ġl", + "ink" + ], + [ + "Ġh", + "á»į" + ], + [ + "Ġcr", + "oss" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġap", + "art" + ], + [ + "ìļ", + "´" + ], + [ + "k", + "l" + ], + [ + "r", + "t" + ], + [ + "Ġtá»", + "«" + ], + [ + "å¿", + "ľ" + ], + [ + "m", + "iss" + ], + [ + "N", + "ot" + ], + [ + "W", + "hen" + ], + [ + "æĿ¥", + "ãģ¦" + ], + [ + "h", + "ow" + ], + [ + "×Ķ×", + "Ŀ" + ], + [ + "ac", + "iones" + ], + [ + "Ġwat", + "ched" + ], + [ + "åŃ", + "ĺ" + ], + [ + "Ö", + "´" + ], + [ + "à¹Ī", + "à¸ĩ" + ], + [ + "Ġch", + "úng" + ], + [ + "Ġnos", + "otros" + ], + [ + "ø", + "re" + ], + [ + "-", + "P" + ], + [ + "ï¼", + "IJ" + ], + [ + "å®", + "¢" + ], + [ + "ur", + "ing" + ], + [ + "д", + "е" + ], + [ + "Ġdiffe", + "rence" + ], + [ + "Ġan", + "che" + ], + [ + "ÙĦا", + "Ùĭ" + ], + [ + "éģ", + "¸" + ], + [ + "à¤", + "ģ" + ], + [ + "Ġot", + "ro" + ], + [ + "Ġdi", + "ed" + ], + [ + "åĪ", + "ļ" + ], + [ + "Ġb", + "ast" + ], + [ + "ç", + "±" + ], + [ + "Ġten", + "emos" + ], + [ + "Ġ", + "usted" + ], + [ + "ãĤĵãģĺãĤĥ", + "ãģªãģĦ" + ], + [ + "äºĭ", + "æĥħ" + ], + [ + "è¾", + "¹" + ], + [ + "ĠC", + "al" + ], + [ + "ê", + "m" + ], + [ + "n", + "ed" + ], + [ + "иÑĤ", + "е" + ], + [ + "ê°", + "Ħ" + ], + [ + "c", + "el" + ], + [ + "éĢ", + "ĥ" + ], + [ + "ill", + "a" + ], + [ + "å·²", + "ç»ı" + ], + [ + "æĸ", + "Ļ" + ], + [ + "ãĢģãģ", + "ķ" + ], + [ + "èģŀ", + "ãģĦãģ¦" + ], + [ + "uc", + "oup" + ], + [ + "×ķ×", + "¢" + ], + [ + "Å", + "«" + ], + [ + "æ", + "¿" + ], + [ + "ãĤī", + "ãĤĮãģ¦" + ], + [ + "ãĤĦ", + "ãĤĭ" + ], + [ + "ç", + "¡" + ], + [ + "á»ij", + "ng" + ], + [ + "ĠIs", + "rael" + ], + [ + "Ġch", + "ose" + ], + [ + "Ġt", + "our" + ], + [ + "i", + "y" + ], + [ + "æĪij", + "çļĦ" + ], + [ + "Ġta", + "x" + ], + [ + "ا", + "Ùĩ" + ], + [ + "ĠR", + "uss" + ], + [ + "æľ", + "ĥ" + ], + [ + "Ġag", + "ora" + ], + [ + "ar", + "ily" + ], + [ + "ãģ¯", + "ãģļ" + ], + [ + "è·", + "¯" + ], + [ + "ç§ģ", + "ãĤĤ" + ], + [ + "ĠM", + "mm" + ], + [ + "et", + "ta" + ], + [ + "ç®", + "Ĺ" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsu", + "bs" + ], + [ + "áĥ", + "IJ" + ], + [ + "qu", + "é" + ], + [ + "Ġt", + "anto" + ], + [ + "è¿Ļ", + "è¿Ļ" + ], + [ + "iv", + "al" + ], + [ + "Ġad", + "a" + ], + [ + "Ġsome", + "where" + ], + [ + "ãģĤãĤĬ", + "ãģ¾ãģĻ" + ], + [ + "Ġcat", + "ch" + ], + [ + "Õ¸", + "ÖĤ" + ], + [ + "ÏĦ", + "ι" + ], + [ + "ĠD", + "es" + ], + [ + "Ġse", + "in" + ], + [ + "ãģķãĤĵãģ", + "«" + ], + [ + "æľ", + "º" + ], + [ + "Ġhe", + "av" + ], + [ + "Ġst", + "ore" + ], + [ + "wo", + "on" + ], + [ + "ue", + "go" + ], + [ + "ãĢĤ", + "ãģĨãĤĵ" + ], + [ + "å¯", + "Ŀ" + ], + [ + "Ġf", + "ix" + ], + [ + "Ġr", + "isk" + ], + [ + "ill", + "er" + ], + [ + "ij×", + "Ł" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġfe", + "ll" + ], + [ + "å¿", + "«" + ], + [ + "Ġv", + "ict" + ], + [ + "c", + "ie" + ], + [ + "ãĤĵãģ", + "Ń" + ], + [ + "ĠD", + "er" + ], + [ + "Ġant", + "es" + ], + [ + "ĠThe", + "se" + ], + [ + "Ġm", + "ga" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġak", + "o" + ], + [ + "Ġreg", + "ard" + ], + [ + "Ġu", + "r" + ], + [ + "Ġdis", + "p" + ], + [ + "é", + "ª" + ], + [ + "ĠÙĪ", + "Ùĩ" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġst", + "ick" + ], + [ + "ãĢģç§ģ", + "ãģ¯" + ], + [ + "Ġlug", + "ar" + ], + [ + "m", + "t" + ], + [ + "िà¤", + "¯à¤¾" + ], + [ + "еÑĪ", + "ÑĮ" + ], + [ + "Ġtem", + "po" + ], + [ + "Ġopportun", + "ity" + ], + [ + "ĠØ¥", + "ذا" + ], + [ + "Ġperson", + "a" + ], + [ + "pt", + "ion" + ], + [ + "Ġg", + "Ã¥r" + ], + [ + "Ġco", + "ld" + ], + [ + "ãģ¡ãĤĥãĤĵãģ", + "®" + ], + [ + "ĠM", + "er" + ], + [ + "in", + "c" + ], + [ + "íķĺ", + "ê³ł" + ], + [ + "ĠD", + "amn" + ], + [ + "ÙĤ", + "ÙĬ" + ], + [ + "Ġw", + "ird" + ], + [ + "Ġirgend", + "w" + ], + [ + "Ġcom", + "fort" + ], + [ + "est", + "erd" + ], + [ + "ig", + "ent" + ], + [ + "Ġsk", + "ulle" + ], + [ + "Ġt", + "ing" + ], + [ + "×Ļת", + "×Ļ" + ], + [ + "Ġpol", + "ic" + ], + [ + "esterd", + "ay" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġpr", + "ó" + ], + [ + "è¿ĺ", + "æĺ¯" + ], + [ + "Ġpl", + "aces" + ], + [ + "Æ¡", + "n" + ], + [ + "ÑĨ", + "и" + ], + [ + "ãģķãĤĵãģ", + "¯" + ], + [ + "ÑĢÑĥ", + "г" + ], + [ + "ìŀ", + "ħ" + ], + [ + "า", + "ม" + ], + [ + "Ġstr", + "ugg" + ], + [ + "å°", + "į" + ], + [ + "Ġim", + "medi" + ], + [ + "ãģĤãģĤ", + "ãģ£" + ], + [ + "ر", + "د" + ], + [ + "Ġdri", + "ve" + ], + [ + "s", + "p" + ], + [ + "âĢĶ", + "âĢĶ" + ], + [ + "æ©", + "Ł" + ], + [ + "ĠìĿ´", + "ëłĩê²Į" + ], + [ + "r", + "ig" + ], + [ + "Ġqu", + "ie" + ], + [ + "ãģı", + "ãģ¦" + ], + [ + "ent", + "ial" + ], + [ + "िà¤", + "¯" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġbea", + "ucoup" + ], + [ + "çļ", + "Ĩ" + ], + [ + "ãģĭ", + "ãģĹãģĦ" + ], + [ + "è¶", + "Ĭ" + ], + [ + "ĠT", + "hanks" + ], + [ + "à¯įà®", + "Ł" + ], + [ + "Ġso", + "ft" + ], + [ + "o", + "h" + ], + [ + "L", + "a" + ], + [ + "Ġpict", + "ure" + ], + [ + "à¹Ģà¸", + "«" + ], + [ + "ï¼Ł", + "Ċ" + ], + [ + "Ġt", + "end" + ], + [ + "æĻ®", + "éĢļ" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġp", + "sy" + ], + [ + "ÙĨ", + "د" + ], + [ + "ĠP", + "ed" + ], + [ + "ãģł", + "ãģ¨" + ], + [ + "r", + "ie" + ], + [ + "Ġà¤Ĩ", + "à¤" + ], + [ + "ãĤĪ", + "ãģĭãģ£ãģŁ" + ], + [ + "Ġì", + "¹" + ], + [ + "ãģ¡", + "ãĤĩ" + ], + [ + "ãĢģ", + "大" + ], + [ + "Ġment", + "al" + ], + [ + "æ", + "»" + ], + [ + "å¿", + "µ" + ], + [ + "Ġ", + "ÚĨ" + ], + [ + "Ġil", + "s" + ], + [ + "Ùģ", + "س" + ], + [ + "Ġìķ", + "Į" + ], + [ + "Ġme", + "get" + ], + [ + "Ġdo", + "c" + ], + [ + "n", + "ÃŃ" + ], + [ + "×ķצ", + "×Ķ" + ], + [ + "áºŃ", + "n" + ], + [ + "Ġ×IJ×", + "Ĺר" + ], + [ + "Ġse", + "ver" + ], + [ + "Å", + "¯" + ], + [ + "Ġde", + "ux" + ], + [ + "ï¼Į", + "æĺ¯çļĦ" + ], + [ + "y", + "d" + ], + [ + "à±", + "ĩ" + ], + [ + "Ġb", + "ank" + ], + [ + "ãģŃ", + "ãģĩ" + ], + [ + "Ġm", + "and" + ], + [ + "em", + "y" + ], + [ + "n", + "al" + ], + [ + "ĠC", + "ap" + ], + [ + "Ġا", + "ÛĮÙĨ" + ], + [ + ",", + "," + ], + [ + "Ġleg", + "al" + ], + [ + "in", + "h" + ], + [ + "ĠÑ", + "Ī" + ], + [ + "ic", + "os" + ], + [ + "Ġg", + "ang" + ], + [ + "à¹", + "Ĩ" + ], + [ + "ì¹", + "ĺ" + ], + [ + "Ġи", + "н" + ], + [ + "led", + "ge" + ], + [ + "Ġac", + "onte" + ], + [ + "Ġass", + "ist" + ], + [ + "om", + "a" + ], + [ + "eld", + "ig" + ], + [ + "ant", + "ly" + ], + [ + "Ġwere", + "n" + ], + [ + "еÐ", + "¿" + ], + [ + "Ġm", + "ach" + ], + [ + "à¸Ļ", + "ีà¹Ī" + ], + [ + "oc", + "r" + ], + [ + "®", + "à¯į" + ], + [ + "ä¼", + "ij" + ], + [ + "â", + "u" + ], + [ + "Ġed", + "uc" + ], + [ + "ен", + "иÑı" + ], + [ + "ãĢĤ", + "éĤ£" + ], + [ + "ï¼Į", + "æĺ¯" + ], + [ + "Ġtra", + "bal" + ], + [ + "Ġloc", + "al" + ], + [ + "Ġam", + "ong" + ], + [ + "Ġter", + "rible" + ], + [ + "ãģ¾ãģĤ", + "ãģ¾ãģĤ" + ], + [ + "ier", + "o" + ], + [ + "hehehehehehehehe", + "hehehehehehehehe" + ], + [ + "Ġf", + "ør" + ], + [ + "ãģĻãģĶ", + "ãģı" + ], + [ + "Ġnat", + "ure" + ], + [ + "ri", + "f" + ], + [ + "éĩ", + "ı" + ], + [ + "Ġch", + "i" + ], + [ + "ãģĹ", + "ãĤĥ" + ], + [ + "Ġκ", + "αι" + ], + [ + "ĠF", + "o" + ], + [ + "ĠÙĦ", + "ÙĦ" + ], + [ + "Ġtod", + "a" + ], + [ + "ç¨", + "ĭ" + ], + [ + "ç³", + "»" + ], + [ + "ª", + "×Ķ" + ], + [ + "ãģķ", + "ãĤĮãģŁ" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġp", + "ack" + ], + [ + "end", + "a" + ], + [ + "Ġu", + "it" + ], + [ + "Ġtiemp", + "o" + ], + [ + "Ġten", + "go" + ], + [ + "Ġest", + "aba" + ], + [ + "Ġspeak", + "ing" + ], + [ + "Ġe", + "z" + ], + [ + "åĪ", + "¶" + ], + [ + "Ľ×", + "Ł" + ], + [ + "Ġж", + "е" + ], + [ + "ãģ¸", + "ãģ¸" + ], + [ + "Ġm", + "á»" + ], + [ + "ic", + "as" + ], + [ + "Ġल", + "िà¤ı" + ], + [ + "Ġr", + "á»ĵi" + ], + [ + "at", + "ch" + ], + [ + "Ġha", + "i" + ], + [ + "ãģ§", + "ãģĹãģŁ" + ], + [ + "i", + "ó" + ], + [ + "ãģ£ãģ¡ãĤĥ", + "ãģĨ" + ], + [ + "ing", + "en" + ], + [ + ".", + "ĠI" + ], + [ + ",", + "ĠI" + ], + [ + ".", + "ĠAnd" + ], + [ + ",", + "Ġand" + ], + [ + ",", + "Ġyou" + ], + [ + "Ġit", + "'s" + ], + [ + "Ġof", + "Ġthe" + ], + [ + ".", + "ĠIt" + ], + [ + "Ġdon", + "'t" + ], + [ + ",", + "Ġbut" + ], + [ + "Ġin", + "Ġthe" + ], + [ + ".", + "ĠSo" + ], + [ + ".", + "ĠYou" + ], + [ + "Ġgoing", + "Ġto" + ], + [ + ",", + "Ġno" + ], + [ + ".", + "ĠBut" + ], + [ + ",", + "Ġthe" + ], + [ + ",Ġyou", + "Ġknow" + ], + [ + "Ġthat", + "'s" + ], + [ + ".", + "ĠHe" + ], + [ + ".", + "ĠYeah" + ], + [ + ".ĠIt", + "'s" + ], + [ + ".", + "ĠThe" + ], + [ + "ĠI", + "'m" + ], + [ + ".", + "ĠA" + ], + [ + "Ġto", + "Ġthe" + ], + [ + ".", + "ĠWe" + ], + [ + ".", + "ĠThat" + ], + [ + "Ġlike", + "," + ], + [ + "Ġon", + "Ġthe" + ], + [ + "Ġyou", + "'re" + ], + [ + ".ĠI", + "'m" + ], + [ + "Ġto", + "Ġbe" + ], + [ + "Ġha", + "Ġha" + ], + [ + ",", + "Ġwe" + ], + [ + ",", + "Ġa" + ], + [ + ".", + "ĠOh" + ], + [ + ",Ġno", + ",Ġno" + ], + [ + ".", + "ĠThey" + ], + [ + "Ġwant", + "Ġto" + ], + [ + ",", + "Ġhe" + ], + [ + ".", + "ĠS" + ], + [ + ".", + "ĠT" + ], + [ + ",ĠyouĠknow", + "," + ], + [ + ".", + "ĠNo" + ], + [ + "Ġkind", + "Ġof" + ], + [ + "Ġit", + "Ġwas" + ], + [ + ".", + "ĠJa" + ], + [ + ".", + "ĠE" + ], + [ + ",", + "Ġit's" + ], + [ + ".ĠThat", + "'s" + ], + [ + ",", + "Ġso" + ], + [ + ".", + "ĠO" + ], + [ + "Ġdidn", + "'t" + ], + [ + ".", + "ĠH" + ], + [ + ".", + "ĠB" + ], + [ + "Ġa", + "Ġlot" + ], + [ + ".", + "ĠC" + ], + [ + "Ġat", + "Ġthe" + ], + [ + "o", + "," + ], + [ + ".", + "ĠM" + ], + [ + "?", + "ĠWhat" + ], + [ + ",", + "Ġ" + ], + [ + ".", + "ĠN" + ], + [ + "Ġdon't", + "Ġknow" + ], + [ + "s", + "," + ], + [ + "Ġthere", + "'s" + ], + [ + "s", + "." + ], + [ + "i", + "," + ], + [ + "Ġthey", + "'re" + ], + [ + "Ġcan", + "'t" + ], + [ + ",ĠI", + "'m" + ], + [ + "Ġit", + "." + ], + [ + "a", + "," + ], + [ + "Ġfor", + "Ġthe" + ], + [ + ".", + "ĠP" + ], + [ + "Ġif", + "Ġyou" + ], + [ + "Ġin", + "Ġa" + ], + [ + "Ġthis", + "Ġis" + ], + [ + "Ġhave", + "Ġto" + ], + [ + "ĠI", + "Ġthink" + ], + [ + "ĠI", + "Ġwas" + ], + [ + "ĠÙĦا", + "ĠÙĦا" + ], + [ + ",", + "Ġoh" + ], + [ + "!", + "Ġ¡" + ], + [ + ",", + "Ġyeah" + ], + [ + ".", + "ĠThis" + ], + [ + ".", + "ĠWhat" + ], + [ + "Ġc", + "'est" + ], + [ + "Ġwith", + "Ġthe" + ], + [ + ",", + "Ġwhich" + ], + [ + ".", + "ĠD" + ], + [ + ",", + "Ġright" + ], + [ + ",", + "Ġit" + ], + [ + "Ġis", + "Ġa" + ], + [ + ".", + "ĠOkay" + ], + [ + "Ġwe", + "'re" + ], + [ + ",", + "Ġ×ĸ×Ķ" + ], + [ + ",", + "Ġthey" + ], + [ + ".", + "ĠThere" + ], + [ + "Ġhe", + "'s" + ], + [ + "Ġhave", + "Ġa" + ], + [ + "Ġto", + "Ġdo" + ], + [ + ",", + "Ġthat" + ], + [ + "ĠhaĠha", + "ĠhaĠha" + ], + [ + ".", + "ĠY" + ], + [ + ".", + "ĠV" + ], + [ + ".", + "ĠShe" + ], + [ + "ĠaĠlot", + "Ġof" + ], + [ + "en", + "," + ], + [ + ",", + "Ġwhat" + ], + [ + "Ġand", + "Ġthe" + ], + [ + ",", + "Ġque" + ], + [ + ".", + "ĠLike" + ], + [ + ".", + "ĠL" + ], + [ + "Ġyou", + "Ġknow" + ], + [ + ",", + "Ġja" + ], + [ + ",", + "Ġlike" + ], + [ + "Ġfrom", + "Ġthe" + ], + [ + ".", + "ĠF" + ], + [ + "!", + "ĠOh" + ], + [ + "?", + "ĠI" + ], + [ + "Ġa", + "Ġlittle" + ], + [ + "Ġis", + "Ġthe" + ], + [ + "Ġde", + "Ġla" + ], + [ + "Ġof", + "Ġa" + ], + [ + "Ġyou", + "." + ], + [ + "Ġthat", + "Ġyou" + ], + [ + "en", + "." + ], + [ + ".ĠI", + "Ġthink" + ], + [ + ",", + "Ġde" + ], + [ + ".", + "ĠIf" + ], + [ + "Ġlike", + "Ġa" + ], + [ + "!ĠOh", + "!ĠOh" + ], + [ + ",Ġoh", + ",Ġoh" + ], + [ + ",", + "Ġthat's" + ], + [ + "Ġto", + "Ġget" + ], + [ + "Ġthat", + "ĠI" + ], + [ + ",Ġright", + "?" + ], + [ + ",", + "Ġo" + ], + [ + ".ĠYou", + "Ġknow" + ], + [ + "Ġall", + "Ġthe" + ], + [ + ".", + "ĠK" + ], + [ + "Ġwas", + "Ġa" + ], + [ + "Ġl", + "'" + ], + [ + ".", + "ĠW" + ], + [ + ".", + "ĠIn" + ], + [ + ",ĠI", + "Ġthink" + ], + [ + "Ġfor", + "Ġa" + ], + [ + ".ĠAnd", + "ĠI" + ], + [ + "es", + "," + ], + [ + "ĠgoingĠto", + "Ġbe" + ], + [ + "Ġdet", + "Ġer" + ], + [ + ",", + "Ġk" + ], + [ + "?ĠWhat", + "?ĠWhat" + ], + [ + ".", + "ĠEn" + ], + [ + ",", + "Ġ׾×IJ" + ], + [ + "Ġdoesn", + "'t" + ], + [ + "Ġdo", + "Ġyou" + ], + [ + ".", + "ĠYes" + ], + [ + ".", + "Ġ" + ], + [ + "Ġand", + "ĠI" + ], + [ + "Ġda", + "Ġda" + ], + [ + ".ĠAnd", + "Ġthen" + ], + [ + "o", + "." + ], + [ + "er", + "," + ], + [ + ".", + "ĠDet" + ], + [ + "ing", + "Ġthe" + ], + [ + "Ġas", + "Ġa" + ], + [ + "ãģ£", + "ï¼ģ" + ], + [ + ".", + "ĠG" + ], + [ + "Ġout", + "Ġof" + ], + [ + "s", + "Ġand" + ], + [ + ",", + "Ġ×IJ׳×Ļ" + ], + [ + "Ġit", + "Ġis" + ], + [ + "Ġthat", + "Ġthe" + ], + [ + ".ĠI", + "Ġmean" + ], + [ + "s", + "Ġof" + ], + [ + "Ġabout", + "Ġthe" + ], + [ + "Ġwith", + "Ġa" + ], + [ + "Ġhe", + "Ġwas" + ], + [ + "Ġyou", + "Ġcan" + ], + [ + ",", + "Ġat" + ], + [ + "Ġthat", + "Ġwe" + ], + [ + ",Ġ×ĸ×Ķ", + ",Ġ×ĸ×Ķ" + ], + [ + ".", + "ĠJ" + ], + [ + "Ġinto", + "Ġthe" + ], + [ + "Ġneed", + "Ġto" + ], + [ + ",", + "Ġshe" + ], + [ + "Ġby", + "Ġthe" + ], + [ + "ed", + "Ġto" + ], + [ + "Ġwould", + "Ġbe" + ], + [ + ".", + "ĠWell" + ], + [ + ",", + "ĠÑĩÑĤо" + ], + [ + ".", + "ĠNow" + ], + [ + "as", + "," + ], + [ + ".", + "ĠLet" + ], + [ + ",", + "Ġmy" + ], + [ + "à¥Ī", + "à¤Ĥ" + ], + [ + ".", + "ĠAll" + ], + [ + ",", + "Ġokay" + ], + [ + "os", + "," + ], + [ + "'ve", + "Ġgot" + ], + [ + "y", + "," + ], + [ + "Ġwasn", + "'t" + ], + [ + ".ĠHe", + "'s" + ], + [ + "Ġlet", + "'s" + ], + [ + "Ġto", + "Ġme" + ], + [ + "ĠÙĦاĠÙĦا", + "ĠÙĦاĠÙĦا" + ], + [ + "Ġsaid", + "," + ], + [ + "Ġlike", + "Ġthat" + ], + [ + "Ġhave", + "Ġbeen" + ], + [ + ",", + "Ġc'est" + ], + [ + "Ġon", + "Ġa" + ], + [ + "ĠIt", + "'s" + ], + [ + ".ĠJa", + "," + ], + [ + ".", + "ĠOg" + ], + [ + "ØĮ", + "ĠÙĦا" + ], + [ + ",", + "Ġum" + ], + [ + ",", + "Ġas" + ], + [ + ",", + "Ġin" + ], + [ + "Ġwhen", + "Ġyou" + ], + [ + ",Ġbut", + "ĠI" + ], + [ + "Ġyou", + "," + ], + [ + ",Ġand", + "ĠI" + ], + [ + "a", + "." + ], + [ + "Ġand", + "Ġthen" + ], + [ + ".ĠYou", + "'re" + ], + [ + "ed", + "Ġthe" + ], + [ + ",", + "Ġet" + ], + [ + ",", + "Ġ¿" + ], + [ + ".", + "ĠR" + ], + [ + "n", + "'t" + ], + [ + "Ġtrying", + "Ġto" + ], + [ + "Ġlo", + "Ġque" + ], + [ + ",", + "Ġman" + ], + [ + ",", + "Ġje" + ], + [ + ",", + "Ġog" + ], + [ + "es", + "." + ], + [ + ".ĠIt", + "Ġwas" + ], + [ + "Ġwhat", + "ĠI" + ], + [ + ",Ġ׾×IJ", + ",Ġ׾×IJ" + ], + [ + "ãģŃ", + "ãĢĤ" + ], + [ + ",", + "Ġto" + ], + [ + ",", + "Ġor" + ], + [ + ",", + "Ġen" + ], + [ + "Ġlike", + "Ġthe" + ], + [ + "×Ķ", + "," + ], + [ + "er", + "." + ], + [ + ".ĠJa", + ".ĠJa" + ], + [ + "Ġsort", + "Ġof" + ], + [ + ",", + "Ġthen" + ], + [ + "!", + "ĠAh" + ], + [ + ",Ġyou", + "'re" + ], + [ + "ìļĶ", + "." + ], + [ + "Ġare", + "Ġyou" + ], + [ + "Ġright", + "Ġnow" + ], + [ + ".ĠOh", + ".ĠOh" + ], + [ + ",", + "Ġif" + ], + [ + "ØĮĠÙĦا", + "ØĮĠÙĦا" + ], + [ + ",", + "Ġlike," + ], + [ + "t", + "," + ], + [ + ".", + "ĠMm" + ], + [ + "Ġwill", + "Ġbe" + ], + [ + ".ĠAnd", + "Ġso" + ], + [ + ",Ġja", + ",Ġja" + ], + [ + "'ve", + "Ġbeen" + ], + [ + ",", + "Ġnot" + ], + [ + ".", + "ĠUm" + ], + [ + "!ĠAh", + "!ĠAh" + ], + [ + ".", + "ĠEt" + ], + [ + "Ġd", + "'" + ], + [ + ".ĠI", + "Ġdon't" + ], + [ + "u", + "," + ], + [ + ",", + "Ġbecause" + ], + [ + "I", + "'m" + ], + [ + "Ġto", + "Ġgo" + ], + [ + "Ġone", + "Ġof" + ], + [ + "ãĤĪ", + "ãĢĤ" + ], + [ + "а", + "," + ], + [ + "Ġin", + "Ġthis" + ], + [ + ",", + "Ġfor" + ], + [ + "Ġthat", + "Ġthey" + ], + [ + "?", + "Ġ¿" + ], + [ + ",", + "Ġwait" + ], + [ + "ed", + "." + ], + [ + "Ġone", + "ĠofĠthe" + ], + [ + "Ġhad", + "Ġa" + ], + [ + "Ġto", + "Ġa" + ], + [ + "Ġto", + "Ġsee" + ], + [ + ".ĠI", + "Ġdon'tĠknow" + ], + [ + "Ġthat", + "Ġwas" + ], + [ + ".ĠThere", + "'s" + ], + [ + "Ġas", + "Ġwell" + ], + [ + ",", + "Ġpero" + ], + [ + ",", + "ĠsÃ¥" + ], + [ + ",", + "Ġuh" + ], + [ + "Ġtalking", + "Ġabout" + ], + [ + "It", + "'s" + ], + [ + ".", + "ĠBecause" + ], + [ + "à¥Ģ", + "à¤Ĥ" + ], + [ + "?", + "ĠAnd" + ], + [ + ".", + "ĠHow" + ], + [ + "?", + "ĠYeah" + ], + [ + "Ġin", + "Ġmy" + ], + [ + "'ll", + "Ġbe" + ], + [ + "ãĢģãģĿãģĨ", + "ãĢģãģĿãģĨ" + ], + [ + ",", + "Ġne" + ], + [ + "?", + "ĠYou" + ], + [ + ".ĠLet", + "'s" + ], + [ + "ãģĭ", + "ï¼Ł" + ], + [ + ",", + "Ġy" + ], + [ + ",", + "Ġon" + ], + [ + "Ġable", + "Ġto" + ], + [ + "Ġof", + "Ġthat" + ], + [ + ",", + "Ġwho" + ], + [ + ".", + "ĠAl" + ], + [ + "ing", + "Ġto" + ], + [ + "Ġso", + "Ġmuch" + ], + [ + ",", + "Ġm" + ], + [ + ",", + "Ġyes" + ], + [ + "ĠaĠlittle", + "Ġbit" + ], + [ + "Ġis", + "Ġthat" + ], + [ + "Ġbum", + "Ġbum" + ], + [ + ".ĠThis", + "Ġis" + ], + [ + ",", + "Ġthere" + ], + [ + ".ĠI", + "Ġwas" + ], + [ + ",", + "Ġil" + ], + [ + "o", + "Ġde" + ], + [ + "Ġन", + "ह" + ], + [ + "i", + "." + ], + [ + "Ġfor", + "Ġme" + ], + [ + ",", + "Ġn" + ], + [ + "Ġof", + "Ġthis" + ], + [ + ",", + "Ġt" + ], + [ + ".", + "ĠUnd" + ], + [ + ",", + "Ġné" + ], + [ + ",", + "Ġla" + ], + [ + ".", + "ĠDo" + ], + [ + ".ĠWe", + "'re" + ], + [ + "ãģ§ãģĻ", + "ãĢĤ" + ], + [ + ".", + "Ġ\"" + ], + [ + ",Ġand", + "Ġthen" + ], + [ + ",", + "Ġjust" + ], + [ + "Ġdo", + "Ġdo" + ], + [ + ",", + "Ġb" + ], + [ + "ãģ¯", + "ãĢģ" + ], + [ + "?", + "ĠNo" + ], + [ + "Ġen", + "Ġel" + ], + [ + "×Ļ", + "," + ], + [ + ",", + "Ġwell" + ], + [ + "Ġthe", + "Ġsame" + ], + [ + ",", + "Ġthis" + ], + [ + "Ġtalk", + "Ġabout" + ], + [ + ".", + "ĠÎ" + ], + [ + ",ĠI", + "Ġmean" + ], + [ + "Ġa", + "Ġgood" + ], + [ + "×Ļ×Ŀ", + "," + ], + [ + "ing", + "." + ], + [ + ",", + "Ġh" + ], + [ + ",", + "Ġhow" + ], + [ + ",", + "Ġder" + ], + [ + "Ġy", + "Ġa" + ], + [ + "Ġwhat", + "Ġyou" + ], + [ + "Ġwhat", + "'s" + ], + [ + ",", + "Ġmen" + ], + [ + "Ġis", + "Ġnot" + ], + [ + ".", + "ĠOn" + ], + [ + ".", + "ĠMen" + ], + [ + ",", + "Ġyo" + ], + [ + "е", + "," + ], + [ + ",", + "ĠthisĠis" + ], + [ + ",", + "Ġj" + ], + [ + "?", + "ĠA" + ], + [ + "ãģ§", + "ãĢģ" + ], + [ + "Ġof", + "Ġthem" + ], + [ + ",Ġwait", + ",Ġwait" + ], + [ + ",", + "Ġeu" + ], + [ + ".ĠSo", + "ĠI" + ], + [ + "ãĢģãģ¯ãģĦ", + "ãĢģãģ¯ãģĦ" + ], + [ + "Ġto", + "Ġyou" + ], + [ + "Ġit", + "," + ], + [ + "Ġthey", + "Ġwere" + ], + [ + ",", + "Ġmas" + ], + [ + ",ĠI", + "Ġdon't" + ], + [ + ".", + "ĠWhen" + ], + [ + "Ġfeel", + "Ġlike" + ], + [ + "-do", + "-do" + ], + [ + "Ġwhen", + "ĠI" + ], + [ + "Ġin", + "Ġyour" + ], + [ + ".", + "ĠEs" + ], + [ + ",", + "Ġs" + ], + [ + "Ġthat", + "Ġhe" + ], + [ + ",", + "Ġse" + ], + [ + "Ġfor", + "Ġyou" + ], + [ + ".", + "ĠÃī" + ], + [ + ",", + "Ġdie" + ], + [ + "Ġto", + "Ġmake" + ], + [ + ".", + "ĠMy" + ], + [ + ".", + "ĠAs" + ], + [ + ".ĠI", + "Ġknow" + ], + [ + ".", + "ĠRight" + ], + [ + "Ġthat", + "Ġis" + ], + [ + ",", + "Ġah" + ], + [ + "ãģ£", + "ãĢģ" + ], + [ + ".ĠMm", + "-hmm" + ], + [ + "Ġand", + "Ġyou" + ], + [ + ".ĠThey", + "'re" + ], + [ + ",Ġwe", + "'re" + ], + [ + "Ġwas", + "Ġthe" + ], + [ + ",", + "Ġnão" + ], + [ + "Ġit", + "?" + ], + [ + ".ĠIt's", + "Ġa" + ], + [ + ",", + "Ġc" + ], + [ + "ed", + "Ġup" + ], + [ + "Ġand", + "Ġa" + ], + [ + "äºĨ", + "ãĢĤ" + ], + [ + "o", + "Ġque" + ], + [ + "Ġisn", + "'t" + ], + [ + "Ġlook", + "Ġat" + ], + [ + "ा", + "," + ], + [ + "Ġback", + "Ġto" + ], + [ + "Ġla", + "Ġla" + ], + [ + ",", + "Ġthere's" + ], + [ + ".", + "ĠJust" + ], + [ + ".", + "ĠDe" + ], + [ + ",", + "Ġis" + ], + [ + ".", + "ĠSÃ¥" + ], + [ + ".ĠI", + "'ll" + ], + [ + ",", + "Ġporque" + ], + [ + "и", + "," + ], + [ + ",Ġand", + "Ġthe" + ], + [ + "Ġshe", + "'s" + ], + [ + ",", + "Ġya" + ], + [ + ",", + "Ġun" + ], + [ + ",", + "ĠM" + ], + [ + "Ġto", + "Ġsay" + ], + [ + ",", + "Ġe" + ], + [ + ".ĠMm-hmm", + ".ĠMm-hmm" + ], + [ + "ĠdaĠda", + "ĠdaĠda" + ], + [ + ",Ġ×IJ׳×Ļ", + ",Ġ×IJ׳×Ļ" + ], + [ + "ed", + "Ġin" + ], + [ + "Ġthat", + "." + ], + [ + ".", + "ĠÐ" + ], + [ + ",", + "Ġé" + ], + [ + "Ġen", + "Ġla" + ], + [ + ",", + "Ġdet" + ], + [ + ".ĠYeah", + ".ĠYeah" + ], + [ + "Ġof", + "Ġcourse" + ], + [ + "Ġyou", + "Ġare" + ], + [ + "Ġover", + "Ġthe" + ], + [ + "Ġwouldn", + "'t" + ], + [ + "ãģ«", + "ãĢģ" + ], + [ + "Ġa", + "Ġgente" + ], + [ + ".", + "ĠU" + ], + [ + "Ġwon", + "'t" + ], + [ + ".", + "ĠIs" + ], + [ + ".", + "ĠJe" + ], + [ + "ing", + "," + ], + [ + "Ġque", + "Ġse" + ], + [ + "Ġof", + "Ġhis" + ], + [ + ",", + "Ġv" + ], + [ + "?", + "ĠWhy" + ], + [ + ".", + "ĠNot" + ], + [ + "Ġdo", + "Ġit" + ], + [ + "Ġbecause", + "ĠI" + ], + [ + "Ġhad", + "Ġbeen" + ], + [ + "Ġof", + "Ġmy" + ], + [ + "'s", + "Ġthe" + ], + [ + ".ĠI'm", + "Ġsorry" + ], + [ + ",", + "Ġd" + ], + [ + "Ġin", + "Ġthat" + ], + [ + "ĠDon", + "'t" + ], + [ + ",", + "Ġdass" + ], + [ + "Ġcouldn", + "'t" + ], + [ + ",", + "Ġall" + ], + [ + "?", + "ĠH" + ], + [ + ",", + "Ġmais" + ], + [ + ".", + "ĠTh" + ], + [ + ",", + "Ġhogy" + ], + [ + ",", + "Ġ׼×" + ], + [ + ".ĠAnd", + "Ġthe" + ], + [ + "Ġhave", + "Ġthe" + ], + [ + "Ġhas", + "Ġbeen" + ], + [ + ",", + "Ġes" + ], + [ + ",", + "ĠS" + ], + [ + ",", + "Ġlet's" + ], + [ + "as", + "." + ], + [ + ".", + "ĠÐĺ" + ], + [ + ",ĠI", + "Ġwas" + ], + [ + ",", + "ĠA" + ], + [ + ",Ġwhich", + "Ġis" + ], + [ + "Ġthrough", + "Ġthe" + ], + [ + "Ġqu", + "'il" + ], + [ + ".", + "ĠFor" + ], + [ + "×ķ", + "," + ], + [ + ",", + "Ġreally" + ], + [ + "Ġit's", + "Ġa" + ], + [ + ".ĠBut", + "ĠI" + ], + [ + "ed", + "," + ], + [ + ",", + "Ġда" + ], + [ + ".ĠC", + "'est" + ], + [ + "Ġtell", + "Ġyou" + ], + [ + ",", + "ĠB" + ], + [ + "ing", + "Ġa" + ], + [ + "ãģł", + "ãĢĤ" + ], + [ + "Ġa", + "Ġla" + ], + [ + "Ġif", + "ĠI" + ], + [ + "ed", + "Ġby" + ], + [ + ".", + "ĠUh" + ], + [ + "Ġthat", + "Ġare" + ], + [ + ",Ġné", + "?" + ], + [ + ".", + "ĠAh" + ], + [ + ",", + "Ġwas" + ], + [ + "Ġof", + "Ġyour" + ], + [ + ",", + "Ġdo" + ], + [ + ".", + "Ġ¿" + ], + [ + ",", + "Ġeh" + ], + [ + "à¥Ī", + "," + ], + [ + "åIJĹ", + "ï¼Ł" + ], + [ + ",", + "ĠitĠwas" + ], + [ + "Ġit's", + "Ġnot" + ], + [ + ",Ġhe", + "'s" + ], + [ + "Ġmore", + "Ġthan" + ], + [ + ".", + "ĠÃ" + ], + [ + ".ĠAll", + "Ġright" + ], + [ + "Ġ×IJת", + "Ġ×Ķ×" + ], + [ + ".ĠI'm", + "Ġnot" + ], + [ + "ãĤĤ", + "ãĢģ" + ], + [ + ",", + "ĠifĠyou" + ], + [ + ",", + "Ġи" + ], + [ + "Ġpeople", + "Ġwho" + ], + [ + "os", + "Ġde" + ], + [ + "Ġas", + "Ġthe" + ], + [ + "Ġin", + "Ġ" + ], + [ + ",", + "Ġže" + ], + [ + "Ġyou", + "Ġhave" + ], + [ + "Ġhaven", + "'t" + ], + [ + "Ġgoing", + "Ġon" + ], + [ + ".", + "ĠNe" + ], + [ + ".", + "ĠThen" + ], + [ + "ia", + "," + ], + [ + "Ġin", + "Ġhis" + ], + [ + "-da", + "-da" + ], + [ + "Ġlike", + "Ġthis" + ], + [ + "Ġno", + "Ġno" + ], + [ + ",Ġah", + ",Ġah" + ], + [ + ".ĠIt's", + "Ġnot" + ], + [ + "ĠÙĨعÙħ", + "ĠÙĨعÙħ" + ], + [ + ".ĠOh", + "," + ], + [ + "Ġof", + "Ġit" + ], + [ + "Ġabout", + "Ġit" + ], + [ + ".", + "ĠThank" + ], + [ + "Ġcould", + "Ġbe" + ], + [ + "Ġto", + "Ġhave" + ], + [ + "Ġer", + "Ġdet" + ], + [ + ",", + "Ġda" + ], + [ + "os", + "." + ], + [ + "ãģ£ãģ¦", + "ãĢģ" + ], + [ + ",", + "Ġpor" + ], + [ + "Ġque", + "Ġno" + ], + [ + "Ġcan", + "Ġbe" + ], + [ + ",", + "Ġ×ķ×" + ], + [ + "ing", + "Ġand" + ], + [ + ".ĠYes", + ".ĠYes" + ], + [ + "Ġwould", + "Ġhave" + ], + [ + "ãĢģãģĤãģĤ", + "ãĢģãģĤãģĤ" + ], + [ + "Ġshe", + "Ġwas" + ], + [ + "e", + "," + ], + [ + ".ĠI", + "Ġsee" + ], + [ + "Ġque", + "Ġeu" + ], + [ + "s", + "Ġare" + ], + [ + ",", + "Ġwhere" + ], + [ + "Ġgo", + "Ġto" + ], + [ + ",", + "Ġel" + ], + [ + "Ġshould", + "Ġbe" + ], + [ + "Ġhad", + "Ġto" + ], + [ + "Ġout", + "Ġthere" + ], + [ + ".ĠIf", + "Ġyou" + ], + [ + "Ġyou", + "Ġto" + ], + [ + "×Ķ", + "." + ], + [ + ",ĠI", + "Ġdon'tĠknow" + ], + [ + "ĠI", + "'ve" + ], + [ + "Ġwe", + "Ġcan" + ], + [ + ",", + "Ġg" + ], + [ + ",", + "Ġp" + ], + [ + "y", + "." + ], + [ + ",", + "Ġ×IJ×" + ], + [ + "Ġa", + "Ġfew" + ], + [ + "Ġa", + "Ġbit" + ], + [ + "ãģĮ", + "ãĢģ" + ], + [ + ".", + "ĠJeg" + ], + [ + "That", + "'s" + ], + [ + ",", + "Ġwhen" + ], + [ + ",", + "Ġê·¸" + ], + [ + ".", + "ĠÐĿ" + ], + [ + ",", + "Ġв" + ], + [ + "in", + "," + ], + [ + "Ġand", + "Ġthey" + ], + [ + ",", + "ĠìĿ´" + ], + [ + ",", + "Ġeven" + ], + [ + ",", + "Ġsom" + ], + [ + ".", + "ĠIl" + ], + [ + ",", + "ĠR" + ], + [ + ",", + "ĠJ" + ], + [ + "ĠI'm", + "Ġnot" + ], + [ + ",Ġyeah", + ",Ġyeah" + ], + [ + "Ġdo", + "Ġthat" + ], + [ + ".", + "ĠSe" + ], + [ + "Ġthe", + "Ġway" + ], + [ + ".", + "ĠТ" + ], + [ + ".", + "ĠÐĴ" + ], + [ + "s", + "Ġto" + ], + [ + ".", + "ĠTo" + ], + [ + ",", + "Ġtu" + ], + [ + ".", + "ĠQu" + ], + [ + ".ĠNo", + ".ĠNo" + ], + [ + ".", + "ĠSÃŃ" + ], + [ + "ãĢģãģĵãĤĵãģ«ãģ¡ãģ¯", + "ãĢģãģĵãĤĵãģ«ãģ¡ãģ¯" + ], + [ + "Ġyou", + "Ġget" + ], + [ + ".", + "ĠSt" + ], + [ + "Ġthe", + "Ġfirst" + ], + [ + ",", + "Ġsi" + ], + [ + ".", + "ĠEu" + ], + [ + ",Ġyou", + "Ġcan" + ], + [ + ",", + "Ġ\"" + ], + [ + "Ġhere", + "." + ], + [ + "Ġwe", + "Ġwere" + ], + [ + ",", + "Ġle" + ], + [ + ",", + "Ġvery" + ], + [ + "Ġwe", + "Ġare" + ], + [ + "Ġon", + "Ġthis" + ], + [ + ",", + "ĠK" + ], + [ + ",", + "Ġ×Ķ×ķ×IJ" + ], + [ + "Ġwanted", + "Ġto" + ], + [ + "Ġgot", + "Ġa" + ], + [ + ",", + "Ġcome" + ], + [ + "no", + "?" + ], + [ + "as", + "Ġde" + ], + [ + "Ġva", + "Ġa" + ], + [ + "Ġwith", + "Ġyou" + ], + [ + "ìĬµëĭĪëĭ¤", + "." + ], + [ + "ed", + "Ġa" + ], + [ + "Ġmight", + "Ġbe" + ], + [ + "Ġat", + "Ġall" + ], + [ + ",", + "Ġhey" + ], + [ + "Ġme", + "." + ], + [ + "an", + "," + ], + [ + "Ġjust", + "Ġa" + ], + [ + "Ġthere", + "Ġare" + ], + [ + "Ġwhat", + "Ġthe" + ], + [ + "ëĭĪëĭ¤", + "." + ], + [ + "ing", + "Ġup" + ], + [ + "äºĨ", + "ï¼Į" + ], + [ + ",", + "ĠdetĠer" + ], + [ + "ãģª", + "ãĢĤ" + ], + [ + ",", + "Ġme" + ], + [ + "Ġof", + "Ġour" + ], + [ + "Ġlike,", + "Ġoh" + ], + [ + ".", + "ĠAlso" + ], + [ + ",", + "Ġк" + ], + [ + ",", + "Ġthough" + ], + [ + "Ġwe", + "Ġhave" + ], + [ + ".", + "ĠPero" + ], + [ + ".ĠYou", + "Ġcan" + ], + [ + ",", + "Ġgo" + ], + [ + ".", + "ĠOne" + ], + [ + "?", + "ĠOh" + ], + [ + "Ġof", + "Ġthese" + ], + [ + ",", + "Ġthey're" + ], + [ + "ĠI", + "Ġcan" + ], + [ + ".", + "ĠEvery" + ], + [ + "à¥ĩ", + "," + ], + [ + ".ĠDet", + "Ġer" + ], + [ + "ãģ§ãģĻãģĭ", + "ï¼Ł" + ], + [ + "Ġare", + "Ġthe" + ], + [ + "Ġqu", + "'on" + ], + [ + ".", + "ĠWhy" + ], + [ + "a", + "Ġde" + ], + [ + "Ġout", + "ĠofĠthe" + ], + [ + "ãĢģãģĤ", + "ãĢģãģĤ" + ], + [ + "!Ġ¡", + "Ah" + ], + [ + ",", + "Ġl" + ], + [ + "ed", + "Ġand" + ], + [ + "ãģ¨", + "ãĢģ" + ], + [ + "ãģĹ", + "ãĢģ" + ], + [ + "Ġif", + "Ġyou're" + ], + [ + ",", + "Ġmaybe" + ], + [ + "Ġon", + "Ġmy" + ], + [ + ".", + "ĠEntão" + ], + [ + "Ġdid", + "Ġnot" + ], + [ + "ar", + "Ġa" + ], + [ + ",Ġyes", + ",Ġyes" + ], + [ + "Ġque", + "Ġé" + ], + [ + ".", + "ĠMaybe" + ], + [ + ".ĠHe", + "Ġwas" + ], + [ + "Ġthere", + "Ġwas" + ], + [ + ".", + "ĠÐŁ" + ], + [ + ",", + "Ġha" + ], + [ + "?ĠWhy", + "?ĠWhy" + ], + [ + "ĠI", + "Ġdon't" + ], + [ + "ãģĭãĤī", + "ãĢģ" + ], + [ + "Ġpeople", + "Ġare" + ], + [ + ".ĠI", + "Ġjust" + ], + [ + "es", + "Ġand" + ], + [ + "Ġon", + "Ġyour" + ], + [ + "?", + "ĠThe" + ], + [ + "Ġat", + "Ġa" + ], + [ + "Ġup", + "," + ], + [ + "×Ļ×Ŀ", + "." + ], + [ + ",", + "Ġpues" + ], + [ + "Ġabout", + "Ġthis" + ], + [ + "Ġgot", + "Ġto" + ], + [ + "Ġna", + "Ġna" + ], + [ + "Ġwith", + "Ġthat" + ], + [ + "Ġyou", + "Ġguys" + ], + [ + "à§ĩ", + "Ġà¦" + ], + [ + ".ĠYeah", + "," + ], + [ + "Ġwhat", + "ĠI'm" + ], + [ + "Ġeach", + "Ġother" + ], + [ + "Ġjust", + "Ġlike" + ], + [ + "'s", + "Ġa" + ], + [ + "Ġhow", + "Ġto" + ], + [ + "ा", + "Ġह" + ], + [ + "Ġinto", + "Ġa" + ], + [ + ".", + "ĠLa" + ], + [ + "à¥ĭ", + "," + ], + [ + "Ġto", + "Ġthis" + ], + [ + "ãģĭ", + "ãĢĤ" + ], + [ + "åķĬ", + "ï¼Į" + ], + [ + "Ġsuch", + "Ġa" + ], + [ + ".ĠOkay", + ".ĠOkay" + ], + [ + ",", + "ĠD" + ], + [ + ",", + "ĠsÃŃ" + ], + [ + "ãĢģãģĿãģĨãĢģãģĿãģĨ", + "ãĢģãģĿãģĨãĢģãģĿãģĨ" + ], + [ + ",", + "Ġа" + ], + [ + "ï¼Įä¸į", + "ï¼Įä¸į" + ], + [ + "Ġes", + "Ġque" + ], + [ + ".ĠI", + "'ve" + ], + [ + "Ġof", + "Ġus" + ], + [ + "à¥Ī", + "।" + ], + [ + "Ġwe", + "'ll" + ], + [ + "ĠbumĠbum", + "ĠbumĠbum" + ], + [ + ".", + "ĠIch" + ], + [ + ".ĠAnd", + "Ġthat's" + ], + [ + "Ġso", + "Ġmany" + ], + [ + "Ġabout", + "Ġthat" + ], + [ + "h", + "," + ], + [ + ".", + "ĠDon't" + ], + [ + ".ĠAnd", + "ĠIĠthink" + ], + [ + "?", + "ĠS" + ], + [ + "ØĮ", + "ĠÙĪ" + ], + [ + ".", + "ĠWow" + ], + [ + ",", + "Ġкак" + ], + [ + "'d", + "Ġbe" + ], + [ + "ØĮ", + "ĠØ£ÙĨا" + ], + [ + "Ġthe", + "Ġother" + ], + [ + ".", + "ĠOr" + ], + [ + "Ġde", + "Ġ" + ], + [ + "?", + "ĠHe" + ], + [ + ",ĠI", + "'ll" + ], + [ + "çļĦ", + "ãĢĤ" + ], + [ + "Ġon", + "Ġthat" + ], + [ + ",", + "Ġcomo" + ], + [ + "Ġthank", + "Ġyou" + ], + [ + "ìĸ´ìļĶ", + "." + ], + [ + "?", + "ĠSo" + ], + [ + "Ġlike", + "Ġto" + ], + [ + "Ġthey", + "Ġare" + ], + [ + "Ġis", + "Ġthis" + ], + [ + "à¯į", + "Ġà®" + ], + [ + ".", + "ĠDas" + ], + [ + "Ġup", + "Ġand" + ], + [ + "?Ġ¿", + "Qué" + ], + [ + ".", + "ĠHey" + ], + [ + ",", + "Ġnon" + ], + [ + "Ġde", + "Ġlos" + ], + [ + "?", + "ĠThat" + ], + [ + "Ġat", + "Ġleast" + ], + [ + "Ġlet", + "Ġme" + ], + [ + ".", + "ĠAt" + ], + [ + "ãģ§ãĤĤ", + "ãĢģ" + ], + [ + "Ġwhat", + "Ġyou're" + ], + [ + "Ġ.", + "Ġ." + ], + [ + "ìļĶ", + "?" + ], + [ + ",", + "ĠL" + ], + [ + ".", + "ĠEx" + ], + [ + "s", + "Ġthat" + ], + [ + "ing", + "Ġthat" + ], + [ + "à¯ģ", + "Ġà®" + ], + [ + "Ġof", + "Ġall" + ], + [ + ".ĠI", + "Ġam" + ], + [ + "ãģĦãģ¾ãģĻ", + "ãĢĤ" + ], + [ + "Ġthe", + "Ġbest" + ], + [ + ",", + "Ġam" + ], + [ + ",", + "Ġdas" + ], + [ + "но", + "," + ], + [ + ",", + "ĠT" + ], + [ + "Ġor", + "Ġsomething" + ], + [ + ",", + "Ġjeg" + ], + [ + ",Ġand", + "Ġhe" + ], + [ + "ing", + "Ġin" + ], + [ + ".", + "ĠMe" + ], + [ + "as", + "Ġque" + ], + [ + "?", + "ĠWell" + ], + [ + ".", + "ĠMas" + ], + [ + "ãĥ¼", + "ï¼ģ" + ], + [ + "ĠdoĠdo", + "ĠdoĠdo" + ], + [ + "ãģ®", + "ï¼Ł" + ], + [ + "Ġit", + "Ġto" + ], + [ + ",", + "Ġw" + ], + [ + "Ġwith", + "Ġme" + ], + [ + "Ġdun", + "Ġdun" + ], + [ + ",", + "ĠofĠcourse" + ], + [ + "Ġeste", + "Ġeste" + ], + [ + "Ġused", + "Ġto" + ], + [ + "on", + "," + ], + [ + "तà¥ĩ", + "Ġह" + ], + [ + ",", + "Ġ×ij×" + ], + [ + "Ġfrom", + "Ġa" + ], + [ + "Ġoff", + "Ġthe" + ], + [ + "ãģĤ", + "ãĢģ" + ], + [ + "Ġthere's", + "Ġa" + ], + [ + ",", + "ĠC" + ], + [ + ".ĠI", + "Ġcan't" + ], + [ + "Ġup", + "Ġto" + ], + [ + "×Ļ", + "." + ], + [ + "ãģ¾ãģĹãģŁ", + "ãĢĤ" + ], + [ + "ed", + "Ġwith" + ], + [ + "?", + "Ġ" + ], + [ + "Ġcouple", + "Ġof" + ], + [ + "Ġtry", + "Ġto" + ], + [ + "Ġwhat", + "Ġwe" + ], + [ + ".", + "ĠDonc" + ], + [ + "Ġfor", + "Ġthat" + ], + [ + ".ĠAnd", + "Ġit's" + ], + [ + ",ĠI", + "Ġknow" + ], + [ + "?", + "ĠIt's" + ], + [ + "?", + "ĠP" + ], + [ + ",Ġ¿", + "no?" + ], + [ + "?", + "ĠJa" + ], + [ + "t", + "." + ], + [ + "ĠI'm", + "ĠgoingĠto" + ], + [ + "Ġcreo", + "Ġque" + ], + [ + ",", + "Ġyour" + ], + [ + ",", + "Ġplease" + ], + [ + "Ġhim", + "." + ], + [ + ",", + "Ġça" + ], + [ + ".ĠAnd", + "Ġhe" + ], + [ + "ãģĭ", + "ãĢģ" + ], + [ + "ãĢģãģ¯ãģĦãĢģãģ¯ãģĦ", + "ãĢģãģ¯ãģĦãĢģãģ¯ãģĦ" + ], + [ + ".", + "ĠMais" + ], + [ + ",", + "Ġte" + ], + [ + "Ġsome", + "ĠofĠthe" + ], + [ + ",", + "ĠP" + ], + [ + "-do-do", + "-do-do" + ], + [ + "Ġand", + "Ġhe" + ], + [ + "Ġnot", + "Ġa" + ], + [ + "Ġin", + "Ġour" + ], + [ + ".", + "ĠSome" + ], + [ + "es", + "Ġde" + ], + [ + "Ġdid", + "Ġyou" + ], + [ + ",Ġyo", + ",Ġyo" + ], + [ + "?", + "ĠO" + ], + [ + ",", + "Ġna" + ], + [ + "Ġtake", + "Ġa" + ], + [ + "Ġis", + "Ġit" + ], + [ + "ĠìķĦ", + "," + ], + [ + ".ĠI", + "Ġthought" + ], + [ + ".", + "ĠRe" + ], + [ + "çļĦ", + "ï¼Į" + ], + [ + "?", + "ĠHow" + ], + [ + "Ġblah", + "Ġblah" + ], + [ + ",", + "Ġal" + ], + [ + "Ġ×IJ׳×Ļ", + "Ġ×IJ׳×Ļ" + ], + [ + "Ġwho", + "'s" + ], + [ + ".", + "ĠHa" + ], + [ + "Ġof", + "Ġtheir" + ], + [ + "Ġmy", + "Ġgod" + ], + [ + "?", + "ĠIs" + ], + [ + "Ġhas", + "Ġa" + ], + [ + "Ġyou.", + "ĠThank" + ], + [ + ",", + "Ġper" + ], + [ + "u", + "." + ], + [ + "Ġfor", + "Ġthis" + ], + [ + "Ġaround", + "Ġthe" + ], + [ + "Ġque", + "Ġo" + ], + [ + "s", + "Ġin" + ], + [ + "ar", + "." + ], + [ + "ĠtoĠbe", + "Ġa" + ], + [ + "Ġyou", + "Ġwere" + ], + [ + ",", + "Ġqu" + ], + [ + "!Ġ¡Ah", + "!Ġ¡Ah" + ], + [ + "Ġof", + "Ġher" + ], + [ + "ed", + "Ġit" + ], + [ + ",", + "Ġ×IJ×ij׾" + ], + [ + ",", + "Ġ×IJת×Ķ" + ], + [ + "ãĤı", + "ãĢĤ" + ], + [ + "ar", + "," + ], + [ + "m", + "," + ], + [ + "Ġof", + "ĠGod" + ], + [ + "Ġque", + "Ġvocê" + ], + [ + "ĠCome", + "Ġon" + ], + [ + "Ùĩ", + "ĠÙĪ" + ], + [ + "ĠNew", + "ĠYork" + ], + [ + "ing", + "Ġit" + ], + [ + ",", + "ĠÑı" + ], + [ + "Ġdet", + "Ġvar" + ], + [ + "Ġ×IJת", + "Ġ×ĸ×Ķ" + ], + [ + "ed", + "Ġon" + ], + [ + ".", + "ĠLook" + ], + [ + ",", + "Ġan" + ], + [ + ".", + "ĠNice" + ], + [ + "Ġget", + "Ġa" + ], + [ + "Ġthe", + "Ġmost" + ], + [ + "Ġknow", + "Ġthat" + ], + [ + "Ġof", + "Ġyou" + ], + [ + "ĠI", + "Ġam" + ], + [ + "?", + "ĠLike" + ], + [ + "ĠI", + "'ll" + ], + [ + "ĠI", + "Ġjust" + ], + [ + "Ġdown", + "Ġthe" + ], + [ + "Ġwhat", + "Ġthey" + ], + [ + "?", + "ĠN" + ], + [ + ",", + "Ġwow" + ], + [ + "Ġque", + "Ġje" + ], + [ + "Ġgive", + "Ġyou" + ], + [ + "I", + "Ġthink" + ], + [ + "You", + "Ġknow" + ], + [ + "Ġand", + "Ġwe" + ], + [ + "ा", + "।" + ], + [ + "Ġof", + "Ġthose" + ], + [ + "ØĮ", + "ĠÙĩذا" + ], + [ + "Ġyou", + "Ġdon't" + ], + [ + ",", + "Ġ×IJ" + ], + [ + "ãģijãģ©", + "ãĢģ" + ], + [ + ",", + "Ġone" + ], + [ + ",", + "Ġdon't" + ], + [ + ".", + "ĠBe" + ], + [ + "te", + "," + ], + [ + ".", + "ĠEst" + ], + [ + ".ĠIt", + "Ġis" + ], + [ + ",Ġbut", + "Ġthe" + ], + [ + "ĠI", + "Ġhave" + ], + [ + "Ġin", + "Ġtheir" + ], + [ + "Ġque", + "Ġtu" + ], + [ + "Ġwith", + "Ġthis" + ], + [ + "ãĤĪ", + "ï¼ģ" + ], + [ + "?", + "ĠWe" + ], + [ + "?", + "ĠM" + ], + [ + "Ġme", + "Ġto" + ], + [ + ".", + "ĠNão" + ], + [ + "Ġtime", + "Ġto" + ], + [ + "an", + "." + ], + [ + "Ġway", + "Ġto" + ], + [ + "Ġtime", + "." + ], + [ + "Ġfor", + "Ġus" + ], + [ + ",", + "Ġdu" + ], + [ + "Ġhe", + "Ġhad" + ], + [ + "e", + "." + ], + [ + "Ġnot", + "ĠgoingĠto" + ], + [ + ".ĠI", + "Ġlove" + ], + [ + "ĠAre", + "Ġyou" + ], + [ + ",", + "Ġf" + ], + [ + ",", + "Ġhis" + ], + [ + "ĠYou", + "Tube" + ], + [ + ",", + "ĠG" + ], + [ + "Ġat", + "Ġthis" + ], + [ + ".", + "ĠGo" + ], + [ + "Ġaren", + "'t" + ], + [ + "Ġain", + "'t" + ], + [ + "es", + "Ġque" + ], + [ + "Ġto", + "Ġthat" + ], + [ + ".", + "ĠHis" + ], + [ + "?", + "ĠBecause" + ], + [ + ",Ġand", + "Ġthey" + ], + [ + "os", + "Ġque" + ], + [ + "is", + "," + ], + [ + "?", + "ĠT" + ], + [ + "Ġthe", + "Ġr" + ], + [ + ".ĠAnd", + "Ġwe" + ], + [ + "ed", + "Ġthat" + ], + [ + "Ġfor", + "Ġyour" + ], + [ + ".", + "ĠÐŀ" + ], + [ + ".ĠYeah", + "." + ], + [ + ".", + "Ġ׾×IJ" + ], + [ + "×ķת", + "," + ], + [ + ",", + "Ġi" + ], + [ + "Ġwhen", + "Ġwe" + ], + [ + ".", + "ĠEl" + ], + [ + "ãģŃ", + "ãĢģ" + ], + [ + "ĠlaĠla", + "ĠlaĠla" + ], + [ + "Ġon", + "Ġhis" + ], + [ + ",", + "ĠÑįÑĤо" + ], + [ + "Ġthere", + "Ġis" + ], + [ + ",", + "Ġr" + ], + [ + "ĠdoĠyou", + "Ġthink" + ], + [ + "Ġwith", + "Ġmy" + ], + [ + "Ġit's", + "Ġlike" + ], + [ + "Ġto", + "Ġmy" + ], + [ + "Ŀ", + "," + ], + [ + "Ġyou", + "Ġthink" + ], + [ + "Ġyou", + "'ve" + ], + [ + "Ġyou", + "Ġgo" + ], + [ + ",Ġbut", + "Ġit" + ], + [ + "Ġnot", + "Ġbe" + ], + [ + "Ġout", + "Ġthe" + ], + [ + "Ġto", + "Ġyour" + ], + [ + "Ġà¹ĥà¸Ĭà¹Ī", + "Ġà¹ĥà¸Ĭà¹Ī" + ], + [ + ",", + "ĠF" + ], + [ + ",", + "ĠÑĩ" + ], + [ + "Ġin", + "Ġthere" + ], + [ + "Ġsay", + "Ġthat" + ], + [ + ".ĠI", + "ĠwantĠto" + ], + [ + "ãģªãģĦ", + "ãĢĤ" + ], + [ + "o", + "Ġa" + ], + [ + ".", + "ĠMaar" + ], + [ + ",", + "ĠкоÑĤоÑĢ" + ], + [ + ",Ġokay", + ",Ġokay" + ], + [ + "Ġtoo", + "Ġmuch" + ], + [ + "Ġup", + "Ġthe" + ], + [ + ",", + "Ġei" + ], + [ + "ly", + "," + ], + [ + ".ĠShe", + "'s" + ], + [ + "o", + "Ġdo" + ], + [ + "ion", + "." + ], + [ + "Ġto", + "Ġhim" + ], + [ + "You", + "'re" + ], + [ + ",Ġya", + ",Ġya" + ], + [ + ",Ġда", + ",Ġда" + ], + [ + ",ĠI", + "Ġguess" + ], + [ + ",", + "Ġz" + ], + [ + ",", + "Ġwhy" + ], + [ + ".ĠI'm", + "ĠgoingĠto" + ], + [ + "Ġque", + "Ġa" + ], + [ + ".", + "ĠWho" + ], + [ + "ers", + "," + ], + [ + "Ġthe", + "Ġone" + ], + [ + "ĠìĪĺ", + "ĠìŀĪ" + ], + [ + "Ġyears", + "Ġago" + ], + [ + "ØĮ", + "ĠÙĥ" + ], + [ + "ĠLet", + "'s" + ], + [ + "Ġif", + "Ġthey" + ], + [ + "Ġwhen", + "Ġhe" + ], + [ + "Ġto", + "Ġher" + ], + [ + ".ĠThank", + "Ġyou" + ], + [ + ",", + "Ġhere" + ], + [ + "Ġwith", + "Ġyour" + ], + [ + "Ġto", + "Ġ" + ], + [ + "Ġwe're", + "ĠgoingĠto" + ], + [ + "ãģ£", + "ãĢģãģ" + ], + [ + ".ĠI", + "Ġhave" + ], + [ + "Ġdet", + "Ġär" + ], + [ + "Ġa", + "Ġgreat" + ], + [ + ",", + "Ġlook" + ], + [ + ".ĠBut", + "Ġthe" + ], + [ + "Ġthings", + "Ġthat" + ], + [ + "Ġun", + "Ġpeu" + ], + [ + ".", + "ĠEntonces" + ], + [ + ",", + "Ġtoo" + ], + [ + "!", + "ĠW" + ], + [ + "Ġyou.ĠThank", + "Ġyou.ĠThank" + ], + [ + "ãĢĤ", + "Ġ" + ], + [ + "Ġa", + "Ġbig" + ], + [ + "Ġpart", + "ĠofĠthe" + ], + [ + "Ġlot", + "Ġof" + ], + [ + ".", + "Ġ×ĸ×Ķ" + ], + [ + "Ġwhen", + "Ġthe" + ], + [ + "Ġreally", + "Ġgood" + ], + [ + "Ġwhen", + "Ġthey" + ], + [ + "Ġde", + "Ġque" + ], + [ + "Ġvamos", + "Ġa" + ], + [ + "ãĥ¼", + "ãĢģ" + ], + [ + ".", + "ĠHere" + ], + [ + ".", + "ĠCh" + ], + [ + "Ġsee", + "Ġthe" + ], + [ + "Ġdo", + "Ġthis" + ], + [ + "re", + "," + ], + [ + "Ġwe", + "'ve" + ], + [ + "Ġare", + "Ġnot" + ], + [ + ",", + "ĠH" + ], + [ + "ãĤĪ", + "ï¼Ł" + ], + [ + "Ġand", + "Ġit" + ], + [ + ",Ġbut", + "Ġit's" + ], + [ + ",ĠI", + "Ġjust" + ], + [ + "Ġdon't", + "Ġthink" + ], + [ + ".", + "ĠÐIJ" + ], + [ + "Ġes", + "Ġun" + ], + [ + ".", + "ĠIk" + ], + [ + ".ĠAnd", + "Ġthey" + ], + [ + ",", + "Ġtak" + ], + [ + "i", + "Ġk" + ], + [ + ".", + "ĠYo" + ], + [ + "ì§Ģ", + "ĠìķĬ" + ], + [ + "ed", + "Ġher" + ], + [ + "ั", + "à¹ī" + ], + [ + "Ġit", + "Ġout" + ], + [ + "ï¼Į对", + "ï¼Į对" + ], + [ + ",Ġei", + ",Ġei" + ], + [ + "?", + "ĠB" + ], + [ + ",", + "Ġн" + ], + [ + "Ġall", + "Ġthat" + ], + [ + ",", + "ĠÑģ" + ], + [ + "Ġvoy", + "Ġa" + ], + [ + "et", + "," + ], + [ + "Ġdo", + "Ġnot" + ], + [ + "Ø©", + "ĠÙĪ" + ], + [ + "Ġwant", + "ĠtoĠbe" + ], + [ + ".", + "ĠЯ" + ], + [ + "Ġbecause", + "Ġthey" + ], + [ + "ĠI", + "Ġknow" + ], + [ + "i", + "-" + ], + [ + "Ġqui", + "Ġest" + ], + [ + ".", + "ĠAn" + ], + [ + ".", + "ĠCan" + ], + [ + ".ĠWe", + "'ll" + ], + [ + "Ġall", + "Ġthese" + ], + [ + "Ġto", + "Ġcome" + ], + [ + ".", + "ĠBye" + ], + [ + "y", + "Ġand" + ], + [ + ",ĠI", + "Ġcan't" + ], + [ + ",ĠI", + "'ve" + ], + [ + ".", + "ĠZ" + ], + [ + "Ġto", + "Ġtake" + ], + [ + ",", + "Ġou" + ], + [ + "Ġj", + "'ai" + ], + [ + "ing", + "Ġfor" + ], + [ + ".", + "ĠGood" + ], + [ + ".", + "ĠAny" + ], + [ + ".", + "ĠUn" + ], + [ + "ĠI", + "Ġcould" + ], + [ + "er", + "Ġand" + ], + [ + "ãģĦãĤĦ", + "ãĢģ" + ], + [ + ".ĠLet's", + "Ġgo" + ], + [ + ",", + "ĠN" + ], + [ + ",", + "Ġ×Ķ×" + ], + [ + "Ġget", + "Ġthe" + ], + [ + ".ĠAnd", + "Ġit" + ], + [ + "ĠÙģÙĬ", + "ĠاÙĦ" + ], + [ + "Ġque", + "Ġla" + ], + [ + ".", + "ĠCom" + ], + [ + "Ġat", + "Ġthat" + ], + [ + ",", + "Ġże" + ], + [ + "Ġतà¥ĭ", + "Ġतà¥ĭ" + ], + [ + "ing", + "Ġwith" + ], + [ + "?", + "ĠYes" + ], + [ + ",", + "Ġespecially" + ], + [ + "Ġtell", + "Ġme" + ], + [ + ",ĠI", + "Ġwould" + ], + [ + "ãĤĵãģ£", + "ï¼ģ" + ], + [ + "ar", + "Ġde" + ], + [ + ".ĠI", + "Ġdidn't" + ], + [ + ".", + "ĠDa" + ], + [ + "es", + "Ġof" + ], + [ + "ãģĹãģ¦", + "ãĢģ" + ], + [ + ",", + "Ġnow" + ], + [ + "Ġthem", + "." + ], + [ + "ãĥ¼", + "ãĢĤ" + ], + [ + ",", + "Ġma" + ], + [ + "ãĤī", + "ãĢģ" + ], + [ + ".ĠAnd", + "ĠI'm" + ], + [ + "ĠinĠthe", + "Ġworld" + ], + [ + ",", + "ĠнÑĥ" + ], + [ + "Ġthat", + "Ġit" + ], + [ + "Ġof", + "Ġ" + ], + [ + "Ġend", + "ĠofĠthe" + ], + [ + "!Ġ¡", + "A" + ], + [ + "Ġes", + "Ġel" + ], + [ + "Ġor", + "Ġnot" + ], + [ + "Ġdon't", + "Ġhave" + ], + [ + ",", + "Ġvocê" + ], + [ + "ा", + "Ġम" + ], + [ + "ia", + "." + ], + [ + "-da-da", + "-da-da" + ], + [ + "Ġand", + "Ġand" + ], + [ + "ĠÙĨعÙħĠÙĨعÙħ", + "ĠÙĨعÙħĠÙĨعÙħ" + ], + [ + "Ġor", + "Ġwhatever" + ], + [ + "Ġlooking", + "Ġat" + ], + [ + "ãģ§ãģĻãģŃ", + "ãĢĤ" + ], + [ + ".", + "ĠOch" + ], + [ + "Ġmake", + "Ġit" + ], + [ + ",Ġne", + ",Ġne" + ], + [ + "Ġé", + "Ġo" + ], + [ + ".ĠAnd", + "Ġyou" + ], + [ + ",Ġwow", + ",Ġwow" + ], + [ + ".", + "ĠDat" + ], + [ + ".", + "ĠDid" + ], + [ + "Ġor", + "Ġa" + ], + [ + ",Ġwhat", + ",Ġwhat" + ], + [ + "Ġn", + "'" + ], + [ + ".", + "Ġ×IJ׳×Ļ" + ], + [ + "ìĸ´", + "." + ] + ] + } +} \ No newline at end of file diff --git a/registries/codec_registry.json b/registries/codec_registry.json new file mode 100644 index 0000000000000000000000000000000000000000..cf5222ee8c093a4ef34c5e779f25dd94e59fcb2b --- /dev/null +++ b/registries/codec_registry.json @@ -0,0 +1,31 @@ +{ + "3n_600k_sched600k_r4096": { + "key": "3n_600k_sched600k_r4096", + "codec": "opus_dual_3n_600k_sched600k_r4096_step600000", + "family": "dual", + "codebooks": 10, + "codebook_sizes": [ + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096 + ], + "hop": 2940, + "frame_rate": 15.0, + "codec_step": 600000, + "checkpoint": "autoencoder/generator.pt", + "decoder": { + "kind": "istft_mr", + "campaign": "autoencoder/heads/full_mr", + "checkpoint": "step_0050000.pt", + "expect_step": 50000, + "headroom_db": 3.0 + } + } +} diff --git a/registries/codec_registry_keep2_plain.json b/registries/codec_registry_keep2_plain.json new file mode 100644 index 0000000000000000000000000000000000000000..2ef2586e016b05d6fd143844597d2067666bc05e --- /dev/null +++ b/registries/codec_registry_keep2_plain.json @@ -0,0 +1,31 @@ +{ + "3n_600k_sched600k_r4096": { + "key": "3n_600k_sched600k_r4096", + "codec": "opus_dual_3n_600k_sched600k_r4096_step600000", + "family": "dual", + "codebooks": 10, + "codebook_sizes": [ + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096, + 4096 + ], + "hop": 2940, + "frame_rate": 15.0, + "codec_step": 600000, + "checkpoint": "autoencoder/generator.pt", + "decoder": { + "kind": "istft_mr", + "campaign": "autoencoder/heads/keep2_plain", + "checkpoint": "step_0050000.pt", + "expect_step": 50000, + "headroom_db": 3.0 + } + } +} diff --git a/registries/silence_frame_opus_dual_3n_600k_sched600k_r4096_step600000.json b/registries/silence_frame_opus_dual_3n_600k_sched600k_r4096_step600000.json new file mode 100644 index 0000000000000000000000000000000000000000..c0fba7eb146509089a0bb85e2f83d73e1d3fc5e3 --- /dev/null +++ b/registries/silence_frame_opus_dual_3n_600k_sched600k_r4096_step600000.json @@ -0,0 +1,16 @@ +{ + "codec": "opus_dual_3n_600k_sched600k_r4096_step600000", + "frame": [ + 1918, + 746, + 3544, + 234, + 1267, + 2914, + 3944, + 2849, + 326, + 1337 + ], + "frames_per_second": 15 +} diff --git a/registries/speaker_encoder_registry.json b/registries/speaker_encoder_registry.json new file mode 100644 index 0000000000000000000000000000000000000000..c297dae58b4a8786514dbf5a4faeda13e93ff315 --- /dev/null +++ b/registries/speaker_encoder_registry.json @@ -0,0 +1,29 @@ +{ + "ownmect_s2": { + "type": "mect_fbank", + "checkpoint": "speaker_encoders/ownmect_s2/ckpt_0037.pth", + "sha256": "3cef65631f3161cbd8eacc6ea40e59a237c79656d85c7232dcbe0c8d07cae88f", + "backbone_type": "MECT_B2", + "backbone_config": { + "moe_type": "token", + "num_experts_shard": 2, + "num_experts_token": 4, + "top_k_shard": null, + "top_k_token": null, + "shard_scale": 1.0 + }, + "pooling": "ASTP", + "embed_dim": 192, + "sample_rate": 16000, + "max_seconds": 60, + "fbank": { + "num_mel_bins": 80, + "frame_length": 25, + "frame_shift": 10, + "dither": 0.0, + "energy_floor": 0.0, + "window_type": "hamming", + "scale": 32768 + } + } +} diff --git a/speaker_encoders/ownmect_s2/ckpt_0037.pth b/speaker_encoders/ownmect_s2/ckpt_0037.pth new file mode 100644 index 0000000000000000000000000000000000000000..93dac04c6e96379e4e34525c246a967e507b4fc4 --- /dev/null +++ b/speaker_encoders/ownmect_s2/ckpt_0037.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cef65631f3161cbd8eacc6ea40e59a237c79656d85c7232dcbe0c8d07cae88f +size 50277003 diff --git a/web/aligner/manifest.json b/web/aligner/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..ab05f1bf8dbe9652887be8e5a3223610ada4f55b --- /dev/null +++ b/web/aligner/manifest.json @@ -0,0 +1,2137 @@ +{ + "format": "zonos3-web-v1", + "model": "aligner", + "meta": { + "general.architecture": "fusealign", + "format": "fusealign-gguf/1", + "source": "fusealign-multilingual-cjkft-step2500-q8_0.gguf", + "dim": 1024, + "n_layers": 12, + "n_heads": 16, + "ffn_dim": 4096, + "feat_dim": 256, + "patch_window": 512, + "patch_hop": 256, + "n_upsample": 4, + "rope_theta": 10000.0, + "norm_eps": 1e-06, + "presence_threshold": 0.10000000149011612, + "max_text_bytes": 1022, + "max_seconds": 30.0, + "dia_hidden": 1024, + "dia_layers": 12, + "dia_heads": 16, + "dia_head_dim": 128, + "dia_intermediate": 4096, + "dia_norm_eps": 9.999999747378752e-06, + "dia_rope_theta": 10000.0, + "dia_max_positions": 1024 + }, + "shards": [ + "shard-000.bin", + "shard-001.bin", + "shard-002.bin", + "shard-003.bin", + "shard-004.bin", + "shard-005.bin", + "shard-006.bin", + "shard-007.bin", + "shard-008.bin" + ], + "tensors": { + "dia.embedding": { + "dtype": "f32", + "shape": [ + 1024, + 256 + ], + "shard": 0, + "offset": 0, + "nbytes": 1048576, + "host": true + }, + "dia.0.pre_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 1048576, + "nbytes": 4096 + }, + "dia.0.post_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 1052672, + "nbytes": 4096 + }, + "dia.0.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 6144 + ], + "shard": 0, + "offset": 1056768, + "nbytes": 6291456, + "scales_offset": 7348224, + "scales_nbytes": 786432 + }, + "dia.0.o": { + "dtype": "q8", + "shape": [ + 2048, + 1024 + ], + "shard": 0, + "offset": 8134656, + "nbytes": 2097152, + "scales_offset": 10231808, + "scales_nbytes": 262144 + }, + "dia.0.gate_up": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 0, + "offset": 10493952, + "nbytes": 8388608, + "scales_offset": 18882560, + "scales_nbytes": 1048576 + }, + "dia.0.down": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 0, + "offset": 19931136, + "nbytes": 4194304, + "scales_offset": 24125440, + "scales_nbytes": 524288 + }, + "dia.1.pre_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 24649728, + "nbytes": 4096 + }, + "dia.1.post_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 24653824, + "nbytes": 4096 + }, + "dia.1.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 6144 + ], + "shard": 0, + "offset": 24657920, + "nbytes": 6291456, + "scales_offset": 30949376, + "scales_nbytes": 786432 + }, + "dia.1.o": { + "dtype": "q8", + "shape": [ + 2048, + 1024 + ], + "shard": 0, + "offset": 31735808, + "nbytes": 2097152, + "scales_offset": 33832960, + "scales_nbytes": 262144 + }, + "dia.1.gate_up": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 0, + "offset": 34095104, + "nbytes": 8388608, + "scales_offset": 42483712, + "scales_nbytes": 1048576 + }, + "dia.1.down": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 0, + "offset": 43532288, + "nbytes": 4194304, + "scales_offset": 47726592, + "scales_nbytes": 524288 + }, + "dia.2.pre_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 48250880, + "nbytes": 4096 + }, + "dia.2.post_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 48254976, + "nbytes": 4096 + }, + "dia.2.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 6144 + ], + "shard": 0, + "offset": 48259072, + "nbytes": 6291456, + "scales_offset": 54550528, + "scales_nbytes": 786432 + }, + "dia.2.o": { + "dtype": "q8", + "shape": [ + 2048, + 1024 + ], + "shard": 0, + "offset": 55336960, + "nbytes": 2097152, + "scales_offset": 57434112, + "scales_nbytes": 262144 + }, + "dia.2.gate_up": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 1, + "offset": 0, + "nbytes": 8388608, + "scales_offset": 8388608, + "scales_nbytes": 1048576 + }, + "dia.2.down": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 1, + "offset": 9437184, + "nbytes": 4194304, + "scales_offset": 13631488, + "scales_nbytes": 524288 + }, + "dia.3.pre_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 14155776, + "nbytes": 4096 + }, + "dia.3.post_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 14159872, + "nbytes": 4096 + }, + "dia.3.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 6144 + ], + "shard": 1, + "offset": 14163968, + "nbytes": 6291456, + "scales_offset": 20455424, + "scales_nbytes": 786432 + }, + "dia.3.o": { + "dtype": "q8", + "shape": [ + 2048, + 1024 + ], + "shard": 1, + "offset": 21241856, + "nbytes": 2097152, + "scales_offset": 23339008, + "scales_nbytes": 262144 + }, + "dia.3.gate_up": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 1, + "offset": 23601152, + "nbytes": 8388608, + "scales_offset": 31989760, + "scales_nbytes": 1048576 + }, + "dia.3.down": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 1, + "offset": 33038336, + "nbytes": 4194304, + "scales_offset": 37232640, + "scales_nbytes": 524288 + }, + "dia.4.pre_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 37756928, + "nbytes": 4096 + }, + "dia.4.post_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 37761024, + "nbytes": 4096 + }, + "dia.4.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 6144 + ], + "shard": 1, + "offset": 37765120, + "nbytes": 6291456, + "scales_offset": 44056576, + "scales_nbytes": 786432 + }, + "dia.4.o": { + "dtype": "q8", + "shape": [ + 2048, + 1024 + ], + "shard": 1, + "offset": 44843008, + "nbytes": 2097152, + "scales_offset": 46940160, + "scales_nbytes": 262144 + }, + "dia.4.gate_up": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 1, + "offset": 47202304, + "nbytes": 8388608, + "scales_offset": 55590912, + "scales_nbytes": 1048576 + }, + "dia.4.down": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 1, + "offset": 56639488, + "nbytes": 4194304, + "scales_offset": 60833792, + "scales_nbytes": 524288 + }, + "dia.5.pre_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 61358080, + "nbytes": 4096 + }, + "dia.5.post_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 61362176, + "nbytes": 4096 + }, + "dia.5.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 6144 + ], + "shard": 2, + "offset": 0, + "nbytes": 6291456, + "scales_offset": 6291456, + "scales_nbytes": 786432 + }, + "dia.5.o": { + "dtype": "q8", + "shape": [ + 2048, + 1024 + ], + "shard": 2, + "offset": 7077888, + "nbytes": 2097152, + "scales_offset": 9175040, + "scales_nbytes": 262144 + }, + "dia.5.gate_up": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 2, + "offset": 9437184, + "nbytes": 8388608, + "scales_offset": 17825792, + "scales_nbytes": 1048576 + }, + "dia.5.down": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 2, + "offset": 18874368, + "nbytes": 4194304, + "scales_offset": 23068672, + "scales_nbytes": 524288 + }, + "dia.6.pre_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 23592960, + "nbytes": 4096 + }, + "dia.6.post_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 23597056, + "nbytes": 4096 + }, + "dia.6.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 6144 + ], + "shard": 2, + "offset": 23601152, + "nbytes": 6291456, + "scales_offset": 29892608, + "scales_nbytes": 786432 + }, + "dia.6.o": { + "dtype": "q8", + "shape": [ + 2048, + 1024 + ], + "shard": 2, + "offset": 30679040, + "nbytes": 2097152, + "scales_offset": 32776192, + "scales_nbytes": 262144 + }, + "dia.6.gate_up": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 2, + "offset": 33038336, + "nbytes": 8388608, + "scales_offset": 41426944, + "scales_nbytes": 1048576 + }, + "dia.6.down": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 2, + "offset": 42475520, + "nbytes": 4194304, + "scales_offset": 46669824, + "scales_nbytes": 524288 + }, + "dia.7.pre_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 47194112, + "nbytes": 4096 + }, + "dia.7.post_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 47198208, + "nbytes": 4096 + }, + "dia.7.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 6144 + ], + "shard": 2, + "offset": 47202304, + "nbytes": 6291456, + "scales_offset": 53493760, + "scales_nbytes": 786432 + }, + "dia.7.o": { + "dtype": "q8", + "shape": [ + 2048, + 1024 + ], + "shard": 2, + "offset": 54280192, + "nbytes": 2097152, + "scales_offset": 56377344, + "scales_nbytes": 262144 + }, + "dia.7.gate_up": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 2, + "offset": 56639488, + "nbytes": 8388608, + "scales_offset": 65028096, + "scales_nbytes": 1048576 + }, + "dia.7.down": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 3, + "offset": 0, + "nbytes": 4194304, + "scales_offset": 4194304, + "scales_nbytes": 524288 + }, + "dia.8.pre_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 4718592, + "nbytes": 4096 + }, + "dia.8.post_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 4722688, + "nbytes": 4096 + }, + "dia.8.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 6144 + ], + "shard": 3, + "offset": 4726784, + "nbytes": 6291456, + "scales_offset": 11018240, + "scales_nbytes": 786432 + }, + "dia.8.o": { + "dtype": "q8", + "shape": [ + 2048, + 1024 + ], + "shard": 3, + "offset": 11804672, + "nbytes": 2097152, + "scales_offset": 13901824, + "scales_nbytes": 262144 + }, + "dia.8.gate_up": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 3, + "offset": 14163968, + "nbytes": 8388608, + "scales_offset": 22552576, + "scales_nbytes": 1048576 + }, + "dia.8.down": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 3, + "offset": 23601152, + "nbytes": 4194304, + "scales_offset": 27795456, + "scales_nbytes": 524288 + }, + "dia.9.pre_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 28319744, + "nbytes": 4096 + }, + "dia.9.post_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 28323840, + "nbytes": 4096 + }, + "dia.9.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 6144 + ], + "shard": 3, + "offset": 28327936, + "nbytes": 6291456, + "scales_offset": 34619392, + "scales_nbytes": 786432 + }, + "dia.9.o": { + "dtype": "q8", + "shape": [ + 2048, + 1024 + ], + "shard": 3, + "offset": 35405824, + "nbytes": 2097152, + "scales_offset": 37502976, + "scales_nbytes": 262144 + }, + "dia.9.gate_up": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 3, + "offset": 37765120, + "nbytes": 8388608, + "scales_offset": 46153728, + "scales_nbytes": 1048576 + }, + "dia.9.down": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 3, + "offset": 47202304, + "nbytes": 4194304, + "scales_offset": 51396608, + "scales_nbytes": 524288 + }, + "dia.10.pre_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 51920896, + "nbytes": 4096 + }, + "dia.10.post_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 51924992, + "nbytes": 4096 + }, + "dia.10.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 6144 + ], + "shard": 3, + "offset": 51929088, + "nbytes": 6291456, + "scales_offset": 58220544, + "scales_nbytes": 786432 + }, + "dia.10.o": { + "dtype": "q8", + "shape": [ + 2048, + 1024 + ], + "shard": 3, + "offset": 59006976, + "nbytes": 2097152, + "scales_offset": 61104128, + "scales_nbytes": 262144 + }, + "dia.10.gate_up": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 4, + "offset": 0, + "nbytes": 8388608, + "scales_offset": 8388608, + "scales_nbytes": 1048576 + }, + "dia.10.down": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 4, + "offset": 9437184, + "nbytes": 4194304, + "scales_offset": 13631488, + "scales_nbytes": 524288 + }, + "dia.11.pre_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 14155776, + "nbytes": 4096 + }, + "dia.11.post_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 14159872, + "nbytes": 4096 + }, + "dia.11.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 6144 + ], + "shard": 4, + "offset": 14163968, + "nbytes": 6291456, + "scales_offset": 20455424, + "scales_nbytes": 786432 + }, + "dia.11.o": { + "dtype": "q8", + "shape": [ + 2048, + 1024 + ], + "shard": 4, + "offset": 21241856, + "nbytes": 2097152, + "scales_offset": 23339008, + "scales_nbytes": 262144 + }, + "dia.11.gate_up": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 4, + "offset": 23601152, + "nbytes": 8388608, + "scales_offset": 31989760, + "scales_nbytes": 1048576 + }, + "dia.11.down": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 4, + "offset": 33038336, + "nbytes": 4194304, + "scales_offset": 37232640, + "scales_nbytes": 524288 + }, + "dia.norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 37756928, + "nbytes": 4096 + }, + "fa.audio_patch": { + "dtype": "f32", + "shape": [ + 256, + 1024, + 2 + ], + "shard": 4, + "offset": 37761024, + "nbytes": 2097152 + }, + "fa.audio_bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 39858176, + "nbytes": 4096 + }, + "fa.text_proj": { + "dtype": "q8", + "shape": [ + 1024, + 1024 + ], + "shard": 4, + "offset": 39862272, + "nbytes": 1048576, + "scales_offset": 40910848, + "scales_nbytes": 131072 + }, + "fa.text_bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 41041920, + "nbytes": 4096 + }, + "fa.0.attn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 41046016, + "nbytes": 4096 + }, + "fa.0.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 3072 + ], + "shard": 4, + "offset": 41050112, + "nbytes": 3145728, + "scales_offset": 44195840, + "scales_nbytes": 393216 + }, + "fa.0.out": { + "dtype": "q8", + "shape": [ + 1024, + 1024 + ], + "shard": 4, + "offset": 44589056, + "nbytes": 1048576, + "scales_offset": 45637632, + "scales_nbytes": 131072 + }, + "fa.0.ffn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 45768704, + "nbytes": 4096 + }, + "fa.0.w13": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 4, + "offset": 45772800, + "nbytes": 8388608, + "scales_offset": 54161408, + "scales_nbytes": 1048576 + }, + "fa.0.w2": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 4, + "offset": 55209984, + "nbytes": 4194304, + "scales_offset": 59404288, + "scales_nbytes": 524288 + }, + "fa.1.attn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 59928576, + "nbytes": 4096 + }, + "fa.1.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 3072 + ], + "shard": 4, + "offset": 59932672, + "nbytes": 3145728, + "scales_offset": 63078400, + "scales_nbytes": 393216 + }, + "fa.1.out": { + "dtype": "q8", + "shape": [ + 1024, + 1024 + ], + "shard": 4, + "offset": 63471616, + "nbytes": 1048576, + "scales_offset": 64520192, + "scales_nbytes": 131072 + }, + "fa.1.ffn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 64651264, + "nbytes": 4096 + }, + "fa.1.w13": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 5, + "offset": 0, + "nbytes": 8388608, + "scales_offset": 8388608, + "scales_nbytes": 1048576 + }, + "fa.1.w2": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 5, + "offset": 9437184, + "nbytes": 4194304, + "scales_offset": 13631488, + "scales_nbytes": 524288 + }, + "fa.2.attn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 14155776, + "nbytes": 4096 + }, + "fa.2.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 3072 + ], + "shard": 5, + "offset": 14159872, + "nbytes": 3145728, + "scales_offset": 17305600, + "scales_nbytes": 393216 + }, + "fa.2.out": { + "dtype": "q8", + "shape": [ + 1024, + 1024 + ], + "shard": 5, + "offset": 17698816, + "nbytes": 1048576, + "scales_offset": 18747392, + "scales_nbytes": 131072 + }, + "fa.2.ffn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 18878464, + "nbytes": 4096 + }, + "fa.2.w13": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 5, + "offset": 18882560, + "nbytes": 8388608, + "scales_offset": 27271168, + "scales_nbytes": 1048576 + }, + "fa.2.w2": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 5, + "offset": 28319744, + "nbytes": 4194304, + "scales_offset": 32514048, + "scales_nbytes": 524288 + }, + "fa.3.attn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 33038336, + "nbytes": 4096 + }, + "fa.3.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 3072 + ], + "shard": 5, + "offset": 33042432, + "nbytes": 3145728, + "scales_offset": 36188160, + "scales_nbytes": 393216 + }, + "fa.3.out": { + "dtype": "q8", + "shape": [ + 1024, + 1024 + ], + "shard": 5, + "offset": 36581376, + "nbytes": 1048576, + "scales_offset": 37629952, + "scales_nbytes": 131072 + }, + "fa.3.ffn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 37761024, + "nbytes": 4096 + }, + "fa.3.w13": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 5, + "offset": 37765120, + "nbytes": 8388608, + "scales_offset": 46153728, + "scales_nbytes": 1048576 + }, + "fa.3.w2": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 5, + "offset": 47202304, + "nbytes": 4194304, + "scales_offset": 51396608, + "scales_nbytes": 524288 + }, + "fa.4.attn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 51920896, + "nbytes": 4096 + }, + "fa.4.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 3072 + ], + "shard": 5, + "offset": 51924992, + "nbytes": 3145728, + "scales_offset": 55070720, + "scales_nbytes": 393216 + }, + "fa.4.out": { + "dtype": "q8", + "shape": [ + 1024, + 1024 + ], + "shard": 5, + "offset": 55463936, + "nbytes": 1048576, + "scales_offset": 56512512, + "scales_nbytes": 131072 + }, + "fa.4.ffn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 56643584, + "nbytes": 4096 + }, + "fa.4.w13": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 5, + "offset": 56647680, + "nbytes": 8388608, + "scales_offset": 65036288, + "scales_nbytes": 1048576 + }, + "fa.4.w2": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 6, + "offset": 0, + "nbytes": 4194304, + "scales_offset": 4194304, + "scales_nbytes": 524288 + }, + "fa.5.attn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 4718592, + "nbytes": 4096 + }, + "fa.5.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 3072 + ], + "shard": 6, + "offset": 4722688, + "nbytes": 3145728, + "scales_offset": 7868416, + "scales_nbytes": 393216 + }, + "fa.5.out": { + "dtype": "q8", + "shape": [ + 1024, + 1024 + ], + "shard": 6, + "offset": 8261632, + "nbytes": 1048576, + "scales_offset": 9310208, + "scales_nbytes": 131072 + }, + "fa.5.ffn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 9441280, + "nbytes": 4096 + }, + "fa.5.w13": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 6, + "offset": 9445376, + "nbytes": 8388608, + "scales_offset": 17833984, + "scales_nbytes": 1048576 + }, + "fa.5.w2": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 6, + "offset": 18882560, + "nbytes": 4194304, + "scales_offset": 23076864, + "scales_nbytes": 524288 + }, + "fa.6.attn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 23601152, + "nbytes": 4096 + }, + "fa.6.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 3072 + ], + "shard": 6, + "offset": 23605248, + "nbytes": 3145728, + "scales_offset": 26750976, + "scales_nbytes": 393216 + }, + "fa.6.out": { + "dtype": "q8", + "shape": [ + 1024, + 1024 + ], + "shard": 6, + "offset": 27144192, + "nbytes": 1048576, + "scales_offset": 28192768, + "scales_nbytes": 131072 + }, + "fa.6.ffn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 28323840, + "nbytes": 4096 + }, + "fa.6.w13": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 6, + "offset": 28327936, + "nbytes": 8388608, + "scales_offset": 36716544, + "scales_nbytes": 1048576 + }, + "fa.6.w2": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 6, + "offset": 37765120, + "nbytes": 4194304, + "scales_offset": 41959424, + "scales_nbytes": 524288 + }, + "fa.7.attn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 42483712, + "nbytes": 4096 + }, + "fa.7.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 3072 + ], + "shard": 6, + "offset": 42487808, + "nbytes": 3145728, + "scales_offset": 45633536, + "scales_nbytes": 393216 + }, + "fa.7.out": { + "dtype": "q8", + "shape": [ + 1024, + 1024 + ], + "shard": 6, + "offset": 46026752, + "nbytes": 1048576, + "scales_offset": 47075328, + "scales_nbytes": 131072 + }, + "fa.7.ffn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 47206400, + "nbytes": 4096 + }, + "fa.7.w13": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 6, + "offset": 47210496, + "nbytes": 8388608, + "scales_offset": 55599104, + "scales_nbytes": 1048576 + }, + "fa.7.w2": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 6, + "offset": 56647680, + "nbytes": 4194304, + "scales_offset": 60841984, + "scales_nbytes": 524288 + }, + "fa.8.attn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 61366272, + "nbytes": 4096 + }, + "fa.8.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 3072 + ], + "shard": 6, + "offset": 61370368, + "nbytes": 3145728, + "scales_offset": 64516096, + "scales_nbytes": 393216 + }, + "fa.8.out": { + "dtype": "q8", + "shape": [ + 1024, + 1024 + ], + "shard": 6, + "offset": 64909312, + "nbytes": 1048576, + "scales_offset": 65957888, + "scales_nbytes": 131072 + }, + "fa.8.ffn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 66088960, + "nbytes": 4096 + }, + "fa.8.w13": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 7, + "offset": 0, + "nbytes": 8388608, + "scales_offset": 8388608, + "scales_nbytes": 1048576 + }, + "fa.8.w2": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 7, + "offset": 9437184, + "nbytes": 4194304, + "scales_offset": 13631488, + "scales_nbytes": 524288 + }, + "fa.9.attn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 14155776, + "nbytes": 4096 + }, + "fa.9.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 3072 + ], + "shard": 7, + "offset": 14159872, + "nbytes": 3145728, + "scales_offset": 17305600, + "scales_nbytes": 393216 + }, + "fa.9.out": { + "dtype": "q8", + "shape": [ + 1024, + 1024 + ], + "shard": 7, + "offset": 17698816, + "nbytes": 1048576, + "scales_offset": 18747392, + "scales_nbytes": 131072 + }, + "fa.9.ffn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 18878464, + "nbytes": 4096 + }, + "fa.9.w13": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 7, + "offset": 18882560, + "nbytes": 8388608, + "scales_offset": 27271168, + "scales_nbytes": 1048576 + }, + "fa.9.w2": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 7, + "offset": 28319744, + "nbytes": 4194304, + "scales_offset": 32514048, + "scales_nbytes": 524288 + }, + "fa.10.attn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 33038336, + "nbytes": 4096 + }, + "fa.10.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 3072 + ], + "shard": 7, + "offset": 33042432, + "nbytes": 3145728, + "scales_offset": 36188160, + "scales_nbytes": 393216 + }, + "fa.10.out": { + "dtype": "q8", + "shape": [ + 1024, + 1024 + ], + "shard": 7, + "offset": 36581376, + "nbytes": 1048576, + "scales_offset": 37629952, + "scales_nbytes": 131072 + }, + "fa.10.ffn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 37761024, + "nbytes": 4096 + }, + "fa.10.w13": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 7, + "offset": 37765120, + "nbytes": 8388608, + "scales_offset": 46153728, + "scales_nbytes": 1048576 + }, + "fa.10.w2": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 7, + "offset": 47202304, + "nbytes": 4194304, + "scales_offset": 51396608, + "scales_nbytes": 524288 + }, + "fa.11.attn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 51920896, + "nbytes": 4096 + }, + "fa.11.qkv": { + "dtype": "q8", + "shape": [ + 1024, + 3072 + ], + "shard": 7, + "offset": 51924992, + "nbytes": 3145728, + "scales_offset": 55070720, + "scales_nbytes": 393216 + }, + "fa.11.out": { + "dtype": "q8", + "shape": [ + 1024, + 1024 + ], + "shard": 7, + "offset": 55463936, + "nbytes": 1048576, + "scales_offset": 56512512, + "scales_nbytes": 131072 + }, + "fa.11.ffn_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 56643584, + "nbytes": 4096 + }, + "fa.11.w13": { + "dtype": "q8", + "shape": [ + 1024, + 8192 + ], + "shard": 7, + "offset": 56647680, + "nbytes": 8388608, + "scales_offset": 65036288, + "scales_nbytes": 1048576 + }, + "fa.11.w2": { + "dtype": "q8", + "shape": [ + 4096, + 1024 + ], + "shard": 8, + "offset": 0, + "nbytes": 4194304, + "scales_offset": 4194304, + "scales_nbytes": 524288 + }, + "fa.final_norm": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 4718592, + "nbytes": 4096 + }, + "fa.start.in": { + "dtype": "f32", + "shape": [ + 1024, + 256 + ], + "shard": 8, + "offset": 4722688, + "nbytes": 1048576 + }, + "fa.start.in_b": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 8, + "offset": 5771264, + "nbytes": 1024 + }, + "fa.start.up0.even": { + "dtype": "f32", + "shape": [ + 256, + 256, + 2 + ], + "shard": 8, + "offset": 5772288, + "nbytes": 524288 + }, + "fa.start.up0.odd": { + "dtype": "f32", + "shape": [ + 256, + 256, + 2 + ], + "shard": 8, + "offset": 6296576, + "nbytes": 524288 + }, + "fa.start.up0.b": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 8, + "offset": 6820864, + "nbytes": 1024 + }, + "fa.start.up1.even": { + "dtype": "f32", + "shape": [ + 256, + 256, + 2 + ], + "shard": 8, + "offset": 6821888, + "nbytes": 524288 + }, + "fa.start.up1.odd": { + "dtype": "f32", + "shape": [ + 256, + 256, + 2 + ], + "shard": 8, + "offset": 7346176, + "nbytes": 524288 + }, + "fa.start.up1.b": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 8, + "offset": 7870464, + "nbytes": 1024 + }, + "fa.start.up2.even": { + "dtype": "f32", + "shape": [ + 256, + 256, + 2 + ], + "shard": 8, + "offset": 7871488, + "nbytes": 524288 + }, + "fa.start.up2.odd": { + "dtype": "f32", + "shape": [ + 256, + 256, + 2 + ], + "shard": 8, + "offset": 8395776, + "nbytes": 524288 + }, + "fa.start.up2.b": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 8, + "offset": 8920064, + "nbytes": 1024 + }, + "fa.start.up3.even": { + "dtype": "f32", + "shape": [ + 256, + 256, + 2 + ], + "shard": 8, + "offset": 8921088, + "nbytes": 524288 + }, + "fa.start.up3.odd": { + "dtype": "f32", + "shape": [ + 256, + 256, + 2 + ], + "shard": 8, + "offset": 9445376, + "nbytes": 524288 + }, + "fa.start.up3.b": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 8, + "offset": 9969664, + "nbytes": 1024 + }, + "fa.start.smooth": { + "dtype": "f32", + "shape": [ + 256, + 256, + 5 + ], + "shard": 8, + "offset": 9970688, + "nbytes": 1310720 + }, + "fa.start.smooth_b": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 8, + "offset": 11281408, + "nbytes": 1024 + }, + "fa.start.out": { + "dtype": "f32", + "shape": [ + 256, + 256 + ], + "shard": 8, + "offset": 11282432, + "nbytes": 262144 + }, + "fa.start.out_b": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 8, + "offset": 11544576, + "nbytes": 1024 + }, + "fa.end.in": { + "dtype": "f32", + "shape": [ + 1024, + 256 + ], + "shard": 8, + "offset": 11545600, + "nbytes": 1048576 + }, + "fa.end.in_b": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 8, + "offset": 12594176, + "nbytes": 1024 + }, + "fa.end.up0.even": { + "dtype": "f32", + "shape": [ + 256, + 256, + 2 + ], + "shard": 8, + "offset": 12595200, + "nbytes": 524288 + }, + "fa.end.up0.odd": { + "dtype": "f32", + "shape": [ + 256, + 256, + 2 + ], + "shard": 8, + "offset": 13119488, + "nbytes": 524288 + }, + "fa.end.up0.b": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 8, + "offset": 13643776, + "nbytes": 1024 + }, + "fa.end.up1.even": { + "dtype": "f32", + "shape": [ + 256, + 256, + 2 + ], + "shard": 8, + "offset": 13644800, + "nbytes": 524288 + }, + "fa.end.up1.odd": { + "dtype": "f32", + "shape": [ + 256, + 256, + 2 + ], + "shard": 8, + "offset": 14169088, + "nbytes": 524288 + }, + "fa.end.up1.b": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 8, + "offset": 14693376, + "nbytes": 1024 + }, + "fa.end.up2.even": { + "dtype": "f32", + "shape": [ + 256, + 256, + 2 + ], + "shard": 8, + "offset": 14694400, + "nbytes": 524288 + }, + "fa.end.up2.odd": { + "dtype": "f32", + "shape": [ + 256, + 256, + 2 + ], + "shard": 8, + "offset": 15218688, + "nbytes": 524288 + }, + "fa.end.up2.b": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 8, + "offset": 15742976, + "nbytes": 1024 + }, + "fa.end.up3.even": { + "dtype": "f32", + "shape": [ + 256, + 256, + 2 + ], + "shard": 8, + "offset": 15744000, + "nbytes": 524288 + }, + "fa.end.up3.odd": { + "dtype": "f32", + "shape": [ + 256, + 256, + 2 + ], + "shard": 8, + "offset": 16268288, + "nbytes": 524288 + }, + "fa.end.up3.b": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 8, + "offset": 16792576, + "nbytes": 1024 + }, + "fa.end.smooth": { + "dtype": "f32", + "shape": [ + 256, + 256, + 5 + ], + "shard": 8, + "offset": 16793600, + "nbytes": 1310720 + }, + "fa.end.smooth_b": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 8, + "offset": 18104320, + "nbytes": 1024 + }, + "fa.end.out": { + "dtype": "f32", + "shape": [ + 256, + 256 + ], + "shard": 8, + "offset": 18105344, + "nbytes": 262144 + }, + "fa.end.out_b": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 8, + "offset": 18367488, + "nbytes": 1024 + }, + "fa.mlp0": { + "dtype": "f32", + "shape": [ + 1024, + 3072 + ], + "shard": 8, + "offset": 18368512, + "nbytes": 12582912 + }, + "fa.mlp0_b": { + "dtype": "f32", + "shape": [ + 3072 + ], + "shard": 8, + "offset": 30951424, + "nbytes": 12288 + }, + "fa.start_mlp2": { + "dtype": "f32", + "shape": [ + 1024, + 256 + ], + "shard": 8, + "offset": 30963712, + "nbytes": 1048576 + }, + "fa.start_mlp2_b": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 8, + "offset": 32012288, + "nbytes": 1024 + }, + "fa.end_mlp2": { + "dtype": "f32", + "shape": [ + 1024, + 256 + ], + "shard": 8, + "offset": 32013312, + "nbytes": 1048576 + }, + "fa.end_mlp2_b": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 8, + "offset": 33061888, + "nbytes": 1024 + }, + "fa.presence_mlp2": { + "dtype": "f32", + "shape": [ + 1024, + 1 + ], + "shard": 8, + "offset": 33062912, + "nbytes": 4096 + }, + "fa.presence_mlp2_b": { + "dtype": "f32", + "shape": [ + 1 + ], + "shard": 8, + "offset": 33067008, + "nbytes": 4 + } + } +} \ No newline at end of file diff --git a/web/aligner/shard-000.bin b/web/aligner/shard-000.bin new file mode 100644 index 0000000000000000000000000000000000000000..dfe61d2f1b924b95a4e7e4519e740a16ba33ea27 --- /dev/null +++ b/web/aligner/shard-000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bc02ec58ba7b5760ada25024f9e5a15fca15a3e08502790f2283286e811d038 +size 57696256 diff --git a/web/aligner/shard-001.bin b/web/aligner/shard-001.bin new file mode 100644 index 0000000000000000000000000000000000000000..f9e6c091eff6614a19dc1372f2ff9c933380c49a --- /dev/null +++ b/web/aligner/shard-001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b0cb744ee41425683914111ce4707431e331e8dfa02b515d569e5738387c5b6 +size 61366272 diff --git a/web/aligner/shard-002.bin b/web/aligner/shard-002.bin new file mode 100644 index 0000000000000000000000000000000000000000..39fb8e571e4b9a875713cda6be8859269d55157e --- /dev/null +++ b/web/aligner/shard-002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd275cfd21e0303ed201a3e722aa49c515015cfcf0370d0c92e89871abeb3a87 +size 66076672 diff --git a/web/aligner/shard-003.bin b/web/aligner/shard-003.bin new file mode 100644 index 0000000000000000000000000000000000000000..79e4c4896cf2ae5e756d92f1c014ce0d26b2899b --- /dev/null +++ b/web/aligner/shard-003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d4e82f6a1b48bd5a8b90a5d4456874b7e062eabe7b2231adcf99d0ad8ee1560 +size 61366272 diff --git a/web/aligner/shard-004.bin b/web/aligner/shard-004.bin new file mode 100644 index 0000000000000000000000000000000000000000..17c946aa6da67ebe1bfb5c2ce4c1b8a9be1d6510 --- /dev/null +++ b/web/aligner/shard-004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:338eded79e4a34f6abfb159dc53afe126351ddd4abe620d8f5608866dcef6824 +size 64655360 diff --git a/web/aligner/shard-005.bin b/web/aligner/shard-005.bin new file mode 100644 index 0000000000000000000000000000000000000000..030e4dacec4852b83711cd13593eec2758ff677e --- /dev/null +++ b/web/aligner/shard-005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f19903532133f57a65dfe1ffe233813327fab48fae0356899fd7205950bbc59 +size 66084864 diff --git a/web/aligner/shard-006.bin b/web/aligner/shard-006.bin new file mode 100644 index 0000000000000000000000000000000000000000..dc4dfb3aaf4ac23db5f65cd72f709b1384658c3c --- /dev/null +++ b/web/aligner/shard-006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eca591867ebdf58d1bd98cbe6f5c7d7e22840208d7a490f747a2b3fa239bd09 +size 66093056 diff --git a/web/aligner/shard-007.bin b/web/aligner/shard-007.bin new file mode 100644 index 0000000000000000000000000000000000000000..11e1e1168b83318163e2271f39f39216e314a0b0 --- /dev/null +++ b/web/aligner/shard-007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:542c719a0d595d9ace3b0d99835354cdd4ed9dd633e5a0229e0583fe3442609f +size 66084864 diff --git a/web/aligner/shard-008.bin b/web/aligner/shard-008.bin new file mode 100644 index 0000000000000000000000000000000000000000..55f71f58a35784170c9b2f65be109c3e3f48c9cd --- /dev/null +++ b/web/aligner/shard-008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8b4611c2c9bc4de6a50cb508ffcafe2c57302385087806262614866fd358763 +size 33067012 diff --git a/web/backbone/manifest.json b/web/backbone/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..0f30e72275031b3142d73c7c024bc14d7cf9518f --- /dev/null +++ b/web/backbone/manifest.json @@ -0,0 +1,1952 @@ +{ + "format": "zonos3-web-v1", + "model": "backbone", + "meta": { + "general.architecture": "zonos3", + "general.name": "ZONOS3 rate30_r2_grpo_g8_skip_lr1e-6 step 587 Q4_0-expert/Q8_0-mixer PTQ", + "block_count": 11, + "context_length": 32768, + "embedding_length": 1024, + "head_dim": 32, + "attention.head_count": 16, + "attention.head_count_kv": 4, + "feed_forward_length": 2048, + "expert_count": 64, + "n_codebooks": 10, + "codebook_size": 4096, + "audio_vocab": 4098, + "eoa_id": 4096, + "audio_pad_id": 4097, + "text_vocab": 8196, + "gdn.head_count": 4, + "gdn.head_dim": 128, + "gdn.conv_kernel": 4, + "speaker.embedding_length": 192, + "condition.count": 3, + "rope.freq_base": 10000.0, + "attention.layer_norm_rms_epsilon": 9.999999747378752e-06, + "attention.qk_norm_epsilon": 9.999999974752427e-07, + "logit_softcap": 15.0, + "expert_used_count_per_layer": [ + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "condition.bucket_counts": [ + 10, + 10, + 30 + ], + "codec": "mossdual", + "moe.balancing": "quantile", + "attention.pattern": "gdn3_global1", + "residual.type": "full_attnres", + "tokenizer.offset": 4, + "tokenizer.bos": 2, + "tokenizer.eos": 3, + "condition.names": [ + "loudness", + "fmax", + "speaking_rate" + ], + "condition.units": [ + "LUFS", + "Hz", + "utf-8 bytes per second" + ], + "condition.edges.loudness": [ + -29.777999877929688, + -26.94700050354004, + -25.047000885009766, + -23.299999237060547, + -21.743000030517578, + -20.38599967956543, + -19.18600082397461, + -17.85099983215332, + -15.967000007629395 + ], + "condition.edges.fmax": [ + 8437.5, + 10242.2001953125, + 11507.7998046875, + 13359.400390625, + 15164.099609375, + 15585.900390625, + 15750.0, + 17765.599609375, + 19945.30078125 + ], + "condition.edges.speaking_rate": [ + 6.546000003814697, + 8.182000160217285, + 9.27299976348877, + 10.3100004196167, + 11.053999900817871, + 11.666999816894531, + 12.192999839782715, + 12.656000137329102, + 13.083000183105469, + 13.47599983215332, + 13.845999717712402, + 14.196000099182129, + 14.529999732971191, + 14.88700008392334, + 15.192999839782715, + 15.517000198364258, + 15.864999771118164, + 16.20800018310547, + 16.57900047302246, + 16.972000122070312, + 17.410999298095703, + 17.898000717163086, + 18.43400001525879, + 19.069000244140625, + 19.81800079345703, + 20.81599998474121, + 22.285999298095703, + 24.722000122070312, + 29.25 + ], + "silence_frame": [ + 1918, + 746, + 3544, + 234, + 1267, + 2914, + 3944, + 2849, + 326, + 1337 + ], + "text_tokenizer_spec": "{\"kind\": \"superbpe\", \"path\": \"tokenizer/superbpe8192.json\", \"sha256\": \"90322f910600027dee7fe63d400d1d9dc1035c167d560aadf0871e3661d08bf3\", \"vocab_size\": 8192, \"offset\": 4, \"bos\": 2, \"eos\": 3, \"_original_path\": \"/data/groups/audio/gabriel/bingua2-gdn-fullattnres-sbpe8k-rawclone-moealpha025-x15-e64-6node-100k-20261006/tokenizers/superbpe8192.json\", \"phonemes\": {\"open_id\": 8197, \"close_id\": 8198, \"symbols\": [\"a\", \"b\", \"c\", \"d\", \"e\", \"f\", \"h\", \"i\", \"j\", \"k\", \"l\", \"m\", \"n\", \"o\", \"p\", \"q\", \"r\", \"s\", \"t\", \"u\", \"v\", \"w\", \"x\", \"y\", \"z\", \"\\u00b2\", \"\\u00b3\", \"\\u00b9\", \"\\u00e3\", \"\\u00e4\", \"\\u00e6\", \"\\u00e7\", \"\\u00ef\", \"\\u00f0\", \"\\u00f5\", \"\\u00f8\", \"\\u0127\", \"\\u0129\", \"\\u014b\", \"\\u0153\", \"\\u0169\", \"\\u0250\", \"\\u0251\", \"\\u0252\", \"\\u0253\", \"\\u0254\", \"\\u0255\", \"\\u0256\", \"\\u0257\", \"\\u0258\", \"\\u0259\", \"\\u025a\", \"\\u025b\", \"\\u025c\", \"\\u025d\", \"\\u025f\", \"\\u0261\", \"\\u0263\", \"\\u0264\", \"\\u0265\", \"\\u0266\", \"\\u0267\", \"\\u0268\", \"\\u026a\", \"\\u026b\", \"\\u026d\", \"\\u026f\", \"\\u0270\", \"\\u0271\", \"\\u0272\", \"\\u0273\", \"\\u0274\", \"\\u0275\", \"\\u0278\", \"\\u0279\", \"\\u027b\", \"\\u027d\", \"\\u027e\", \"\\u0280\", \"\\u0281\", \"\\u0282\", \"\\u0283\", \"\\u0288\", \"\\u0289\", \"\\u028a\", \"\\u028b\", \"\\u028c\", \"\\u028d\", \"\\u028e\", \"\\u028f\", \"\\u0290\", \"\\u0291\", \"\\u0292\", \"\\u0294\", \"\\u0295\", \"\\u029d\", \"\\u02b0\", \"\\u02b1\", \"\\u02b2\", \"\\u02b7\", \"\\u02bc\", \"\\u02c0\", \"\\u02d0\", \"\\u02e3\", \"\\u02e4\", \"\\u02e5\", \"\\u02e6\", \"\\u02e7\", \"\\u02e8\", \"\\u02e9\", \"\\u0303\", \"\\u030a\", \"\\u030d\", \"\\u031a\", \"\\u031d\", \"\\u031e\", \"\\u031f\", \"\\u0320\", \"\\u0325\", \"\\u0329\", \"\\u032a\", \"\\u032f\", \"\\u0339\", \"\\u0348\", \"\\u0361\", \"\\u03b2\", \"\\u03b8\", \"\\u03c7\", \"\\u1d5d\", \"\\u1ebd\", \"\\u1ef9\", \"\\u2074\", \"\\u2075\", \"\\u207b\", \"\\u207d\", \"\\u207e\"], \"open_marker\": \"\\ue000\", \"close_marker\": \"\\ue001\", \"inventory_sha256\": \"2e19015cac41d5a417f7faa3b3b5d63f96c2c1bebcb3d8986fb3048d77ee7a50\"}, \"start\": {\"id\": 8335, \"marker\": \"\\ue002\"}, \"pauses\": {\"ids\": [8336, 8337, 8338, 8339], \"markers\": [\"\\ue003\", \"\\ue004\", \"\\ue005\", \"\\ue006\"], \"seconds\": [0.2475, 0.495, 0.9899, 1.9799]}}", + "general.file_type": 2, + "text_extra_tokens": 143 + }, + "shards": [ + "shard-000.bin", + "shard-001.bin", + "shard-002.bin", + "shard-003.bin", + "shard-004.bin", + "shard-005.bin", + "shard-006.bin", + "shard-007.bin", + "shard-008.bin", + "shard-009.bin", + "shard-010.bin" + ], + "tensors": { + "embd_all": { + "dtype": "f16", + "shape": [ + 1024, + 49320 + ], + "shard": 0, + "offset": 0, + "nbytes": 101007360 + }, + "blk.3.attn_qkvg.weight": { + "dtype": "q8", + "shape": [ + 1024, + 784 + ], + "shard": 1, + "offset": 0, + "nbytes": 802816, + "scales_offset": 802816, + "scales_nbytes": 100352 + }, + "blk.7.attn_qkvg.weight": { + "dtype": "q8", + "shape": [ + 1024, + 784 + ], + "shard": 1, + "offset": 903168, + "nbytes": 802816, + "scales_offset": 1705984, + "scales_nbytes": 100352 + }, + "output_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 1806336, + "nbytes": 4096 + }, + "output.weight": { + "dtype": "q8", + "shape": [ + 1024, + 40980 + ], + "shard": 1, + "offset": 1810432, + "nbytes": 41963520, + "scales_offset": 43773952, + "scales_nbytes": 5245440 + }, + "attnres_q.weight": { + "dtype": "f16", + "shape": [ + 1024, + 23 + ], + "shard": 1, + "offset": 49019392, + "nbytes": 47104 + }, + "speaker_proj.weight": { + "dtype": "f16", + "shape": [ + 192, + 1024 + ], + "shard": 1, + "offset": 49066496, + "nbytes": 393216 + }, + "speaker_proj.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 49459712, + "nbytes": 4096 + }, + "cond_embd.0.weight": { + "dtype": "f16", + "shape": [ + 1024, + 11 + ], + "shard": 1, + "offset": 49463808, + "nbytes": 22528 + }, + "cond_embd.1.weight": { + "dtype": "f16", + "shape": [ + 1024, + 11 + ], + "shard": 1, + "offset": 49486336, + "nbytes": 22528 + }, + "cond_embd.2.weight": { + "dtype": "f16", + "shape": [ + 1024, + 31 + ], + "shard": 1, + "offset": 49508864, + "nbytes": 63488 + }, + "blk.0.attn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 49572352, + "nbytes": 4096 + }, + "blk.0.ffn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 49576448, + "nbytes": 4096 + }, + "blk.0.gdn_in.weight": { + "dtype": "q8", + "shape": [ + 1024, + 2056 + ], + "shard": 1, + "offset": 49580544, + "nbytes": 2105344, + "scales_offset": 51685888, + "scales_nbytes": 263168 + }, + "blk.0.gdn_norm.weight": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 1, + "offset": 51949056, + "nbytes": 512 + }, + "blk.0.gdn_A_log": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 1, + "offset": 51949568, + "nbytes": 16 + }, + "blk.0.gdn_dt_bias": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 1, + "offset": 51949824, + "nbytes": 16 + }, + "blk.0.gdn_conv.weight": { + "dtype": "f32", + "shape": [ + 4, + 1536 + ], + "shard": 1, + "offset": 51950080, + "nbytes": 24576 + }, + "blk.0.attn_output.weight": { + "dtype": "q8", + "shape": [ + 512, + 1024 + ], + "shard": 1, + "offset": 51974656, + "nbytes": 524288, + "scales_offset": 52498944, + "scales_nbytes": 65536 + }, + "blk.0.ffn_up.weight": { + "dtype": "f16", + "shape": [ + 1024, + 2048 + ], + "shard": 1, + "offset": 52564480, + "nbytes": 4194304 + }, + "blk.0.ffn_gate.weight": { + "dtype": "f16", + "shape": [ + 1024, + 2048 + ], + "shard": 1, + "offset": 56758784, + "nbytes": 4194304 + }, + "blk.0.ffn_down.weight": { + "dtype": "f16", + "shape": [ + 2048, + 1024 + ], + "shard": 1, + "offset": 60953088, + "nbytes": 4194304 + }, + "blk.1.attn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 65147392, + "nbytes": 4096 + }, + "blk.1.ffn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 65151488, + "nbytes": 4096 + }, + "blk.1.gdn_in.weight": { + "dtype": "q8", + "shape": [ + 1024, + 2056 + ], + "shard": 2, + "offset": 0, + "nbytes": 2105344, + "scales_offset": 2105344, + "scales_nbytes": 263168 + }, + "blk.1.gdn_norm.weight": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 2, + "offset": 2368512, + "nbytes": 512 + }, + "blk.1.gdn_A_log": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 2, + "offset": 2369024, + "nbytes": 16 + }, + "blk.1.gdn_dt_bias": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 2, + "offset": 2369280, + "nbytes": 16 + }, + "blk.1.gdn_conv.weight": { + "dtype": "f32", + "shape": [ + 4, + 1536 + ], + "shard": 2, + "offset": 2369536, + "nbytes": 24576 + }, + "blk.1.attn_output.weight": { + "dtype": "q8", + "shape": [ + 512, + 1024 + ], + "shard": 2, + "offset": 2394112, + "nbytes": 524288, + "scales_offset": 2918400, + "scales_nbytes": 65536 + }, + "blk.1.ffn_gate_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 2, + "offset": 2983936, + "nbytes": 12582912, + "scales_offset": 15566848, + "scales_nbytes": 3145728 + }, + "blk.1.ffn_up_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 2, + "offset": 18712576, + "nbytes": 12582912, + "scales_offset": 31295488, + "scales_nbytes": 3145728 + }, + "blk.1.ffn_down_exps.weight": { + "dtype": "q4", + "shape": [ + 1536, + 256, + 64 + ], + "shard": 2, + "offset": 34441216, + "nbytes": 12582912, + "scales_offset": 47024128, + "scales_nbytes": 3145728 + }, + "blk.1.ffn_latent_down.weight": { + "dtype": "f16", + "shape": [ + 1024, + 256 + ], + "shard": 2, + "offset": 50169856, + "nbytes": 524288 + }, + "blk.1.ffn_latent_up.weight": { + "dtype": "f16", + "shape": [ + 256, + 1024 + ], + "shard": 2, + "offset": 50694144, + "nbytes": 524288 + }, + "blk.1.router.weight": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 2, + "offset": 51218432, + "nbytes": 131072 + }, + "blk.1.router_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 51349504, + "nbytes": 4096 + }, + "blk.1.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 2, + "offset": 51353600, + "nbytes": 256 + }, + "blk.2.attn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 51353856, + "nbytes": 4096 + }, + "blk.2.ffn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 51357952, + "nbytes": 4096 + }, + "blk.2.gdn_in.weight": { + "dtype": "q8", + "shape": [ + 1024, + 2056 + ], + "shard": 2, + "offset": 51362048, + "nbytes": 2105344, + "scales_offset": 53467392, + "scales_nbytes": 263168 + }, + "blk.2.gdn_norm.weight": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 2, + "offset": 53730560, + "nbytes": 512 + }, + "blk.2.gdn_A_log": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 2, + "offset": 53731072, + "nbytes": 16 + }, + "blk.2.gdn_dt_bias": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 2, + "offset": 53731328, + "nbytes": 16 + }, + "blk.2.gdn_conv.weight": { + "dtype": "f32", + "shape": [ + 4, + 1536 + ], + "shard": 2, + "offset": 53731584, + "nbytes": 24576 + }, + "blk.2.attn_output.weight": { + "dtype": "q8", + "shape": [ + 512, + 1024 + ], + "shard": 2, + "offset": 53756160, + "nbytes": 524288, + "scales_offset": 54280448, + "scales_nbytes": 65536 + }, + "blk.2.ffn_gate_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 3, + "offset": 0, + "nbytes": 12582912, + "scales_offset": 12582912, + "scales_nbytes": 3145728 + }, + "blk.2.ffn_up_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 3, + "offset": 15728640, + "nbytes": 12582912, + "scales_offset": 28311552, + "scales_nbytes": 3145728 + }, + "blk.2.ffn_down_exps.weight": { + "dtype": "q4", + "shape": [ + 1536, + 256, + 64 + ], + "shard": 3, + "offset": 31457280, + "nbytes": 12582912, + "scales_offset": 44040192, + "scales_nbytes": 3145728 + }, + "blk.2.ffn_latent_down.weight": { + "dtype": "f16", + "shape": [ + 1024, + 256 + ], + "shard": 3, + "offset": 47185920, + "nbytes": 524288 + }, + "blk.2.ffn_latent_up.weight": { + "dtype": "f16", + "shape": [ + 256, + 1024 + ], + "shard": 3, + "offset": 47710208, + "nbytes": 524288 + }, + "blk.2.router.weight": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 3, + "offset": 48234496, + "nbytes": 131072 + }, + "blk.2.router_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 48365568, + "nbytes": 4096 + }, + "blk.2.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 3, + "offset": 48369664, + "nbytes": 256 + }, + "blk.3.attn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 48369920, + "nbytes": 4096 + }, + "blk.3.ffn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 48374016, + "nbytes": 4096 + }, + "blk.3.attn_temp": { + "dtype": "f32", + "shape": [ + 16 + ], + "shard": 3, + "offset": 48378112, + "nbytes": 64 + }, + "blk.3.attn_output.weight": { + "dtype": "q8", + "shape": [ + 512, + 1024 + ], + "shard": 3, + "offset": 48378368, + "nbytes": 524288, + "scales_offset": 48902656, + "scales_nbytes": 65536 + }, + "blk.3.ffn_gate_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 3, + "offset": 48968192, + "nbytes": 12582912, + "scales_offset": 61551104, + "scales_nbytes": 3145728 + }, + "blk.3.ffn_up_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 4, + "offset": 0, + "nbytes": 12582912, + "scales_offset": 12582912, + "scales_nbytes": 3145728 + }, + "blk.3.ffn_down_exps.weight": { + "dtype": "q4", + "shape": [ + 1536, + 256, + 64 + ], + "shard": 4, + "offset": 15728640, + "nbytes": 12582912, + "scales_offset": 28311552, + "scales_nbytes": 3145728 + }, + "blk.3.ffn_latent_down.weight": { + "dtype": "f16", + "shape": [ + 1024, + 256 + ], + "shard": 4, + "offset": 31457280, + "nbytes": 524288 + }, + "blk.3.ffn_latent_up.weight": { + "dtype": "f16", + "shape": [ + 256, + 1024 + ], + "shard": 4, + "offset": 31981568, + "nbytes": 524288 + }, + "blk.3.router.weight": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 4, + "offset": 32505856, + "nbytes": 131072 + }, + "blk.3.router_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 32636928, + "nbytes": 4096 + }, + "blk.3.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 4, + "offset": 32641024, + "nbytes": 256 + }, + "blk.4.attn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 32641280, + "nbytes": 4096 + }, + "blk.4.ffn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 32645376, + "nbytes": 4096 + }, + "blk.4.gdn_in.weight": { + "dtype": "q8", + "shape": [ + 1024, + 2056 + ], + "shard": 4, + "offset": 32649472, + "nbytes": 2105344, + "scales_offset": 34754816, + "scales_nbytes": 263168 + }, + "blk.4.gdn_norm.weight": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 4, + "offset": 35017984, + "nbytes": 512 + }, + "blk.4.gdn_A_log": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 4, + "offset": 35018496, + "nbytes": 16 + }, + "blk.4.gdn_dt_bias": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 4, + "offset": 35018752, + "nbytes": 16 + }, + "blk.4.gdn_conv.weight": { + "dtype": "f32", + "shape": [ + 4, + 1536 + ], + "shard": 4, + "offset": 35019008, + "nbytes": 24576 + }, + "blk.4.attn_output.weight": { + "dtype": "q8", + "shape": [ + 512, + 1024 + ], + "shard": 4, + "offset": 35043584, + "nbytes": 524288, + "scales_offset": 35567872, + "scales_nbytes": 65536 + }, + "blk.4.ffn_gate_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 4, + "offset": 35633408, + "nbytes": 12582912, + "scales_offset": 48216320, + "scales_nbytes": 3145728 + }, + "blk.4.ffn_up_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 4, + "offset": 51362048, + "nbytes": 12582912, + "scales_offset": 63944960, + "scales_nbytes": 3145728 + }, + "blk.4.ffn_down_exps.weight": { + "dtype": "q4", + "shape": [ + 1536, + 256, + 64 + ], + "shard": 5, + "offset": 0, + "nbytes": 12582912, + "scales_offset": 12582912, + "scales_nbytes": 3145728 + }, + "blk.4.ffn_latent_down.weight": { + "dtype": "f16", + "shape": [ + 1024, + 256 + ], + "shard": 5, + "offset": 15728640, + "nbytes": 524288 + }, + "blk.4.ffn_latent_up.weight": { + "dtype": "f16", + "shape": [ + 256, + 1024 + ], + "shard": 5, + "offset": 16252928, + "nbytes": 524288 + }, + "blk.4.router.weight": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 5, + "offset": 16777216, + "nbytes": 131072 + }, + "blk.4.router_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 16908288, + "nbytes": 4096 + }, + "blk.4.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 5, + "offset": 16912384, + "nbytes": 256 + }, + "blk.5.attn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 16912640, + "nbytes": 4096 + }, + "blk.5.ffn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 16916736, + "nbytes": 4096 + }, + "blk.5.gdn_in.weight": { + "dtype": "q8", + "shape": [ + 1024, + 2056 + ], + "shard": 5, + "offset": 16920832, + "nbytes": 2105344, + "scales_offset": 19026176, + "scales_nbytes": 263168 + }, + "blk.5.gdn_norm.weight": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 5, + "offset": 19289344, + "nbytes": 512 + }, + "blk.5.gdn_A_log": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 5, + "offset": 19289856, + "nbytes": 16 + }, + "blk.5.gdn_dt_bias": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 5, + "offset": 19290112, + "nbytes": 16 + }, + "blk.5.gdn_conv.weight": { + "dtype": "f32", + "shape": [ + 4, + 1536 + ], + "shard": 5, + "offset": 19290368, + "nbytes": 24576 + }, + "blk.5.attn_output.weight": { + "dtype": "q8", + "shape": [ + 512, + 1024 + ], + "shard": 5, + "offset": 19314944, + "nbytes": 524288, + "scales_offset": 19839232, + "scales_nbytes": 65536 + }, + "blk.5.ffn_gate_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 5, + "offset": 19904768, + "nbytes": 12582912, + "scales_offset": 32487680, + "scales_nbytes": 3145728 + }, + "blk.5.ffn_up_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 5, + "offset": 35633408, + "nbytes": 12582912, + "scales_offset": 48216320, + "scales_nbytes": 3145728 + }, + "blk.5.ffn_down_exps.weight": { + "dtype": "q4", + "shape": [ + 1536, + 256, + 64 + ], + "shard": 5, + "offset": 51362048, + "nbytes": 12582912, + "scales_offset": 63944960, + "scales_nbytes": 3145728 + }, + "blk.5.ffn_latent_down.weight": { + "dtype": "f16", + "shape": [ + 1024, + 256 + ], + "shard": 6, + "offset": 0, + "nbytes": 524288 + }, + "blk.5.ffn_latent_up.weight": { + "dtype": "f16", + "shape": [ + 256, + 1024 + ], + "shard": 6, + "offset": 524288, + "nbytes": 524288 + }, + "blk.5.router.weight": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 6, + "offset": 1048576, + "nbytes": 131072 + }, + "blk.5.router_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 1179648, + "nbytes": 4096 + }, + "blk.5.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 6, + "offset": 1183744, + "nbytes": 256 + }, + "blk.6.attn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 1184000, + "nbytes": 4096 + }, + "blk.6.ffn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 1188096, + "nbytes": 4096 + }, + "blk.6.gdn_in.weight": { + "dtype": "q8", + "shape": [ + 1024, + 2056 + ], + "shard": 6, + "offset": 1192192, + "nbytes": 2105344, + "scales_offset": 3297536, + "scales_nbytes": 263168 + }, + "blk.6.gdn_norm.weight": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 6, + "offset": 3560704, + "nbytes": 512 + }, + "blk.6.gdn_A_log": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 6, + "offset": 3561216, + "nbytes": 16 + }, + "blk.6.gdn_dt_bias": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 6, + "offset": 3561472, + "nbytes": 16 + }, + "blk.6.gdn_conv.weight": { + "dtype": "f32", + "shape": [ + 4, + 1536 + ], + "shard": 6, + "offset": 3561728, + "nbytes": 24576 + }, + "blk.6.attn_output.weight": { + "dtype": "q8", + "shape": [ + 512, + 1024 + ], + "shard": 6, + "offset": 3586304, + "nbytes": 524288, + "scales_offset": 4110592, + "scales_nbytes": 65536 + }, + "blk.6.ffn_gate_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 6, + "offset": 4176128, + "nbytes": 12582912, + "scales_offset": 16759040, + "scales_nbytes": 3145728 + }, + "blk.6.ffn_up_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 6, + "offset": 19904768, + "nbytes": 12582912, + "scales_offset": 32487680, + "scales_nbytes": 3145728 + }, + "blk.6.ffn_down_exps.weight": { + "dtype": "q4", + "shape": [ + 1536, + 256, + 64 + ], + "shard": 6, + "offset": 35633408, + "nbytes": 12582912, + "scales_offset": 48216320, + "scales_nbytes": 3145728 + }, + "blk.6.ffn_latent_down.weight": { + "dtype": "f16", + "shape": [ + 1024, + 256 + ], + "shard": 6, + "offset": 51362048, + "nbytes": 524288 + }, + "blk.6.ffn_latent_up.weight": { + "dtype": "f16", + "shape": [ + 256, + 1024 + ], + "shard": 6, + "offset": 51886336, + "nbytes": 524288 + }, + "blk.6.router.weight": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 6, + "offset": 52410624, + "nbytes": 131072 + }, + "blk.6.router_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 52541696, + "nbytes": 4096 + }, + "blk.6.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 6, + "offset": 52545792, + "nbytes": 256 + }, + "blk.7.attn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 52546048, + "nbytes": 4096 + }, + "blk.7.ffn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 52550144, + "nbytes": 4096 + }, + "blk.7.attn_temp": { + "dtype": "f32", + "shape": [ + 16 + ], + "shard": 6, + "offset": 52554240, + "nbytes": 64 + }, + "blk.7.attn_output.weight": { + "dtype": "q8", + "shape": [ + 512, + 1024 + ], + "shard": 6, + "offset": 52554496, + "nbytes": 524288, + "scales_offset": 53078784, + "scales_nbytes": 65536 + }, + "blk.7.ffn_gate_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 7, + "offset": 0, + "nbytes": 12582912, + "scales_offset": 12582912, + "scales_nbytes": 3145728 + }, + "blk.7.ffn_up_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 7, + "offset": 15728640, + "nbytes": 12582912, + "scales_offset": 28311552, + "scales_nbytes": 3145728 + }, + "blk.7.ffn_down_exps.weight": { + "dtype": "q4", + "shape": [ + 1536, + 256, + 64 + ], + "shard": 7, + "offset": 31457280, + "nbytes": 12582912, + "scales_offset": 44040192, + "scales_nbytes": 3145728 + }, + "blk.7.ffn_latent_down.weight": { + "dtype": "f16", + "shape": [ + 1024, + 256 + ], + "shard": 7, + "offset": 47185920, + "nbytes": 524288 + }, + "blk.7.ffn_latent_up.weight": { + "dtype": "f16", + "shape": [ + 256, + 1024 + ], + "shard": 7, + "offset": 47710208, + "nbytes": 524288 + }, + "blk.7.router.weight": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 7, + "offset": 48234496, + "nbytes": 131072 + }, + "blk.7.router_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 48365568, + "nbytes": 4096 + }, + "blk.7.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 7, + "offset": 48369664, + "nbytes": 256 + }, + "blk.8.attn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 48369920, + "nbytes": 4096 + }, + "blk.8.ffn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 48374016, + "nbytes": 4096 + }, + "blk.8.gdn_in.weight": { + "dtype": "q8", + "shape": [ + 1024, + 2056 + ], + "shard": 7, + "offset": 48378112, + "nbytes": 2105344, + "scales_offset": 50483456, + "scales_nbytes": 263168 + }, + "blk.8.gdn_norm.weight": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 7, + "offset": 50746624, + "nbytes": 512 + }, + "blk.8.gdn_A_log": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 7, + "offset": 50747136, + "nbytes": 16 + }, + "blk.8.gdn_dt_bias": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 7, + "offset": 50747392, + "nbytes": 16 + }, + "blk.8.gdn_conv.weight": { + "dtype": "f32", + "shape": [ + 4, + 1536 + ], + "shard": 7, + "offset": 50747648, + "nbytes": 24576 + }, + "blk.8.attn_output.weight": { + "dtype": "q8", + "shape": [ + 512, + 1024 + ], + "shard": 7, + "offset": 50772224, + "nbytes": 524288, + "scales_offset": 51296512, + "scales_nbytes": 65536 + }, + "blk.8.ffn_gate_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 7, + "offset": 51362048, + "nbytes": 12582912, + "scales_offset": 63944960, + "scales_nbytes": 3145728 + }, + "blk.8.ffn_up_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 8, + "offset": 0, + "nbytes": 12582912, + "scales_offset": 12582912, + "scales_nbytes": 3145728 + }, + "blk.8.ffn_down_exps.weight": { + "dtype": "q4", + "shape": [ + 1536, + 256, + 64 + ], + "shard": 8, + "offset": 15728640, + "nbytes": 12582912, + "scales_offset": 28311552, + "scales_nbytes": 3145728 + }, + "blk.8.ffn_latent_down.weight": { + "dtype": "f16", + "shape": [ + 1024, + 256 + ], + "shard": 8, + "offset": 31457280, + "nbytes": 524288 + }, + "blk.8.ffn_latent_up.weight": { + "dtype": "f16", + "shape": [ + 256, + 1024 + ], + "shard": 8, + "offset": 31981568, + "nbytes": 524288 + }, + "blk.8.router.weight": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 8, + "offset": 32505856, + "nbytes": 131072 + }, + "blk.8.router_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 32636928, + "nbytes": 4096 + }, + "blk.8.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 8, + "offset": 32641024, + "nbytes": 256 + }, + "blk.9.attn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 32641280, + "nbytes": 4096 + }, + "blk.9.ffn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 32645376, + "nbytes": 4096 + }, + "blk.9.gdn_in.weight": { + "dtype": "q8", + "shape": [ + 1024, + 2056 + ], + "shard": 8, + "offset": 32649472, + "nbytes": 2105344, + "scales_offset": 34754816, + "scales_nbytes": 263168 + }, + "blk.9.gdn_norm.weight": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 8, + "offset": 35017984, + "nbytes": 512 + }, + "blk.9.gdn_A_log": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 8, + "offset": 35018496, + "nbytes": 16 + }, + "blk.9.gdn_dt_bias": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 8, + "offset": 35018752, + "nbytes": 16 + }, + "blk.9.gdn_conv.weight": { + "dtype": "f32", + "shape": [ + 4, + 1536 + ], + "shard": 8, + "offset": 35019008, + "nbytes": 24576 + }, + "blk.9.attn_output.weight": { + "dtype": "q8", + "shape": [ + 512, + 1024 + ], + "shard": 8, + "offset": 35043584, + "nbytes": 524288, + "scales_offset": 35567872, + "scales_nbytes": 65536 + }, + "blk.9.ffn_gate_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 8, + "offset": 35633408, + "nbytes": 12582912, + "scales_offset": 48216320, + "scales_nbytes": 3145728 + }, + "blk.9.ffn_up_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 8, + "offset": 51362048, + "nbytes": 12582912, + "scales_offset": 63944960, + "scales_nbytes": 3145728 + }, + "blk.9.ffn_down_exps.weight": { + "dtype": "q4", + "shape": [ + 1536, + 256, + 64 + ], + "shard": 9, + "offset": 0, + "nbytes": 12582912, + "scales_offset": 12582912, + "scales_nbytes": 3145728 + }, + "blk.9.ffn_latent_down.weight": { + "dtype": "f16", + "shape": [ + 1024, + 256 + ], + "shard": 9, + "offset": 15728640, + "nbytes": 524288 + }, + "blk.9.ffn_latent_up.weight": { + "dtype": "f16", + "shape": [ + 256, + 1024 + ], + "shard": 9, + "offset": 16252928, + "nbytes": 524288 + }, + "blk.9.router.weight": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 9, + "offset": 16777216, + "nbytes": 131072 + }, + "blk.9.router_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 16908288, + "nbytes": 4096 + }, + "blk.9.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 9, + "offset": 16912384, + "nbytes": 256 + }, + "blk.10.attn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 16912640, + "nbytes": 4096 + }, + "blk.10.ffn_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 16916736, + "nbytes": 4096 + }, + "blk.10.gdn_in.weight": { + "dtype": "q8", + "shape": [ + 1024, + 2056 + ], + "shard": 9, + "offset": 16920832, + "nbytes": 2105344, + "scales_offset": 19026176, + "scales_nbytes": 263168 + }, + "blk.10.gdn_norm.weight": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 9, + "offset": 19289344, + "nbytes": 512 + }, + "blk.10.gdn_A_log": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 9, + "offset": 19289856, + "nbytes": 16 + }, + "blk.10.gdn_dt_bias": { + "dtype": "f32", + "shape": [ + 4 + ], + "shard": 9, + "offset": 19290112, + "nbytes": 16 + }, + "blk.10.gdn_conv.weight": { + "dtype": "f32", + "shape": [ + 4, + 1536 + ], + "shard": 9, + "offset": 19290368, + "nbytes": 24576 + }, + "blk.10.attn_output.weight": { + "dtype": "q8", + "shape": [ + 512, + 1024 + ], + "shard": 9, + "offset": 19314944, + "nbytes": 524288, + "scales_offset": 19839232, + "scales_nbytes": 65536 + }, + "blk.10.ffn_gate_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 9, + "offset": 19904768, + "nbytes": 12582912, + "scales_offset": 32487680, + "scales_nbytes": 3145728 + }, + "blk.10.ffn_up_exps.weight": { + "dtype": "q4", + "shape": [ + 256, + 1536, + 64 + ], + "shard": 9, + "offset": 35633408, + "nbytes": 12582912, + "scales_offset": 48216320, + "scales_nbytes": 3145728 + }, + "blk.10.ffn_down_exps.weight": { + "dtype": "q4", + "shape": [ + 1536, + 256, + 64 + ], + "shard": 9, + "offset": 51362048, + "nbytes": 12582912, + "scales_offset": 63944960, + "scales_nbytes": 3145728 + }, + "blk.10.ffn_latent_down.weight": { + "dtype": "f16", + "shape": [ + 1024, + 256 + ], + "shard": 10, + "offset": 0, + "nbytes": 524288 + }, + "blk.10.ffn_latent_up.weight": { + "dtype": "f16", + "shape": [ + 256, + 1024 + ], + "shard": 10, + "offset": 524288, + "nbytes": 524288 + }, + "blk.10.router.weight": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 10, + "offset": 1048576, + "nbytes": 131072 + }, + "blk.10.router_norm.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 1179648, + "nbytes": 4096 + }, + "blk.10.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 10, + "offset": 1183744, + "nbytes": 256 + } + } +} \ No newline at end of file diff --git a/web/backbone/shard-000.bin b/web/backbone/shard-000.bin new file mode 100644 index 0000000000000000000000000000000000000000..253148b38cbe605f21aad66969ac130afa2f9831 --- /dev/null +++ b/web/backbone/shard-000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a46772c8b081ad5df4ce63a48d2ef16630fab8e96f547093603bc860b1dc30 +size 101007360 diff --git a/web/backbone/shard-001.bin b/web/backbone/shard-001.bin new file mode 100644 index 0000000000000000000000000000000000000000..183281442c8c8c55d12c2aefba2e0dac4306ecaf --- /dev/null +++ b/web/backbone/shard-001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0516d4e20f421ee92b4ec87449f48d89ad266f39408e36ba1aca572e64a8c69 +size 65155584 diff --git a/web/backbone/shard-002.bin b/web/backbone/shard-002.bin new file mode 100644 index 0000000000000000000000000000000000000000..5bb3640c614f1788b8f58be511f049dc4ccaee77 --- /dev/null +++ b/web/backbone/shard-002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eed55b5cf23af6b88c73cd485b6bbf1fdffbbb51212511149717a858bfd35cc +size 54345984 diff --git a/web/backbone/shard-003.bin b/web/backbone/shard-003.bin new file mode 100644 index 0000000000000000000000000000000000000000..68b9474dce2cd0e7e66108352833c577d27dc777 --- /dev/null +++ b/web/backbone/shard-003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36847259c95af1398459616cb27ce51978e1e9993eccb675d253d91124fb98ee +size 64696832 diff --git a/web/backbone/shard-004.bin b/web/backbone/shard-004.bin new file mode 100644 index 0000000000000000000000000000000000000000..71f451a97f20cf48ab783f1154e15a6e9b1865c0 --- /dev/null +++ b/web/backbone/shard-004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd3c788c83f4c07e38c6df3958ac743c3be6a38dea50e5109446385fcfe692ff +size 67090688 diff --git a/web/backbone/shard-005.bin b/web/backbone/shard-005.bin new file mode 100644 index 0000000000000000000000000000000000000000..a8dfb634d6bff752b477e455b7d7fee55a657b23 --- /dev/null +++ b/web/backbone/shard-005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29390aeb6bc52ea192b7d259115922cfe7599d4ca6632f8fcf29e36f6c6adfae +size 67090688 diff --git a/web/backbone/shard-006.bin b/web/backbone/shard-006.bin new file mode 100644 index 0000000000000000000000000000000000000000..40eae16ec883510a7b135d6fb8a971199975ebe9 --- /dev/null +++ b/web/backbone/shard-006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49518efa5d4e382b9da5e4c2537589288acff9e191cbf2deabecc31694523423 +size 53144320 diff --git a/web/backbone/shard-007.bin b/web/backbone/shard-007.bin new file mode 100644 index 0000000000000000000000000000000000000000..b60d1a063047a1581b0c8850289a37bc789a10ca --- /dev/null +++ b/web/backbone/shard-007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e26b316ddcdde1a200529502c60359a0016888df91b7a84b5d633b354c263a68 +size 67090688 diff --git a/web/backbone/shard-008.bin b/web/backbone/shard-008.bin new file mode 100644 index 0000000000000000000000000000000000000000..571a78604f1bed07a6d718a333764e90e5723033 --- /dev/null +++ b/web/backbone/shard-008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:193fa3416c553b939282c30bfb0468a882a3b3f20c1177baed6155b3545a7b1a +size 67090688 diff --git a/web/backbone/shard-009.bin b/web/backbone/shard-009.bin new file mode 100644 index 0000000000000000000000000000000000000000..17a5ac642d53bbd572f8a74a1103a4690ad384f6 --- /dev/null +++ b/web/backbone/shard-009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f98db299230cebb19c3022e13c00565d1f598db00774893b1a6f2674c8b045c7 +size 67090688 diff --git a/web/backbone/shard-010.bin b/web/backbone/shard-010.bin new file mode 100644 index 0000000000000000000000000000000000000000..9b606ff32930bf39b94d7ea756d35fac9cadf8f9 --- /dev/null +++ b/web/backbone/shard-010.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75b3d78bb498e829e4a79255cf21fdf6ec59c1159869557dd887b484d13ba4e0 +size 1184000 diff --git a/web/companions/steer.gguf b/web/companions/steer.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7475ee0be0a9dd6c9678fecba154ced9dd75715f --- /dev/null +++ b/web/companions/steer.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e8e3f86e89a09801ce083b9286f43263ec696acfaff72e25aca537aa9efa90c +size 204960 diff --git a/web/edit/lora-000.bin b/web/edit/lora-000.bin new file mode 100644 index 0000000000000000000000000000000000000000..a79ab26d1612332fe35a99564b91d900aef19d15 --- /dev/null +++ b/web/edit/lora-000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:796a79cbfbf59ba158e06ba82f228531455e4604ca7c532de86e2718bcc26df5 +size 61951232 diff --git a/web/edit/lora-001.bin b/web/edit/lora-001.bin new file mode 100644 index 0000000000000000000000000000000000000000..d42ce3f6c0712c93bf3cbd656e1e59f2d578ba20 --- /dev/null +++ b/web/edit/lora-001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a982a2a32fe499d54eaaa560ff0c527a4b7217ca9670a88e09b7374fb12d0432 +size 66745088 diff --git a/web/edit/lora-002.bin b/web/edit/lora-002.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd8b71395d037b6ed958b45f586fa033ff92695f --- /dev/null +++ b/web/edit/lora-002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:708df9224e1d3af621b6fcf3c3463a20cb325b35c180fd1d9e3304c7d612633d +size 526848 diff --git a/web/edit/manifest.json b/web/edit/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..1c78497801d41559fba2d50ba54e51c2fbd4e6ef --- /dev/null +++ b/web/edit/manifest.json @@ -0,0 +1,1827 @@ +{ + "format": "zonos3-web-v1", + "model": "edit", + "meta": { + "general.architecture": "zonos3", + "general.name": "ZONOS3 rate30_r2_grpo_g8_skip_lr1e-6 step 587 + z3m_omni3b_edit_lora vocabulary + phoneme tokens Q4_0-expert/Q8_0-mixer PTQ", + "block_count": 11, + "context_length": 32768, + "embedding_length": 1024, + "head_dim": 32, + "attention.head_count": 16, + "attention.head_count_kv": 4, + "feed_forward_length": 2048, + "expert_count": 64, + "n_codebooks": 10, + "codebook_size": 4096, + "audio_vocab": 4099, + "eoa_id": 4096, + "audio_pad_id": 4097, + "text_vocab": 8196, + "gdn.head_count": 4, + "gdn.head_dim": 128, + "gdn.conv_kernel": 4, + "speaker.embedding_length": 192, + "condition.count": 3, + "rope.freq_base": 10000.0, + "attention.layer_norm_rms_epsilon": 9.999999747378752e-06, + "attention.qk_norm_epsilon": 9.999999974752427e-07, + "logit_softcap": 15.0, + "expert_used_count_per_layer": [ + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "condition.bucket_counts": [ + 10, + 10, + 30 + ], + "codec": "mossdual", + "moe.balancing": "quantile", + "attention.pattern": "gdn3_global1", + "residual.type": "full_attnres", + "tokenizer.offset": 4, + "tokenizer.bos": 2, + "tokenizer.eos": 3, + "condition.names": [ + "loudness", + "fmax", + "speaking_rate" + ], + "condition.units": [ + "LUFS", + "Hz", + "utf-8 bytes per second" + ], + "condition.edges.loudness": [ + -29.777999877929688, + -26.94700050354004, + -25.047000885009766, + -23.299999237060547, + -21.743000030517578, + -20.38599967956543, + -19.18600082397461, + -17.85099983215332, + -15.967000007629395 + ], + "condition.edges.fmax": [ + 8437.5, + 10242.2001953125, + 11507.7998046875, + 13359.400390625, + 15164.099609375, + 15585.900390625, + 15750.0, + 17765.599609375, + 19945.30078125 + ], + "condition.edges.speaking_rate": [ + 6.546000003814697, + 8.182000160217285, + 9.27299976348877, + 10.3100004196167, + 11.053999900817871, + 11.666999816894531, + 12.192999839782715, + 12.656000137329102, + 13.083000183105469, + 13.47599983215332, + 13.845999717712402, + 14.196000099182129, + 14.529999732971191, + 14.88700008392334, + 15.192999839782715, + 15.517000198364258, + 15.864999771118164, + 16.20800018310547, + 16.57900047302246, + 16.972000122070312, + 17.410999298095703, + 17.898000717163086, + 18.43400001525879, + 19.069000244140625, + 19.81800079345703, + 20.81599998474121, + 22.285999298095703, + 24.722000122070312, + 29.25 + ], + "silence_frame": [ + 1918, + 746, + 3544, + 234, + 1267, + 2914, + 3944, + 2849, + 326, + 1337 + ], + "text_tokenizer_spec": "{\"kind\": \"superbpe\", \"path\": \"tokenizer/superbpe8192.json\", \"sha256\": \"90322f910600027dee7fe63d400d1d9dc1035c167d560aadf0871e3661d08bf3\", \"vocab_size\": 8192, \"offset\": 4, \"bos\": 2, \"eos\": 3, \"_original_path\": \"/data/groups/audio/gabriel/bingua2-gdn-fullattnres-sbpe8k-rawclone-moealpha025-x15-e64-6node-100k-20261006/tokenizers/superbpe8192.json\", \"phonemes\": {\"open_id\": 8200, \"close_id\": 8201, \"symbols\": [\"a\", \"b\", \"c\", \"d\", \"e\", \"f\", \"h\", \"i\", \"j\", \"k\", \"l\", \"m\", \"n\", \"o\", \"p\", \"q\", \"r\", \"s\", \"t\", \"u\", \"v\", \"w\", \"x\", \"y\", \"z\", \"\u00b2\", \"\u00b3\", \"\u00b9\", \"\u00e3\", \"\u00e4\", \"\u00e6\", \"\u00e7\", \"\u00ef\", \"\u00f0\", \"\u00f5\", \"\u00f8\", \"\u0127\", \"\u0129\", \"\u014b\", \"\u0153\", \"\u0169\", \"\u0250\", \"\u0251\", \"\u0252\", \"\u0253\", \"\u0254\", \"\u0255\", \"\u0256\", \"\u0257\", \"\u0258\", \"\u0259\", \"\u025a\", \"\u025b\", \"\u025c\", \"\u025d\", \"\u025f\", \"\u0261\", \"\u0263\", \"\u0264\", \"\u0265\", \"\u0266\", \"\u0267\", \"\u0268\", \"\u026a\", \"\u026b\", \"\u026d\", \"\u026f\", \"\u0270\", \"\u0271\", \"\u0272\", \"\u0273\", \"\u0274\", \"\u0275\", \"\u0278\", \"\u0279\", \"\u027b\", \"\u027d\", \"\u027e\", \"\u0280\", \"\u0281\", \"\u0282\", \"\u0283\", \"\u0288\", \"\u0289\", \"\u028a\", \"\u028b\", \"\u028c\", \"\u028d\", \"\u028e\", \"\u028f\", \"\u0290\", \"\u0291\", \"\u0292\", \"\u0294\", \"\u0295\", \"\u029d\", \"\u02b0\", \"\u02b1\", \"\u02b2\", \"\u02b7\", \"\u02bc\", \"\u02c0\", \"\u02d0\", \"\u02e3\", \"\u02e4\", \"\u02e5\", \"\u02e6\", \"\u02e7\", \"\u02e8\", \"\u02e9\", \"\u0303\", \"\u030a\", \"\u030d\", \"\u031a\", \"\u031d\", \"\u031e\", \"\u031f\", \"\u0320\", \"\u0325\", \"\u0329\", \"\u032a\", \"\u032f\", \"\u0339\", \"\u0348\", \"\u0361\", \"\u03b2\", \"\u03b8\", \"\u03c7\", \"\u1d5d\", \"\u1ebd\", \"\u1ef9\", \"\u2074\", \"\u2075\", \"\u207b\", \"\u207d\", \"\u207e\"], \"open_marker\": \"\ue000\", \"close_marker\": \"\ue001\", \"inventory_sha256\": \"2e19015cac41d5a417f7faa3b3b5d63f96c2c1bebcb3d8986fb3048d77ee7a50\"}, \"start\": {\"id\": 8338, \"marker\": \"\ue002\"}, \"pauses\": {\"ids\": [8339, 8340, 8341, 8342], \"markers\": [\"\ue003\", \"\ue004\", \"\ue005\", \"\ue006\"], \"seconds\": [0.2475, 0.495, 0.9899, 1.9799]}}", + "span_end_id": 4098, + "general.file_type": 2, + "text_extra_tokens": 146, + "adapter.base": "ZONOS3 rate30_r2_grpo_g8_skip_lr1e-6 step 587 Q4_0-expert/Q8_0-mixer PTQ", + "adapter.name": "edit", + "adapter.rank": 64 + }, + "shards": [ + "lora-000.bin", + "lora-001.bin", + "lora-002.bin" + ], + "tensors": { + "embd_extra": { + "dtype": "f16", + "shape": [ + 1024, + 156 + ], + "shard": 0, + "offset": 0, + "nbytes": 319488 + }, + "output_extra": { + "dtype": "q8", + "shape": [ + 1024, + 10 + ], + "shard": 0, + "offset": 319488, + "nbytes": 10240, + "scales_offset": 329728, + "scales_nbytes": 1280 + }, + "blk.1.ffn_gate_up_exps.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 32, + 64 + ], + "shard": 0, + "offset": 331008, + "nbytes": 1048576 + }, + "blk.1.ffn_gate_up_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 1536, + 2, + 64 + ], + "shard": 0, + "offset": 1379584, + "nbytes": 6291456 + }, + "blk.2.ffn_gate_up_exps.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 32, + 64 + ], + "shard": 0, + "offset": 7671040, + "nbytes": 1048576 + }, + "blk.2.ffn_gate_up_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 1536, + 2, + 64 + ], + "shard": 0, + "offset": 8719616, + "nbytes": 6291456 + }, + "blk.3.attn_qkvg.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 256 + ], + "shard": 0, + "offset": 15011072, + "nbytes": 524288 + }, + "blk.3.attn_qkvg.lora_up": { + "dtype": "f16", + "shape": [ + 256, + 784 + ], + "shard": 0, + "offset": 15535360, + "nbytes": 401408 + }, + "blk.3.ffn_gate_up_exps.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 32, + 64 + ], + "shard": 0, + "offset": 15936768, + "nbytes": 1048576 + }, + "blk.3.ffn_gate_up_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 1536, + 2, + 64 + ], + "shard": 0, + "offset": 16985344, + "nbytes": 6291456 + }, + "blk.4.ffn_gate_up_exps.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 32, + 64 + ], + "shard": 0, + "offset": 23276800, + "nbytes": 1048576 + }, + "blk.4.ffn_gate_up_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 1536, + 2, + 64 + ], + "shard": 0, + "offset": 24325376, + "nbytes": 6291456 + }, + "blk.5.ffn_gate_up_exps.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 32, + 64 + ], + "shard": 0, + "offset": 30616832, + "nbytes": 1048576 + }, + "blk.5.ffn_gate_up_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 1536, + 2, + 64 + ], + "shard": 0, + "offset": 31665408, + "nbytes": 6291456 + }, + "blk.6.ffn_gate_up_exps.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 32, + 64 + ], + "shard": 0, + "offset": 37956864, + "nbytes": 1048576 + }, + "blk.6.ffn_gate_up_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 1536, + 2, + 64 + ], + "shard": 0, + "offset": 39005440, + "nbytes": 6291456 + }, + "blk.7.attn_qkvg.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 256 + ], + "shard": 0, + "offset": 45296896, + "nbytes": 524288 + }, + "blk.7.attn_qkvg.lora_up": { + "dtype": "f16", + "shape": [ + 256, + 784 + ], + "shard": 0, + "offset": 45821184, + "nbytes": 401408 + }, + "blk.7.ffn_gate_up_exps.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 32, + 64 + ], + "shard": 0, + "offset": 46222592, + "nbytes": 1048576 + }, + "blk.7.ffn_gate_up_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 1536, + 2, + 64 + ], + "shard": 0, + "offset": 47271168, + "nbytes": 6291456 + }, + "blk.8.ffn_gate_up_exps.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 32, + 64 + ], + "shard": 0, + "offset": 53562624, + "nbytes": 1048576 + }, + "blk.8.ffn_gate_up_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 1536, + 2, + 64 + ], + "shard": 0, + "offset": 54611200, + "nbytes": 6291456 + }, + "blk.9.ffn_gate_up_exps.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 32, + 64 + ], + "shard": 0, + "offset": 60902656, + "nbytes": 1048576 + }, + "blk.9.ffn_gate_up_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 1536, + 2, + 64 + ], + "shard": 1, + "offset": 0, + "nbytes": 6291456 + }, + "blk.10.ffn_gate_up_exps.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 32, + 64 + ], + "shard": 1, + "offset": 6291456, + "nbytes": 1048576 + }, + "blk.10.ffn_gate_up_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 1536, + 2, + 64 + ], + "shard": 1, + "offset": 7340032, + "nbytes": 6291456 + }, + "output.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 13631488, + "nbytes": 131072 + }, + "output.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 40990 + ], + "shard": 1, + "offset": 13762560, + "nbytes": 5246720 + }, + "blk.0.gdn_in.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 19009280, + "nbytes": 131072 + }, + "blk.0.gdn_in.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 2056 + ], + "shard": 1, + "offset": 19140352, + "nbytes": 263168 + }, + "blk.0.attn_output.lora_down": { + "dtype": "f16", + "shape": [ + 512, + 64 + ], + "shard": 1, + "offset": 19403520, + "nbytes": 65536 + }, + "blk.0.attn_output.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 19469056, + "nbytes": 131072 + }, + "blk.1.gdn_in.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 19600128, + "nbytes": 131072 + }, + "blk.1.gdn_in.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 2056 + ], + "shard": 1, + "offset": 19731200, + "nbytes": 263168 + }, + "blk.1.attn_output.lora_down": { + "dtype": "f16", + "shape": [ + 512, + 64 + ], + "shard": 1, + "offset": 19994368, + "nbytes": 65536 + }, + "blk.1.attn_output.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 20059904, + "nbytes": 131072 + }, + "blk.2.gdn_in.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 20190976, + "nbytes": 131072 + }, + "blk.2.gdn_in.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 2056 + ], + "shard": 1, + "offset": 20322048, + "nbytes": 263168 + }, + "blk.2.attn_output.lora_down": { + "dtype": "f16", + "shape": [ + 512, + 64 + ], + "shard": 1, + "offset": 20585216, + "nbytes": 65536 + }, + "blk.2.attn_output.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 20650752, + "nbytes": 131072 + }, + "blk.4.gdn_in.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 20781824, + "nbytes": 131072 + }, + "blk.4.gdn_in.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 2056 + ], + "shard": 1, + "offset": 20912896, + "nbytes": 263168 + }, + "blk.4.attn_output.lora_down": { + "dtype": "f16", + "shape": [ + 512, + 64 + ], + "shard": 1, + "offset": 21176064, + "nbytes": 65536 + }, + "blk.4.attn_output.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 21241600, + "nbytes": 131072 + }, + "blk.5.gdn_in.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 21372672, + "nbytes": 131072 + }, + "blk.5.gdn_in.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 2056 + ], + "shard": 1, + "offset": 21503744, + "nbytes": 263168 + }, + "blk.5.attn_output.lora_down": { + "dtype": "f16", + "shape": [ + 512, + 64 + ], + "shard": 1, + "offset": 21766912, + "nbytes": 65536 + }, + "blk.5.attn_output.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 21832448, + "nbytes": 131072 + }, + "blk.6.gdn_in.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 21963520, + "nbytes": 131072 + }, + "blk.6.gdn_in.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 2056 + ], + "shard": 1, + "offset": 22094592, + "nbytes": 263168 + }, + "blk.6.attn_output.lora_down": { + "dtype": "f16", + "shape": [ + 512, + 64 + ], + "shard": 1, + "offset": 22357760, + "nbytes": 65536 + }, + "blk.6.attn_output.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 22423296, + "nbytes": 131072 + }, + "blk.8.gdn_in.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 22554368, + "nbytes": 131072 + }, + "blk.8.gdn_in.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 2056 + ], + "shard": 1, + "offset": 22685440, + "nbytes": 263168 + }, + "blk.8.attn_output.lora_down": { + "dtype": "f16", + "shape": [ + 512, + 64 + ], + "shard": 1, + "offset": 22948608, + "nbytes": 65536 + }, + "blk.8.attn_output.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 23014144, + "nbytes": 131072 + }, + "blk.9.gdn_in.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 23145216, + "nbytes": 131072 + }, + "blk.9.gdn_in.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 2056 + ], + "shard": 1, + "offset": 23276288, + "nbytes": 263168 + }, + "blk.9.attn_output.lora_down": { + "dtype": "f16", + "shape": [ + 512, + 64 + ], + "shard": 1, + "offset": 23539456, + "nbytes": 65536 + }, + "blk.9.attn_output.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 23604992, + "nbytes": 131072 + }, + "blk.10.gdn_in.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 23736064, + "nbytes": 131072 + }, + "blk.10.gdn_in.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 2056 + ], + "shard": 1, + "offset": 23867136, + "nbytes": 263168 + }, + "blk.10.attn_output.lora_down": { + "dtype": "f16", + "shape": [ + 512, + 64 + ], + "shard": 1, + "offset": 24130304, + "nbytes": 65536 + }, + "blk.10.attn_output.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 24195840, + "nbytes": 131072 + }, + "blk.0.ffn_up.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 24326912, + "nbytes": 131072 + }, + "blk.0.ffn_up.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 2048 + ], + "shard": 1, + "offset": 24457984, + "nbytes": 262144 + }, + "blk.0.ffn_gate.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 24720128, + "nbytes": 131072 + }, + "blk.0.ffn_gate.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 2048 + ], + "shard": 1, + "offset": 24851200, + "nbytes": 262144 + }, + "blk.0.ffn_down.lora_down": { + "dtype": "f16", + "shape": [ + 2048, + 64 + ], + "shard": 1, + "offset": 25113344, + "nbytes": 262144 + }, + "blk.0.ffn_down.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 25375488, + "nbytes": 131072 + }, + "blk.1.router.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 25506560, + "nbytes": 131072 + }, + "blk.1.router.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 64 + ], + "shard": 1, + "offset": 25637632, + "nbytes": 8192 + }, + "blk.1.ffn_latent_down.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 25645824, + "nbytes": 131072 + }, + "blk.1.ffn_latent_down.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 256 + ], + "shard": 1, + "offset": 25776896, + "nbytes": 32768 + }, + "blk.1.ffn_latent_up.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 64 + ], + "shard": 1, + "offset": 25809664, + "nbytes": 32768 + }, + "blk.1.ffn_latent_up.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 25842432, + "nbytes": 131072 + }, + "blk.2.router.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 25973504, + "nbytes": 131072 + }, + "blk.2.router.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 64 + ], + "shard": 1, + "offset": 26104576, + "nbytes": 8192 + }, + "blk.2.ffn_latent_down.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 26112768, + "nbytes": 131072 + }, + "blk.2.ffn_latent_down.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 256 + ], + "shard": 1, + "offset": 26243840, + "nbytes": 32768 + }, + "blk.2.ffn_latent_up.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 64 + ], + "shard": 1, + "offset": 26276608, + "nbytes": 32768 + }, + "blk.2.ffn_latent_up.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 26309376, + "nbytes": 131072 + }, + "blk.3.attn_output.lora_down": { + "dtype": "f16", + "shape": [ + 512, + 64 + ], + "shard": 1, + "offset": 26440448, + "nbytes": 65536 + }, + "blk.3.attn_output.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 26505984, + "nbytes": 131072 + }, + "blk.3.router.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 26637056, + "nbytes": 131072 + }, + "blk.3.router.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 64 + ], + "shard": 1, + "offset": 26768128, + "nbytes": 8192 + }, + "blk.3.ffn_latent_down.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 26776320, + "nbytes": 131072 + }, + "blk.3.ffn_latent_down.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 256 + ], + "shard": 1, + "offset": 26907392, + "nbytes": 32768 + }, + "blk.3.ffn_latent_up.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 64 + ], + "shard": 1, + "offset": 26940160, + "nbytes": 32768 + }, + "blk.3.ffn_latent_up.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 26972928, + "nbytes": 131072 + }, + "blk.4.router.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 27104000, + "nbytes": 131072 + }, + "blk.4.router.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 64 + ], + "shard": 1, + "offset": 27235072, + "nbytes": 8192 + }, + "blk.4.ffn_latent_down.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 27243264, + "nbytes": 131072 + }, + "blk.4.ffn_latent_down.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 256 + ], + "shard": 1, + "offset": 27374336, + "nbytes": 32768 + }, + "blk.4.ffn_latent_up.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 64 + ], + "shard": 1, + "offset": 27407104, + "nbytes": 32768 + }, + "blk.4.ffn_latent_up.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 27439872, + "nbytes": 131072 + }, + "blk.5.router.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 27570944, + "nbytes": 131072 + }, + "blk.5.router.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 64 + ], + "shard": 1, + "offset": 27702016, + "nbytes": 8192 + }, + "blk.5.ffn_latent_down.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 27710208, + "nbytes": 131072 + }, + "blk.5.ffn_latent_down.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 256 + ], + "shard": 1, + "offset": 27841280, + "nbytes": 32768 + }, + "blk.5.ffn_latent_up.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 64 + ], + "shard": 1, + "offset": 27874048, + "nbytes": 32768 + }, + "blk.5.ffn_latent_up.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 27906816, + "nbytes": 131072 + }, + "blk.6.router.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 28037888, + "nbytes": 131072 + }, + "blk.6.router.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 64 + ], + "shard": 1, + "offset": 28168960, + "nbytes": 8192 + }, + "blk.6.ffn_latent_down.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 28177152, + "nbytes": 131072 + }, + "blk.6.ffn_latent_down.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 256 + ], + "shard": 1, + "offset": 28308224, + "nbytes": 32768 + }, + "blk.6.ffn_latent_up.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 64 + ], + "shard": 1, + "offset": 28340992, + "nbytes": 32768 + }, + "blk.6.ffn_latent_up.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 28373760, + "nbytes": 131072 + }, + "blk.7.attn_output.lora_down": { + "dtype": "f16", + "shape": [ + 512, + 64 + ], + "shard": 1, + "offset": 28504832, + "nbytes": 65536 + }, + "blk.7.attn_output.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 28570368, + "nbytes": 131072 + }, + "blk.7.router.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 28701440, + "nbytes": 131072 + }, + "blk.7.router.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 64 + ], + "shard": 1, + "offset": 28832512, + "nbytes": 8192 + }, + "blk.7.ffn_latent_down.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 28840704, + "nbytes": 131072 + }, + "blk.7.ffn_latent_down.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 256 + ], + "shard": 1, + "offset": 28971776, + "nbytes": 32768 + }, + "blk.7.ffn_latent_up.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 64 + ], + "shard": 1, + "offset": 29004544, + "nbytes": 32768 + }, + "blk.7.ffn_latent_up.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 29037312, + "nbytes": 131072 + }, + "blk.8.router.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 29168384, + "nbytes": 131072 + }, + "blk.8.router.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 64 + ], + "shard": 1, + "offset": 29299456, + "nbytes": 8192 + }, + "blk.8.ffn_latent_down.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 29307648, + "nbytes": 131072 + }, + "blk.8.ffn_latent_down.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 256 + ], + "shard": 1, + "offset": 29438720, + "nbytes": 32768 + }, + "blk.8.ffn_latent_up.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 64 + ], + "shard": 1, + "offset": 29471488, + "nbytes": 32768 + }, + "blk.8.ffn_latent_up.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 29504256, + "nbytes": 131072 + }, + "blk.9.router.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 29635328, + "nbytes": 131072 + }, + "blk.9.router.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 64 + ], + "shard": 1, + "offset": 29766400, + "nbytes": 8192 + }, + "blk.9.ffn_latent_down.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 29774592, + "nbytes": 131072 + }, + "blk.9.ffn_latent_down.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 256 + ], + "shard": 1, + "offset": 29905664, + "nbytes": 32768 + }, + "blk.9.ffn_latent_up.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 64 + ], + "shard": 1, + "offset": 29938432, + "nbytes": 32768 + }, + "blk.9.ffn_latent_up.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 29971200, + "nbytes": 131072 + }, + "blk.10.router.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 30102272, + "nbytes": 131072 + }, + "blk.10.router.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 64 + ], + "shard": 1, + "offset": 30233344, + "nbytes": 8192 + }, + "blk.10.ffn_latent_down.lora_down": { + "dtype": "f16", + "shape": [ + 1024, + 64 + ], + "shard": 1, + "offset": 30241536, + "nbytes": 131072 + }, + "blk.10.ffn_latent_down.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 256 + ], + "shard": 1, + "offset": 30372608, + "nbytes": 32768 + }, + "blk.10.ffn_latent_up.lora_down": { + "dtype": "f16", + "shape": [ + 256, + 64 + ], + "shard": 1, + "offset": 30405376, + "nbytes": 32768 + }, + "blk.10.ffn_latent_up.lora_up": { + "dtype": "f16", + "shape": [ + 64, + 1024 + ], + "shard": 1, + "offset": 30438144, + "nbytes": 131072 + }, + "blk.1.ffn_down_exps.lora_down": { + "dtype": "f16", + "shape": [ + 1536, + 16, + 64 + ], + "shard": 1, + "offset": 30569216, + "nbytes": 3145728 + }, + "blk.1.ffn_down_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 256, + 64 + ], + "shard": 1, + "offset": 33714944, + "nbytes": 524288 + }, + "blk.2.ffn_down_exps.lora_down": { + "dtype": "f16", + "shape": [ + 1536, + 16, + 64 + ], + "shard": 1, + "offset": 34239232, + "nbytes": 3145728 + }, + "blk.2.ffn_down_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 256, + 64 + ], + "shard": 1, + "offset": 37384960, + "nbytes": 524288 + }, + "blk.3.ffn_down_exps.lora_down": { + "dtype": "f16", + "shape": [ + 1536, + 16, + 64 + ], + "shard": 1, + "offset": 37909248, + "nbytes": 3145728 + }, + "blk.3.ffn_down_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 256, + 64 + ], + "shard": 1, + "offset": 41054976, + "nbytes": 524288 + }, + "blk.4.ffn_down_exps.lora_down": { + "dtype": "f16", + "shape": [ + 1536, + 16, + 64 + ], + "shard": 1, + "offset": 41579264, + "nbytes": 3145728 + }, + "blk.4.ffn_down_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 256, + 64 + ], + "shard": 1, + "offset": 44724992, + "nbytes": 524288 + }, + "blk.5.ffn_down_exps.lora_down": { + "dtype": "f16", + "shape": [ + 1536, + 16, + 64 + ], + "shard": 1, + "offset": 45249280, + "nbytes": 3145728 + }, + "blk.5.ffn_down_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 256, + 64 + ], + "shard": 1, + "offset": 48395008, + "nbytes": 524288 + }, + "blk.6.ffn_down_exps.lora_down": { + "dtype": "f16", + "shape": [ + 1536, + 16, + 64 + ], + "shard": 1, + "offset": 48919296, + "nbytes": 3145728 + }, + "blk.6.ffn_down_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 256, + 64 + ], + "shard": 1, + "offset": 52065024, + "nbytes": 524288 + }, + "blk.7.ffn_down_exps.lora_down": { + "dtype": "f16", + "shape": [ + 1536, + 16, + 64 + ], + "shard": 1, + "offset": 52589312, + "nbytes": 3145728 + }, + "blk.7.ffn_down_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 256, + 64 + ], + "shard": 1, + "offset": 55735040, + "nbytes": 524288 + }, + "blk.8.ffn_down_exps.lora_down": { + "dtype": "f16", + "shape": [ + 1536, + 16, + 64 + ], + "shard": 1, + "offset": 56259328, + "nbytes": 3145728 + }, + "blk.8.ffn_down_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 256, + 64 + ], + "shard": 1, + "offset": 59405056, + "nbytes": 524288 + }, + "blk.9.ffn_down_exps.lora_down": { + "dtype": "f16", + "shape": [ + 1536, + 16, + 64 + ], + "shard": 1, + "offset": 59929344, + "nbytes": 3145728 + }, + "blk.9.ffn_down_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 256, + 64 + ], + "shard": 1, + "offset": 63075072, + "nbytes": 524288 + }, + "blk.10.ffn_down_exps.lora_down": { + "dtype": "f16", + "shape": [ + 1536, + 16, + 64 + ], + "shard": 1, + "offset": 63599360, + "nbytes": 3145728 + }, + "blk.10.ffn_down_exps.lora_up": { + "dtype": "f16", + "shape": [ + 16, + 256, + 64 + ], + "shard": 2, + "offset": 0, + "nbytes": 524288 + }, + "blk.1.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 2, + "offset": 524288, + "nbytes": 256 + }, + "blk.2.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 2, + "offset": 524544, + "nbytes": 256 + }, + "blk.3.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 2, + "offset": 524800, + "nbytes": 256 + }, + "blk.4.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 2, + "offset": 525056, + "nbytes": 256 + }, + "blk.5.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 2, + "offset": 525312, + "nbytes": 256 + }, + "blk.6.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 2, + "offset": 525568, + "nbytes": 256 + }, + "blk.7.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 2, + "offset": 525824, + "nbytes": 256 + }, + "blk.8.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 2, + "offset": 526080, + "nbytes": 256 + }, + "blk.9.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 2, + "offset": 526336, + "nbytes": 256 + }, + "blk.10.router_bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 2, + "offset": 526592, + "nbytes": 256 + } + } +} \ No newline at end of file diff --git a/web/encoder/manifest.json b/web/encoder/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..9c9f9bb955bedf281c45ad63959059c4c7e73e43 --- /dev/null +++ b/web/encoder/manifest.json @@ -0,0 +1,9511 @@ +{ + "format": "zonos3-web-v1", + "model": "encoder", + "meta": { + "general.architecture": "mossdual_encoder", + "general.name": "fixed600k frozen dual Opus reference encoder", + "sample_rate": 44100, + "internal_sample_rate": 44160, + "frame_rate": 15, + "hop": 2940, + "internal_hop": 2944, + "n_codebooks": 10, + "codebook_size": 4096, + "latent_dim": 1024, + "semantic_dim": 768, + "semantic_depth": 4, + "lane_frames": 300, + "context_frames": 150, + "window_ratio": 2.0, + "ln_eps": 9.999999747378752e-06, + "convnext_eps": 9.999999974752427e-07, + "stage.in_dim": [ + 5888, + 768, + 768, + 768, + 1280 + ], + "stage.out_dim": [ + 384, + 384, + 384, + 640, + 1024 + ], + "stage.d_model": [ + 768, + 768, + 768, + 768, + 1280 + ], + "stage.n_head": [ + 12, + 12, + 12, + 12, + 20 + ], + "stage.n_layer": [ + 12, + 12, + 12, + 12, + 32 + ], + "stage.n_ff": [ + 3072, + 3072, + 3072, + 3072, + 5120 + ], + "stage.context": [ + 480, + 480, + 480, + 300, + 150 + ], + "stage.patch": [ + 23, + 2, + 2, + 2, + 2 + ], + "resample.orig": 735, + "resample.new": 736, + "resample.width": 17 + }, + "shards": [ + "shard-000.bin", + "shard-001.bin", + "shard-002.bin", + "shard-003.bin", + "shard-004.bin", + "shard-005.bin", + "shard-006.bin", + "shard-007.bin", + "shard-008.bin", + "shard-009.bin", + "shard-010.bin", + "shard-011.bin", + "shard-012.bin", + "shard-013.bin", + "shard-014.bin", + "shard-015.bin", + "shard-016.bin", + "shard-017.bin", + "shard-018.bin", + "shard-019.bin", + "shard-020.bin", + "shard-021.bin", + "shard-022.bin", + "shard-023.bin", + "shard-024.bin", + "shard-025.bin", + "shard-026.bin", + "shard-027.bin", + "shard-028.bin", + "shard-029.bin", + "shard-030.bin" + ], + "tensors": { + "resample.kernel": { + "dtype": "f32", + "shape": [ + 769, + 736 + ], + "shard": 0, + "offset": 0, + "nbytes": 2263936, + "host": true + }, + "enc.in.weight": { + "dtype": "bf16", + "shape": [ + 16, + 1024, + 2 + ], + "shard": 0, + "offset": 2264064, + "nbytes": 65536 + }, + "enc.in.bias": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2329600, + "nbytes": 256 + }, + "enc.b0.res0.snake1.alpha": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2329856, + "nbytes": 256 + }, + "enc.b0.res0.snake1.inv_alpha": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2330112, + "nbytes": 256 + }, + "enc.b0.res0.conv1.weight": { + "dtype": "bf16", + "shape": [ + 64, + 64, + 7 + ], + "shard": 0, + "offset": 2330368, + "nbytes": 57344 + }, + "enc.b0.res0.conv1.bias": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2387712, + "nbytes": 256 + }, + "enc.b0.res0.snake2.alpha": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2387968, + "nbytes": 256 + }, + "enc.b0.res0.snake2.inv_alpha": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2388224, + "nbytes": 256 + }, + "enc.b0.res0.conv2.weight": { + "dtype": "bf16", + "shape": [ + 64, + 64, + 1 + ], + "shard": 0, + "offset": 2388480, + "nbytes": 8192 + }, + "enc.b0.res0.conv2.bias": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2396672, + "nbytes": 256 + }, + "enc.b0.res1.snake1.alpha": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2396928, + "nbytes": 256 + }, + "enc.b0.res1.snake1.inv_alpha": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2397184, + "nbytes": 256 + }, + "enc.b0.res1.conv1.weight": { + "dtype": "bf16", + "shape": [ + 64, + 64, + 7 + ], + "shard": 0, + "offset": 2397440, + "nbytes": 57344 + }, + "enc.b0.res1.conv1.bias": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2454784, + "nbytes": 256 + }, + "enc.b0.res1.snake2.alpha": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2455040, + "nbytes": 256 + }, + "enc.b0.res1.snake2.inv_alpha": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2455296, + "nbytes": 256 + }, + "enc.b0.res1.conv2.weight": { + "dtype": "bf16", + "shape": [ + 64, + 64, + 1 + ], + "shard": 0, + "offset": 2455552, + "nbytes": 8192 + }, + "enc.b0.res1.conv2.bias": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2463744, + "nbytes": 256 + }, + "enc.b0.res2.snake1.alpha": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2464000, + "nbytes": 256 + }, + "enc.b0.res2.snake1.inv_alpha": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2464256, + "nbytes": 256 + }, + "enc.b0.res2.conv1.weight": { + "dtype": "bf16", + "shape": [ + 64, + 64, + 7 + ], + "shard": 0, + "offset": 2464512, + "nbytes": 57344 + }, + "enc.b0.res2.conv1.bias": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2521856, + "nbytes": 256 + }, + "enc.b0.res2.snake2.alpha": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2522112, + "nbytes": 256 + }, + "enc.b0.res2.snake2.inv_alpha": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2522368, + "nbytes": 256 + }, + "enc.b0.res2.conv2.weight": { + "dtype": "bf16", + "shape": [ + 64, + 64, + 1 + ], + "shard": 0, + "offset": 2522624, + "nbytes": 8192 + }, + "enc.b0.res2.conv2.bias": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2530816, + "nbytes": 256 + }, + "enc.b0.snake.alpha": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2531072, + "nbytes": 256 + }, + "enc.b0.snake.inv_alpha": { + "dtype": "f32", + "shape": [ + 1, + 64 + ], + "shard": 0, + "offset": 2531328, + "nbytes": 256 + }, + "enc.b0.conv.weight": { + "dtype": "bf16", + "shape": [ + 128, + 128, + 2 + ], + "shard": 0, + "offset": 2531584, + "nbytes": 65536 + }, + "enc.b0.conv.bias": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 2597120, + "nbytes": 512 + }, + "enc.b1.res0.snake1.alpha": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 2597632, + "nbytes": 512 + }, + "enc.b1.res0.snake1.inv_alpha": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 2598144, + "nbytes": 512 + }, + "enc.b1.res0.conv1.weight": { + "dtype": "bf16", + "shape": [ + 128, + 128, + 7 + ], + "shard": 0, + "offset": 2598656, + "nbytes": 229376 + }, + "enc.b1.res0.conv1.bias": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 2828032, + "nbytes": 512 + }, + "enc.b1.res0.snake2.alpha": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 2828544, + "nbytes": 512 + }, + "enc.b1.res0.snake2.inv_alpha": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 2829056, + "nbytes": 512 + }, + "enc.b1.res0.conv2.weight": { + "dtype": "bf16", + "shape": [ + 128, + 128, + 1 + ], + "shard": 0, + "offset": 2829568, + "nbytes": 32768 + }, + "enc.b1.res0.conv2.bias": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 2862336, + "nbytes": 512 + }, + "enc.b1.res1.snake1.alpha": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 2862848, + "nbytes": 512 + }, + "enc.b1.res1.snake1.inv_alpha": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 2863360, + "nbytes": 512 + }, + "enc.b1.res1.conv1.weight": { + "dtype": "bf16", + "shape": [ + 128, + 128, + 7 + ], + "shard": 0, + "offset": 2863872, + "nbytes": 229376 + }, + "enc.b1.res1.conv1.bias": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 3093248, + "nbytes": 512 + }, + "enc.b1.res1.snake2.alpha": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 3093760, + "nbytes": 512 + }, + "enc.b1.res1.snake2.inv_alpha": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 3094272, + "nbytes": 512 + }, + "enc.b1.res1.conv2.weight": { + "dtype": "bf16", + "shape": [ + 128, + 128, + 1 + ], + "shard": 0, + "offset": 3094784, + "nbytes": 32768 + }, + "enc.b1.res1.conv2.bias": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 3127552, + "nbytes": 512 + }, + "enc.b1.res2.snake1.alpha": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 3128064, + "nbytes": 512 + }, + "enc.b1.res2.snake1.inv_alpha": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 3128576, + "nbytes": 512 + }, + "enc.b1.res2.conv1.weight": { + "dtype": "bf16", + "shape": [ + 128, + 128, + 7 + ], + "shard": 0, + "offset": 3129088, + "nbytes": 229376 + }, + "enc.b1.res2.conv1.bias": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 3358464, + "nbytes": 512 + }, + "enc.b1.res2.snake2.alpha": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 3358976, + "nbytes": 512 + }, + "enc.b1.res2.snake2.inv_alpha": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 3359488, + "nbytes": 512 + }, + "enc.b1.res2.conv2.weight": { + "dtype": "bf16", + "shape": [ + 128, + 128, + 1 + ], + "shard": 0, + "offset": 3360000, + "nbytes": 32768 + }, + "enc.b1.res2.conv2.bias": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 3392768, + "nbytes": 512 + }, + "enc.b1.snake.alpha": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 3393280, + "nbytes": 512 + }, + "enc.b1.snake.inv_alpha": { + "dtype": "f32", + "shape": [ + 1, + 128 + ], + "shard": 0, + "offset": 3393792, + "nbytes": 512 + }, + "enc.b1.conv.weight": { + "dtype": "bf16", + "shape": [ + 512, + 256, + 2 + ], + "shard": 0, + "offset": 3394304, + "nbytes": 524288 + }, + "enc.b1.conv.bias": { + "dtype": "f32", + "shape": [ + 1, + 256 + ], + "shard": 0, + "offset": 3918592, + "nbytes": 1024 + }, + "stage.0.in.weight": { + "dtype": "bf16", + "shape": [ + 5888, + 768 + ], + "shard": 0, + "offset": 3919616, + "nbytes": 9043968 + }, + "stage.0.out.weight": { + "dtype": "bf16", + "shape": [ + 768, + 384 + ], + "shard": 0, + "offset": 12963584, + "nbytes": 589824 + }, + "stage.0.l0.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 13553408, + "nbytes": 3072 + }, + "stage.0.l0.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 13556480, + "nbytes": 3072 + }, + "stage.0.l0.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 13559552, + "nbytes": 3072 + }, + "stage.0.l0.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 13562624, + "nbytes": 3072 + }, + "stage.0.l0.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 13565696, + "nbytes": 3072 + }, + "stage.0.l0.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 13568768, + "nbytes": 3072 + }, + "stage.0.l0.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 0, + "offset": 13571840, + "nbytes": 3538944 + }, + "stage.0.l0.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 0, + "offset": 17110784, + "nbytes": 1179648 + }, + "stage.0.l0.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 0, + "offset": 18290432, + "nbytes": 4718592 + }, + "stage.0.l0.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 0, + "offset": 23009024, + "nbytes": 4718592 + }, + "stage.0.l1.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 27727616, + "nbytes": 3072 + }, + "stage.0.l1.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 27730688, + "nbytes": 3072 + }, + "stage.0.l1.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 27733760, + "nbytes": 3072 + }, + "stage.0.l1.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 27736832, + "nbytes": 3072 + }, + "stage.0.l1.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 27739904, + "nbytes": 3072 + }, + "stage.0.l1.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 27742976, + "nbytes": 3072 + }, + "stage.0.l1.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 0, + "offset": 27746048, + "nbytes": 3538944 + }, + "stage.0.l1.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 0, + "offset": 31284992, + "nbytes": 1179648 + }, + "stage.0.l1.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 0, + "offset": 32464640, + "nbytes": 4718592 + }, + "stage.0.l1.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 0, + "offset": 37183232, + "nbytes": 4718592 + }, + "stage.0.l2.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 41901824, + "nbytes": 3072 + }, + "stage.0.l2.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 41904896, + "nbytes": 3072 + }, + "stage.0.l2.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 41907968, + "nbytes": 3072 + }, + "stage.0.l2.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 41911040, + "nbytes": 3072 + }, + "stage.0.l2.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 41914112, + "nbytes": 3072 + }, + "stage.0.l2.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 41917184, + "nbytes": 3072 + }, + "stage.0.l2.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 0, + "offset": 41920256, + "nbytes": 3538944 + }, + "stage.0.l2.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 0, + "offset": 45459200, + "nbytes": 1179648 + }, + "stage.0.l2.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 0, + "offset": 46638848, + "nbytes": 4718592 + }, + "stage.0.l2.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 0, + "offset": 51357440, + "nbytes": 4718592 + }, + "stage.0.l3.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 56076032, + "nbytes": 3072 + }, + "stage.0.l3.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 56079104, + "nbytes": 3072 + }, + "stage.0.l3.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 56082176, + "nbytes": 3072 + }, + "stage.0.l3.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 56085248, + "nbytes": 3072 + }, + "stage.0.l3.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 56088320, + "nbytes": 3072 + }, + "stage.0.l3.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 0, + "offset": 56091392, + "nbytes": 3072 + }, + "stage.0.l3.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 0, + "offset": 56094464, + "nbytes": 3538944 + }, + "stage.0.l3.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 0, + "offset": 59633408, + "nbytes": 1179648 + }, + "stage.0.l3.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 0, + "offset": 60813056, + "nbytes": 4718592 + }, + "stage.0.l3.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 1, + "offset": 0, + "nbytes": 4718592 + }, + "stage.0.l4.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 4718592, + "nbytes": 3072 + }, + "stage.0.l4.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 4721664, + "nbytes": 3072 + }, + "stage.0.l4.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 4724736, + "nbytes": 3072 + }, + "stage.0.l4.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 4727808, + "nbytes": 3072 + }, + "stage.0.l4.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 4730880, + "nbytes": 3072 + }, + "stage.0.l4.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 4733952, + "nbytes": 3072 + }, + "stage.0.l4.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 1, + "offset": 4737024, + "nbytes": 3538944 + }, + "stage.0.l4.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 1, + "offset": 8275968, + "nbytes": 1179648 + }, + "stage.0.l4.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 1, + "offset": 9455616, + "nbytes": 4718592 + }, + "stage.0.l4.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 1, + "offset": 14174208, + "nbytes": 4718592 + }, + "stage.0.l5.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 18892800, + "nbytes": 3072 + }, + "stage.0.l5.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 18895872, + "nbytes": 3072 + }, + "stage.0.l5.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 18898944, + "nbytes": 3072 + }, + "stage.0.l5.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 18902016, + "nbytes": 3072 + }, + "stage.0.l5.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 18905088, + "nbytes": 3072 + }, + "stage.0.l5.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 18908160, + "nbytes": 3072 + }, + "stage.0.l5.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 1, + "offset": 18911232, + "nbytes": 3538944 + }, + "stage.0.l5.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 1, + "offset": 22450176, + "nbytes": 1179648 + }, + "stage.0.l5.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 1, + "offset": 23629824, + "nbytes": 4718592 + }, + "stage.0.l5.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 1, + "offset": 28348416, + "nbytes": 4718592 + }, + "stage.0.l6.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 33067008, + "nbytes": 3072 + }, + "stage.0.l6.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 33070080, + "nbytes": 3072 + }, + "stage.0.l6.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 33073152, + "nbytes": 3072 + }, + "stage.0.l6.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 33076224, + "nbytes": 3072 + }, + "stage.0.l6.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 33079296, + "nbytes": 3072 + }, + "stage.0.l6.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 33082368, + "nbytes": 3072 + }, + "stage.0.l6.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 1, + "offset": 33085440, + "nbytes": 3538944 + }, + "stage.0.l6.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 1, + "offset": 36624384, + "nbytes": 1179648 + }, + "stage.0.l6.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 1, + "offset": 37804032, + "nbytes": 4718592 + }, + "stage.0.l6.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 1, + "offset": 42522624, + "nbytes": 4718592 + }, + "stage.0.l7.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 47241216, + "nbytes": 3072 + }, + "stage.0.l7.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 47244288, + "nbytes": 3072 + }, + "stage.0.l7.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 47247360, + "nbytes": 3072 + }, + "stage.0.l7.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 47250432, + "nbytes": 3072 + }, + "stage.0.l7.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 47253504, + "nbytes": 3072 + }, + "stage.0.l7.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 47256576, + "nbytes": 3072 + }, + "stage.0.l7.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 1, + "offset": 47259648, + "nbytes": 3538944 + }, + "stage.0.l7.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 1, + "offset": 50798592, + "nbytes": 1179648 + }, + "stage.0.l7.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 1, + "offset": 51978240, + "nbytes": 4718592 + }, + "stage.0.l7.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 1, + "offset": 56696832, + "nbytes": 4718592 + }, + "stage.0.l8.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 61415424, + "nbytes": 3072 + }, + "stage.0.l8.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 61418496, + "nbytes": 3072 + }, + "stage.0.l8.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 61421568, + "nbytes": 3072 + }, + "stage.0.l8.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 61424640, + "nbytes": 3072 + }, + "stage.0.l8.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 61427712, + "nbytes": 3072 + }, + "stage.0.l8.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 1, + "offset": 61430784, + "nbytes": 3072 + }, + "stage.0.l8.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 1, + "offset": 61433856, + "nbytes": 3538944 + }, + "stage.0.l8.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 1, + "offset": 64972800, + "nbytes": 1179648 + }, + "stage.0.l8.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 2, + "offset": 0, + "nbytes": 4718592 + }, + "stage.0.l8.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 2, + "offset": 4718592, + "nbytes": 4718592 + }, + "stage.0.l9.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 9437184, + "nbytes": 3072 + }, + "stage.0.l9.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 9440256, + "nbytes": 3072 + }, + "stage.0.l9.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 9443328, + "nbytes": 3072 + }, + "stage.0.l9.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 9446400, + "nbytes": 3072 + }, + "stage.0.l9.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 9449472, + "nbytes": 3072 + }, + "stage.0.l9.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 9452544, + "nbytes": 3072 + }, + "stage.0.l9.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 2, + "offset": 9455616, + "nbytes": 3538944 + }, + "stage.0.l9.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 2, + "offset": 12994560, + "nbytes": 1179648 + }, + "stage.0.l9.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 2, + "offset": 14174208, + "nbytes": 4718592 + }, + "stage.0.l9.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 2, + "offset": 18892800, + "nbytes": 4718592 + }, + "stage.0.l10.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 23611392, + "nbytes": 3072 + }, + "stage.0.l10.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 23614464, + "nbytes": 3072 + }, + "stage.0.l10.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 23617536, + "nbytes": 3072 + }, + "stage.0.l10.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 23620608, + "nbytes": 3072 + }, + "stage.0.l10.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 23623680, + "nbytes": 3072 + }, + "stage.0.l10.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 23626752, + "nbytes": 3072 + }, + "stage.0.l10.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 2, + "offset": 23629824, + "nbytes": 3538944 + }, + "stage.0.l10.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 2, + "offset": 27168768, + "nbytes": 1179648 + }, + "stage.0.l10.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 2, + "offset": 28348416, + "nbytes": 4718592 + }, + "stage.0.l10.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 2, + "offset": 33067008, + "nbytes": 4718592 + }, + "stage.0.l11.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 37785600, + "nbytes": 3072 + }, + "stage.0.l11.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 37788672, + "nbytes": 3072 + }, + "stage.0.l11.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 37791744, + "nbytes": 3072 + }, + "stage.0.l11.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 37794816, + "nbytes": 3072 + }, + "stage.0.l11.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 37797888, + "nbytes": 3072 + }, + "stage.0.l11.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 37800960, + "nbytes": 3072 + }, + "stage.0.l11.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 2, + "offset": 37804032, + "nbytes": 3538944 + }, + "stage.0.l11.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 2, + "offset": 41342976, + "nbytes": 1179648 + }, + "stage.0.l11.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 2, + "offset": 42522624, + "nbytes": 4718592 + }, + "stage.0.l11.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 2, + "offset": 47241216, + "nbytes": 4718592 + }, + "stage.1.in.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 2, + "offset": 51959808, + "nbytes": 1179648 + }, + "stage.1.out.weight": { + "dtype": "bf16", + "shape": [ + 768, + 384 + ], + "shard": 2, + "offset": 53139456, + "nbytes": 589824 + }, + "stage.1.l0.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 53729280, + "nbytes": 3072 + }, + "stage.1.l0.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 53732352, + "nbytes": 3072 + }, + "stage.1.l0.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 53735424, + "nbytes": 3072 + }, + "stage.1.l0.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 53738496, + "nbytes": 3072 + }, + "stage.1.l0.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 53741568, + "nbytes": 3072 + }, + "stage.1.l0.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 53744640, + "nbytes": 3072 + }, + "stage.1.l0.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 2, + "offset": 53747712, + "nbytes": 3538944 + }, + "stage.1.l0.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 2, + "offset": 57286656, + "nbytes": 1179648 + }, + "stage.1.l0.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 2, + "offset": 58466304, + "nbytes": 4718592 + }, + "stage.1.l0.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 3, + "offset": 0, + "nbytes": 4718592 + }, + "stage.1.l1.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 4718592, + "nbytes": 3072 + }, + "stage.1.l1.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 4721664, + "nbytes": 3072 + }, + "stage.1.l1.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 4724736, + "nbytes": 3072 + }, + "stage.1.l1.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 4727808, + "nbytes": 3072 + }, + "stage.1.l1.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 4730880, + "nbytes": 3072 + }, + "stage.1.l1.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 4733952, + "nbytes": 3072 + }, + "stage.1.l1.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 3, + "offset": 4737024, + "nbytes": 3538944 + }, + "stage.1.l1.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 3, + "offset": 8275968, + "nbytes": 1179648 + }, + "stage.1.l1.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 3, + "offset": 9455616, + "nbytes": 4718592 + }, + "stage.1.l1.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 3, + "offset": 14174208, + "nbytes": 4718592 + }, + "stage.1.l2.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 18892800, + "nbytes": 3072 + }, + "stage.1.l2.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 18895872, + "nbytes": 3072 + }, + "stage.1.l2.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 18898944, + "nbytes": 3072 + }, + "stage.1.l2.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 18902016, + "nbytes": 3072 + }, + "stage.1.l2.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 18905088, + "nbytes": 3072 + }, + "stage.1.l2.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 18908160, + "nbytes": 3072 + }, + "stage.1.l2.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 3, + "offset": 18911232, + "nbytes": 3538944 + }, + "stage.1.l2.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 3, + "offset": 22450176, + "nbytes": 1179648 + }, + "stage.1.l2.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 3, + "offset": 23629824, + "nbytes": 4718592 + }, + "stage.1.l2.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 3, + "offset": 28348416, + "nbytes": 4718592 + }, + "stage.1.l3.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 33067008, + "nbytes": 3072 + }, + "stage.1.l3.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 33070080, + "nbytes": 3072 + }, + "stage.1.l3.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 33073152, + "nbytes": 3072 + }, + "stage.1.l3.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 33076224, + "nbytes": 3072 + }, + "stage.1.l3.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 33079296, + "nbytes": 3072 + }, + "stage.1.l3.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 33082368, + "nbytes": 3072 + }, + "stage.1.l3.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 3, + "offset": 33085440, + "nbytes": 3538944 + }, + "stage.1.l3.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 3, + "offset": 36624384, + "nbytes": 1179648 + }, + "stage.1.l3.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 3, + "offset": 37804032, + "nbytes": 4718592 + }, + "stage.1.l3.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 3, + "offset": 42522624, + "nbytes": 4718592 + }, + "stage.1.l4.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 47241216, + "nbytes": 3072 + }, + "stage.1.l4.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 47244288, + "nbytes": 3072 + }, + "stage.1.l4.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 47247360, + "nbytes": 3072 + }, + "stage.1.l4.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 47250432, + "nbytes": 3072 + }, + "stage.1.l4.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 47253504, + "nbytes": 3072 + }, + "stage.1.l4.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 47256576, + "nbytes": 3072 + }, + "stage.1.l4.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 3, + "offset": 47259648, + "nbytes": 3538944 + }, + "stage.1.l4.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 3, + "offset": 50798592, + "nbytes": 1179648 + }, + "stage.1.l4.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 3, + "offset": 51978240, + "nbytes": 4718592 + }, + "stage.1.l4.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 3, + "offset": 56696832, + "nbytes": 4718592 + }, + "stage.1.l5.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 61415424, + "nbytes": 3072 + }, + "stage.1.l5.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 61418496, + "nbytes": 3072 + }, + "stage.1.l5.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 61421568, + "nbytes": 3072 + }, + "stage.1.l5.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 61424640, + "nbytes": 3072 + }, + "stage.1.l5.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 61427712, + "nbytes": 3072 + }, + "stage.1.l5.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 61430784, + "nbytes": 3072 + }, + "stage.1.l5.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 3, + "offset": 61433856, + "nbytes": 3538944 + }, + "stage.1.l5.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 3, + "offset": 64972800, + "nbytes": 1179648 + }, + "stage.1.l5.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 4, + "offset": 0, + "nbytes": 4718592 + }, + "stage.1.l5.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 4, + "offset": 4718592, + "nbytes": 4718592 + }, + "stage.1.l6.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 9437184, + "nbytes": 3072 + }, + "stage.1.l6.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 9440256, + "nbytes": 3072 + }, + "stage.1.l6.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 9443328, + "nbytes": 3072 + }, + "stage.1.l6.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 9446400, + "nbytes": 3072 + }, + "stage.1.l6.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 9449472, + "nbytes": 3072 + }, + "stage.1.l6.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 9452544, + "nbytes": 3072 + }, + "stage.1.l6.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 4, + "offset": 9455616, + "nbytes": 3538944 + }, + "stage.1.l6.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 4, + "offset": 12994560, + "nbytes": 1179648 + }, + "stage.1.l6.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 4, + "offset": 14174208, + "nbytes": 4718592 + }, + "stage.1.l6.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 4, + "offset": 18892800, + "nbytes": 4718592 + }, + "stage.1.l7.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 23611392, + "nbytes": 3072 + }, + "stage.1.l7.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 23614464, + "nbytes": 3072 + }, + "stage.1.l7.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 23617536, + "nbytes": 3072 + }, + "stage.1.l7.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 23620608, + "nbytes": 3072 + }, + "stage.1.l7.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 23623680, + "nbytes": 3072 + }, + "stage.1.l7.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 23626752, + "nbytes": 3072 + }, + "stage.1.l7.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 4, + "offset": 23629824, + "nbytes": 3538944 + }, + "stage.1.l7.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 4, + "offset": 27168768, + "nbytes": 1179648 + }, + "stage.1.l7.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 4, + "offset": 28348416, + "nbytes": 4718592 + }, + "stage.1.l7.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 4, + "offset": 33067008, + "nbytes": 4718592 + }, + "stage.1.l8.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 37785600, + "nbytes": 3072 + }, + "stage.1.l8.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 37788672, + "nbytes": 3072 + }, + "stage.1.l8.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 37791744, + "nbytes": 3072 + }, + "stage.1.l8.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 37794816, + "nbytes": 3072 + }, + "stage.1.l8.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 37797888, + "nbytes": 3072 + }, + "stage.1.l8.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 37800960, + "nbytes": 3072 + }, + "stage.1.l8.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 4, + "offset": 37804032, + "nbytes": 3538944 + }, + "stage.1.l8.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 4, + "offset": 41342976, + "nbytes": 1179648 + }, + "stage.1.l8.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 4, + "offset": 42522624, + "nbytes": 4718592 + }, + "stage.1.l8.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 4, + "offset": 47241216, + "nbytes": 4718592 + }, + "stage.1.l9.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 51959808, + "nbytes": 3072 + }, + "stage.1.l9.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 51962880, + "nbytes": 3072 + }, + "stage.1.l9.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 51965952, + "nbytes": 3072 + }, + "stage.1.l9.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 51969024, + "nbytes": 3072 + }, + "stage.1.l9.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 51972096, + "nbytes": 3072 + }, + "stage.1.l9.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 51975168, + "nbytes": 3072 + }, + "stage.1.l9.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 4, + "offset": 51978240, + "nbytes": 3538944 + }, + "stage.1.l9.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 4, + "offset": 55517184, + "nbytes": 1179648 + }, + "stage.1.l9.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 4, + "offset": 56696832, + "nbytes": 4718592 + }, + "stage.1.l9.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 4, + "offset": 61415424, + "nbytes": 4718592 + }, + "stage.1.l10.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 66134016, + "nbytes": 3072 + }, + "stage.1.l10.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 66137088, + "nbytes": 3072 + }, + "stage.1.l10.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 66140160, + "nbytes": 3072 + }, + "stage.1.l10.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 66143232, + "nbytes": 3072 + }, + "stage.1.l10.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 66146304, + "nbytes": 3072 + }, + "stage.1.l10.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 66149376, + "nbytes": 3072 + }, + "stage.1.l10.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 5, + "offset": 0, + "nbytes": 3538944 + }, + "stage.1.l10.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 5, + "offset": 3538944, + "nbytes": 1179648 + }, + "stage.1.l10.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 5, + "offset": 4718592, + "nbytes": 4718592 + }, + "stage.1.l10.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 5, + "offset": 9437184, + "nbytes": 4718592 + }, + "stage.1.l11.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 14155776, + "nbytes": 3072 + }, + "stage.1.l11.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 14158848, + "nbytes": 3072 + }, + "stage.1.l11.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 14161920, + "nbytes": 3072 + }, + "stage.1.l11.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 14164992, + "nbytes": 3072 + }, + "stage.1.l11.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 14168064, + "nbytes": 3072 + }, + "stage.1.l11.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 14171136, + "nbytes": 3072 + }, + "stage.1.l11.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 5, + "offset": 14174208, + "nbytes": 3538944 + }, + "stage.1.l11.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 5, + "offset": 17713152, + "nbytes": 1179648 + }, + "stage.1.l11.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 5, + "offset": 18892800, + "nbytes": 4718592 + }, + "stage.1.l11.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 5, + "offset": 23611392, + "nbytes": 4718592 + }, + "stage.2.in.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 5, + "offset": 28329984, + "nbytes": 1179648 + }, + "stage.2.out.weight": { + "dtype": "bf16", + "shape": [ + 768, + 384 + ], + "shard": 5, + "offset": 29509632, + "nbytes": 589824 + }, + "stage.2.l0.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 30099456, + "nbytes": 3072 + }, + "stage.2.l0.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 30102528, + "nbytes": 3072 + }, + "stage.2.l0.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 30105600, + "nbytes": 3072 + }, + "stage.2.l0.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 30108672, + "nbytes": 3072 + }, + "stage.2.l0.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 30111744, + "nbytes": 3072 + }, + "stage.2.l0.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 30114816, + "nbytes": 3072 + }, + "stage.2.l0.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 5, + "offset": 30117888, + "nbytes": 3538944 + }, + "stage.2.l0.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 5, + "offset": 33656832, + "nbytes": 1179648 + }, + "stage.2.l0.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 5, + "offset": 34836480, + "nbytes": 4718592 + }, + "stage.2.l0.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 5, + "offset": 39555072, + "nbytes": 4718592 + }, + "stage.2.l1.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 44273664, + "nbytes": 3072 + }, + "stage.2.l1.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 44276736, + "nbytes": 3072 + }, + "stage.2.l1.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 44279808, + "nbytes": 3072 + }, + "stage.2.l1.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 44282880, + "nbytes": 3072 + }, + "stage.2.l1.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 44285952, + "nbytes": 3072 + }, + "stage.2.l1.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 44289024, + "nbytes": 3072 + }, + "stage.2.l1.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 5, + "offset": 44292096, + "nbytes": 3538944 + }, + "stage.2.l1.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 5, + "offset": 47831040, + "nbytes": 1179648 + }, + "stage.2.l1.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 5, + "offset": 49010688, + "nbytes": 4718592 + }, + "stage.2.l1.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 5, + "offset": 53729280, + "nbytes": 4718592 + }, + "stage.2.l2.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 58447872, + "nbytes": 3072 + }, + "stage.2.l2.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 58450944, + "nbytes": 3072 + }, + "stage.2.l2.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 58454016, + "nbytes": 3072 + }, + "stage.2.l2.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 58457088, + "nbytes": 3072 + }, + "stage.2.l2.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 58460160, + "nbytes": 3072 + }, + "stage.2.l2.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 5, + "offset": 58463232, + "nbytes": 3072 + }, + "stage.2.l2.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 5, + "offset": 58466304, + "nbytes": 3538944 + }, + "stage.2.l2.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 5, + "offset": 62005248, + "nbytes": 1179648 + }, + "stage.2.l2.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 6, + "offset": 0, + "nbytes": 4718592 + }, + "stage.2.l2.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 6, + "offset": 4718592, + "nbytes": 4718592 + }, + "stage.2.l3.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 9437184, + "nbytes": 3072 + }, + "stage.2.l3.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 9440256, + "nbytes": 3072 + }, + "stage.2.l3.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 9443328, + "nbytes": 3072 + }, + "stage.2.l3.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 9446400, + "nbytes": 3072 + }, + "stage.2.l3.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 9449472, + "nbytes": 3072 + }, + "stage.2.l3.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 9452544, + "nbytes": 3072 + }, + "stage.2.l3.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 6, + "offset": 9455616, + "nbytes": 3538944 + }, + "stage.2.l3.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 6, + "offset": 12994560, + "nbytes": 1179648 + }, + "stage.2.l3.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 6, + "offset": 14174208, + "nbytes": 4718592 + }, + "stage.2.l3.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 6, + "offset": 18892800, + "nbytes": 4718592 + }, + "stage.2.l4.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 23611392, + "nbytes": 3072 + }, + "stage.2.l4.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 23614464, + "nbytes": 3072 + }, + "stage.2.l4.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 23617536, + "nbytes": 3072 + }, + "stage.2.l4.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 23620608, + "nbytes": 3072 + }, + "stage.2.l4.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 23623680, + "nbytes": 3072 + }, + "stage.2.l4.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 23626752, + "nbytes": 3072 + }, + "stage.2.l4.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 6, + "offset": 23629824, + "nbytes": 3538944 + }, + "stage.2.l4.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 6, + "offset": 27168768, + "nbytes": 1179648 + }, + "stage.2.l4.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 6, + "offset": 28348416, + "nbytes": 4718592 + }, + "stage.2.l4.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 6, + "offset": 33067008, + "nbytes": 4718592 + }, + "stage.2.l5.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 37785600, + "nbytes": 3072 + }, + "stage.2.l5.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 37788672, + "nbytes": 3072 + }, + "stage.2.l5.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 37791744, + "nbytes": 3072 + }, + "stage.2.l5.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 37794816, + "nbytes": 3072 + }, + "stage.2.l5.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 37797888, + "nbytes": 3072 + }, + "stage.2.l5.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 37800960, + "nbytes": 3072 + }, + "stage.2.l5.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 6, + "offset": 37804032, + "nbytes": 3538944 + }, + "stage.2.l5.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 6, + "offset": 41342976, + "nbytes": 1179648 + }, + "stage.2.l5.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 6, + "offset": 42522624, + "nbytes": 4718592 + }, + "stage.2.l5.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 6, + "offset": 47241216, + "nbytes": 4718592 + }, + "stage.2.l6.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 51959808, + "nbytes": 3072 + }, + "stage.2.l6.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 51962880, + "nbytes": 3072 + }, + "stage.2.l6.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 51965952, + "nbytes": 3072 + }, + "stage.2.l6.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 51969024, + "nbytes": 3072 + }, + "stage.2.l6.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 51972096, + "nbytes": 3072 + }, + "stage.2.l6.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 51975168, + "nbytes": 3072 + }, + "stage.2.l6.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 6, + "offset": 51978240, + "nbytes": 3538944 + }, + "stage.2.l6.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 6, + "offset": 55517184, + "nbytes": 1179648 + }, + "stage.2.l6.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 6, + "offset": 56696832, + "nbytes": 4718592 + }, + "stage.2.l6.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 6, + "offset": 61415424, + "nbytes": 4718592 + }, + "stage.2.l7.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 66134016, + "nbytes": 3072 + }, + "stage.2.l7.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 66137088, + "nbytes": 3072 + }, + "stage.2.l7.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 66140160, + "nbytes": 3072 + }, + "stage.2.l7.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 66143232, + "nbytes": 3072 + }, + "stage.2.l7.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 66146304, + "nbytes": 3072 + }, + "stage.2.l7.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 6, + "offset": 66149376, + "nbytes": 3072 + }, + "stage.2.l7.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 7, + "offset": 0, + "nbytes": 3538944 + }, + "stage.2.l7.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 7, + "offset": 3538944, + "nbytes": 1179648 + }, + "stage.2.l7.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 7, + "offset": 4718592, + "nbytes": 4718592 + }, + "stage.2.l7.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 7, + "offset": 9437184, + "nbytes": 4718592 + }, + "stage.2.l8.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 14155776, + "nbytes": 3072 + }, + "stage.2.l8.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 14158848, + "nbytes": 3072 + }, + "stage.2.l8.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 14161920, + "nbytes": 3072 + }, + "stage.2.l8.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 14164992, + "nbytes": 3072 + }, + "stage.2.l8.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 14168064, + "nbytes": 3072 + }, + "stage.2.l8.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 14171136, + "nbytes": 3072 + }, + "stage.2.l8.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 7, + "offset": 14174208, + "nbytes": 3538944 + }, + "stage.2.l8.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 7, + "offset": 17713152, + "nbytes": 1179648 + }, + "stage.2.l8.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 7, + "offset": 18892800, + "nbytes": 4718592 + }, + "stage.2.l8.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 7, + "offset": 23611392, + "nbytes": 4718592 + }, + "stage.2.l9.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 28329984, + "nbytes": 3072 + }, + "stage.2.l9.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 28333056, + "nbytes": 3072 + }, + "stage.2.l9.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 28336128, + "nbytes": 3072 + }, + "stage.2.l9.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 28339200, + "nbytes": 3072 + }, + "stage.2.l9.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 28342272, + "nbytes": 3072 + }, + "stage.2.l9.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 28345344, + "nbytes": 3072 + }, + "stage.2.l9.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 7, + "offset": 28348416, + "nbytes": 3538944 + }, + "stage.2.l9.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 7, + "offset": 31887360, + "nbytes": 1179648 + }, + "stage.2.l9.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 7, + "offset": 33067008, + "nbytes": 4718592 + }, + "stage.2.l9.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 7, + "offset": 37785600, + "nbytes": 4718592 + }, + "stage.2.l10.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 42504192, + "nbytes": 3072 + }, + "stage.2.l10.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 42507264, + "nbytes": 3072 + }, + "stage.2.l10.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 42510336, + "nbytes": 3072 + }, + "stage.2.l10.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 42513408, + "nbytes": 3072 + }, + "stage.2.l10.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 42516480, + "nbytes": 3072 + }, + "stage.2.l10.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 42519552, + "nbytes": 3072 + }, + "stage.2.l10.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 7, + "offset": 42522624, + "nbytes": 3538944 + }, + "stage.2.l10.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 7, + "offset": 46061568, + "nbytes": 1179648 + }, + "stage.2.l10.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 7, + "offset": 47241216, + "nbytes": 4718592 + }, + "stage.2.l10.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 7, + "offset": 51959808, + "nbytes": 4718592 + }, + "stage.2.l11.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 56678400, + "nbytes": 3072 + }, + "stage.2.l11.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 56681472, + "nbytes": 3072 + }, + "stage.2.l11.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 56684544, + "nbytes": 3072 + }, + "stage.2.l11.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 56687616, + "nbytes": 3072 + }, + "stage.2.l11.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 56690688, + "nbytes": 3072 + }, + "stage.2.l11.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 7, + "offset": 56693760, + "nbytes": 3072 + }, + "stage.2.l11.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 7, + "offset": 56696832, + "nbytes": 3538944 + }, + "stage.2.l11.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 7, + "offset": 60235776, + "nbytes": 1179648 + }, + "stage.2.l11.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 7, + "offset": 61415424, + "nbytes": 4718592 + }, + "stage.2.l11.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 8, + "offset": 0, + "nbytes": 4718592 + }, + "stage.3.in.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 8, + "offset": 4718592, + "nbytes": 1179648 + }, + "stage.3.out.weight": { + "dtype": "bf16", + "shape": [ + 768, + 640 + ], + "shard": 8, + "offset": 5898240, + "nbytes": 983040 + }, + "stage.3.l0.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 6881280, + "nbytes": 3072 + }, + "stage.3.l0.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 6884352, + "nbytes": 3072 + }, + "stage.3.l0.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 6887424, + "nbytes": 3072 + }, + "stage.3.l0.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 6890496, + "nbytes": 3072 + }, + "stage.3.l0.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 6893568, + "nbytes": 3072 + }, + "stage.3.l0.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 6896640, + "nbytes": 3072 + }, + "stage.3.l0.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 8, + "offset": 6899712, + "nbytes": 3538944 + }, + "stage.3.l0.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 8, + "offset": 10438656, + "nbytes": 1179648 + }, + "stage.3.l0.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 8, + "offset": 11618304, + "nbytes": 4718592 + }, + "stage.3.l0.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 8, + "offset": 16336896, + "nbytes": 4718592 + }, + "stage.3.l1.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 21055488, + "nbytes": 3072 + }, + "stage.3.l1.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 21058560, + "nbytes": 3072 + }, + "stage.3.l1.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 21061632, + "nbytes": 3072 + }, + "stage.3.l1.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 21064704, + "nbytes": 3072 + }, + "stage.3.l1.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 21067776, + "nbytes": 3072 + }, + "stage.3.l1.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 21070848, + "nbytes": 3072 + }, + "stage.3.l1.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 8, + "offset": 21073920, + "nbytes": 3538944 + }, + "stage.3.l1.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 8, + "offset": 24612864, + "nbytes": 1179648 + }, + "stage.3.l1.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 8, + "offset": 25792512, + "nbytes": 4718592 + }, + "stage.3.l1.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 8, + "offset": 30511104, + "nbytes": 4718592 + }, + "stage.3.l2.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 35229696, + "nbytes": 3072 + }, + "stage.3.l2.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 35232768, + "nbytes": 3072 + }, + "stage.3.l2.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 35235840, + "nbytes": 3072 + }, + "stage.3.l2.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 35238912, + "nbytes": 3072 + }, + "stage.3.l2.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 35241984, + "nbytes": 3072 + }, + "stage.3.l2.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 35245056, + "nbytes": 3072 + }, + "stage.3.l2.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 8, + "offset": 35248128, + "nbytes": 3538944 + }, + "stage.3.l2.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 8, + "offset": 38787072, + "nbytes": 1179648 + }, + "stage.3.l2.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 8, + "offset": 39966720, + "nbytes": 4718592 + }, + "stage.3.l2.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 8, + "offset": 44685312, + "nbytes": 4718592 + }, + "stage.3.l3.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 49403904, + "nbytes": 3072 + }, + "stage.3.l3.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 49406976, + "nbytes": 3072 + }, + "stage.3.l3.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 49410048, + "nbytes": 3072 + }, + "stage.3.l3.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 49413120, + "nbytes": 3072 + }, + "stage.3.l3.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 49416192, + "nbytes": 3072 + }, + "stage.3.l3.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 49419264, + "nbytes": 3072 + }, + "stage.3.l3.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 8, + "offset": 49422336, + "nbytes": 3538944 + }, + "stage.3.l3.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 8, + "offset": 52961280, + "nbytes": 1179648 + }, + "stage.3.l3.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 8, + "offset": 54140928, + "nbytes": 4718592 + }, + "stage.3.l3.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 8, + "offset": 58859520, + "nbytes": 4718592 + }, + "stage.3.l4.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 63578112, + "nbytes": 3072 + }, + "stage.3.l4.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 63581184, + "nbytes": 3072 + }, + "stage.3.l4.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 63584256, + "nbytes": 3072 + }, + "stage.3.l4.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 63587328, + "nbytes": 3072 + }, + "stage.3.l4.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 63590400, + "nbytes": 3072 + }, + "stage.3.l4.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 8, + "offset": 63593472, + "nbytes": 3072 + }, + "stage.3.l4.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 9, + "offset": 0, + "nbytes": 3538944 + }, + "stage.3.l4.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 9, + "offset": 3538944, + "nbytes": 1179648 + }, + "stage.3.l4.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 9, + "offset": 4718592, + "nbytes": 4718592 + }, + "stage.3.l4.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 9, + "offset": 9437184, + "nbytes": 4718592 + }, + "stage.3.l5.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 14155776, + "nbytes": 3072 + }, + "stage.3.l5.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 14158848, + "nbytes": 3072 + }, + "stage.3.l5.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 14161920, + "nbytes": 3072 + }, + "stage.3.l5.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 14164992, + "nbytes": 3072 + }, + "stage.3.l5.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 14168064, + "nbytes": 3072 + }, + "stage.3.l5.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 14171136, + "nbytes": 3072 + }, + "stage.3.l5.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 9, + "offset": 14174208, + "nbytes": 3538944 + }, + "stage.3.l5.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 9, + "offset": 17713152, + "nbytes": 1179648 + }, + "stage.3.l5.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 9, + "offset": 18892800, + "nbytes": 4718592 + }, + "stage.3.l5.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 9, + "offset": 23611392, + "nbytes": 4718592 + }, + "stage.3.l6.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 28329984, + "nbytes": 3072 + }, + "stage.3.l6.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 28333056, + "nbytes": 3072 + }, + "stage.3.l6.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 28336128, + "nbytes": 3072 + }, + "stage.3.l6.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 28339200, + "nbytes": 3072 + }, + "stage.3.l6.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 28342272, + "nbytes": 3072 + }, + "stage.3.l6.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 28345344, + "nbytes": 3072 + }, + "stage.3.l6.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 9, + "offset": 28348416, + "nbytes": 3538944 + }, + "stage.3.l6.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 9, + "offset": 31887360, + "nbytes": 1179648 + }, + "stage.3.l6.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 9, + "offset": 33067008, + "nbytes": 4718592 + }, + "stage.3.l6.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 9, + "offset": 37785600, + "nbytes": 4718592 + }, + "stage.3.l7.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 42504192, + "nbytes": 3072 + }, + "stage.3.l7.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 42507264, + "nbytes": 3072 + }, + "stage.3.l7.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 42510336, + "nbytes": 3072 + }, + "stage.3.l7.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 42513408, + "nbytes": 3072 + }, + "stage.3.l7.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 42516480, + "nbytes": 3072 + }, + "stage.3.l7.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 42519552, + "nbytes": 3072 + }, + "stage.3.l7.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 9, + "offset": 42522624, + "nbytes": 3538944 + }, + "stage.3.l7.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 9, + "offset": 46061568, + "nbytes": 1179648 + }, + "stage.3.l7.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 9, + "offset": 47241216, + "nbytes": 4718592 + }, + "stage.3.l7.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 9, + "offset": 51959808, + "nbytes": 4718592 + }, + "stage.3.l8.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 56678400, + "nbytes": 3072 + }, + "stage.3.l8.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 56681472, + "nbytes": 3072 + }, + "stage.3.l8.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 56684544, + "nbytes": 3072 + }, + "stage.3.l8.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 56687616, + "nbytes": 3072 + }, + "stage.3.l8.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 56690688, + "nbytes": 3072 + }, + "stage.3.l8.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 9, + "offset": 56693760, + "nbytes": 3072 + }, + "stage.3.l8.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 9, + "offset": 56696832, + "nbytes": 3538944 + }, + "stage.3.l8.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 9, + "offset": 60235776, + "nbytes": 1179648 + }, + "stage.3.l8.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 9, + "offset": 61415424, + "nbytes": 4718592 + }, + "stage.3.l8.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 10, + "offset": 0, + "nbytes": 4718592 + }, + "stage.3.l9.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 4718592, + "nbytes": 3072 + }, + "stage.3.l9.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 4721664, + "nbytes": 3072 + }, + "stage.3.l9.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 4724736, + "nbytes": 3072 + }, + "stage.3.l9.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 4727808, + "nbytes": 3072 + }, + "stage.3.l9.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 4730880, + "nbytes": 3072 + }, + "stage.3.l9.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 4733952, + "nbytes": 3072 + }, + "stage.3.l9.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 10, + "offset": 4737024, + "nbytes": 3538944 + }, + "stage.3.l9.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 10, + "offset": 8275968, + "nbytes": 1179648 + }, + "stage.3.l9.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 10, + "offset": 9455616, + "nbytes": 4718592 + }, + "stage.3.l9.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 10, + "offset": 14174208, + "nbytes": 4718592 + }, + "stage.3.l10.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 18892800, + "nbytes": 3072 + }, + "stage.3.l10.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 18895872, + "nbytes": 3072 + }, + "stage.3.l10.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 18898944, + "nbytes": 3072 + }, + "stage.3.l10.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 18902016, + "nbytes": 3072 + }, + "stage.3.l10.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 18905088, + "nbytes": 3072 + }, + "stage.3.l10.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 18908160, + "nbytes": 3072 + }, + "stage.3.l10.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 10, + "offset": 18911232, + "nbytes": 3538944 + }, + "stage.3.l10.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 10, + "offset": 22450176, + "nbytes": 1179648 + }, + "stage.3.l10.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 10, + "offset": 23629824, + "nbytes": 4718592 + }, + "stage.3.l10.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 10, + "offset": 28348416, + "nbytes": 4718592 + }, + "stage.3.l11.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 33067008, + "nbytes": 3072 + }, + "stage.3.l11.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 33070080, + "nbytes": 3072 + }, + "stage.3.l11.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 33073152, + "nbytes": 3072 + }, + "stage.3.l11.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 33076224, + "nbytes": 3072 + }, + "stage.3.l11.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 33079296, + "nbytes": 3072 + }, + "stage.3.l11.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 10, + "offset": 33082368, + "nbytes": 3072 + }, + "stage.3.l11.qkv.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2304 + ], + "shard": 10, + "offset": 33085440, + "nbytes": 3538944 + }, + "stage.3.l11.wo.weight": { + "dtype": "bf16", + "shape": [ + 768, + 768 + ], + "shard": 10, + "offset": 36624384, + "nbytes": 1179648 + }, + "stage.3.l11.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 3072 + ], + "shard": 10, + "offset": 37804032, + "nbytes": 4718592 + }, + "stage.3.l11.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 3072, + 768 + ], + "shard": 10, + "offset": 42522624, + "nbytes": 4718592 + }, + "stage.4.in.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 10, + "offset": 47241216, + "nbytes": 3276800 + }, + "stage.4.out.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1024 + ], + "shard": 10, + "offset": 50518016, + "nbytes": 2621440 + }, + "stage.4.l0.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 53139456, + "nbytes": 5120 + }, + "stage.4.l0.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 53144576, + "nbytes": 5120 + }, + "stage.4.l0.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 53149696, + "nbytes": 5120 + }, + "stage.4.l0.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 53154816, + "nbytes": 5120 + }, + "stage.4.l0.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 53159936, + "nbytes": 5120 + }, + "stage.4.l0.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 53165056, + "nbytes": 5120 + }, + "stage.4.l0.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 10, + "offset": 53170176, + "nbytes": 9830400 + }, + "stage.4.l0.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 10, + "offset": 63000576, + "nbytes": 3276800 + }, + "stage.4.l0.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 11, + "offset": 0, + "nbytes": 13107200 + }, + "stage.4.l0.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 11, + "offset": 13107200, + "nbytes": 13107200 + }, + "stage.4.l1.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 26214400, + "nbytes": 5120 + }, + "stage.4.l1.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 26219520, + "nbytes": 5120 + }, + "stage.4.l1.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 26224640, + "nbytes": 5120 + }, + "stage.4.l1.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 26229760, + "nbytes": 5120 + }, + "stage.4.l1.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 26234880, + "nbytes": 5120 + }, + "stage.4.l1.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 26240000, + "nbytes": 5120 + }, + "stage.4.l1.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 11, + "offset": 26245120, + "nbytes": 9830400 + }, + "stage.4.l1.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 11, + "offset": 36075520, + "nbytes": 3276800 + }, + "stage.4.l1.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 11, + "offset": 39352320, + "nbytes": 13107200 + }, + "stage.4.l1.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 11, + "offset": 52459520, + "nbytes": 13107200 + }, + "stage.4.l2.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 65566720, + "nbytes": 5120 + }, + "stage.4.l2.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 65571840, + "nbytes": 5120 + }, + "stage.4.l2.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 65576960, + "nbytes": 5120 + }, + "stage.4.l2.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 65582080, + "nbytes": 5120 + }, + "stage.4.l2.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 65587200, + "nbytes": 5120 + }, + "stage.4.l2.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 65592320, + "nbytes": 5120 + }, + "stage.4.l2.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 12, + "offset": 0, + "nbytes": 9830400 + }, + "stage.4.l2.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 12, + "offset": 9830400, + "nbytes": 3276800 + }, + "stage.4.l2.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 12, + "offset": 13107200, + "nbytes": 13107200 + }, + "stage.4.l2.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 12, + "offset": 26214400, + "nbytes": 13107200 + }, + "stage.4.l3.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 39321600, + "nbytes": 5120 + }, + "stage.4.l3.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 39326720, + "nbytes": 5120 + }, + "stage.4.l3.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 39331840, + "nbytes": 5120 + }, + "stage.4.l3.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 39336960, + "nbytes": 5120 + }, + "stage.4.l3.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 39342080, + "nbytes": 5120 + }, + "stage.4.l3.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 39347200, + "nbytes": 5120 + }, + "stage.4.l3.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 12, + "offset": 39352320, + "nbytes": 9830400 + }, + "stage.4.l3.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 12, + "offset": 49182720, + "nbytes": 3276800 + }, + "stage.4.l3.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 12, + "offset": 52459520, + "nbytes": 13107200 + }, + "stage.4.l3.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 13, + "offset": 0, + "nbytes": 13107200 + }, + "stage.4.l4.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 13, + "offset": 13107200, + "nbytes": 5120 + }, + "stage.4.l4.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 13, + "offset": 13112320, + "nbytes": 5120 + }, + "stage.4.l4.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 13, + "offset": 13117440, + "nbytes": 5120 + }, + "stage.4.l4.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 13, + "offset": 13122560, + "nbytes": 5120 + }, + "stage.4.l4.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 13, + "offset": 13127680, + "nbytes": 5120 + }, + "stage.4.l4.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 13, + "offset": 13132800, + "nbytes": 5120 + }, + "stage.4.l4.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 13, + "offset": 13137920, + "nbytes": 9830400 + }, + "stage.4.l4.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 13, + "offset": 22968320, + "nbytes": 3276800 + }, + "stage.4.l4.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 13, + "offset": 26245120, + "nbytes": 13107200 + }, + "stage.4.l4.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 13, + "offset": 39352320, + "nbytes": 13107200 + }, + "stage.4.l5.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 13, + "offset": 52459520, + "nbytes": 5120 + }, + "stage.4.l5.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 13, + "offset": 52464640, + "nbytes": 5120 + }, + "stage.4.l5.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 13, + "offset": 52469760, + "nbytes": 5120 + }, + "stage.4.l5.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 13, + "offset": 52474880, + "nbytes": 5120 + }, + "stage.4.l5.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 13, + "offset": 52480000, + "nbytes": 5120 + }, + "stage.4.l5.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 13, + "offset": 52485120, + "nbytes": 5120 + }, + "stage.4.l5.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 13, + "offset": 52490240, + "nbytes": 9830400 + }, + "stage.4.l5.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 13, + "offset": 62320640, + "nbytes": 3276800 + }, + "stage.4.l5.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 14, + "offset": 0, + "nbytes": 13107200 + }, + "stage.4.l5.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 14, + "offset": 13107200, + "nbytes": 13107200 + }, + "stage.4.l6.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 14, + "offset": 26214400, + "nbytes": 5120 + }, + "stage.4.l6.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 14, + "offset": 26219520, + "nbytes": 5120 + }, + "stage.4.l6.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 14, + "offset": 26224640, + "nbytes": 5120 + }, + "stage.4.l6.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 14, + "offset": 26229760, + "nbytes": 5120 + }, + "stage.4.l6.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 14, + "offset": 26234880, + "nbytes": 5120 + }, + "stage.4.l6.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 14, + "offset": 26240000, + "nbytes": 5120 + }, + "stage.4.l6.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 14, + "offset": 26245120, + "nbytes": 9830400 + }, + "stage.4.l6.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 14, + "offset": 36075520, + "nbytes": 3276800 + }, + "stage.4.l6.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 14, + "offset": 39352320, + "nbytes": 13107200 + }, + "stage.4.l6.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 14, + "offset": 52459520, + "nbytes": 13107200 + }, + "stage.4.l7.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 14, + "offset": 65566720, + "nbytes": 5120 + }, + "stage.4.l7.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 14, + "offset": 65571840, + "nbytes": 5120 + }, + "stage.4.l7.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 14, + "offset": 65576960, + "nbytes": 5120 + }, + "stage.4.l7.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 14, + "offset": 65582080, + "nbytes": 5120 + }, + "stage.4.l7.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 14, + "offset": 65587200, + "nbytes": 5120 + }, + "stage.4.l7.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 14, + "offset": 65592320, + "nbytes": 5120 + }, + "stage.4.l7.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 15, + "offset": 0, + "nbytes": 9830400 + }, + "stage.4.l7.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 15, + "offset": 9830400, + "nbytes": 3276800 + }, + "stage.4.l7.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 15, + "offset": 13107200, + "nbytes": 13107200 + }, + "stage.4.l7.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 15, + "offset": 26214400, + "nbytes": 13107200 + }, + "stage.4.l8.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 15, + "offset": 39321600, + "nbytes": 5120 + }, + "stage.4.l8.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 15, + "offset": 39326720, + "nbytes": 5120 + }, + "stage.4.l8.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 15, + "offset": 39331840, + "nbytes": 5120 + }, + "stage.4.l8.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 15, + "offset": 39336960, + "nbytes": 5120 + }, + "stage.4.l8.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 15, + "offset": 39342080, + "nbytes": 5120 + }, + "stage.4.l8.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 15, + "offset": 39347200, + "nbytes": 5120 + }, + "stage.4.l8.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 15, + "offset": 39352320, + "nbytes": 9830400 + }, + "stage.4.l8.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 15, + "offset": 49182720, + "nbytes": 3276800 + }, + "stage.4.l8.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 15, + "offset": 52459520, + "nbytes": 13107200 + }, + "stage.4.l8.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 16, + "offset": 0, + "nbytes": 13107200 + }, + "stage.4.l9.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 16, + "offset": 13107200, + "nbytes": 5120 + }, + "stage.4.l9.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 16, + "offset": 13112320, + "nbytes": 5120 + }, + "stage.4.l9.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 16, + "offset": 13117440, + "nbytes": 5120 + }, + "stage.4.l9.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 16, + "offset": 13122560, + "nbytes": 5120 + }, + "stage.4.l9.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 16, + "offset": 13127680, + "nbytes": 5120 + }, + "stage.4.l9.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 16, + "offset": 13132800, + "nbytes": 5120 + }, + "stage.4.l9.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 16, + "offset": 13137920, + "nbytes": 9830400 + }, + "stage.4.l9.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 16, + "offset": 22968320, + "nbytes": 3276800 + }, + "stage.4.l9.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 16, + "offset": 26245120, + "nbytes": 13107200 + }, + "stage.4.l9.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 16, + "offset": 39352320, + "nbytes": 13107200 + }, + "stage.4.l10.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 16, + "offset": 52459520, + "nbytes": 5120 + }, + "stage.4.l10.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 16, + "offset": 52464640, + "nbytes": 5120 + }, + "stage.4.l10.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 16, + "offset": 52469760, + "nbytes": 5120 + }, + "stage.4.l10.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 16, + "offset": 52474880, + "nbytes": 5120 + }, + "stage.4.l10.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 16, + "offset": 52480000, + "nbytes": 5120 + }, + "stage.4.l10.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 16, + "offset": 52485120, + "nbytes": 5120 + }, + "stage.4.l10.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 16, + "offset": 52490240, + "nbytes": 9830400 + }, + "stage.4.l10.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 16, + "offset": 62320640, + "nbytes": 3276800 + }, + "stage.4.l10.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 17, + "offset": 0, + "nbytes": 13107200 + }, + "stage.4.l10.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 17, + "offset": 13107200, + "nbytes": 13107200 + }, + "stage.4.l11.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 17, + "offset": 26214400, + "nbytes": 5120 + }, + "stage.4.l11.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 17, + "offset": 26219520, + "nbytes": 5120 + }, + "stage.4.l11.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 17, + "offset": 26224640, + "nbytes": 5120 + }, + "stage.4.l11.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 17, + "offset": 26229760, + "nbytes": 5120 + }, + "stage.4.l11.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 17, + "offset": 26234880, + "nbytes": 5120 + }, + "stage.4.l11.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 17, + "offset": 26240000, + "nbytes": 5120 + }, + "stage.4.l11.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 17, + "offset": 26245120, + "nbytes": 9830400 + }, + "stage.4.l11.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 17, + "offset": 36075520, + "nbytes": 3276800 + }, + "stage.4.l11.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 17, + "offset": 39352320, + "nbytes": 13107200 + }, + "stage.4.l11.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 17, + "offset": 52459520, + "nbytes": 13107200 + }, + "stage.4.l12.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 17, + "offset": 65566720, + "nbytes": 5120 + }, + "stage.4.l12.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 17, + "offset": 65571840, + "nbytes": 5120 + }, + "stage.4.l12.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 17, + "offset": 65576960, + "nbytes": 5120 + }, + "stage.4.l12.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 17, + "offset": 65582080, + "nbytes": 5120 + }, + "stage.4.l12.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 17, + "offset": 65587200, + "nbytes": 5120 + }, + "stage.4.l12.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 17, + "offset": 65592320, + "nbytes": 5120 + }, + "stage.4.l12.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 18, + "offset": 0, + "nbytes": 9830400 + }, + "stage.4.l12.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 18, + "offset": 9830400, + "nbytes": 3276800 + }, + "stage.4.l12.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 18, + "offset": 13107200, + "nbytes": 13107200 + }, + "stage.4.l12.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 18, + "offset": 26214400, + "nbytes": 13107200 + }, + "stage.4.l13.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 18, + "offset": 39321600, + "nbytes": 5120 + }, + "stage.4.l13.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 18, + "offset": 39326720, + "nbytes": 5120 + }, + "stage.4.l13.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 18, + "offset": 39331840, + "nbytes": 5120 + }, + "stage.4.l13.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 18, + "offset": 39336960, + "nbytes": 5120 + }, + "stage.4.l13.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 18, + "offset": 39342080, + "nbytes": 5120 + }, + "stage.4.l13.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 18, + "offset": 39347200, + "nbytes": 5120 + }, + "stage.4.l13.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 18, + "offset": 39352320, + "nbytes": 9830400 + }, + "stage.4.l13.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 18, + "offset": 49182720, + "nbytes": 3276800 + }, + "stage.4.l13.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 18, + "offset": 52459520, + "nbytes": 13107200 + }, + "stage.4.l13.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 19, + "offset": 0, + "nbytes": 13107200 + }, + "stage.4.l14.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 19, + "offset": 13107200, + "nbytes": 5120 + }, + "stage.4.l14.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 19, + "offset": 13112320, + "nbytes": 5120 + }, + "stage.4.l14.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 19, + "offset": 13117440, + "nbytes": 5120 + }, + "stage.4.l14.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 19, + "offset": 13122560, + "nbytes": 5120 + }, + "stage.4.l14.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 19, + "offset": 13127680, + "nbytes": 5120 + }, + "stage.4.l14.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 19, + "offset": 13132800, + "nbytes": 5120 + }, + "stage.4.l14.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 19, + "offset": 13137920, + "nbytes": 9830400 + }, + "stage.4.l14.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 19, + "offset": 22968320, + "nbytes": 3276800 + }, + "stage.4.l14.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 19, + "offset": 26245120, + "nbytes": 13107200 + }, + "stage.4.l14.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 19, + "offset": 39352320, + "nbytes": 13107200 + }, + "stage.4.l15.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 19, + "offset": 52459520, + "nbytes": 5120 + }, + "stage.4.l15.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 19, + "offset": 52464640, + "nbytes": 5120 + }, + "stage.4.l15.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 19, + "offset": 52469760, + "nbytes": 5120 + }, + "stage.4.l15.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 19, + "offset": 52474880, + "nbytes": 5120 + }, + "stage.4.l15.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 19, + "offset": 52480000, + "nbytes": 5120 + }, + "stage.4.l15.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 19, + "offset": 52485120, + "nbytes": 5120 + }, + "stage.4.l15.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 19, + "offset": 52490240, + "nbytes": 9830400 + }, + "stage.4.l15.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 19, + "offset": 62320640, + "nbytes": 3276800 + }, + "stage.4.l15.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 20, + "offset": 0, + "nbytes": 13107200 + }, + "stage.4.l15.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 20, + "offset": 13107200, + "nbytes": 13107200 + }, + "stage.4.l16.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 20, + "offset": 26214400, + "nbytes": 5120 + }, + "stage.4.l16.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 20, + "offset": 26219520, + "nbytes": 5120 + }, + "stage.4.l16.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 20, + "offset": 26224640, + "nbytes": 5120 + }, + "stage.4.l16.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 20, + "offset": 26229760, + "nbytes": 5120 + }, + "stage.4.l16.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 20, + "offset": 26234880, + "nbytes": 5120 + }, + "stage.4.l16.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 20, + "offset": 26240000, + "nbytes": 5120 + }, + "stage.4.l16.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 20, + "offset": 26245120, + "nbytes": 9830400 + }, + "stage.4.l16.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 20, + "offset": 36075520, + "nbytes": 3276800 + }, + "stage.4.l16.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 20, + "offset": 39352320, + "nbytes": 13107200 + }, + "stage.4.l16.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 20, + "offset": 52459520, + "nbytes": 13107200 + }, + "stage.4.l17.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 20, + "offset": 65566720, + "nbytes": 5120 + }, + "stage.4.l17.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 20, + "offset": 65571840, + "nbytes": 5120 + }, + "stage.4.l17.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 20, + "offset": 65576960, + "nbytes": 5120 + }, + "stage.4.l17.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 20, + "offset": 65582080, + "nbytes": 5120 + }, + "stage.4.l17.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 20, + "offset": 65587200, + "nbytes": 5120 + }, + "stage.4.l17.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 20, + "offset": 65592320, + "nbytes": 5120 + }, + "stage.4.l17.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 21, + "offset": 0, + "nbytes": 9830400 + }, + "stage.4.l17.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 21, + "offset": 9830400, + "nbytes": 3276800 + }, + "stage.4.l17.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 21, + "offset": 13107200, + "nbytes": 13107200 + }, + "stage.4.l17.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 21, + "offset": 26214400, + "nbytes": 13107200 + }, + "stage.4.l18.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 21, + "offset": 39321600, + "nbytes": 5120 + }, + "stage.4.l18.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 21, + "offset": 39326720, + "nbytes": 5120 + }, + "stage.4.l18.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 21, + "offset": 39331840, + "nbytes": 5120 + }, + "stage.4.l18.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 21, + "offset": 39336960, + "nbytes": 5120 + }, + "stage.4.l18.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 21, + "offset": 39342080, + "nbytes": 5120 + }, + "stage.4.l18.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 21, + "offset": 39347200, + "nbytes": 5120 + }, + "stage.4.l18.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 21, + "offset": 39352320, + "nbytes": 9830400 + }, + "stage.4.l18.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 21, + "offset": 49182720, + "nbytes": 3276800 + }, + "stage.4.l18.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 21, + "offset": 52459520, + "nbytes": 13107200 + }, + "stage.4.l18.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 22, + "offset": 0, + "nbytes": 13107200 + }, + "stage.4.l19.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 22, + "offset": 13107200, + "nbytes": 5120 + }, + "stage.4.l19.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 22, + "offset": 13112320, + "nbytes": 5120 + }, + "stage.4.l19.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 22, + "offset": 13117440, + "nbytes": 5120 + }, + "stage.4.l19.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 22, + "offset": 13122560, + "nbytes": 5120 + }, + "stage.4.l19.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 22, + "offset": 13127680, + "nbytes": 5120 + }, + "stage.4.l19.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 22, + "offset": 13132800, + "nbytes": 5120 + }, + "stage.4.l19.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 22, + "offset": 13137920, + "nbytes": 9830400 + }, + "stage.4.l19.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 22, + "offset": 22968320, + "nbytes": 3276800 + }, + "stage.4.l19.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 22, + "offset": 26245120, + "nbytes": 13107200 + }, + "stage.4.l19.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 22, + "offset": 39352320, + "nbytes": 13107200 + }, + "stage.4.l20.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 22, + "offset": 52459520, + "nbytes": 5120 + }, + "stage.4.l20.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 22, + "offset": 52464640, + "nbytes": 5120 + }, + "stage.4.l20.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 22, + "offset": 52469760, + "nbytes": 5120 + }, + "stage.4.l20.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 22, + "offset": 52474880, + "nbytes": 5120 + }, + "stage.4.l20.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 22, + "offset": 52480000, + "nbytes": 5120 + }, + "stage.4.l20.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 22, + "offset": 52485120, + "nbytes": 5120 + }, + "stage.4.l20.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 22, + "offset": 52490240, + "nbytes": 9830400 + }, + "stage.4.l20.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 22, + "offset": 62320640, + "nbytes": 3276800 + }, + "stage.4.l20.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 23, + "offset": 0, + "nbytes": 13107200 + }, + "stage.4.l20.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 23, + "offset": 13107200, + "nbytes": 13107200 + }, + "stage.4.l21.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 23, + "offset": 26214400, + "nbytes": 5120 + }, + "stage.4.l21.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 23, + "offset": 26219520, + "nbytes": 5120 + }, + "stage.4.l21.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 23, + "offset": 26224640, + "nbytes": 5120 + }, + "stage.4.l21.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 23, + "offset": 26229760, + "nbytes": 5120 + }, + "stage.4.l21.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 23, + "offset": 26234880, + "nbytes": 5120 + }, + "stage.4.l21.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 23, + "offset": 26240000, + "nbytes": 5120 + }, + "stage.4.l21.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 23, + "offset": 26245120, + "nbytes": 9830400 + }, + "stage.4.l21.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 23, + "offset": 36075520, + "nbytes": 3276800 + }, + "stage.4.l21.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 23, + "offset": 39352320, + "nbytes": 13107200 + }, + "stage.4.l21.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 23, + "offset": 52459520, + "nbytes": 13107200 + }, + "stage.4.l22.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 23, + "offset": 65566720, + "nbytes": 5120 + }, + "stage.4.l22.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 23, + "offset": 65571840, + "nbytes": 5120 + }, + "stage.4.l22.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 23, + "offset": 65576960, + "nbytes": 5120 + }, + "stage.4.l22.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 23, + "offset": 65582080, + "nbytes": 5120 + }, + "stage.4.l22.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 23, + "offset": 65587200, + "nbytes": 5120 + }, + "stage.4.l22.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 23, + "offset": 65592320, + "nbytes": 5120 + }, + "stage.4.l22.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 24, + "offset": 0, + "nbytes": 9830400 + }, + "stage.4.l22.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 24, + "offset": 9830400, + "nbytes": 3276800 + }, + "stage.4.l22.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 24, + "offset": 13107200, + "nbytes": 13107200 + }, + "stage.4.l22.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 24, + "offset": 26214400, + "nbytes": 13107200 + }, + "stage.4.l23.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 24, + "offset": 39321600, + "nbytes": 5120 + }, + "stage.4.l23.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 24, + "offset": 39326720, + "nbytes": 5120 + }, + "stage.4.l23.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 24, + "offset": 39331840, + "nbytes": 5120 + }, + "stage.4.l23.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 24, + "offset": 39336960, + "nbytes": 5120 + }, + "stage.4.l23.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 24, + "offset": 39342080, + "nbytes": 5120 + }, + "stage.4.l23.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 24, + "offset": 39347200, + "nbytes": 5120 + }, + "stage.4.l23.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 24, + "offset": 39352320, + "nbytes": 9830400 + }, + "stage.4.l23.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 24, + "offset": 49182720, + "nbytes": 3276800 + }, + "stage.4.l23.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 24, + "offset": 52459520, + "nbytes": 13107200 + }, + "stage.4.l23.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 25, + "offset": 0, + "nbytes": 13107200 + }, + "stage.4.l24.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 25, + "offset": 13107200, + "nbytes": 5120 + }, + "stage.4.l24.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 25, + "offset": 13112320, + "nbytes": 5120 + }, + "stage.4.l24.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 25, + "offset": 13117440, + "nbytes": 5120 + }, + "stage.4.l24.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 25, + "offset": 13122560, + "nbytes": 5120 + }, + "stage.4.l24.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 25, + "offset": 13127680, + "nbytes": 5120 + }, + "stage.4.l24.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 25, + "offset": 13132800, + "nbytes": 5120 + }, + "stage.4.l24.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 25, + "offset": 13137920, + "nbytes": 9830400 + }, + "stage.4.l24.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 25, + "offset": 22968320, + "nbytes": 3276800 + }, + "stage.4.l24.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 25, + "offset": 26245120, + "nbytes": 13107200 + }, + "stage.4.l24.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 25, + "offset": 39352320, + "nbytes": 13107200 + }, + "stage.4.l25.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 25, + "offset": 52459520, + "nbytes": 5120 + }, + "stage.4.l25.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 25, + "offset": 52464640, + "nbytes": 5120 + }, + "stage.4.l25.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 25, + "offset": 52469760, + "nbytes": 5120 + }, + "stage.4.l25.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 25, + "offset": 52474880, + "nbytes": 5120 + }, + "stage.4.l25.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 25, + "offset": 52480000, + "nbytes": 5120 + }, + "stage.4.l25.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 25, + "offset": 52485120, + "nbytes": 5120 + }, + "stage.4.l25.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 25, + "offset": 52490240, + "nbytes": 9830400 + }, + "stage.4.l25.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 25, + "offset": 62320640, + "nbytes": 3276800 + }, + "stage.4.l25.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 26, + "offset": 0, + "nbytes": 13107200 + }, + "stage.4.l25.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 26, + "offset": 13107200, + "nbytes": 13107200 + }, + "stage.4.l26.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 26, + "offset": 26214400, + "nbytes": 5120 + }, + "stage.4.l26.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 26, + "offset": 26219520, + "nbytes": 5120 + }, + "stage.4.l26.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 26, + "offset": 26224640, + "nbytes": 5120 + }, + "stage.4.l26.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 26, + "offset": 26229760, + "nbytes": 5120 + }, + "stage.4.l26.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 26, + "offset": 26234880, + "nbytes": 5120 + }, + "stage.4.l26.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 26, + "offset": 26240000, + "nbytes": 5120 + }, + "stage.4.l26.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 26, + "offset": 26245120, + "nbytes": 9830400 + }, + "stage.4.l26.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 26, + "offset": 36075520, + "nbytes": 3276800 + }, + "stage.4.l26.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 26, + "offset": 39352320, + "nbytes": 13107200 + }, + "stage.4.l26.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 26, + "offset": 52459520, + "nbytes": 13107200 + }, + "stage.4.l27.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 26, + "offset": 65566720, + "nbytes": 5120 + }, + "stage.4.l27.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 26, + "offset": 65571840, + "nbytes": 5120 + }, + "stage.4.l27.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 26, + "offset": 65576960, + "nbytes": 5120 + }, + "stage.4.l27.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 26, + "offset": 65582080, + "nbytes": 5120 + }, + "stage.4.l27.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 26, + "offset": 65587200, + "nbytes": 5120 + }, + "stage.4.l27.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 26, + "offset": 65592320, + "nbytes": 5120 + }, + "stage.4.l27.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 27, + "offset": 0, + "nbytes": 9830400 + }, + "stage.4.l27.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 27, + "offset": 9830400, + "nbytes": 3276800 + }, + "stage.4.l27.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 27, + "offset": 13107200, + "nbytes": 13107200 + }, + "stage.4.l27.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 27, + "offset": 26214400, + "nbytes": 13107200 + }, + "stage.4.l28.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 27, + "offset": 39321600, + "nbytes": 5120 + }, + "stage.4.l28.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 27, + "offset": 39326720, + "nbytes": 5120 + }, + "stage.4.l28.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 27, + "offset": 39331840, + "nbytes": 5120 + }, + "stage.4.l28.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 27, + "offset": 39336960, + "nbytes": 5120 + }, + "stage.4.l28.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 27, + "offset": 39342080, + "nbytes": 5120 + }, + "stage.4.l28.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 27, + "offset": 39347200, + "nbytes": 5120 + }, + "stage.4.l28.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 27, + "offset": 39352320, + "nbytes": 9830400 + }, + "stage.4.l28.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 27, + "offset": 49182720, + "nbytes": 3276800 + }, + "stage.4.l28.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 27, + "offset": 52459520, + "nbytes": 13107200 + }, + "stage.4.l28.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 28, + "offset": 0, + "nbytes": 13107200 + }, + "stage.4.l29.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 28, + "offset": 13107200, + "nbytes": 5120 + }, + "stage.4.l29.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 28, + "offset": 13112320, + "nbytes": 5120 + }, + "stage.4.l29.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 28, + "offset": 13117440, + "nbytes": 5120 + }, + "stage.4.l29.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 28, + "offset": 13122560, + "nbytes": 5120 + }, + "stage.4.l29.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 28, + "offset": 13127680, + "nbytes": 5120 + }, + "stage.4.l29.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 28, + "offset": 13132800, + "nbytes": 5120 + }, + "stage.4.l29.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 28, + "offset": 13137920, + "nbytes": 9830400 + }, + "stage.4.l29.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 28, + "offset": 22968320, + "nbytes": 3276800 + }, + "stage.4.l29.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 28, + "offset": 26245120, + "nbytes": 13107200 + }, + "stage.4.l29.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 28, + "offset": 39352320, + "nbytes": 13107200 + }, + "stage.4.l30.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 28, + "offset": 52459520, + "nbytes": 5120 + }, + "stage.4.l30.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 28, + "offset": 52464640, + "nbytes": 5120 + }, + "stage.4.l30.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 28, + "offset": 52469760, + "nbytes": 5120 + }, + "stage.4.l30.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 28, + "offset": 52474880, + "nbytes": 5120 + }, + "stage.4.l30.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 28, + "offset": 52480000, + "nbytes": 5120 + }, + "stage.4.l30.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 28, + "offset": 52485120, + "nbytes": 5120 + }, + "stage.4.l30.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 28, + "offset": 52490240, + "nbytes": 9830400 + }, + "stage.4.l30.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 28, + "offset": 62320640, + "nbytes": 3276800 + }, + "stage.4.l30.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 29, + "offset": 0, + "nbytes": 13107200 + }, + "stage.4.l30.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 29, + "offset": 13107200, + "nbytes": 13107200 + }, + "stage.4.l31.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 29, + "offset": 26214400, + "nbytes": 5120 + }, + "stage.4.l31.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 29, + "offset": 26219520, + "nbytes": 5120 + }, + "stage.4.l31.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 29, + "offset": 26224640, + "nbytes": 5120 + }, + "stage.4.l31.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 29, + "offset": 26229760, + "nbytes": 5120 + }, + "stage.4.l31.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 29, + "offset": 26234880, + "nbytes": 5120 + }, + "stage.4.l31.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 29, + "offset": 26240000, + "nbytes": 5120 + }, + "stage.4.l31.qkv.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 3840 + ], + "shard": 29, + "offset": 26245120, + "nbytes": 9830400 + }, + "stage.4.l31.wo.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 1280 + ], + "shard": 29, + "offset": 36075520, + "nbytes": 3276800 + }, + "stage.4.l31.ffn1.weight": { + "dtype": "bf16", + "shape": [ + 1280, + 5120 + ], + "shard": 29, + "offset": 39352320, + "nbytes": 13107200 + }, + "stage.4.l31.ffn2.weight": { + "dtype": "bf16", + "shape": [ + 5120, + 1280 + ], + "shard": 29, + "offset": 52459520, + "nbytes": 13107200 + }, + "sem_enc.in.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 768 + ], + "shard": 30, + "offset": 0, + "nbytes": 1572864 + }, + "sem_enc.in.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 1572864, + "nbytes": 3072 + }, + "sem_enc.0.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 30, + "offset": 1575936, + "nbytes": 21504 + }, + "sem_enc.0.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 1597440, + "nbytes": 3072 + }, + "sem_enc.0.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 1600512, + "nbytes": 3072 + }, + "sem_enc.0.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 1603584, + "nbytes": 3072 + }, + "sem_enc.0.pw1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2048 + ], + "shard": 30, + "offset": 1606656, + "nbytes": 3145728 + }, + "sem_enc.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 30, + "offset": 4752384, + "nbytes": 8192 + }, + "sem_enc.0.pw2.weight": { + "dtype": "bf16", + "shape": [ + 2048, + 768 + ], + "shard": 30, + "offset": 4760576, + "nbytes": 3145728 + }, + "sem_enc.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 7906304, + "nbytes": 3072 + }, + "sem_head.0.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 30, + "offset": 7909376, + "nbytes": 21504 + }, + "sem_head.0.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 7930880, + "nbytes": 3072 + }, + "sem_head.0.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 7933952, + "nbytes": 3072 + }, + "sem_head.0.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 7937024, + "nbytes": 3072 + }, + "sem_head.0.pw1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2048 + ], + "shard": 30, + "offset": 7940096, + "nbytes": 3145728 + }, + "sem_head.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 30, + "offset": 11085824, + "nbytes": 8192 + }, + "sem_head.0.pw2.weight": { + "dtype": "bf16", + "shape": [ + 2048, + 768 + ], + "shard": 30, + "offset": 11094016, + "nbytes": 3145728 + }, + "sem_head.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 14239744, + "nbytes": 3072 + }, + "sem_enc.1.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 30, + "offset": 14242816, + "nbytes": 21504 + }, + "sem_enc.1.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 14264320, + "nbytes": 3072 + }, + "sem_enc.1.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 14267392, + "nbytes": 3072 + }, + "sem_enc.1.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 14270464, + "nbytes": 3072 + }, + "sem_enc.1.pw1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2048 + ], + "shard": 30, + "offset": 14273536, + "nbytes": 3145728 + }, + "sem_enc.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 30, + "offset": 17419264, + "nbytes": 8192 + }, + "sem_enc.1.pw2.weight": { + "dtype": "bf16", + "shape": [ + 2048, + 768 + ], + "shard": 30, + "offset": 17427456, + "nbytes": 3145728 + }, + "sem_enc.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 20573184, + "nbytes": 3072 + }, + "sem_head.1.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 30, + "offset": 20576256, + "nbytes": 21504 + }, + "sem_head.1.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 20597760, + "nbytes": 3072 + }, + "sem_head.1.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 20600832, + "nbytes": 3072 + }, + "sem_head.1.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 20603904, + "nbytes": 3072 + }, + "sem_head.1.pw1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2048 + ], + "shard": 30, + "offset": 20606976, + "nbytes": 3145728 + }, + "sem_head.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 30, + "offset": 23752704, + "nbytes": 8192 + }, + "sem_head.1.pw2.weight": { + "dtype": "bf16", + "shape": [ + 2048, + 768 + ], + "shard": 30, + "offset": 23760896, + "nbytes": 3145728 + }, + "sem_head.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 26906624, + "nbytes": 3072 + }, + "sem_enc.2.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 30, + "offset": 26909696, + "nbytes": 21504 + }, + "sem_enc.2.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 26931200, + "nbytes": 3072 + }, + "sem_enc.2.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 26934272, + "nbytes": 3072 + }, + "sem_enc.2.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 26937344, + "nbytes": 3072 + }, + "sem_enc.2.pw1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2048 + ], + "shard": 30, + "offset": 26940416, + "nbytes": 3145728 + }, + "sem_enc.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 30, + "offset": 30086144, + "nbytes": 8192 + }, + "sem_enc.2.pw2.weight": { + "dtype": "bf16", + "shape": [ + 2048, + 768 + ], + "shard": 30, + "offset": 30094336, + "nbytes": 3145728 + }, + "sem_enc.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 33240064, + "nbytes": 3072 + }, + "sem_head.2.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 30, + "offset": 33243136, + "nbytes": 21504 + }, + "sem_head.2.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 33264640, + "nbytes": 3072 + }, + "sem_head.2.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 33267712, + "nbytes": 3072 + }, + "sem_head.2.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 33270784, + "nbytes": 3072 + }, + "sem_head.2.pw1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2048 + ], + "shard": 30, + "offset": 33273856, + "nbytes": 3145728 + }, + "sem_head.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 30, + "offset": 36419584, + "nbytes": 8192 + }, + "sem_head.2.pw2.weight": { + "dtype": "bf16", + "shape": [ + 2048, + 768 + ], + "shard": 30, + "offset": 36427776, + "nbytes": 3145728 + }, + "sem_head.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 39573504, + "nbytes": 3072 + }, + "sem_enc.3.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 30, + "offset": 39576576, + "nbytes": 21504 + }, + "sem_enc.3.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 39598080, + "nbytes": 3072 + }, + "sem_enc.3.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 39601152, + "nbytes": 3072 + }, + "sem_enc.3.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 39604224, + "nbytes": 3072 + }, + "sem_enc.3.pw1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2048 + ], + "shard": 30, + "offset": 39607296, + "nbytes": 3145728 + }, + "sem_enc.3.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 30, + "offset": 42753024, + "nbytes": 8192 + }, + "sem_enc.3.pw2.weight": { + "dtype": "bf16", + "shape": [ + 2048, + 768 + ], + "shard": 30, + "offset": 42761216, + "nbytes": 3145728 + }, + "sem_enc.3.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 45906944, + "nbytes": 3072 + }, + "sem_head.3.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 30, + "offset": 45910016, + "nbytes": 21504 + }, + "sem_head.3.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 45931520, + "nbytes": 3072 + }, + "sem_head.3.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 45934592, + "nbytes": 3072 + }, + "sem_head.3.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 45937664, + "nbytes": 3072 + }, + "sem_head.3.pw1.weight": { + "dtype": "bf16", + "shape": [ + 768, + 2048 + ], + "shard": 30, + "offset": 45940736, + "nbytes": 3145728 + }, + "sem_head.3.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 30, + "offset": 49086464, + "nbytes": 8192 + }, + "sem_head.3.pw2.weight": { + "dtype": "bf16", + "shape": [ + 2048, + 768 + ], + "shard": 30, + "offset": 49094656, + "nbytes": 3145728 + }, + "sem_head.3.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 52240384, + "nbytes": 3072 + }, + "sem_head.out.weight": { + "dtype": "bf16", + "shape": [ + 768, + 1024 + ], + "shard": 30, + "offset": 52243456, + "nbytes": 1572864 + }, + "sem_head.out.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 30, + "offset": 53816320, + "nbytes": 4096 + }, + "rvq.0.in_proj.weight": { + "dtype": "f32", + "shape": [ + 768, + 8 + ], + "shard": 30, + "offset": 53820416, + "nbytes": 24576, + "host": true + }, + "rvq.0.in_proj.bias": { + "dtype": "f32", + "shape": [ + 8 + ], + "shard": 30, + "offset": 53844992, + "nbytes": 32, + "host": true + }, + "rvq.0.out_proj.weight": { + "dtype": "f32", + "shape": [ + 8, + 768 + ], + "shard": 30, + "offset": 53845248, + "nbytes": 24576, + "host": true + }, + "rvq.0.out_proj.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 30, + "offset": 53869824, + "nbytes": 3072, + "host": true + }, + "rvq.0.codebook": { + "dtype": "f32", + "shape": [ + 8, + 4096 + ], + "shard": 30, + "offset": 53872896, + "nbytes": 131072, + "host": true + }, + "rvq.1.in_proj.weight": { + "dtype": "f32", + "shape": [ + 1024, + 8 + ], + "shard": 30, + "offset": 54003968, + "nbytes": 32768, + "host": true + }, + "rvq.1.in_proj.bias": { + "dtype": "f32", + "shape": [ + 8 + ], + "shard": 30, + "offset": 54036736, + "nbytes": 32, + "host": true + }, + "rvq.1.out_proj.weight": { + "dtype": "f32", + "shape": [ + 8, + 1024 + ], + "shard": 30, + "offset": 54036992, + "nbytes": 32768, + "host": true + }, + "rvq.1.out_proj.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 30, + "offset": 54069760, + "nbytes": 4096, + "host": true + }, + "rvq.1.codebook": { + "dtype": "f32", + "shape": [ + 8, + 4096 + ], + "shard": 30, + "offset": 54073856, + "nbytes": 131072, + "host": true + }, + "rvq.2.in_proj.weight": { + "dtype": "f32", + "shape": [ + 1024, + 8 + ], + "shard": 30, + "offset": 54204928, + "nbytes": 32768, + "host": true + }, + "rvq.2.in_proj.bias": { + "dtype": "f32", + "shape": [ + 8 + ], + "shard": 30, + "offset": 54237696, + "nbytes": 32, + "host": true + }, + "rvq.2.out_proj.weight": { + "dtype": "f32", + "shape": [ + 8, + 1024 + ], + "shard": 30, + "offset": 54237952, + "nbytes": 32768, + "host": true + }, + "rvq.2.out_proj.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 30, + "offset": 54270720, + "nbytes": 4096, + "host": true + }, + "rvq.2.codebook": { + "dtype": "f32", + "shape": [ + 8, + 4096 + ], + "shard": 30, + "offset": 54274816, + "nbytes": 131072, + "host": true + }, + "rvq.3.in_proj.weight": { + "dtype": "f32", + "shape": [ + 1024, + 8 + ], + "shard": 30, + "offset": 54405888, + "nbytes": 32768, + "host": true + }, + "rvq.3.in_proj.bias": { + "dtype": "f32", + "shape": [ + 8 + ], + "shard": 30, + "offset": 54438656, + "nbytes": 32, + "host": true + }, + "rvq.3.out_proj.weight": { + "dtype": "f32", + "shape": [ + 8, + 1024 + ], + "shard": 30, + "offset": 54438912, + "nbytes": 32768, + "host": true + }, + "rvq.3.out_proj.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 30, + "offset": 54471680, + "nbytes": 4096, + "host": true + }, + "rvq.3.codebook": { + "dtype": "f32", + "shape": [ + 8, + 4096 + ], + "shard": 30, + "offset": 54475776, + "nbytes": 131072, + "host": true + }, + "rvq.4.in_proj.weight": { + "dtype": "f32", + "shape": [ + 1024, + 8 + ], + "shard": 30, + "offset": 54606848, + "nbytes": 32768, + "host": true + }, + "rvq.4.in_proj.bias": { + "dtype": "f32", + "shape": [ + 8 + ], + "shard": 30, + "offset": 54639616, + "nbytes": 32, + "host": true + }, + "rvq.4.out_proj.weight": { + "dtype": "f32", + "shape": [ + 8, + 1024 + ], + "shard": 30, + "offset": 54639872, + "nbytes": 32768, + "host": true + }, + "rvq.4.out_proj.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 30, + "offset": 54672640, + "nbytes": 4096, + "host": true + }, + "rvq.4.codebook": { + "dtype": "f32", + "shape": [ + 8, + 4096 + ], + "shard": 30, + "offset": 54676736, + "nbytes": 131072, + "host": true + }, + "rvq.5.in_proj.weight": { + "dtype": "f32", + "shape": [ + 1024, + 8 + ], + "shard": 30, + "offset": 54807808, + "nbytes": 32768, + "host": true + }, + "rvq.5.in_proj.bias": { + "dtype": "f32", + "shape": [ + 8 + ], + "shard": 30, + "offset": 54840576, + "nbytes": 32, + "host": true + }, + "rvq.5.out_proj.weight": { + "dtype": "f32", + "shape": [ + 8, + 1024 + ], + "shard": 30, + "offset": 54840832, + "nbytes": 32768, + "host": true + }, + "rvq.5.out_proj.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 30, + "offset": 54873600, + "nbytes": 4096, + "host": true + }, + "rvq.5.codebook": { + "dtype": "f32", + "shape": [ + 8, + 4096 + ], + "shard": 30, + "offset": 54877696, + "nbytes": 131072, + "host": true + }, + "rvq.6.in_proj.weight": { + "dtype": "f32", + "shape": [ + 1024, + 8 + ], + "shard": 30, + "offset": 55008768, + "nbytes": 32768, + "host": true + }, + "rvq.6.in_proj.bias": { + "dtype": "f32", + "shape": [ + 8 + ], + "shard": 30, + "offset": 55041536, + "nbytes": 32, + "host": true + }, + "rvq.6.out_proj.weight": { + "dtype": "f32", + "shape": [ + 8, + 1024 + ], + "shard": 30, + "offset": 55041792, + "nbytes": 32768, + "host": true + }, + "rvq.6.out_proj.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 30, + "offset": 55074560, + "nbytes": 4096, + "host": true + }, + "rvq.6.codebook": { + "dtype": "f32", + "shape": [ + 8, + 4096 + ], + "shard": 30, + "offset": 55078656, + "nbytes": 131072, + "host": true + }, + "rvq.7.in_proj.weight": { + "dtype": "f32", + "shape": [ + 1024, + 8 + ], + "shard": 30, + "offset": 55209728, + "nbytes": 32768, + "host": true + }, + "rvq.7.in_proj.bias": { + "dtype": "f32", + "shape": [ + 8 + ], + "shard": 30, + "offset": 55242496, + "nbytes": 32, + "host": true + }, + "rvq.7.out_proj.weight": { + "dtype": "f32", + "shape": [ + 8, + 1024 + ], + "shard": 30, + "offset": 55242752, + "nbytes": 32768, + "host": true + }, + "rvq.7.out_proj.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 30, + "offset": 55275520, + "nbytes": 4096, + "host": true + }, + "rvq.7.codebook": { + "dtype": "f32", + "shape": [ + 8, + 4096 + ], + "shard": 30, + "offset": 55279616, + "nbytes": 131072, + "host": true + }, + "rvq.8.in_proj.weight": { + "dtype": "f32", + "shape": [ + 1024, + 8 + ], + "shard": 30, + "offset": 55410688, + "nbytes": 32768, + "host": true + }, + "rvq.8.in_proj.bias": { + "dtype": "f32", + "shape": [ + 8 + ], + "shard": 30, + "offset": 55443456, + "nbytes": 32, + "host": true + }, + "rvq.8.out_proj.weight": { + "dtype": "f32", + "shape": [ + 8, + 1024 + ], + "shard": 30, + "offset": 55443712, + "nbytes": 32768, + "host": true + }, + "rvq.8.out_proj.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 30, + "offset": 55476480, + "nbytes": 4096, + "host": true + }, + "rvq.8.codebook": { + "dtype": "f32", + "shape": [ + 8, + 4096 + ], + "shard": 30, + "offset": 55480576, + "nbytes": 131072, + "host": true + }, + "rvq.9.in_proj.weight": { + "dtype": "f32", + "shape": [ + 1024, + 8 + ], + "shard": 30, + "offset": 55611648, + "nbytes": 32768, + "host": true + }, + "rvq.9.in_proj.bias": { + "dtype": "f32", + "shape": [ + 8 + ], + "shard": 30, + "offset": 55644416, + "nbytes": 32, + "host": true + }, + "rvq.9.out_proj.weight": { + "dtype": "f32", + "shape": [ + 8, + 1024 + ], + "shard": 30, + "offset": 55644672, + "nbytes": 32768, + "host": true + }, + "rvq.9.out_proj.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 30, + "offset": 55677440, + "nbytes": 4096, + "host": true + }, + "rvq.9.codebook": { + "dtype": "f32", + "shape": [ + 8, + 4096 + ], + "shard": 30, + "offset": 55681536, + "nbytes": 131072, + "host": true + } + } +} \ No newline at end of file diff --git a/web/encoder/shard-000.bin b/web/encoder/shard-000.bin new file mode 100644 index 0000000000000000000000000000000000000000..e3adfcba4d42479c28ca3caf109062de9b06a56f --- /dev/null +++ b/web/encoder/shard-000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:540757a0d91817869ad64b89aaaa4b12f9e1b4c391a7f02713f19b4fcf41cbfc +size 65531648 diff --git a/web/encoder/shard-001.bin b/web/encoder/shard-001.bin new file mode 100644 index 0000000000000000000000000000000000000000..4deab7b8802717628bdb35184d308dd604f4caff --- /dev/null +++ b/web/encoder/shard-001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91f43217e0c8537296d05100f501fbfccece1db94ab3dc61fe9ab284d145c053 +size 66152448 diff --git a/web/encoder/shard-002.bin b/web/encoder/shard-002.bin new file mode 100644 index 0000000000000000000000000000000000000000..ae0d64007bc8380a2313ca3f7ae656d956a42dce --- /dev/null +++ b/web/encoder/shard-002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c5bdb1b04fe3cb0aeaa90c11d949bc308d68ea37c62b2b09a2bcaf86e230a8d +size 63184896 diff --git a/web/encoder/shard-003.bin b/web/encoder/shard-003.bin new file mode 100644 index 0000000000000000000000000000000000000000..4364d4e33f7d09491a2b52fe7eb9d563f863e416 --- /dev/null +++ b/web/encoder/shard-003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7bd1ca0a7f3bf1857f2b4e65b545acdc8d5ab4561398bb5d3f9b895c293eeeb +size 66152448 diff --git a/web/encoder/shard-004.bin b/web/encoder/shard-004.bin new file mode 100644 index 0000000000000000000000000000000000000000..3f998068de524fad0b0d23c61a0bcfdd343723b0 --- /dev/null +++ b/web/encoder/shard-004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e94069da7830083c63b2cbaf41736b0db0f5151fc2965fa0ca628185fc9f3f5 +size 66152448 diff --git a/web/encoder/shard-005.bin b/web/encoder/shard-005.bin new file mode 100644 index 0000000000000000000000000000000000000000..17d7fd7c47638d9043f41c50afcb2d4745c7af2f --- /dev/null +++ b/web/encoder/shard-005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:316a601e0feea80a241eda1b92292fd8fae388c20ba05eae96bd41568d5d0d87 +size 63184896 diff --git a/web/encoder/shard-006.bin b/web/encoder/shard-006.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7a7bc536b05ef4c1ce56883b571720c8dcd76e0 --- /dev/null +++ b/web/encoder/shard-006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9811da5394c971529813db767760c324ef9b43c52059f055dd0efc907155eb2 +size 66152448 diff --git a/web/encoder/shard-007.bin b/web/encoder/shard-007.bin new file mode 100644 index 0000000000000000000000000000000000000000..f7b172b36e4ce166795c8abc01be69889ff9883d --- /dev/null +++ b/web/encoder/shard-007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b672b215d0c6b99ec8bb23f4c22457e0cdde006f3eb1cebf7649cbfeb5b6a91 +size 66134016 diff --git a/web/encoder/shard-008.bin b/web/encoder/shard-008.bin new file mode 100644 index 0000000000000000000000000000000000000000..3ceacfdb8b9186900c77894e9fe2b3ae880ff2f2 --- /dev/null +++ b/web/encoder/shard-008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63226d00580aa3d46989606e123aac7df5da7714b671911d78739bbe8dc429a7 +size 63596544 diff --git a/web/encoder/shard-009.bin b/web/encoder/shard-009.bin new file mode 100644 index 0000000000000000000000000000000000000000..19be3b1b975702c7de60b8bd672d8fb55fa31838 --- /dev/null +++ b/web/encoder/shard-009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e67690f38ba0ca856dee86704c61f20bf40db451065f3576b4ff718a2ce1d60 +size 66134016 diff --git a/web/encoder/shard-010.bin b/web/encoder/shard-010.bin new file mode 100644 index 0000000000000000000000000000000000000000..2941a53c863a3a166c71ea590ed7fcacbacd6662 --- /dev/null +++ b/web/encoder/shard-010.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9899aa6948cfacaab89606246ad389851ff880befec5e7f9ec1f16be73aec115 +size 66277376 diff --git a/web/encoder/shard-011.bin b/web/encoder/shard-011.bin new file mode 100644 index 0000000000000000000000000000000000000000..2447e4e62332aa75aeb3d56ebbeb534a39a3ef12 --- /dev/null +++ b/web/encoder/shard-011.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d235c7c87e7889f96f178683f8a933e5eb04b243dd652f97a8da7a3dc1de7d5 +size 65597440 diff --git a/web/encoder/shard-012.bin b/web/encoder/shard-012.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f778ca1f378cd40565f9ec560ea2acad7219de3 --- /dev/null +++ b/web/encoder/shard-012.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e74fb78507dfc1b41532e40db8b1ec1a33eea78b4feb3a72d5f478fa3d3cc66 +size 65566720 diff --git a/web/encoder/shard-013.bin b/web/encoder/shard-013.bin new file mode 100644 index 0000000000000000000000000000000000000000..5220b9bbea25304ea900fedc2461822637b75c43 --- /dev/null +++ b/web/encoder/shard-013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdd80e3d8fb503b60eec1ce260a704449f940fea6cc8f505593420833955c465 +size 65597440 diff --git a/web/encoder/shard-014.bin b/web/encoder/shard-014.bin new file mode 100644 index 0000000000000000000000000000000000000000..69de69d491e3041f2f47a9cbcb140f4584dbc894 --- /dev/null +++ b/web/encoder/shard-014.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb3d9d216620ba9ab8716995911994fff9b0f0ca28281fd4a135de6c62ed82a3 +size 65597440 diff --git a/web/encoder/shard-015.bin b/web/encoder/shard-015.bin new file mode 100644 index 0000000000000000000000000000000000000000..3505131810ce44d57c205e4c4e4b7a54f2ccbc45 --- /dev/null +++ b/web/encoder/shard-015.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:934ba7b6052b7bb9c69ec2b7236e87a26155407ab0b7c223ed42879c27c7c303 +size 65566720 diff --git a/web/encoder/shard-016.bin b/web/encoder/shard-016.bin new file mode 100644 index 0000000000000000000000000000000000000000..350116ea72036f36cb4a212172f443d66f8fcad5 --- /dev/null +++ b/web/encoder/shard-016.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6187de8b6f19c2db756ac1997d7491851d68c80a2334f49e731ed9588ef7a798 +size 65597440 diff --git a/web/encoder/shard-017.bin b/web/encoder/shard-017.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a5810c82e415cd32a68bc8dccca75c83b18ce30 --- /dev/null +++ b/web/encoder/shard-017.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c1e2adcdfc91e7764d4029d696383c142b7dec29ac5080b5276e7396730465c +size 65597440 diff --git a/web/encoder/shard-018.bin b/web/encoder/shard-018.bin new file mode 100644 index 0000000000000000000000000000000000000000..7936190e1f9b01e5c236132168dfa47ef6786baf --- /dev/null +++ b/web/encoder/shard-018.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98a0d56beffb3fe02f6dafad6732318038ce429f5af37bbfb0fedf083cf98aaf +size 65566720 diff --git a/web/encoder/shard-019.bin b/web/encoder/shard-019.bin new file mode 100644 index 0000000000000000000000000000000000000000..f38debf09de62e1baaa9916acfce6ca79744015b --- /dev/null +++ b/web/encoder/shard-019.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4508857f39571fe2f15eb561287cc0af472b4f4101bc0fb3320efa187dc7972 +size 65597440 diff --git a/web/encoder/shard-020.bin b/web/encoder/shard-020.bin new file mode 100644 index 0000000000000000000000000000000000000000..2b278e6eb6df0f236fdb98c4912b9072645e4fac --- /dev/null +++ b/web/encoder/shard-020.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16f2b8a7ae4a6aa764464dcf336274cfef1cd57febf3255a4fd9c34de371a362 +size 65597440 diff --git a/web/encoder/shard-021.bin b/web/encoder/shard-021.bin new file mode 100644 index 0000000000000000000000000000000000000000..1085dde6fec84faec1cedaf798ba8122a1c764ee --- /dev/null +++ b/web/encoder/shard-021.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33cec9256d471f03511aa569b5510c55f253d28a7df3fb6bee91b69e4a235a0b +size 65566720 diff --git a/web/encoder/shard-022.bin b/web/encoder/shard-022.bin new file mode 100644 index 0000000000000000000000000000000000000000..93fc78e09fabb65c998ddd296289895aa869219a --- /dev/null +++ b/web/encoder/shard-022.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dac19d1ecd544fc6339d2a03aa25cb578d3d035d533083d5d1e56563a5f94355 +size 65597440 diff --git a/web/encoder/shard-023.bin b/web/encoder/shard-023.bin new file mode 100644 index 0000000000000000000000000000000000000000..131fd718edec241f55d46fe03e7d5ab71d33e6c9 --- /dev/null +++ b/web/encoder/shard-023.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff5f3d1011898b9f429cc489bc62b6f0309e11c3cde02d994e5a998ef9043967 +size 65597440 diff --git a/web/encoder/shard-024.bin b/web/encoder/shard-024.bin new file mode 100644 index 0000000000000000000000000000000000000000..90c693d5f6b242d5aefa351a9173985dda90fef9 --- /dev/null +++ b/web/encoder/shard-024.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:485a0db85d985c9e952e6f2b78411e6965c0e793138bf8d0fdcb17a189ba4a50 +size 65566720 diff --git a/web/encoder/shard-025.bin b/web/encoder/shard-025.bin new file mode 100644 index 0000000000000000000000000000000000000000..028a5c82e00b1298bd923e3b07714f7c64e5b863 --- /dev/null +++ b/web/encoder/shard-025.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:698e335d0affc57e2cf5851b7e45bcee8c2e46121cc02652de91e4c11f92ec9b +size 65597440 diff --git a/web/encoder/shard-026.bin b/web/encoder/shard-026.bin new file mode 100644 index 0000000000000000000000000000000000000000..8078f20d8b71f4efc858e1a8fbfda593cbf935ba --- /dev/null +++ b/web/encoder/shard-026.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b5d8da1a57c82d40ee9036c529c0e5f3e84790ce6af3a1b48a4c40b4de5106e +size 65597440 diff --git a/web/encoder/shard-027.bin b/web/encoder/shard-027.bin new file mode 100644 index 0000000000000000000000000000000000000000..7c205f24f62e01a1213a4395800e4ae0bb0ac2a3 --- /dev/null +++ b/web/encoder/shard-027.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e0ee467b93f692bfdd757070f9e6c2d4628960438eba3ba6d37c91fdcaaa607 +size 65566720 diff --git a/web/encoder/shard-028.bin b/web/encoder/shard-028.bin new file mode 100644 index 0000000000000000000000000000000000000000..92ae0eab224372cee9b9acef03724b227aa5c0d0 --- /dev/null +++ b/web/encoder/shard-028.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5788e2367ff8b1c04b77471dcd2e55a56085efdb5f29f0b2c665cd096b851db1 +size 65597440 diff --git a/web/encoder/shard-029.bin b/web/encoder/shard-029.bin new file mode 100644 index 0000000000000000000000000000000000000000..4c68585debe2323daa77a781a59fac83fc7c0bd7 --- /dev/null +++ b/web/encoder/shard-029.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:959eaa6d27cd1e46d21bc752b91302143157ac3c274e3375cdd8ef5c8998f521 +size 65566720 diff --git a/web/encoder/shard-030.bin b/web/encoder/shard-030.bin new file mode 100644 index 0000000000000000000000000000000000000000..ce5aa11d6803057afdd402d3e2206dc133775663 --- /dev/null +++ b/web/encoder/shard-030.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1218ed375e462efd343dcb952411b2bda7a15b56d4d0251d57ad63b5c4e83fc4 +size 55812608 diff --git a/web/laci/index.json b/web/laci/index.json new file mode 100644 index 0000000000000000000000000000000000000000..dfce92e8c848906a3e7fea01b581b35520c616f3 --- /dev/null +++ b/web/laci/index.json @@ -0,0 +1,46 @@ +{ + "en_us": "zonos3_mini_heads.json", + "en_gb": "zonos3_mini_heads.json", + "fr_fr": "zonos3_mini_heads_fr.json", + "de": "zonos3_mini_heads_de.json", + "es": "zonos3_mini_heads_es.json", + "it": "zonos3_mini_heads_it.json", + "pt_br": "zonos3_mini_heads_pt.json", + "ja": "zonos3_mini_heads_ja.json", + "cmn": "zonos3_mini_heads_zh.json", + "ko": "zonos3_mini_heads_ko.json", + "ar": "zonos3_mini_heads_ar.json", + "bn": "zonos3_mini_heads_bn.json", + "bg": "zonos3_mini_heads_bg.json", + "cs": "zonos3_mini_heads_cs.json", + "da": "zonos3_mini_heads_da.json", + "nl": "zonos3_mini_heads_nl.json", + "fi": "zonos3_mini_heads_fi.json", + "ka": "zonos3_mini_heads_ka.json", + "el": "zonos3_mini_heads_el.json", + "gu": "zonos3_mini_heads_gu.json", + "he": "zonos3_mini_heads_he.json", + "hi": "zonos3_mini_heads_hi.json", + "hu": "zonos3_mini_heads_hu.json", + "id": "zonos3_mini_heads_id.json", + "kn": "zonos3_mini_heads_kn.json", + "ms": "zonos3_mini_heads_ms.json", + "ml": "zonos3_mini_heads_ml.json", + "mr": "zonos3_mini_heads_mr.json", + "no": "zonos3_mini_heads_no.json", + "or": "zonos3_mini_heads_or.json", + "pl": "zonos3_mini_heads_pl.json", + "pa": "zonos3_mini_heads_pa.json", + "ro": "zonos3_mini_heads_ro.json", + "ru": "zonos3_mini_heads_ru.json", + "sk": "zonos3_mini_heads_sk.json", + "sv": "zonos3_mini_heads_sv.json", + "tl": "zonos3_mini_heads_tl.json", + "ta": "zonos3_mini_heads_ta.json", + "te": "zonos3_mini_heads_te.json", + "th": "zonos3_mini_heads_th.json", + "tr": "zonos3_mini_heads_tr.json", + "uk": "zonos3_mini_heads_uk.json", + "ur": "zonos3_mini_heads_ur.json", + "vi": "zonos3_mini_heads_vi.json" +} \ No newline at end of file diff --git a/web/laci/zonos3_mini_heads.json b/web/laci/zonos3_mini_heads.json new file mode 100644 index 0000000000000000000000000000000000000000..7c39127b2efdfa51b572580c59bbe5db72f7af5d --- /dev/null +++ b/web/laci/zonos3_mini_heads.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/en", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 3.4875, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9437081660864046, + "corr": 0.9867415685442883, + "mono": 0.9971838465539965, + "coverage": 1.0, + "entropy": 0.615506123073092, + "radius": 6 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9032440343033175, + "corr": 0.9913058179811536, + "mono": 0.9997106481481481, + "coverage": 1.0, + "entropy": 0.33804684476718455, + "radius": 4 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9069013064199791, + "corr": 0.9836663393480072, + "mono": 0.9967300995862569, + "coverage": 1.0, + "entropy": 1.6376940313732575, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8927281731139772, + "corr": 0.9395086960963972, + "mono": 0.9941231305438605, + "coverage": 0.9961062888591672, + "entropy": 0.8658004400277322, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.02763168570625462, + "corr": -0.12059416632314902, + "mono": 0.9052267871936575, + "coverage": 1.0, + "entropy": 2.5989463059512476 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.036347821431600584, + "corr": -0.1757043442743838, + "mono": 0.9364051537211986, + "coverage": 1.0, + "entropy": 2.5573496973984944 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.02800802872323064, + "corr": -0.05189412125265225, + "mono": 0.8880246305211326, + "coverage": 1.0, + "entropy": 2.7524293583064794 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.042028644521924195, + "corr": -0.15674537888078557, + "mono": 0.9101446233934724, + "coverage": 1.0, + "entropy": 2.554234761795372 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07673365941033332, + "corr": 0.3342601576865713, + "mono": 1.0, + "coverage": 0.0, + "entropy": 0.5860706306852163 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.08161798545870144, + "corr": 0.6723661135850714, + "mono": 0.9872499327381868, + "coverage": 0.46875, + "entropy": 0.7166176978355857 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9030967934425923, + "corr": 0.9115959003146337, + "mono": 0.9489976017441524, + "coverage": 0.974680906692342, + "entropy": 0.6765871907007496 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.014832682315396037, + "corr": -0.10917084964810451, + "mono": 0.9324001213804205, + "coverage": 1.0, + "entropy": 1.6603199096782846 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.032299006417455305, + "corr": -0.3559652688680024, + "mono": 0.8903178210211647, + "coverage": 1.0, + "entropy": 1.1483443044951624 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.019175556982875937, + "corr": -0.21091024152319038, + "mono": 0.8676666939449481, + "coverage": 1.0, + "entropy": 1.1288721245003612 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.016897296296661368, + "corr": -0.1038347297592481, + "mono": 0.9468185552755705, + "coverage": 1.0, + "entropy": 0.8707014505386284 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.039278188193023325, + "corr": -0.22324041447118767, + "mono": 0.9734076196687074, + "coverage": 1.0, + "entropy": 1.258716400020796 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.6657731871006284, + "corr": 0.9243568743039933, + "mono": 1.0, + "coverage": 1.0, + "entropy": 3.1084894148511224 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.05360997461163599, + "corr": 0.4930426189812979, + "mono": 0.8252993466632809, + "coverage": 0.9259092856901905, + "entropy": 3.072871277223267 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.013357507999469189, + "corr": 0.4462440937402309, + "mono": 0.8647311107670994, + "coverage": 1.0, + "entropy": 3.0241174743742607 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.006402390484812174, + "corr": 0.7293497353658995, + "mono": 0.9048058246878711, + "coverage": 1.0, + "entropy": 3.266747270200164 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.09053727852593492, + "corr": -0.01986857797237321, + "mono": 0.9909779246494326, + "coverage": 1.0, + "entropy": 2.2755921714658527 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.016094218448844094, + "corr": -0.19701520928579844, + "mono": 0.8802996680593079, + "coverage": 0.9850852272727273, + "entropy": 2.2669729788183677 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.12563591373041885, + "corr": 0.4779212015798489, + "mono": 0.9937122351564239, + "coverage": 1.0, + "entropy": 3.0949684404884166 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.013467241130623342, + "corr": -0.2457734330628822, + "mono": 0.9315676050130927, + "coverage": 0.9668856534090909, + "entropy": 2.503061056115616 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9032440343033175, + "corr": 0.9913058179811536, + "mono": 0.9997106481481481, + "coverage": 1.0, + "entropy": 0.33804684476718455, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.013871497179235462, + "corr": 0.20865689197334097, + "mono": 0.9211854841723613, + "coverage": 0.8145961447281543, + "entropy": 1.4105354289104206 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.031124549060100305, + "corr": 0.1465205395075317, + "mono": 1.0, + "coverage": 0.029747375401381285, + "entropy": 0.9775089213129515 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.018585297489422635, + "corr": 0.27697142295956734, + "mono": 0.9554531606928901, + "coverage": 0.7502351465015762, + "entropy": 1.1136173669010059 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0006159875658202963, + "corr": 0.030658658890572916, + "mono": 0.6654509741553265, + "coverage": 0.9835944727914204, + "entropy": 2.905190931238174 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0008441991342318857, + "corr": -0.022417735002517716, + "mono": 0.6938625173202623, + "coverage": 0.9722901775055506, + "entropy": 3.038475713515677 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0008279626252831135, + "corr": 0.01067187756104986, + "mono": 0.6568587800167128, + "coverage": 0.984070744070744, + "entropy": 2.9366469111426188 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9069013064199791, + "corr": 0.9836663393480072, + "mono": 0.9967300995862569, + "coverage": 1.0, + "entropy": 1.6376940313732575, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8927281731139772, + "corr": 0.9395086960963972, + "mono": 0.9941231305438605, + "coverage": 0.9961062888591672, + "entropy": 0.8658004400277322, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.008586467628306843, + "corr": 0.40573273810050925, + "mono": 0.9745913902589171, + "coverage": 0.5254783682382657, + "entropy": 1.3993429972588836 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9437081660864046, + "corr": 0.9867415685442883, + "mono": 0.9971838465539965, + "coverage": 1.0, + "entropy": 0.615506123073092, + "radius": 6 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.013585688620649265, + "corr": 0.28822169202623465, + "mono": 1.0, + "coverage": 0.0, + "entropy": 0.128235493012746 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_ar.json b/web/laci/zonos3_mini_heads_ar.json new file mode 100644 index 0000000000000000000000000000000000000000..7e2e7439e2793ae10c95d9ed4770e58ba8a1e9a4 --- /dev/null +++ b/web/laci/zonos3_mini_heads_ar.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/ar", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.923636363636364, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9574869417314118, + "corr": 0.9860094444940949, + "mono": 0.9940453926147647, + "coverage": 0.9836309523809523, + "entropy": 0.6842120028641483, + "radius": 6 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9323045286515681, + "corr": 0.9849662666663963, + "mono": 0.995196848488988, + "coverage": 0.9851190476190477, + "entropy": 1.8185991358530336, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9127840410247975, + "corr": 0.9896155366831667, + "mono": 0.9936972049884081, + "coverage": 0.9840494791666666, + "entropy": 0.3974160884201125, + "radius": 4 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9087619526869127, + "corr": 0.9470266333414189, + "mono": 0.9898272177657345, + "coverage": 0.9795761859312734, + "entropy": 0.9423978775053752, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.035924178082760244, + "corr": -0.12797228880450454, + "mono": 0.9379474094006679, + "coverage": 1.0, + "entropy": 2.877234489833236 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.04529832030101701, + "corr": -0.14285987221300733, + "mono": 0.9468595646164927, + "coverage": 1.0, + "entropy": 2.894020513474575 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.03991344080559697, + "corr": -0.13943938944056092, + "mono": 0.9190266215445271, + "coverage": 1.0, + "entropy": 3.0737208422568116 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.05026373783473707, + "corr": -0.1379441190982178, + "mono": 0.9377558257756188, + "coverage": 1.0, + "entropy": 2.8691269776528787 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07575278551276532, + "corr": 0.3512584040651899, + "mono": 0.9945888724550644, + "coverage": 0.25, + "entropy": 0.7524737737740376 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.07287069946835402, + "corr": 0.4927912910373205, + "mono": 0.9711943057928683, + "coverage": 0.375, + "entropy": 0.9600826819989736 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9222289073611584, + "corr": 0.9299926541666576, + "mono": 0.9229185902351502, + "coverage": 0.9947931347334179, + "entropy": 0.9030881164862893 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.010521821869826604, + "corr": -0.06736292759077595, + "mono": 0.8904676354173151, + "coverage": 0.8797727272727273, + "entropy": 2.231775024509467 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.03693617668868406, + "corr": -0.320113994568014, + "mono": 0.9112130012460751, + "coverage": 1.0, + "entropy": 1.4389515756960927 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.024552848596146246, + "corr": -0.289445214884867, + "mono": 0.897803603542414, + "coverage": 1.0, + "entropy": 1.5722219697870319 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.015333193982661439, + "corr": -0.16661830077220557, + "mono": 0.952887307908574, + "coverage": 1.0, + "entropy": 1.1474657612514327 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.042362711654190005, + "corr": -0.24201029201072669, + "mono": 0.9787040123754938, + "coverage": 1.0, + "entropy": 1.6202868207107401 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7664096645354695, + "corr": 0.8675282585326561, + "mono": 0.991262587828706, + "coverage": 1.0, + "entropy": 3.3771067537023387 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.06637638279279112, + "corr": 0.14831886832840668, + "mono": 0.8082251624595225, + "coverage": 0.9138761430577861, + "entropy": 3.255524973348328 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.016196259006339378, + "corr": 0.09927735759156889, + "mono": 0.864877453961573, + "coverage": 1.0, + "entropy": 3.4560861267388057 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.009891205510494971, + "corr": 0.15969271040081084, + "mono": 0.8554718187610896, + "coverage": 1.0, + "entropy": 3.6282899527292556 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.1846276366199111, + "corr": 0.06542224617855458, + "mono": 0.991847394379314, + "coverage": 1.0, + "entropy": 2.536048290022094 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.013773040235316251, + "corr": -0.22654235836900424, + "mono": 0.9238010352594469, + "coverage": 0.907380947160511, + "entropy": 2.337153131592605 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.17057443573122916, + "corr": 0.2582111874397698, + "mono": 0.8440831698640415, + "coverage": 1.0, + "entropy": 3.6953366679597255 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.011352006622971828, + "corr": -0.12832305260903945, + "mono": 0.9814879491910592, + "coverage": 0.6159421116331188, + "entropy": 2.3766176578158023 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9127840410247975, + "corr": 0.9896155366831667, + "mono": 0.9936972049884081, + "coverage": 0.9840494791666666, + "entropy": 0.3974160884201125, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.013341449031456197, + "corr": 0.18991462293996222, + "mono": 0.9113963692173407, + "coverage": 0.8864501450696364, + "entropy": 1.4711294302959417 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03862918966206479, + "corr": 0.17560873502652463, + "mono": 1.0, + "coverage": 0.021097354249133563, + "entropy": 0.9997661965077034 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.017042975163448267, + "corr": 0.26575015669135105, + "mono": 0.9244925453449847, + "coverage": 0.8375700443788282, + "entropy": 1.2731614690220123 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0009431578686527907, + "corr": 0.05754066652705025, + "mono": 0.649881851607639, + "coverage": 0.9809955841446099, + "entropy": 3.007880766052337 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0011862960273257013, + "corr": -0.0039125330538414905, + "mono": 0.6646626534974089, + "coverage": 0.9778983278862338, + "entropy": 3.227915493844195 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0012662791699150086, + "corr": 0.05111221793616482, + "mono": 0.6511921566800831, + "coverage": 0.9787500604265025, + "entropy": 3.0593185330155834 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9323045286515681, + "corr": 0.9849662666663963, + "mono": 0.995196848488988, + "coverage": 0.9851190476190477, + "entropy": 1.8185991358530336, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9087619526869127, + "corr": 0.9470266333414189, + "mono": 0.9898272177657345, + "coverage": 0.9795761859312734, + "entropy": 0.9423978775053752, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.009152126019931504, + "corr": 0.3933230630407163, + "mono": 0.9371869419904101, + "coverage": 0.5459342025038987, + "entropy": 1.9881048184920682 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9574869417314118, + "corr": 0.9860094444940949, + "mono": 0.9940453926147647, + "coverage": 0.9836309523809523, + "entropy": 0.6842120028641483, + "radius": 6 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.010118340307009577, + "corr": 0.27653535009448715, + "mono": 0.9972742542103302, + "coverage": 0.07436746750391533, + "entropy": 0.3440434822307609 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_bg.json b/web/laci/zonos3_mini_heads_bg.json new file mode 100644 index 0000000000000000000000000000000000000000..3c9a1a6b90337909151704b16840092e6fdbb89d --- /dev/null +++ b/web/laci/zonos3_mini_heads_bg.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/bg", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.084770114942529, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9643398728667159, + "corr": 0.9845696801727775, + "mono": 0.9956878262658908, + "coverage": 1.0, + "entropy": 0.8669710391777058, + "radius": 8 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.92756573156046, + "corr": 0.9860469285388214, + "mono": 0.9929075048541391, + "coverage": 1.0, + "entropy": 2.095662063516142, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9188283698160797, + "corr": 0.9902643196955078, + "mono": 0.9950317223789474, + "coverage": 1.0, + "entropy": 0.5493762377799203, + "radius": 5 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9124109063025804, + "corr": 0.9341103690055105, + "mono": 0.9237373098957453, + "coverage": 0.9900490359815278, + "entropy": 1.071456307213085, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.03354890209057229, + "corr": -0.1852396948494655, + "mono": 0.9433109287988869, + "coverage": 1.0, + "entropy": 3.180550631855495 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.03981792121143865, + "corr": -0.09794406676394683, + "mono": 0.9589959657674263, + "coverage": 1.0, + "entropy": 3.2270696625511195 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.04024194417754113, + "corr": -0.26562427147278805, + "mono": 0.9109494903312326, + "coverage": 1.0, + "entropy": 3.4238165231056397 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.054885541017977664, + "corr": -0.16132744080190808, + "mono": 0.9299684461659083, + "coverage": 1.0, + "entropy": 3.180404738901352 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07307054722281459, + "corr": 0.5402625165956635, + "mono": 0.9906531472575375, + "coverage": 0.28125, + "entropy": 0.8354338546788564 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06136896199460332, + "corr": 0.6229560515491811, + "mono": 0.9697690728869421, + "coverage": 0.5369318181818182, + "entropy": 1.0932068613726995 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9124109063025804, + "corr": 0.9341103690055105, + "mono": 0.9237373098957453, + "coverage": 0.9900490359815278, + "entropy": 1.071456307213085, + "radius": 8 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.011719312384878153, + "corr": -0.020517806171023795, + "mono": 0.901679183070461, + "coverage": 0.990301724137931, + "entropy": 2.384961104291108 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.03852024225668534, + "corr": -0.23965806706777523, + "mono": 0.8723974018087445, + "coverage": 1.0, + "entropy": 1.664114652672217 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.0169571658436058, + "corr": -0.07201151893304253, + "mono": 0.8458934236951033, + "coverage": 1.0, + "entropy": 1.7872009478453588 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.010869096101618595, + "corr": -0.03397884333095176, + "mono": 0.8863992715521548, + "coverage": 1.0, + "entropy": 1.5299696171852273 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.039815386933482674, + "corr": -0.14159836828356023, + "mono": 0.9474987534774388, + "coverage": 1.0, + "entropy": 2.0788914743121834 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7662368889697719, + "corr": 0.8972706099800436, + "mono": 0.9945904440537571, + "coverage": 1.0, + "entropy": 3.8386179242186014 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.08259304856795797, + "corr": 0.012049678669498291, + "mono": 0.8039975991797408, + "coverage": 0.9239578397608857, + "entropy": 3.7717525014764166 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.016986666988358427, + "corr": 0.14007424033405802, + "mono": 0.8901780767714106, + "coverage": 1.0, + "entropy": 3.8402386276899994 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.010093779731568216, + "corr": 0.31517437411217475, + "mono": 0.8802720703690468, + "coverage": 1.0, + "entropy": 4.0824721206598 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.14787914023776078, + "corr": -0.017065953177141324, + "mono": 0.9828934130832128, + "coverage": 1.0, + "entropy": 2.474607112762939 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.009581087213449543, + "corr": -0.14999326955364004, + "mono": 0.9849803732783404, + "coverage": 0.44103085990204555, + "entropy": 2.5186513801278387 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.1852955104491795, + "corr": 0.0033145533625264824, + "mono": 0.8705264373735673, + "coverage": 0.9032455155697993, + "entropy": 3.910080449699004 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.009794011443316396, + "corr": -0.0438698369498225, + "mono": 0.9544801817708841, + "coverage": 0.8249012892705452, + "entropy": 2.654586137209779 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9188283698160797, + "corr": 0.9902643196955078, + "mono": 0.9950317223789474, + "coverage": 1.0, + "entropy": 0.5493762377799203, + "radius": 5 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.009546757777040065, + "corr": 0.10427380679065928, + "mono": 0.8642250428837527, + "coverage": 0.8905423632699915, + "entropy": 2.0514751540932217 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03331162695264874, + "corr": 0.039421477217729796, + "mono": 1.0, + "coverage": 0.012964815157823096, + "entropy": 1.3247522132316623 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.011752261607884612, + "corr": 0.1441141134993646, + "mono": 0.8858357177389691, + "coverage": 0.8702244073872749, + "entropy": 1.7989771334984743 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0011489020828984486, + "corr": -0.023259396492354756, + "mono": 0.6424955502757673, + "coverage": 0.9818770648963063, + "entropy": 3.4472177720964168 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0014964478683595923, + "corr": 0.018077349528507647, + "mono": 0.6557932748710436, + "coverage": 0.9813360933850016, + "entropy": 3.6507765850459837 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0013674520740569063, + "corr": -0.013124697088964743, + "mono": 0.6357482405827822, + "coverage": 0.983502776908873, + "entropy": 3.4994868685808913 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.92756573156046, + "corr": 0.9860469285388214, + "mono": 0.9929075048541391, + "coverage": 1.0, + "entropy": 2.095662063516142, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8953746557607389, + "corr": 0.9379188644358087, + "mono": 0.9891211358015022, + "coverage": 0.997121895241096, + "entropy": 1.2079752934860934 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.008003344444278786, + "corr": 0.2690207254080927, + "mono": 0.9094381313461657, + "coverage": 0.6819841965119632, + "entropy": 2.6583437532613168 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9643398728667159, + "corr": 0.9845696801727775, + "mono": 0.9956878262658908, + "coverage": 1.0, + "entropy": 0.8669710391777058, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.012157087259001102, + "corr": 0.21326711345063054, + "mono": 0.9994890460653735, + "coverage": 0.03215035633326918, + "entropy": 0.40265022627006836 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_bn.json b/web/laci/zonos3_mini_heads_bn.json new file mode 100644 index 0000000000000000000000000000000000000000..c3e1a0522450dcab1e55520855d13b1ae75c6c55 --- /dev/null +++ b/web/laci/zonos3_mini_heads_bn.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/bn", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 1.4330319362166497, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 4, + "text_mass": 0.9400992230252392, + "corr": 0.9932127799501759, + "mono": 0.9955351393889449, + "coverage": 0.9998922413793103, + "entropy": 0.8111103004189465, + "radius": 7 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9537549284739267, + "corr": 0.9736092628606838, + "mono": 0.9869837797435942, + "coverage": 0.9998070987654321, + "entropy": 1.2253386388780023, + "radius": 8 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.927822572183682, + "corr": 0.978897524774491, + "mono": 0.980259887408585, + "coverage": 1.0, + "entropy": 2.608758965753799, + "radius": 8 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9272827011356265, + "corr": 0.9274328959585688, + "mono": 0.9074062072430399, + "coverage": 0.9960253668036823, + "entropy": 1.3476560476828827, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.04540032520037481, + "corr": 0.10877297161696095, + "mono": 0.8909835822091934, + "coverage": 1.0, + "entropy": 3.306956778231317 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.0454842310200757, + "corr": -0.0034406889915315946, + "mono": 0.8629513797144153, + "coverage": 1.0, + "entropy": 3.6654314852769234 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.060001000409774186, + "corr": 0.04629313404840561, + "mono": 0.917573177559367, + "coverage": 1.0, + "entropy": 3.4395639450717828 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.058324535153744875, + "corr": 0.032955238271076666, + "mono": 0.8457304832101077, + "coverage": 1.0, + "entropy": 3.5703162483364848 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.08816017581210261, + "corr": 0.5423309557864264, + "mono": 0.9935043983861785, + "coverage": 0.3153754478560538, + "entropy": 1.4309661083718472 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06364672983027415, + "corr": 0.5327169972742266, + "mono": 0.9674087968020225, + "coverage": 0.6674673298002265, + "entropy": 1.7809014362031608 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9272827011356265, + "corr": 0.9274328959585688, + "mono": 0.9074062072430399, + "coverage": 0.9960253668036823, + "entropy": 1.3476560476828827, + "radius": 8 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.016654610676612135, + "corr": 0.21656097586071804, + "mono": 0.8223527466617065, + "coverage": 0.8904224537037037, + "entropy": 3.1410617361286883 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.046967582084347176, + "corr": -0.2447282141506176, + "mono": 0.8976869004781359, + "coverage": 1.0, + "entropy": 1.9332465657267965 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.02790774984399261, + "corr": -0.10589948886244147, + "mono": 0.8989018570122496, + "coverage": 1.0, + "entropy": 2.1772393886087045 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.01577873177442305, + "corr": -0.07840717548587765, + "mono": 0.9520802037195331, + "coverage": 1.0, + "entropy": 1.7187183591058488 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.054429609645271174, + "corr": -0.12481809684300924, + "mono": 0.9676044001743496, + "coverage": 1.0, + "entropy": 2.4502049293889336 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.8008781432269833, + "corr": 0.8781392031661489, + "mono": 0.9849071210246534, + "coverage": 1.0, + "entropy": 4.0988164842948365 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.07417678857869787, + "corr": 0.13512572883477864, + "mono": 0.8419621159901003, + "coverage": 0.7534293315589936, + "entropy": 3.8125354715725392 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.014638004474703837, + "corr": 0.13300170262557326, + "mono": 0.8515156307768104, + "coverage": 1.0, + "entropy": 4.029053470737446 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.008274369081994621, + "corr": 0.15841443194275412, + "mono": 0.8593912263962131, + "coverage": 1.0, + "entropy": 4.307651802586811 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.1639363537563181, + "corr": -0.014685359135166285, + "mono": 0.9868602642775497, + "coverage": 1.0, + "entropy": 2.7111529758267348 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.010883128226980072, + "corr": 0.004738046017145769, + "mono": 0.9363868114085121, + "coverage": 0.8299859710593319, + "entropy": 2.5882495575506628 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.15556703891608029, + "corr": -0.29614914943883036, + "mono": 0.8049000909380231, + "coverage": 1.0, + "entropy": 4.188917911328284 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.010870825447386495, + "corr": 0.0617037909339909, + "mono": 0.943842365260932, + "coverage": 0.7606705454354874, + "entropy": 2.8536513351523323 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9400992230252392, + "corr": 0.9932127799501759, + "mono": 0.9955351393889449, + "coverage": 0.9998922413793103, + "entropy": 0.8111103004189465, + "radius": 7 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.010595088349495413, + "corr": 0.09609763668361353, + "mono": 0.8594297560424629, + "coverage": 0.9079605515347327, + "entropy": 2.292224720041199 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03277540712497066, + "corr": 0.05699151584782779, + "mono": 1.0, + "coverage": 0.008197095784769622, + "entropy": 1.4993298753192987 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.012216261123284965, + "corr": 0.22055853174842247, + "mono": 0.8504036282748254, + "coverage": 0.9452072272035936, + "entropy": 2.040221551685568 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0012084719861171751, + "corr": -0.08401293884225541, + "mono": 0.62548032601966, + "coverage": 0.9858857650136899, + "entropy": 3.7270839903240702 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0014963695501867323, + "corr": -0.05802063439813756, + "mono": 0.6381281683499339, + "coverage": 0.984369520909991, + "entropy": 3.969632355184374 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0016397400920455721, + "corr": -0.021840113078322464, + "mono": 0.6256070956708852, + "coverage": 0.9845419931971557, + "entropy": 3.777309749175052 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.927822572183682, + "corr": 0.978897524774491, + "mono": 0.980259887408585, + "coverage": 1.0, + "entropy": 2.608758965753799, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9088371089727117, + "corr": 0.9074244304667509, + "mono": 0.970760942442117, + "coverage": 0.9966462026450571, + "entropy": 1.5758926636358228 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.009279198122973351, + "corr": 0.22423146740702768, + "mono": 0.87405354163106, + "coverage": 0.7962964835594356, + "entropy": 3.3182796068130602 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9537549284739267, + "corr": 0.9736092628606838, + "mono": 0.9869837797435942, + "coverage": 0.9998070987654321, + "entropy": 1.2253386388780023, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.012610378776148942, + "corr": 0.166518602525266, + "mono": 0.9971927750117947, + "coverage": 0.22862845475991384, + "entropy": 0.723029505917265 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_cs.json b/web/laci/zonos3_mini_heads_cs.json new file mode 100644 index 0000000000000000000000000000000000000000..70a30faca050b645e84d171c66ea7dea5e19d314 --- /dev/null +++ b/web/laci/zonos3_mini_heads_cs.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/cs", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.341991341991342, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.94725368478776, + "corr": 0.9800104018521406, + "mono": 0.9933002309113037, + "coverage": 1.0, + "entropy": 0.793917710801832, + "radius": 7 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9229134340491973, + "corr": 0.9832746056271973, + "mono": 0.9940131396022879, + "coverage": 1.0, + "entropy": 1.970682070166746, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9104680394089065, + "corr": 0.9901767574471976, + "mono": 0.9979706004652882, + "coverage": 1.0, + "entropy": 0.47246122767977333, + "radius": 5 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8842545957100331, + "corr": 0.9230400402476228, + "mono": 0.9926451115603382, + "coverage": 0.9948648227180836, + "entropy": 1.1204490638725924, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.02875716619379185, + "corr": -0.1898064952706493, + "mono": 0.938764036191834, + "coverage": 1.0, + "entropy": 2.9708894654762097 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.03815378235146434, + "corr": -0.17889661144315602, + "mono": 0.9570604969690797, + "coverage": 1.0, + "entropy": 2.9495956236340666 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.033920505774885326, + "corr": -0.19328511089680495, + "mono": 0.9150529305631409, + "coverage": 1.0, + "entropy": 3.1847693556142413 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.05145771174720716, + "corr": -0.19324634009856564, + "mono": 0.927312880931314, + "coverage": 1.0, + "entropy": 2.9917775551588517 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07263159924017662, + "corr": 0.441342408391952, + "mono": 0.9970937238840032, + "coverage": 0.125, + "entropy": 0.8290793006083359 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06556397294081344, + "corr": 0.5652141482510769, + "mono": 0.9827644065975126, + "coverage": 0.3125, + "entropy": 0.9681598680760822 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.8922295338451487, + "corr": 0.9054927652982202, + "mono": 0.9226639063171614, + "coverage": 0.9901899168406427, + "entropy": 0.9700797158129445 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.012822766281416681, + "corr": 0.07943200312802154, + "mono": 0.9099948693423904, + "coverage": 0.9375, + "entropy": 2.1970918614611845 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.03772818303691539, + "corr": -0.20209837736676345, + "mono": 0.8775857113496963, + "coverage": 1.0, + "entropy": 1.4719512221698103 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.017464879935918037, + "corr": -0.13596644963793536, + "mono": 0.8569924116990831, + "coverage": 1.0, + "entropy": 1.5889283159396117 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.011043439338190748, + "corr": -0.005085353794622426, + "mono": 0.9041074001306025, + "coverage": 1.0, + "entropy": 1.3709666717539462 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.03885574288313658, + "corr": -0.08746106686522373, + "mono": 0.9636275215037349, + "coverage": 1.0, + "entropy": 1.8206900896124834 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7328043570920075, + "corr": 0.8090229247158742, + "mono": 0.9935697087059809, + "coverage": 1.0, + "entropy": 3.5483101120398715 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.06033300970493435, + "corr": 0.18158394706749, + "mono": 0.8097281568289643, + "coverage": 0.9451082545867968, + "entropy": 3.5053990563435122 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.01585864669846201, + "corr": 0.182022606889073, + "mono": 0.8891363372080456, + "coverage": 1.0, + "entropy": 3.571421948989722 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.0087110405835622, + "corr": 0.30233197236783005, + "mono": 0.8683722481685257, + "coverage": 1.0, + "entropy": 3.805521175189643 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.17830716163790924, + "corr": 0.06597613321793307, + "mono": 0.9917002305605291, + "coverage": 1.0, + "entropy": 2.4850054091120457 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.010588830251009271, + "corr": -0.26400471066533276, + "mono": 0.9514909052511256, + "coverage": 0.8022145460403285, + "entropy": 2.3687864692950145 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.19881305806839375, + "corr": 0.07767592182979419, + "mono": 0.856026880054539, + "coverage": 0.9262789600348688, + "entropy": 3.742470447372972 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.01032303678647353, + "corr": -0.10690330984107414, + "mono": 0.9614149742397393, + "coverage": 0.7778109313657883, + "entropy": 2.466143260462871 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9104680394089065, + "corr": 0.9901767574471976, + "mono": 0.9979706004652882, + "coverage": 1.0, + "entropy": 0.47246122767977333, + "radius": 5 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.009962488371037753, + "corr": 0.1520663953457457, + "mono": 0.8602235595987237, + "coverage": 0.9018269927592313, + "entropy": 1.8245505368509318 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.0319578137878562, + "corr": 0.041058257051316514, + "mono": 1.0, + "coverage": 0.017962285167197008, + "entropy": 1.2816468806277521 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.012599188414118594, + "corr": 0.2242405585071254, + "mono": 0.8801941625192476, + "coverage": 0.8864541800953525, + "entropy": 1.595029134807887 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0011693890339860634, + "corr": 0.03658339653505802, + "mono": 0.6399272058166475, + "coverage": 0.9849670824283009, + "entropy": 3.191821824104134 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0013372303196849762, + "corr": 0.03153971278595397, + "mono": 0.6612924345038959, + "coverage": 0.9726368236704706, + "entropy": 3.3834334710539244 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0013758363516384597, + "corr": 0.025646447614338878, + "mono": 0.6346919051124097, + "coverage": 0.9853835847692942, + "entropy": 3.2313053962852094 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9229134340491973, + "corr": 0.9832746056271973, + "mono": 0.9940131396022879, + "coverage": 1.0, + "entropy": 1.970682070166746, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8842545957100331, + "corr": 0.9230400402476228, + "mono": 0.9926451115603382, + "coverage": 0.9948648227180836, + "entropy": 1.1204490638725924, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.008166387683663727, + "corr": 0.20837981521636284, + "mono": 0.9260812218911879, + "coverage": 0.6028513483922403, + "entropy": 2.3058588459800515 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.94725368478776, + "corr": 0.9800104018521406, + "mono": 0.9933002309113037, + "coverage": 1.0, + "entropy": 0.793917710801832, + "radius": 7 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.012147787789459177, + "corr": 0.15899232151505505, + "mono": 0.9996698943661971, + "coverage": 0.01580056179775281, + "entropy": 0.39106544609095606 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_da.json b/web/laci/zonos3_mini_heads_da.json new file mode 100644 index 0000000000000000000000000000000000000000..bbc4faae879f4219aef9d20e4b0b9afaa465125f --- /dev/null +++ b/web/laci/zonos3_mini_heads_da.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/da", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 3.080602536997886, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9478783206360125, + "corr": 0.9808843291750595, + "mono": 0.9893046826774093, + "coverage": 0.999198717948718, + "entropy": 0.7803512612162794, + "radius": 7 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9310053342175743, + "corr": 0.9913724690867305, + "mono": 0.9938173607286056, + "coverage": 1.0, + "entropy": 0.4166446946563182, + "radius": 4 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9203614983974003, + "corr": 0.9836206910966333, + "mono": 0.9905215184078939, + "coverage": 1.0, + "entropy": 1.9085241708395013, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8841725785299666, + "corr": 0.9265926426654392, + "mono": 0.9902545440325309, + "coverage": 0.9955404838217338, + "entropy": 1.0402668371402137, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.031001597012486417, + "corr": -0.10930129612992726, + "mono": 0.9536424271244043, + "coverage": 1.0, + "entropy": 2.593521027429264 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.03675015332570293, + "corr": -0.05841190917343278, + "mono": 0.9499867546624826, + "coverage": 1.0, + "entropy": 2.7538545174233615 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.03484702200489644, + "corr": -0.1416561900274142, + "mono": 0.9320451001889533, + "coverage": 1.0, + "entropy": 2.800043052727516 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.0461779910835568, + "corr": -0.08817182945183447, + "mono": 0.9414194471595364, + "coverage": 1.0, + "entropy": 2.654753465134818 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.06594832868517647, + "corr": 0.4614418024124313, + "mono": 0.9994212962962963, + "coverage": 0.02992021276595745, + "entropy": 0.5338104411596274 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.059357930892728526, + "corr": 0.6345854890281835, + "mono": 0.998050736629813, + "coverage": 0.18617021276595744, + "entropy": 0.6702263073950384 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.8927767224389038, + "corr": 0.901568631145148, + "mono": 0.9221924213322572, + "coverage": 0.9840056982155924, + "entropy": 1.0064821332553886 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.009388306215445298, + "corr": 0.32413343090420177, + "mono": 0.9081675181370399, + "coverage": 0.96875, + "entropy": 2.097013155973076 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.036982599612632255, + "corr": -0.19328588521541867, + "mono": 0.8913237361988485, + "coverage": 1.0, + "entropy": 1.3286903238663494 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.01851964524617866, + "corr": -0.09643592707847114, + "mono": 0.8771403689408733, + "coverage": 1.0, + "entropy": 1.3846016081166521 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.01196383504755089, + "corr": 0.005917594565575906, + "mono": 0.9275342153959496, + "coverage": 1.0, + "entropy": 1.1691116013548584 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.03643591299776516, + "corr": -0.11920990075024168, + "mono": 0.955052161593842, + "coverage": 1.0, + "entropy": 1.6441688920317468 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7005540146853672, + "corr": 0.5729233158218395, + "mono": 0.9784422542399163, + "coverage": 1.0, + "entropy": 3.253749384685408 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.05196861938723034, + "corr": 0.4099973463717082, + "mono": 0.8271263320630142, + "coverage": 0.938857279560315, + "entropy": 3.208186730179449 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.013905287576979185, + "corr": 0.27903589155270003, + "mono": 0.8623723357513393, + "coverage": 1.0, + "entropy": 3.2426504248972736 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.007489798468700728, + "corr": 0.4925647481441263, + "mono": 0.8867277676108439, + "coverage": 1.0, + "entropy": 3.460947799682917 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.19870075015710686, + "corr": 0.027572742644475994, + "mono": 0.9870108448486393, + "coverage": 1.0, + "entropy": 2.2945565652525177 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.010752853572080764, + "corr": -0.2528192497473356, + "mono": 0.9738067179742758, + "coverage": 0.6203517762829615, + "entropy": 2.094123265803228 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.17691271248458568, + "corr": 0.15217936095026943, + "mono": 0.8323684590439612, + "coverage": 1.0, + "entropy": 3.5497321607124905 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.008623311034277365, + "corr": -0.14202354289404986, + "mono": 0.9613777222235991, + "coverage": 0.8482795930846944, + "entropy": 2.237960830618642 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9310053342175743, + "corr": 0.9913724690867305, + "mono": 0.9938173607286056, + "coverage": 1.0, + "entropy": 0.4166446946563182, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.011399646139295047, + "corr": 0.18473571338436612, + "mono": 0.8705537369345228, + "coverage": 0.9328557903044462, + "entropy": 1.6828093756685532 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03125082975689816, + "corr": 0.21343910685023418, + "mono": 1.0, + "coverage": 0.022135410972263084, + "entropy": 1.165781474766229 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.014077777485232538, + "corr": 0.25922828140106313, + "mono": 0.8929726859021412, + "coverage": 0.9254257712670826, + "entropy": 1.4268830106193542 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0009009250142984778, + "corr": 0.02647891337257544, + "mono": 0.6627461080289236, + "coverage": 0.9834956549972388, + "entropy": 3.0157688241937564 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.00113585293428505, + "corr": 0.07042978427837562, + "mono": 0.6762167839034736, + "coverage": 0.9761965324140128, + "entropy": 3.188616190406176 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0011060337344503926, + "corr": 0.025399103126811835, + "mono": 0.6520898050798385, + "coverage": 0.9834993101572997, + "entropy": 3.0462483858897555 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9203614983974003, + "corr": 0.9836206910966333, + "mono": 0.9905215184078939, + "coverage": 1.0, + "entropy": 1.9085241708395013, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8841725785299666, + "corr": 0.9265926426654392, + "mono": 0.9902545440325309, + "coverage": 0.9955404838217338, + "entropy": 1.0402668371402137, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.00707858024628682, + "corr": 0.3054967091680646, + "mono": 0.9599457089253193, + "coverage": 0.5588624088879478, + "entropy": 1.7916562301177188 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9478783206360125, + "corr": 0.9808843291750595, + "mono": 0.9893046826774093, + "coverage": 0.999198717948718, + "entropy": 0.7803512612162794, + "radius": 7 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.013329186844482702, + "corr": 0.22633939246220366, + "mono": 0.9995756172839506, + "coverage": 0.03519297377535873, + "entropy": 0.23730928194442727 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_de.json b/web/laci/zonos3_mini_heads_de.json new file mode 100644 index 0000000000000000000000000000000000000000..85911c37ef23edcaf76c414fe0d4d4e7bc851bb6 --- /dev/null +++ b/web/laci/zonos3_mini_heads_de.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/de", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.761111111111111, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9588272838121986, + "corr": 0.9861257870050502, + "mono": 0.9952598536890664, + "coverage": 1.0, + "entropy": 0.7518898575019487, + "radius": 7 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9243505267248084, + "corr": 0.9863400103571142, + "mono": 0.9936039420081266, + "coverage": 1.0, + "entropy": 1.8825825522202464, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9148309189969112, + "corr": 0.991989372001593, + "mono": 0.9963031684070092, + "coverage": 1.0, + "entropy": 0.4114271201226645, + "radius": 4 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8999730079092009, + "corr": 0.938350343573251, + "mono": 0.9896521072977766, + "coverage": 0.9978866116773726, + "entropy": 1.02450332487215, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.029127361988311205, + "corr": -0.23503043988130368, + "mono": 0.9185866163541637, + "coverage": 1.0, + "entropy": 2.9793687862345317 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.039400174894732895, + "corr": -0.244697066712427, + "mono": 0.9527866159592328, + "coverage": 1.0, + "entropy": 2.9473274708002104 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.033091741075311744, + "corr": -0.2131270982916403, + "mono": 0.8930635107949928, + "coverage": 1.0, + "entropy": 3.1354085043245714 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.04646727479689248, + "corr": -0.23954158899553, + "mono": 0.9213792243435184, + "coverage": 1.0, + "entropy": 2.9585737673670818 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.06901175349745053, + "corr": 0.45525035080181103, + "mono": 0.9986037047248448, + "coverage": 0.09375, + "entropy": 0.6190612289778177 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06656359442328076, + "corr": 0.6673058781355496, + "mono": 0.9879067596420009, + "coverage": 0.34375, + "entropy": 0.7916134872110343 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.8990161701356303, + "corr": 0.906210457908679, + "mono": 0.9332062320831679, + "coverage": 0.9842203220648331, + "entropy": 0.8966891585370657 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.012172742676210699, + "corr": 0.058114855008533424, + "mono": 0.9001023477234927, + "coverage": 0.9771205357142857, + "entropy": 2.136091336913491 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.034156486597617365, + "corr": -0.3344845853910189, + "mono": 0.8823507796320822, + "coverage": 1.0, + "entropy": 1.4773835511664817 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.019056617709276493, + "corr": -0.19804844367912997, + "mono": 0.8649896008491933, + "coverage": 1.0, + "entropy": 1.555432086500627 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.011279278551855069, + "corr": -0.06459285328256803, + "mono": 0.919467064578765, + "coverage": 1.0, + "entropy": 1.3273767621004315 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.038280278509053786, + "corr": -0.20157841890276088, + "mono": 0.9598874356759077, + "coverage": 1.0, + "entropy": 1.7928304678744855 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7186046520699377, + "corr": 0.7997232313352375, + "mono": 0.9971810207713085, + "coverage": 1.0, + "entropy": 3.446355072856033 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.06195791666722027, + "corr": 0.33071521470925913, + "mono": 0.814113216801746, + "coverage": 0.9358837273502717, + "entropy": 3.441794299133231 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.016112957110465453, + "corr": 0.317061917811012, + "mono": 0.8811918143126644, + "coverage": 1.0, + "entropy": 3.447562673160139 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.008602730328757031, + "corr": 0.4176193787647192, + "mono": 0.89090903383072, + "coverage": 1.0, + "entropy": 3.687834712773583 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.12641953337484182, + "corr": 0.1522109154659363, + "mono": 0.9964922970986008, + "coverage": 1.0, + "entropy": 2.418677965477568 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.012067387826086792, + "corr": -0.08544598334581048, + "mono": 0.9161001494486078, + "coverage": 0.8932973798235293, + "entropy": 2.511048689070635 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.15122207154532782, + "corr": 0.4159968565902575, + "mono": 0.8432141888929039, + "coverage": 1.0, + "entropy": 3.6540797467305497 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.01160527632328746, + "corr": 0.0019505020190780365, + "mono": 0.9486345148480545, + "coverage": 0.9378915644540644, + "entropy": 2.705411010061989 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9148309189969112, + "corr": 0.991989372001593, + "mono": 0.9963031684070092, + "coverage": 1.0, + "entropy": 0.4114271201226645, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.011384483662093343, + "corr": 0.1868295009893617, + "mono": 0.8723711432993598, + "coverage": 0.8951843428559955, + "entropy": 1.7233709571341382 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.032909906446868656, + "corr": 0.13340495407424804, + "mono": 1.0, + "coverage": 0.020005166726937005, + "entropy": 1.2294987755020086 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.013997751565966114, + "corr": 0.23446583698024925, + "mono": 0.8952859132303858, + "coverage": 0.9257730064376376, + "entropy": 1.4867793889431147 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0010443713180349383, + "corr": -0.006561583911508846, + "mono": 0.6391978167228943, + "coverage": 0.9787945698739128, + "entropy": 3.1566388774978953 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0013578272220089128, + "corr": 0.006967271730303891, + "mono": 0.6714106247818533, + "coverage": 0.9697678157967254, + "entropy": 3.342599045604897 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0012935853055601196, + "corr": -0.017539902097255165, + "mono": 0.6394556702830069, + "coverage": 0.9804789866179855, + "entropy": 3.1955201077178828 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9243505267248084, + "corr": 0.9863400103571142, + "mono": 0.9936039420081266, + "coverage": 1.0, + "entropy": 1.8825825522202464, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8999730079092009, + "corr": 0.938350343573251, + "mono": 0.9896521072977766, + "coverage": 0.9978866116773726, + "entropy": 1.02450332487215, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.007731684188491979, + "corr": 0.302982049459347, + "mono": 0.9482579476222479, + "coverage": 0.5503673832234335, + "entropy": 1.9954002552075296 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9588272838121986, + "corr": 0.9861257870050502, + "mono": 0.9952598536890664, + "coverage": 1.0, + "entropy": 0.7518898575019487, + "radius": 7 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.012175800361439648, + "corr": 0.23373009251228244, + "mono": 1.0, + "coverage": 0.0, + "entropy": 0.2595619042284995 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_el.json b/web/laci/zonos3_mini_heads_el.json new file mode 100644 index 0000000000000000000000000000000000000000..14f9e81de9c024891bb195a9c8afe63aded2c608 --- /dev/null +++ b/web/laci/zonos3_mini_heads_el.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/el", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 1.3275058275058274, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9626889258607849, + "corr": 0.9788090420672498, + "mono": 0.990467087685852, + "coverage": 1.0, + "entropy": 1.176062999313634, + "radius": 8 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.941751401491236, + "corr": 0.9844402739605369, + "mono": 0.9806845626374757, + "coverage": 1.0, + "entropy": 2.449892324010547, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9355877697887917, + "corr": 0.9901670640983675, + "mono": 0.9933888886093611, + "coverage": 1.0, + "entropy": 0.7743275954719203, + "radius": 7 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9262618845428454, + "corr": 0.9283129451194148, + "mono": 0.9114482978585412, + "coverage": 0.9932640566798828, + "entropy": 1.381293424648132, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.041801194619999586, + "corr": -0.14851391007736142, + "mono": 0.9316274881743388, + "coverage": 1.0, + "entropy": 3.922489564739548 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.05184394657613527, + "corr": -0.20414864944149527, + "mono": 0.9456752005744746, + "coverage": 1.0, + "entropy": 3.9699751489288566 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.049782020001590085, + "corr": -0.21889565609552825, + "mono": 0.9116139156223728, + "coverage": 1.0, + "entropy": 4.063591535754661 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.0715942653098507, + "corr": -0.20851928792526425, + "mono": 0.9086778258737337, + "coverage": 1.0, + "entropy": 3.9884379302327826 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.09481011230413174, + "corr": 0.5535573529790087, + "mono": 0.9809849406847593, + "coverage": 0.375, + "entropy": 1.323838770799655 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06785088957466688, + "corr": 0.5351235475098411, + "mono": 0.9411487286885005, + "coverage": 0.6875, + "entropy": 1.5823429206033497 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9262618845428454, + "corr": 0.9283129451194148, + "mono": 0.9114482978585412, + "coverage": 0.9932640566798828, + "entropy": 1.381293424648132, + "radius": 8 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.016250493431237547, + "corr": -0.05689465400548074, + "mono": 0.8906491573911185, + "coverage": 0.96875, + "entropy": 2.854402116549356 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.047524850394626464, + "corr": -0.25775711096320425, + "mono": 0.8819293570585812, + "coverage": 1.0, + "entropy": 2.179424505238891 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.02337889313233748, + "corr": -0.08338698949747023, + "mono": 0.8467411792077123, + "coverage": 1.0, + "entropy": 2.2385294963306874 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.014996507945330294, + "corr": -0.0286443808905805, + "mono": 0.8982016870051608, + "coverage": 1.0, + "entropy": 1.9471009204483543 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.05218627751474872, + "corr": -0.1419095141047357, + "mono": 0.9589749446386847, + "coverage": 1.0, + "entropy": 2.6838610443291597 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7857075708184661, + "corr": 0.8486129821724164, + "mono": 0.9832258919297454, + "coverage": 1.0, + "entropy": 4.164350212295162 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.10923858333260833, + "corr": -0.13780124236808838, + "mono": 0.7783791236245025, + "coverage": 0.9146283150612925, + "entropy": 4.140995190313444 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.023313003161953456, + "corr": -0.043775034012013575, + "mono": 0.9052802714036728, + "coverage": 1.0, + "entropy": 4.064332532185477 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.013537762390424516, + "corr": 0.06460445947443771, + "mono": 0.9239022587764465, + "coverage": 0.9981518817204301, + "entropy": 4.108274719030332 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.1697025259367134, + "corr": -0.024405283423191156, + "mono": 0.9847823230942143, + "coverage": 1.0, + "entropy": 2.8909527127927954 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.00943344586182582, + "corr": -0.14991518901728806, + "mono": 0.9595484499426674, + "coverage": 0.8403288164720556, + "entropy": 2.6354255265539743 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.1637802273739095, + "corr": -0.22073537380925942, + "mono": 0.8681953375010032, + "coverage": 0.8758004333215077, + "entropy": 4.269375946642783 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.011212508100833813, + "corr": -0.11195094331981686, + "mono": 0.9502115361887757, + "coverage": 0.6734860344455497, + "entropy": 2.8852073932408353 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9355877697887917, + "corr": 0.9901670640983675, + "mono": 0.9933888886093611, + "coverage": 1.0, + "entropy": 0.7743275954719203, + "radius": 7 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.010620257029052286, + "corr": 0.09943205622754185, + "mono": 0.8131522117147739, + "coverage": 0.9328013494025038, + "entropy": 2.5086003142687274 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03213390244434324, + "corr": -0.015466824519627172, + "mono": 0.9997888513513513, + "coverage": 0.01718227360226559, + "entropy": 1.8006836140905516 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.012987503805007438, + "corr": 0.18251562057325882, + "mono": 0.833905447470698, + "coverage": 0.9349299050969795, + "entropy": 2.3139486039026633 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0021246366636622858, + "corr": -0.12760897773639773, + "mono": 0.6054470640883293, + "coverage": 0.9873133710229836, + "entropy": 3.855184260870918 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.002476424060798712, + "corr": -0.11504495917611865, + "mono": 0.6208226587360841, + "coverage": 0.9812190340065963, + "entropy": 4.1100045599358745 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.002360664464600102, + "corr": -0.08460502827480362, + "mono": 0.598835819122159, + "coverage": 0.9862904717448788, + "entropy": 3.9169687640575734 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.941751401491236, + "corr": 0.9844402739605369, + "mono": 0.9806845626374757, + "coverage": 1.0, + "entropy": 2.449892324010547, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8925346484853763, + "corr": 0.9187098481226581, + "mono": 0.9802670133504886, + "coverage": 0.9968468770220019, + "entropy": 1.5672564924247254 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.01107441526390809, + "corr": 0.22955010054364605, + "mono": 0.8266953390025324, + "coverage": 0.8308948564818717, + "entropy": 3.550366236617735 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9626889258607849, + "corr": 0.9788090420672498, + "mono": 0.990467087685852, + "coverage": 1.0, + "entropy": 1.176062999313634, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.01128400497092241, + "corr": 0.15879896144807013, + "mono": 0.9967779956770206, + "coverage": 0.1528331707228774, + "entropy": 0.863496619592512 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_es.json b/web/laci/zonos3_mini_heads_es.json new file mode 100644 index 0000000000000000000000000000000000000000..bd95d13d675f522481b670e76326175770791390 --- /dev/null +++ b/web/laci/zonos3_mini_heads_es.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/es", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.9601284958427816, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9551792775821354, + "corr": 0.9852225363012612, + "mono": 0.9944319511682208, + "coverage": 1.0, + "entropy": 0.7039841993127728, + "radius": 7 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9342157330474782, + "corr": 0.989213303984069, + "mono": 0.9977360304417857, + "coverage": 1.0, + "entropy": 1.7781984404859248, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9119743444066953, + "corr": 0.991656494159806, + "mono": 0.9973016028722669, + "coverage": 1.0, + "entropy": 0.36067857929037245, + "radius": 4 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9114296766207808, + "corr": 0.9279832835422285, + "mono": 0.9384731674671225, + "coverage": 0.9900184217291357, + "entropy": 0.8025131842223213, + "radius": 7 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.029582563954002664, + "corr": -0.18378780310455925, + "mono": 0.909307215124679, + "coverage": 1.0, + "entropy": 3.095510355648348 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.03828364839649542, + "corr": -0.21104942705239668, + "mono": 0.922793840731721, + "coverage": 1.0, + "entropy": 3.115618987103095 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.03430101244626024, + "corr": -0.125071502322812, + "mono": 0.8919972132366961, + "coverage": 1.0, + "entropy": 3.211046152105505 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.04763732074597324, + "corr": -0.21228977799042575, + "mono": 0.8982894357092113, + "coverage": 1.0, + "entropy": 3.074200665386539 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07118967652841035, + "corr": 0.534280546485358, + "mono": 0.9889872361422647, + "coverage": 0.25, + "entropy": 0.7027781751243609 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06517539204494048, + "corr": 0.5783219104287873, + "mono": 0.9697833976665701, + "coverage": 0.375, + "entropy": 0.883705811018567 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9114296766207808, + "corr": 0.9279832835422285, + "mono": 0.9384731674671225, + "coverage": 0.9900184217291357, + "entropy": 0.8025131842223213, + "radius": 7 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.011855482241393303, + "corr": 0.01660854621330146, + "mono": 0.9244034794765055, + "coverage": 0.9375, + "entropy": 1.9929595944479028 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.03144816365656864, + "corr": -0.30108028600909786, + "mono": 0.8622882781502339, + "coverage": 1.0, + "entropy": 1.4246303545545325 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.01786840308254186, + "corr": -0.1278933138931245, + "mono": 0.8494607892509294, + "coverage": 1.0, + "entropy": 1.462830587327524 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.011353490607298818, + "corr": -0.04626370415096932, + "mono": 0.9342464395546529, + "coverage": 1.0, + "entropy": 1.1589863669718996 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.03399446682000912, + "corr": -0.21692495042247603, + "mono": 0.9550442230391915, + "coverage": 1.0, + "entropy": 1.7402999626068834 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7254883729029564, + "corr": 0.8516508477030914, + "mono": 0.9953898388166692, + "coverage": 1.0, + "entropy": 3.5431394162639647 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.06879785044979901, + "corr": 0.4418418703780546, + "mono": 0.8059206653714175, + "coverage": 0.9271049867382528, + "entropy": 3.5332471075562832 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.014017919844405645, + "corr": 0.25015190898358197, + "mono": 0.874395978940622, + "coverage": 1.0, + "entropy": 3.4023302225645375 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.00820611553648525, + "corr": 0.4475313298618526, + "mono": 0.8750602782034514, + "coverage": 1.0, + "entropy": 3.721112474369609 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.08794918406135686, + "corr": 0.04124828509463555, + "mono": 0.9798375939232593, + "coverage": 0.9694940476190477, + "entropy": 2.839235618436843 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.012261850717819513, + "corr": 0.009603737892425995, + "mono": 0.9802476430430516, + "coverage": 0.6452305949720083, + "entropy": 2.503366880940956 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.13160542446294157, + "corr": 0.39924443070353655, + "mono": 0.9841657872699534, + "coverage": 1.0, + "entropy": 3.6731889537343423 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.011257416063805252, + "corr": -0.0026081076995008723, + "mono": 0.9742333075858336, + "coverage": 0.7411726196195793, + "entropy": 2.641434857232525 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9119743444066953, + "corr": 0.991656494159806, + "mono": 0.9973016028722669, + "coverage": 1.0, + "entropy": 0.36067857929037245, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.010495903720106914, + "corr": 0.1313154984584395, + "mono": 0.8812683383224074, + "coverage": 0.9171268798869341, + "entropy": 1.6384773121349492 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.027827404283741183, + "corr": 0.06175882500704796, + "mono": 1.0, + "coverage": 0.019238431044961105, + "entropy": 1.0839046573816162 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.01366065526359725, + "corr": 0.1651934174654197, + "mono": 0.909314601035137, + "coverage": 0.9096627897712148, + "entropy": 1.401564332027979 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0010313644145122976, + "corr": -0.008695114184420188, + "mono": 0.6367173337925446, + "coverage": 0.9825802217830464, + "entropy": 3.1082601712398983 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.001003494867011507, + "corr": -0.014648456195873906, + "mono": 0.6592339216664572, + "coverage": 0.9713904594691158, + "entropy": 3.306196968239831 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.001070469687349801, + "corr": -0.015974498740087724, + "mono": 0.6253756490705564, + "coverage": 0.9843562926095354, + "entropy": 3.1612692852328994 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9342157330474782, + "corr": 0.989213303984069, + "mono": 0.9977360304417857, + "coverage": 1.0, + "entropy": 1.7781984404859248, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8941048191253647, + "corr": 0.9407699134658994, + "mono": 0.9944996186708605, + "coverage": 0.9977075707080968, + "entropy": 0.9525169412920858 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.007329831780684374, + "corr": 0.3800480616212668, + "mono": 0.9318072167737826, + "coverage": 0.5758895546802324, + "entropy": 2.1065872313100003 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9551792775821354, + "corr": 0.9852225363012612, + "mono": 0.9944319511682208, + "coverage": 1.0, + "entropy": 0.7039841993127728, + "radius": 7 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.010433677499115031, + "corr": 0.29258011431075337, + "mono": 0.999805900621118, + "coverage": 0.020636792452830188, + "entropy": 0.3469196035727167 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_fi.json b/web/laci/zonos3_mini_heads_fi.json new file mode 100644 index 0000000000000000000000000000000000000000..68417f3df74fe12d45cfab047f95d006ba7023ce --- /dev/null +++ b/web/laci/zonos3_mini_heads_fi.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/fi", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.370651204281891, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.956643849049414, + "corr": 0.9841792723749812, + "mono": 0.9883024980035632, + "coverage": 1.0, + "entropy": 0.7793390696538427, + "radius": 7 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9347711196225548, + "corr": 0.9866047258187801, + "mono": 0.9914822445626424, + "coverage": 1.0, + "entropy": 1.9497630871256806, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9186952828026189, + "corr": 0.9913926497745993, + "mono": 0.9930389847959333, + "coverage": 1.0, + "entropy": 0.4527715489397561, + "radius": 5 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8848975411510307, + "corr": 0.9313842455723461, + "mono": 0.9866363827478907, + "coverage": 0.9960096010845548, + "entropy": 1.090850462340011, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.026532042055543045, + "corr": -0.1532244456989341, + "mono": 0.9033199028082222, + "coverage": 1.0, + "entropy": 3.272883111776681 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.0357840993167875, + "corr": -0.21141685792597154, + "mono": 0.9455034457802438, + "coverage": 1.0, + "entropy": 3.217838833853433 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.032479382726441845, + "corr": -0.12373683902037069, + "mono": 0.8790373792415798, + "coverage": 1.0, + "entropy": 3.4362455844863393 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.04453958271140186, + "corr": -0.22381625922072226, + "mono": 0.9013576003031947, + "coverage": 1.0, + "entropy": 3.261061752757217 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07572248531642754, + "corr": 0.4448759948658214, + "mono": 0.9908807994418899, + "coverage": 0.1875, + "entropy": 0.8493884166878345 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.07020352670508664, + "corr": 0.5585468465306712, + "mono": 0.9703738036992516, + "coverage": 0.4375, + "entropy": 1.0299344133067239 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.8960646599201872, + "corr": 0.9156723201306174, + "mono": 0.9249489713984365, + "coverage": 0.9880386890512692, + "entropy": 0.9754148695563172 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.014250233817260122, + "corr": -0.11666587944675715, + "mono": 0.925445574238491, + "coverage": 0.96875, + "entropy": 2.1292918089963284 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.036930134211073176, + "corr": -0.2878531906428951, + "mono": 0.877743708633556, + "coverage": 1.0, + "entropy": 1.5130273583567584 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.018016900407053303, + "corr": -0.13813374943203321, + "mono": 0.872719852719367, + "coverage": 1.0, + "entropy": 1.574394878604332 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.011724710152216442, + "corr": -0.028672205243931798, + "mono": 0.937699767690301, + "coverage": 1.0, + "entropy": 1.2929767077098977 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.036717710891563615, + "corr": -0.18400296701065125, + "mono": 0.9653555237952297, + "coverage": 1.0, + "entropy": 1.866014660842529 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7391482543974508, + "corr": 0.727867718992429, + "mono": 0.9862417974034776, + "coverage": 1.0, + "entropy": 3.6136403962239134 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.06958444835755043, + "corr": 0.25100591670189315, + "mono": 0.8087664727989999, + "coverage": 0.9284278230124409, + "entropy": 3.5975041264389556 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.015207163247826679, + "corr": 0.2284271103199413, + "mono": 0.8971900018615147, + "coverage": 1.0, + "entropy": 3.6282452878609552 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.009913781390236708, + "corr": 0.46520638359532485, + "mono": 0.8951166935515154, + "coverage": 1.0, + "entropy": 3.8788520819773207 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.17998323296144572, + "corr": -0.018206029239565262, + "mono": 0.9866495755959936, + "coverage": 1.0, + "entropy": 2.293052607662964 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.010701438981790636, + "corr": -0.24783865431053995, + "mono": 0.9365443927355654, + "coverage": 0.7807113893229126, + "entropy": 2.2462545441190387 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.1777210493133004, + "corr": -0.06609579085799978, + "mono": 0.8570228246111649, + "coverage": 0.9334572662967944, + "entropy": 3.7890424941976093 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.009922950734890109, + "corr": -0.018396942906561003, + "mono": 0.9573256585966706, + "coverage": 0.8109976607112958, + "entropy": 2.413875878847796 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9186952828026189, + "corr": 0.9913926497745993, + "mono": 0.9930389847959333, + "coverage": 1.0, + "entropy": 0.4527715489397561, + "radius": 5 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.00964540373652787, + "corr": 0.16756217006376828, + "mono": 0.8606288548268979, + "coverage": 0.9415865552901173, + "entropy": 1.7980292886448943 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.028056548129592625, + "corr": 0.06672016672153809, + "mono": 1.0, + "coverage": 0.016424692967389264, + "entropy": 1.2373111500148823 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.011911778484189428, + "corr": 0.24474598017296412, + "mono": 0.8712829367086145, + "coverage": 0.9161164340662861, + "entropy": 1.6003954911589877 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0011069808719046384, + "corr": 0.0203178522750673, + "mono": 0.6183390897226574, + "coverage": 0.9861915815977733, + "entropy": 3.243291997907956 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0011017738781811017, + "corr": 0.03056116014537358, + "mono": 0.6471251289151603, + "coverage": 0.9765407917588094, + "entropy": 3.441729200996227 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0012916640302625616, + "corr": 0.023413286436035515, + "mono": 0.6236524468318354, + "coverage": 0.9870358792444006, + "entropy": 3.2837274727193146 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9347711196225548, + "corr": 0.9866047258187801, + "mono": 0.9914822445626424, + "coverage": 1.0, + "entropy": 1.9497630871256806, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8848975411510307, + "corr": 0.9313842455723461, + "mono": 0.9866363827478907, + "coverage": 0.9960096010845548, + "entropy": 1.090850462340011, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.007850171505444467, + "corr": 0.3020107889684633, + "mono": 0.9113287362173473, + "coverage": 0.678694537225122, + "entropy": 2.3851633171772737 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.956643849049414, + "corr": 0.9841792723749812, + "mono": 0.9883024980035632, + "coverage": 1.0, + "entropy": 0.7793390696538427, + "radius": 7 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.010548084207301255, + "corr": 0.23578695839980504, + "mono": 0.997167538970528, + "coverage": 0.13079343647493716, + "entropy": 0.444471477244416 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_fr.json b/web/laci/zonos3_mini_heads_fr.json new file mode 100644 index 0000000000000000000000000000000000000000..a44791a7e2f6dd1a4358ec9cdd6617a8edde1a1a --- /dev/null +++ b/web/laci/zonos3_mini_heads_fr.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/fr", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.766891891891892, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.950338026385322, + "corr": 0.9863065755047, + "mono": 0.99510109463661, + "coverage": 1.0, + "entropy": 0.6881760938422139, + "radius": 7 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.939599015567644, + "corr": 0.9903386700749786, + "mono": 0.9961521825840892, + "coverage": 1.0, + "entropy": 1.8242572843891862, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9180623779855251, + "corr": 0.9931449953383724, + "mono": 0.9979720897254661, + "coverage": 1.0, + "entropy": 0.3743143460250879, + "radius": 4 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9097354624041344, + "corr": 0.9321654021679757, + "mono": 0.9377394677750255, + "coverage": 0.991188629881782, + "entropy": 0.8722430956800467, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.034256064312010504, + "corr": -0.15087031889499664, + "mono": 0.9247877093228005, + "coverage": 1.0, + "entropy": 2.937237656540887 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.04174847108238298, + "corr": -0.15374864343743264, + "mono": 0.931182943688435, + "coverage": 1.0, + "entropy": 3.012960237075995 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.038030550491621885, + "corr": -0.1726816170522436, + "mono": 0.9069329881308057, + "coverage": 1.0, + "entropy": 3.1228902977475776 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.05217840223859435, + "corr": -0.14648031507314224, + "mono": 0.9094886003401966, + "coverage": 1.0, + "entropy": 2.9390426372240137 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07381380956058906, + "corr": 0.49243393831157534, + "mono": 0.9981413759768621, + "coverage": 0.15625, + "entropy": 0.7419917595983344 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06394857065925685, + "corr": 0.6089564786464353, + "mono": 0.9728229728136307, + "coverage": 0.53125, + "entropy": 0.9860391540888174 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9097354624041344, + "corr": 0.9321654021679757, + "mono": 0.9377394677750255, + "coverage": 0.991188629881782, + "entropy": 0.8722430956800467, + "radius": 8 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.011064911069462929, + "corr": 0.0068451002840421325, + "mono": 0.8812724338808918, + "coverage": 1.0, + "entropy": 2.1813649976110994 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.034472444759702674, + "corr": -0.32317377856187707, + "mono": 0.8758210301531815, + "coverage": 1.0, + "entropy": 1.5169242659158673 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.018928525505967655, + "corr": -0.20239657226362714, + "mono": 0.8616394363503218, + "coverage": 1.0, + "entropy": 1.5194100951622296 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.012051120216339055, + "corr": -0.07565811225887077, + "mono": 0.9247236088503745, + "coverage": 1.0, + "entropy": 1.2574779311082689 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.038516653470896334, + "corr": -0.21461529901129714, + "mono": 0.9595996092375823, + "coverage": 1.0, + "entropy": 1.7815136803854346 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7332463396151115, + "corr": 0.7920201224572896, + "mono": 0.9894356064050558, + "coverage": 1.0, + "entropy": 3.5736601377149744 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.06125416916854701, + "corr": 0.3327998831309786, + "mono": 0.8160801088672037, + "coverage": 0.9258521073210242, + "entropy": 3.5497561295276236 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.015699278238246055, + "corr": 0.1755783215465659, + "mono": 0.8601116797381979, + "coverage": 1.0, + "entropy": 3.5175493385691596 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.00801812489876835, + "corr": 0.4210735188592122, + "mono": 0.8698966667125456, + "coverage": 1.0, + "entropy": 3.7388454346401514 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.15104073343870672, + "corr": 0.12188454477592794, + "mono": 0.9880004943950381, + "coverage": 1.0, + "entropy": 2.323113610359454 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.016073578324950467, + "corr": -0.05472522692146344, + "mono": 0.9418492079950737, + "coverage": 0.7929481306617036, + "entropy": 2.3948207324747974 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.17081924778952154, + "corr": 0.33401771389691226, + "mono": 0.846592088347604, + "coverage": 0.9884214743589743, + "entropy": 3.8235801878434006 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.013190957159963174, + "corr": 0.015111685586640888, + "mono": 0.9752945160133131, + "coverage": 0.7791756476160386, + "entropy": 2.5471428185581093 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9180623779855251, + "corr": 0.9931449953383724, + "mono": 0.9979720897254661, + "coverage": 1.0, + "entropy": 0.3743143460250879, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.011717377952255543, + "corr": 0.11923763129356554, + "mono": 0.8776668700103187, + "coverage": 0.8777204854649432, + "entropy": 1.6802277708302515 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03584943409219614, + "corr": 0.08358160598712754, + "mono": 1.0, + "coverage": 0.017585083659375857, + "entropy": 1.075339090020177 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.015246152967837713, + "corr": 0.19568343803833452, + "mono": 0.9069167333166293, + "coverage": 0.8983102501440844, + "entropy": 1.403864052626431 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0008331920179389725, + "corr": 0.014444642235314114, + "mono": 0.6443781537374931, + "coverage": 0.9814466108124413, + "entropy": 3.089339373234575 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.001147265457873584, + "corr": 0.01989526239338553, + "mono": 0.6621292457871942, + "coverage": 0.9739765947571964, + "entropy": 3.324893691096567 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0010846898082585987, + "corr": 0.0021074972745695106, + "mono": 0.6415760173519133, + "coverage": 0.9841048505874089, + "entropy": 3.152623158723128 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.939599015567644, + "corr": 0.9903386700749786, + "mono": 0.9961521825840892, + "coverage": 1.0, + "entropy": 1.8242572843891862, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8974473705684464, + "corr": 0.9406923694471815, + "mono": 0.9913978453368607, + "coverage": 0.999029356060606, + "entropy": 0.9846491138449314 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.007220637495108821, + "corr": 0.35851494040538134, + "mono": 0.9306893533485028, + "coverage": 0.6744367632779313, + "entropy": 2.1665120604782095 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.950338026385322, + "corr": 0.9863065755047, + "mono": 0.99510109463661, + "coverage": 1.0, + "entropy": 0.6881760938422139, + "radius": 7 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.011267045964670873, + "corr": 0.19381954250974595, + "mono": 0.9998611111111111, + "coverage": 0.02333860759493671, + "entropy": 0.2740413923753787 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_gu.json b/web/laci/zonos3_mini_heads_gu.json new file mode 100644 index 0000000000000000000000000000000000000000..be11e28dad677147c7649121fc4b2ab609347e6b --- /dev/null +++ b/web/laci/zonos3_mini_heads_gu.json @@ -0,0 +1,335 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/sofian/tmp/laci_sets/gu", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 0.8769438597593542, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 4, + "text_mass": 0.9355564836202511, + "corr": 0.974109018705139, + "mono": 0.9756497991253199, + "coverage": 1.0, + "entropy": 1.1303393917890936, + "radius": 8 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.947242082924718, + "corr": 0.9501745972536347, + "mono": 0.9748505401118212, + "coverage": 1.0, + "entropy": 1.4137052992252883, + "radius": 8 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9126058665792995, + "corr": 0.9660378540382535, + "mono": 0.9736334372085097, + "coverage": 1.0, + "entropy": 2.9836906520314046, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.06525083006580198, + "corr": 0.08200706750440652, + "mono": 0.9036876121029116, + "coverage": 1.0, + "entropy": 4.012913607342631 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.06693648751768548, + "corr": 0.0032435283386682175, + "mono": 0.8740249622620127, + "coverage": 1.0, + "entropy": 4.203882166490286 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.07927400660308284, + "corr": 0.007700772862996598, + "mono": 0.9113515422996489, + "coverage": 1.0, + "entropy": 4.141513738676394 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.07925946615368284, + "corr": 0.010864687265591137, + "mono": 0.8776411716974811, + "coverage": 1.0, + "entropy": 4.157638875383828 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.11906999485566003, + "corr": 0.5456654472702468, + "mono": 0.9862211289196307, + "coverage": 0.34375, + "entropy": 2.0456188722930233 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.07916606544298607, + "corr": 0.49005960934936404, + "mono": 0.9492515121080434, + "coverage": 0.78125, + "entropy": 2.333313650842039 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9389298807390193, + "corr": 0.9157504643504741, + "mono": 0.8769630247860022, + "coverage": 0.9972412896733708, + "entropy": 1.6687856928501001 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.02039137455920477, + "corr": -0.1770964043552989, + "mono": 0.8722210920092172, + "coverage": 0.9872282608695652, + "entropy": 3.8628982942580867 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.05416957737239951, + "corr": -0.30587502304521075, + "mono": 0.942815355423604, + "coverage": 1.0, + "entropy": 2.1022810213813594 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.04255461761449328, + "corr": -0.17625460020643147, + "mono": 0.9013638886600839, + "coverage": 1.0, + "entropy": 2.7133999124812567 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.024722399325280805, + "corr": -0.1779038555687977, + "mono": 0.9565239112976207, + "coverage": 1.0, + "entropy": 1.789829684084081 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.07156664219948636, + "corr": -0.20309442709421696, + "mono": 0.9752165691401724, + "coverage": 1.0, + "entropy": 2.9000547358474025 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.8006661087844885, + "corr": 0.7424736258966016, + "mono": 0.9832085357009985, + "coverage": 1.0, + "entropy": 4.398041679052154 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.08389798685701082, + "corr": -0.09118698035356589, + "mono": 0.8237034585232706, + "coverage": 0.8322803290570323, + "entropy": 3.980986740333389 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.03815714626828302, + "corr": -0.09549078346576118, + "mono": 0.8282748399537949, + "coverage": 1.0, + "entropy": 3.9453434408221884 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.024543357730031534, + "corr": -0.22026112787257943, + "mono": 0.8393690207115361, + "coverage": 0.9651509820525371, + "entropy": 3.8425147921743985 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.22173777435917166, + "corr": -0.024520699833296338, + "mono": 0.9892595198392423, + "coverage": 1.0, + "entropy": 3.0673010003736856 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.020800004441935256, + "corr": 0.13481773035798805, + "mono": 0.9724945752558334, + "coverage": 0.6612341668102242, + "entropy": 2.8164840066984196 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.20840756127373422, + "corr": -0.1921034902194585, + "mono": 0.8345637333358129, + "coverage": 0.996135752688172, + "entropy": 4.506932569487144 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.018104847621671166, + "corr": 0.09009006338112291, + "mono": 0.9583613124613453, + "coverage": 0.6940422830989306, + "entropy": 3.145235498922281 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9355564836202511, + "corr": 0.974109018705139, + "mono": 0.9756497991253199, + "coverage": 1.0, + "entropy": 1.1303393917890936, + "radius": 8 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.01401006639744217, + "corr": 0.11378448344048107, + "mono": 0.8649953907058563, + "coverage": 0.938120922876787, + "entropy": 2.3188858686729614 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03501418663944232, + "corr": 0.041172480506109416, + "mono": 1.0, + "coverage": 0.005467980100705311, + "entropy": 1.515674087429336 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.016761407479044997, + "corr": 0.23240474763528782, + "mono": 0.8595142147971647, + "coverage": 0.9409993757465197, + "entropy": 2.1017911143497527 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.001672012568059247, + "corr": -0.06440983901354969, + "mono": 0.6234360569272364, + "coverage": 0.9754673884735167, + "entropy": 4.07855245859302 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0025627547976008348, + "corr": -0.007623032521508831, + "mono": 0.639625177088139, + "coverage": 0.9792489293119204, + "entropy": 4.351035243854523 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0023674578897245023, + "corr": 0.03919027992611025, + "mono": 0.6164681606789341, + "coverage": 0.9818814722484368, + "entropy": 4.145159046293004 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9126058665792995, + "corr": 0.9660378540382535, + "mono": 0.9736334372085097, + "coverage": 1.0, + "entropy": 2.9836906520314046, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9099794074320203, + "corr": 0.8943794314067769, + "mono": 0.9595324790979103, + "coverage": 0.9981451675069511, + "entropy": 1.7947612082323525 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.01637832332796603, + "corr": 0.1293686965156425, + "mono": 0.8151176676567361, + "coverage": 0.8845394091088264, + "entropy": 3.953914993895181 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.947242082924718, + "corr": 0.9501745972536347, + "mono": 0.9748505401118212, + "coverage": 1.0, + "entropy": 1.4137052992252883, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.01255618614604619, + "corr": 0.23714031320322038, + "mono": 0.9669239054765647, + "coverage": 0.4054321937115046, + "entropy": 1.3046130178690563 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_he.json b/web/laci/zonos3_mini_heads_he.json new file mode 100644 index 0000000000000000000000000000000000000000..43c3b1237ba637759e083b73cf30667372f15d02 --- /dev/null +++ b/web/laci/zonos3_mini_heads_he.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/he", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.3668549905838043, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9648136762170694, + "corr": 0.9862430488823267, + "mono": 0.9917794238840909, + "coverage": 0.9904722282845919, + "entropy": 0.7788840118603523, + "radius": 7 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9325221978856345, + "corr": 0.9929356713381288, + "mono": 0.9975510911087049, + "coverage": 0.990867797904845, + "entropy": 0.48092051551555803, + "radius": 5 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9300146080807892, + "corr": 0.9876342667320194, + "mono": 0.9929756171672028, + "coverage": 1.0, + "entropy": 2.0041494189236007, + "radius": 8 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9290418597827588, + "corr": 0.948456746734637, + "mono": 0.929014646413783, + "coverage": 0.9823363793528401, + "entropy": 1.03319205440911, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.028533644127078664, + "corr": -0.16682765709223907, + "mono": 0.9016138174714338, + "coverage": 1.0, + "entropy": 3.2654285973819213 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.03983429380365114, + "corr": -0.20262824278783326, + "mono": 0.9309642048971415, + "coverage": 1.0, + "entropy": 3.258104127921719 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.03368947849475372, + "corr": -0.17332067203610968, + "mono": 0.8860357327113191, + "coverage": 1.0, + "entropy": 3.4361489402559995 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.04558619584283709, + "corr": -0.21063101433286768, + "mono": 0.8887328520271145, + "coverage": 1.0, + "entropy": 3.304137398111314 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.08429914798348584, + "corr": 0.45309383460848424, + "mono": 0.9795178724688857, + "coverage": 0.5, + "entropy": 0.8862406060303192 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.09089903914020415, + "corr": 0.6452088049815798, + "mono": 0.9197009224035361, + "coverage": 0.9375, + "entropy": 1.0404656424357293 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9290418597827588, + "corr": 0.948456746734637, + "mono": 0.929014646413783, + "coverage": 0.9823363793528401, + "entropy": 1.03319205440911, + "radius": 8 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.01992847549641504, + "corr": -0.5328118844642482, + "mono": 0.9098243751889643, + "coverage": 1.0, + "entropy": 2.0518116173574823 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.038064503940619804, + "corr": -0.28568326086673107, + "mono": 0.913084741353084, + "coverage": 1.0, + "entropy": 1.6239234725279679 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.022146255919058732, + "corr": -0.15755212678085015, + "mono": 0.875912864262319, + "coverage": 1.0, + "entropy": 1.7385486391301612 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.014979250294998305, + "corr": -0.06419736977380941, + "mono": 0.9494741872074681, + "coverage": 1.0, + "entropy": 1.3714736837424648 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.04253831895205166, + "corr": -0.21375501088442936, + "mono": 0.9678610169573836, + "coverage": 1.0, + "entropy": 1.9561034453221668 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7425739101656794, + "corr": 0.8189975468928494, + "mono": 0.9630227278520456, + "coverage": 1.0, + "entropy": 3.4179957663305136 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.061435099039126015, + "corr": 0.4448150112091459, + "mono": 0.8452292202428554, + "coverage": 0.9715225845830435, + "entropy": 3.373305513522852 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.01664276506732598, + "corr": 0.19995559546523908, + "mono": 0.8921419837527983, + "coverage": 1.0, + "entropy": 3.4878044178886984 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.009097316754574798, + "corr": 0.5882148886964456, + "mono": 0.9260054627610962, + "coverage": 1.0, + "entropy": 3.6567086121775807 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.1807580130805181, + "corr": 0.14604105999978623, + "mono": 0.974383212909942, + "coverage": 0.9692028985507246, + "entropy": 2.257060115701645 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.020736559729479367, + "corr": -0.035246343459998136, + "mono": 0.9862506556425938, + "coverage": 0.322044511679013, + "entropy": 1.635356629828143 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.19989108565024283, + "corr": 0.3192804091824236, + "mono": 0.8510316600188677, + "coverage": 0.8553687562168526, + "entropy": 3.8746011128946307 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.014447534386348606, + "corr": -0.09303384340739801, + "mono": 0.9876143311226169, + "coverage": 0.4950608657803256, + "entropy": 1.7382146627371649 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9325221978856345, + "corr": 0.9929356713381288, + "mono": 0.9975510911087049, + "coverage": 0.990867797904845, + "entropy": 0.48092051551555803, + "radius": 5 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.013567084723926237, + "corr": 0.14591772753340096, + "mono": 0.9172146044622052, + "coverage": 0.8496140205456164, + "entropy": 1.5551101652832342 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.052898414910284554, + "corr": 0.15792446601709853, + "mono": 1.0, + "coverage": 0.01690404884855214, + "entropy": 0.9220296827211529 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.01622544408833087, + "corr": 0.20756181262032167, + "mono": 0.9273213907261821, + "coverage": 0.8166954163001989, + "entropy": 1.3772597088295304 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0008683390828478119, + "corr": 0.04772297855788638, + "mono": 0.6508213049816273, + "coverage": 0.980237208115588, + "entropy": 3.2675048796944886 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0010447016516175677, + "corr": 0.05359161742250207, + "mono": 0.6726651040056338, + "coverage": 0.9724284095860645, + "entropy": 3.4383684177403726 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0009520389776437043, + "corr": 0.07034913532713158, + "mono": 0.6455987579805678, + "coverage": 0.9810715896097558, + "entropy": 3.313661175114456 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9300146080807892, + "corr": 0.9876342667320194, + "mono": 0.9929756171672028, + "coverage": 1.0, + "entropy": 2.0041494189236007, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9214816893223343, + "corr": 0.9548282334360517, + "mono": 0.9887287116147894, + "coverage": 0.996970962259728, + "entropy": 1.041877674109758 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.00781294760269835, + "corr": 0.3467730236030749, + "mono": 0.9242960451457258, + "coverage": 0.5344568405563193, + "entropy": 2.2300658703049683 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9648136762170694, + "corr": 0.9862430488823267, + "mono": 0.9917794238840909, + "coverage": 0.9904722282845919, + "entropy": 0.7788840118603523, + "radius": 7 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.009579961669968683, + "corr": 0.2492221612792775, + "mono": 0.999898538961039, + "coverage": 0.021146616541353382, + "entropy": 0.3285593836249763 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_hi.json b/web/laci/zonos3_mini_heads_hi.json new file mode 100644 index 0000000000000000000000000000000000000000..4390138921c241621490ff97105424abd45145e1 --- /dev/null +++ b/web/laci/zonos3_mini_heads_hi.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/hi", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.0789800995024876, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9583806635121284, + "corr": 0.9821849085123213, + "mono": 0.992240038342239, + "coverage": 1.0, + "entropy": 0.8771313326003246, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9346573330273229, + "corr": 0.9918843937859955, + "mono": 0.9970834775789088, + "coverage": 1.0, + "entropy": 0.5549918604046158, + "radius": 5 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9364631160853125, + "corr": 0.986798328844463, + "mono": 0.995293333918187, + "coverage": 1.0, + "entropy": 2.1611334560357864, + "radius": 8 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.932525977238828, + "corr": 0.9098349725407443, + "mono": 0.9261663026084279, + "coverage": 0.9897805409681456, + "entropy": 0.968145649682282, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.03913660537837073, + "corr": -0.055191952962066075, + "mono": 0.9138212012818231, + "coverage": 1.0, + "entropy": 2.9329018833669807 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.041287083130665744, + "corr": -0.06527857556330531, + "mono": 0.8992275780379332, + "coverage": 1.0, + "entropy": 3.2116571040443738 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.049895253492944776, + "corr": -0.12762909447637824, + "mono": 0.915484994649997, + "coverage": 1.0, + "entropy": 3.1351241073821443 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.05185162353702284, + "corr": -0.063288270970388, + "mono": 0.8804968336412288, + "coverage": 1.0, + "entropy": 3.069214641715617 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07561648795135141, + "corr": 0.5427515479021896, + "mono": 0.9993290358223855, + "coverage": 0.09375, + "entropy": 0.8499363813246505 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06535720299420884, + "corr": 0.6038169675807874, + "mono": 0.9917850402523241, + "coverage": 0.2246264488970185, + "entropy": 1.12485885180501 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.932525977238828, + "corr": 0.9098349725407443, + "mono": 0.9261663026084279, + "coverage": 0.9897805409681456, + "entropy": 0.968145649682282, + "radius": 8 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.00919378084770697, + "corr": 0.3662705332341797, + "mono": 0.911363470053454, + "coverage": 0.6515961116967305, + "entropy": 2.597969757202968 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.04151060812550626, + "corr": -0.31587526544774774, + "mono": 0.8826789573174401, + "coverage": 1.0, + "entropy": 1.9551308267512149 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.023658692213665254, + "corr": -0.1880787314187229, + "mono": 0.8686788585835212, + "coverage": 1.0, + "entropy": 2.0434920597399397 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.01448311436706279, + "corr": -0.11382124470139324, + "mono": 0.9244419634224299, + "coverage": 1.0, + "entropy": 1.6949485896025898 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.04850021715387337, + "corr": -0.2282832175458115, + "mono": 0.9712562356583381, + "coverage": 1.0, + "entropy": 2.271876423772086 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7872864513093477, + "corr": 0.8628766631056497, + "mono": 0.9962919025717601, + "coverage": 1.0, + "entropy": 3.8223539777025946 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.07868159856005016, + "corr": 0.14255509755366333, + "mono": 0.8133915236944964, + "coverage": 0.9559274977849124, + "entropy": 3.587519626312316 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.023178914915282386, + "corr": 0.03667000874725828, + "mono": 0.8983886110520765, + "coverage": 1.0, + "entropy": 3.6023880683371563 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.012632822064299132, + "corr": 0.21451555330177408, + "mono": 0.8799307332237866, + "coverage": 1.0, + "entropy": 3.9160529670539965 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.20034288654016738, + "corr": 0.07550400705097567, + "mono": 0.9921191785016742, + "coverage": 1.0, + "entropy": 2.7175610930441128 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.011962821694044277, + "corr": -0.06633739497132184, + "mono": 0.9394595729664582, + "coverage": 0.8395944894786374, + "entropy": 2.494241966134173 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.1890405101136523, + "corr": 0.09618715867849853, + "mono": 0.8285066480219895, + "coverage": 1.0, + "entropy": 3.9838719200578607 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.0101960422134884, + "corr": 0.03129956644540868, + "mono": 0.9644530854650796, + "coverage": 0.6453940040512833, + "entropy": 2.677736144305992 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9346573330273229, + "corr": 0.9918843937859955, + "mono": 0.9970834775789088, + "coverage": 1.0, + "entropy": 0.5549918604046158, + "radius": 5 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.011290156638672463, + "corr": 0.0980890783521642, + "mono": 0.8649415755078927, + "coverage": 0.9329252424455313, + "entropy": 1.9720385250069123 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.031573570187450155, + "corr": -0.0038817045647094868, + "mono": 1.0, + "coverage": 0.012883407575185638, + "entropy": 1.2962690690596224 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.013118822377046159, + "corr": 0.20209001936507898, + "mono": 0.878901688677207, + "coverage": 0.9363792095546104, + "entropy": 1.7000850614993597 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.001214789943237611, + "corr": -0.05598338492517051, + "mono": 0.6431160441654269, + "coverage": 0.9843765100352208, + "entropy": 3.4077007829992034 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0017341596658613898, + "corr": -0.03240108174735439, + "mono": 0.657819018992063, + "coverage": 0.9787812468236534, + "entropy": 3.6057402909538303 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0017264491695673783, + "corr": -0.019892297885293755, + "mono": 0.6427461250784492, + "coverage": 0.9843571506508921, + "entropy": 3.4532357082377447 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9364631160853125, + "corr": 0.986798328844463, + "mono": 0.995293333918187, + "coverage": 1.0, + "entropy": 2.1611334560357864, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9056287151860386, + "corr": 0.9322704086261213, + "mono": 0.9911197303461625, + "coverage": 0.997343922816646, + "entropy": 1.1799905204286374 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.010558895966437224, + "corr": 0.32332144859257783, + "mono": 0.8884148699388814, + "coverage": 0.7427072977487581, + "entropy": 2.782390139787984 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9583806635121284, + "corr": 0.9821849085123213, + "mono": 0.992240038342239, + "coverage": 1.0, + "entropy": 0.8771313326003246, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.013345010125454446, + "corr": 0.21995954569281828, + "mono": 0.9985723897688946, + "coverage": 0.1248344975181405, + "entropy": 0.5542352945432572 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_hu.json b/web/laci/zonos3_mini_heads_hu.json new file mode 100644 index 0000000000000000000000000000000000000000..3c5ed840c435e9ea48225ccf010abd839142baa4 --- /dev/null +++ b/web/laci/zonos3_mini_heads_hu.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/hu", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.322716894977169, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9682828638107126, + "corr": 0.9863836997511809, + "mono": 0.9909846524236343, + "coverage": 0.996484375, + "entropy": 0.7889260049742485, + "radius": 7 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9399394135304923, + "corr": 0.9924252083894952, + "mono": 0.9953098015659484, + "coverage": 0.997265625, + "entropy": 0.468020390408819, + "radius": 5 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9392637649469924, + "corr": 0.9900909766499105, + "mono": 0.9916618023331254, + "coverage": 1.0, + "entropy": 1.9948549680588286, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9072925805588734, + "corr": 0.9478980959957221, + "mono": 0.9881258813113761, + "coverage": 0.9936843265899478, + "entropy": 1.080731243340013, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.026290904495427862, + "corr": -0.1034867253299786, + "mono": 0.9027851921414395, + "coverage": 1.0, + "entropy": 3.43720491151448 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.034772133276255286, + "corr": -0.206999704761471, + "mono": 0.9143690691779612, + "coverage": 1.0, + "entropy": 3.4789215428747116 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.033906837685519775, + "corr": -0.09486876524325838, + "mono": 0.8938197011514724, + "coverage": 1.0, + "entropy": 3.503088281277041 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.04244871156652494, + "corr": -0.19345365408847473, + "mono": 0.895854418098006, + "coverage": 1.0, + "entropy": 3.5098053270060476 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07558505833607392, + "corr": 0.48993199167288276, + "mono": 0.9974308169536462, + "coverage": 0.15625, + "entropy": 0.744994278330232 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06574508194322387, + "corr": 0.6022980764247882, + "mono": 0.9739315554411152, + "coverage": 0.46875, + "entropy": 0.9521267871028247 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9153130951322912, + "corr": 0.9321839931124932, + "mono": 0.9250159119684412, + "coverage": 0.988127979535127, + "entropy": 1.0058010533631074 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.012061695376155925, + "corr": -0.031539620132183255, + "mono": 0.9067323991458535, + "coverage": 0.96875, + "entropy": 2.0566928515490708 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.03872074508950808, + "corr": -0.31003380498585353, + "mono": 0.8781545451100521, + "coverage": 1.0, + "entropy": 1.4902833687914727 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.019184694083402346, + "corr": -0.11233365272933464, + "mono": 0.8661380175806982, + "coverage": 1.0, + "entropy": 1.5977219813717707 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.01176646248436687, + "corr": -0.013375923489276999, + "mono": 0.9211949474282614, + "coverage": 1.0, + "entropy": 1.341902212501203 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.036446098580931785, + "corr": -0.22489075338952005, + "mono": 0.9478868394188752, + "coverage": 1.0, + "entropy": 1.919857162643524 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7318329756906584, + "corr": 0.7676449944291626, + "mono": 0.9878810910629688, + "coverage": 1.0, + "entropy": 3.678067054515632 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.07121674067217025, + "corr": 0.17699801201472187, + "mono": 0.8079636399969485, + "coverage": 0.9399287086568772, + "entropy": 3.660792125698834 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.014855012104095115, + "corr": 0.20186909395054772, + "mono": 0.8868688660718587, + "coverage": 1.0, + "entropy": 3.6347684070048456 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.00866881075338136, + "corr": 0.28423766673213846, + "mono": 0.8812111145282697, + "coverage": 1.0, + "entropy": 3.8952364148192045 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.14436159632561854, + "corr": 0.07872609951236295, + "mono": 0.9909742954384442, + "coverage": 1.0, + "entropy": 2.5381177469631746 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.00975661076579022, + "corr": -0.18282622467152757, + "mono": 0.9476337220071706, + "coverage": 0.7454435105694007, + "entropy": 2.2799326282494596 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.1739059426774331, + "corr": 0.0523740920154344, + "mono": 0.8633827857422145, + "coverage": 0.9816176470588235, + "entropy": 3.8674289976168414 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.009303040711024224, + "corr": 0.048975398701057805, + "mono": 0.9654422030182882, + "coverage": 0.8210374524862564, + "entropy": 2.4825052491523203 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9399394135304923, + "corr": 0.9924252083894952, + "mono": 0.9953098015659484, + "coverage": 0.997265625, + "entropy": 0.468020390408819, + "radius": 5 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.010877013633628923, + "corr": 0.10633733796885833, + "mono": 0.854196286041114, + "coverage": 0.8831896542524421, + "entropy": 1.8185640052716052 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.027206653623214686, + "corr": 0.0823362820940504, + "mono": 1.0, + "coverage": 0.014764461013117196, + "entropy": 1.2966215925438869 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.013285866656050254, + "corr": 0.19276475653162878, + "mono": 0.876620921084224, + "coverage": 0.8851485003117343, + "entropy": 1.634982804791786 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0009367614726951356, + "corr": -0.017148792210378253, + "mono": 0.6169872862284104, + "coverage": 0.9799060243794435, + "entropy": 3.347311537722601 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0011742492789110497, + "corr": 0.03163485794699319, + "mono": 0.6418560508463258, + "coverage": 0.9751961094822933, + "entropy": 3.540289214644324 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0012703433245442315, + "corr": -0.012524099389464144, + "mono": 0.6179187996307567, + "coverage": 0.9809707691601607, + "entropy": 3.3979264359748607 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9392637649469924, + "corr": 0.9900909766499105, + "mono": 0.9916618023331254, + "coverage": 1.0, + "entropy": 1.9948549680588286, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9072925805588734, + "corr": 0.9478980959957221, + "mono": 0.9881258813113761, + "coverage": 0.9936843265899478, + "entropy": 1.080731243340013, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.008370906356397274, + "corr": 0.32368092534534176, + "mono": 0.9138879529796307, + "coverage": 0.7465671470995653, + "entropy": 2.5013117599743686 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9682828638107126, + "corr": 0.9863836997511809, + "mono": 0.9909846524236343, + "coverage": 0.996484375, + "entropy": 0.7889260049742485, + "radius": 7 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.010439731597790361, + "corr": 0.1708492270689926, + "mono": 0.9994095222654771, + "coverage": 0.0797941038790954, + "entropy": 0.4351708291328664 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_id.json b/web/laci/zonos3_mini_heads_id.json new file mode 100644 index 0000000000000000000000000000000000000000..921f79b312717d06e6c3c982d54f722bd6c61934 --- /dev/null +++ b/web/laci/zonos3_mini_heads_id.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/id", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 3.0081967213114753, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9535965546944837, + "corr": 0.9847081874011996, + "mono": 0.9905937032684123, + "coverage": 0.9997859589041096, + "entropy": 0.6747598089160738, + "radius": 6 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9356331182318791, + "corr": 0.9877424010689879, + "mono": 0.99737017005252, + "coverage": 1.0, + "entropy": 1.7687090803144607, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9200434158699502, + "corr": 0.9915182537968061, + "mono": 0.9961990569956388, + "coverage": 1.0, + "entropy": 0.34294687101315274, + "radius": 4 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8984953031416013, + "corr": 0.9385858181526293, + "mono": 0.9913608140028692, + "coverage": 0.9954643256566096, + "entropy": 0.9246451409679437, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.029459036438049757, + "corr": -0.06180334490886848, + "mono": 0.9497050087554113, + "coverage": 1.0, + "entropy": 2.679056191956615 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.032853349023170574, + "corr": -0.04486041462724956, + "mono": 0.9462021105651593, + "coverage": 1.0, + "entropy": 2.9042876648301763 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.03686478871197028, + "corr": -0.11097028048656592, + "mono": 0.9359802069628, + "coverage": 1.0, + "entropy": 2.8375217706710463 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.04224460114987269, + "corr": -0.0575241300105863, + "mono": 0.9324082125684727, + "coverage": 1.0, + "entropy": 2.7708041435719206 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.067983190579085, + "corr": 0.4876540235445123, + "mono": 0.9975065150438285, + "coverage": 0.09375, + "entropy": 0.7972096258455422 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06823961061781808, + "corr": 0.5854334210135843, + "mono": 0.981495741800321, + "coverage": 0.38048245614035087, + "entropy": 0.9907085706353931 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9038324333158013, + "corr": 0.9215831286975249, + "mono": 0.9338048899298413, + "coverage": 0.9869413093525565, + "entropy": 0.8507626026551239 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.011804728468902124, + "corr": -0.023386443597886674, + "mono": 0.866026247054181, + "coverage": 0.96875, + "entropy": 2.282123129812066 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.033766609275996444, + "corr": -0.3406807660447068, + "mono": 0.8887658968671847, + "coverage": 1.0, + "entropy": 1.3909055957851109 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.018895196128595818, + "corr": -0.1852402537564533, + "mono": 0.8702055880795764, + "coverage": 1.0, + "entropy": 1.429860722778333 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.011074846450737629, + "corr": -0.07554717644382397, + "mono": 0.943610204271048, + "coverage": 1.0, + "entropy": 1.1572936996159569 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.03496042395352848, + "corr": -0.24031232054182758, + "mono": 0.969222685746962, + "coverage": 1.0, + "entropy": 1.6308582181296527 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7206986448461009, + "corr": 0.7464164357447993, + "mono": 0.993320210543151, + "coverage": 1.0, + "entropy": 3.419449261602695 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.06044043635642238, + "corr": 0.38623145456451713, + "mono": 0.8116882336139876, + "coverage": 0.9205211083252778, + "entropy": 3.4280146939025995 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.015967955465741947, + "corr": 0.304843208866177, + "mono": 0.883158045517752, + "coverage": 1.0, + "entropy": 3.3765971959363794 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.009618120357905208, + "corr": 0.4568488647865227, + "mono": 0.9237991428989383, + "coverage": 1.0, + "entropy": 3.625575071669066 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.17595685480246298, + "corr": 0.15783889984484895, + "mono": 0.995359516254182, + "coverage": 1.0, + "entropy": 2.4035769432486807 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.0161878649686317, + "corr": -0.09822553281935177, + "mono": 0.8810131613705495, + "coverage": 0.9574718045112782, + "entropy": 2.4868996529609424 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.16243389745333867, + "corr": 0.36040722272023235, + "mono": 0.8317705953882302, + "coverage": 1.0, + "entropy": 3.685417309611113 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.011677766101044568, + "corr": -0.02413589086155561, + "mono": 0.9500453059803027, + "coverage": 0.913971622806377, + "entropy": 2.5358706106452678 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9200434158699502, + "corr": 0.9915182537968061, + "mono": 0.9961990569956388, + "coverage": 1.0, + "entropy": 0.34294687101315274, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.010542135134577711, + "corr": 0.15923603403906428, + "mono": 0.8871258070727946, + "coverage": 0.9372099353591263, + "entropy": 1.559604203773989 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.0335061651339792, + "corr": 0.07352710261635814, + "mono": 1.0, + "coverage": 0.019770294780325454, + "entropy": 1.0319987845851115 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.013499653602644544, + "corr": 0.2037405536403085, + "mono": 0.9023182323270638, + "coverage": 0.9343394309679001, + "entropy": 1.322318932758733 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0009697056398287213, + "corr": -0.00421030234011103, + "mono": 0.6564691453262943, + "coverage": 0.9906756353201464, + "entropy": 2.977900650050909 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.001045500878404822, + "corr": 0.012428684940662668, + "mono": 0.6716831711276277, + "coverage": 0.9853108745393854, + "entropy": 3.1975831764625506 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.001166517374258054, + "corr": 0.010471856198559896, + "mono": 0.6463019860132977, + "coverage": 0.9920706631374098, + "entropy": 3.023670439107096 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9356331182318791, + "corr": 0.9877424010689879, + "mono": 0.99737017005252, + "coverage": 1.0, + "entropy": 1.7687090803144607, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8984953031416013, + "corr": 0.9385858181526293, + "mono": 0.9913608140028692, + "coverage": 0.9954643256566096, + "entropy": 0.9246451409679437, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.0070839639965847336, + "corr": 0.3523528851091307, + "mono": 0.941845243577009, + "coverage": 0.5733434544310227, + "entropy": 1.9718488616402403 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9535965546944837, + "corr": 0.9847081874011996, + "mono": 0.9905937032684123, + "coverage": 0.9997859589041096, + "entropy": 0.6747598089160738, + "radius": 6 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.010855267154777248, + "corr": 0.27734192557233317, + "mono": 0.9991561208455232, + "coverage": 0.09507353781630823, + "entropy": 0.3470999841763812 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_it.json b/web/laci/zonos3_mini_heads_it.json new file mode 100644 index 0000000000000000000000000000000000000000..356441c1449a3a9ff09aeaad92c6efd954864890 --- /dev/null +++ b/web/laci/zonos3_mini_heads_it.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/it", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.848076923076923, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9530776477235869, + "corr": 0.9869315000111448, + "mono": 0.9959575164955451, + "coverage": 1.0, + "entropy": 0.6713345436265259, + "radius": 6 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9332458293686041, + "corr": 0.9882311770233693, + "mono": 0.9962060004065951, + "coverage": 1.0, + "entropy": 1.808238086726897, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9116981836187759, + "corr": 0.9931529659415248, + "mono": 0.998449201854654, + "coverage": 1.0, + "entropy": 0.35545416079803893, + "radius": 4 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8971429704801523, + "corr": 0.9438854183731306, + "mono": 0.9951886050839961, + "coverage": 0.9996279761904762, + "entropy": 0.9620475916675063, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.029074823907190434, + "corr": -0.1112414586659894, + "mono": 0.9395270021777677, + "coverage": 1.0, + "entropy": 2.8294322639812846 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.03368164120985697, + "corr": -0.09978196728922076, + "mono": 0.9450946062294096, + "coverage": 1.0, + "entropy": 3.0091531774504716 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.035342064978860145, + "corr": -0.14432370337825653, + "mono": 0.9248833203996039, + "coverage": 1.0, + "entropy": 2.95943286952678 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.04441527067874924, + "corr": -0.08494143184145032, + "mono": 0.9232160683527493, + "coverage": 1.0, + "entropy": 2.8935600697718566 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07342211326823656, + "corr": 0.4815686333778663, + "mono": 0.9929391890132592, + "coverage": 0.21875, + "entropy": 0.7431722949150739 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06655585400217556, + "corr": 0.5715095256261091, + "mono": 0.9710621176349995, + "coverage": 0.40625, + "entropy": 0.915359625708356 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9047393988821029, + "corr": 0.9243539791309235, + "mono": 0.9434925689126887, + "coverage": 0.9885351057772396, + "entropy": 0.8136961686842831 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.013098256292844463, + "corr": -0.014052108789600212, + "mono": 0.9187152759795085, + "coverage": 1.0, + "entropy": 1.936461789157005 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.03319297207687384, + "corr": -0.2436185299472296, + "mono": 0.8856383448485059, + "coverage": 1.0, + "entropy": 1.4728846136110778 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.016710144344340542, + "corr": -0.13086421716733818, + "mono": 0.8605427649265868, + "coverage": 1.0, + "entropy": 1.52954678782123 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.00998017048067, + "corr": -0.014860991150691736, + "mono": 0.929190099948121, + "coverage": 1.0, + "entropy": 1.2627841363640464 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.03433888407868245, + "corr": -0.16797296100199313, + "mono": 0.9520786299664454, + "coverage": 1.0, + "entropy": 1.8542416525062835 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7297776883016375, + "corr": 0.8249806679922749, + "mono": 0.9949468225934878, + "coverage": 1.0, + "entropy": 3.5306897111573803 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.06101778190131304, + "corr": 0.3766455495918825, + "mono": 0.8055849193677491, + "coverage": 0.9305728720890679, + "entropy": 3.51304847428054 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.013701680012650319, + "corr": 0.2399567518168723, + "mono": 0.9004556732250807, + "coverage": 1.0, + "entropy": 3.4709941952486263 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.007856914492504514, + "corr": 0.4400405079847012, + "mono": 0.8768204434271806, + "coverage": 1.0, + "entropy": 3.743965194816209 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.11187512372844137, + "corr": 0.023267963245770473, + "mono": 0.9886430814181535, + "coverage": 1.0, + "entropy": 2.3232919982308395 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.0121799443943017, + "corr": -0.2105934042020659, + "mono": 0.9267321459398931, + "coverage": 0.8852761821511822, + "entropy": 2.674767500884763 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.14577165966873476, + "corr": 0.2144264706570073, + "mono": 0.8311481819683149, + "coverage": 0.9921875, + "entropy": 3.7754534231715415 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.01109673499516666, + "corr": -0.1562788248166497, + "mono": 0.9675719183945266, + "coverage": 0.768484605582492, + "entropy": 2.8285279451009915 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9116981836187759, + "corr": 0.9931529659415248, + "mono": 0.998449201854654, + "coverage": 1.0, + "entropy": 0.35545416079803893, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.010019437934505214, + "corr": 0.13586462373211097, + "mono": 0.8831702987813298, + "coverage": 0.8955582875859117, + "entropy": 1.6723489807704037 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.02850833078480206, + "corr": 0.09813436127184694, + "mono": 1.0, + "coverage": 0.019357084857887535, + "entropy": 1.0934430451088422 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.012924390129351575, + "corr": 0.1960575873044739, + "mono": 0.9077787874073895, + "coverage": 0.8232937732626718, + "entropy": 1.428794626562733 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0011274996843679956, + "corr": 0.019358949690337992, + "mono": 0.6505039745677185, + "coverage": 0.9774309508204952, + "entropy": 3.1162006629705066 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0012190947867569623, + "corr": 0.04558482233217073, + "mono": 0.6689903588529372, + "coverage": 0.9703613070429224, + "entropy": 3.3074218992911706 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0013161237654551446, + "corr": 0.01657193944748724, + "mono": 0.6506615533823009, + "coverage": 0.9853812469836181, + "entropy": 3.158717398169014 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9332458293686041, + "corr": 0.9882311770233693, + "mono": 0.9962060004065951, + "coverage": 1.0, + "entropy": 1.808238086726897, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8971429704801523, + "corr": 0.9438854183731306, + "mono": 0.9951886050839961, + "coverage": 0.9996279761904762, + "entropy": 0.9620475916675063, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.00770190669327919, + "corr": 0.3551170820040307, + "mono": 0.9295593101944394, + "coverage": 0.6463710826584417, + "entropy": 2.146767467763006 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9530776477235869, + "corr": 0.9869315000111448, + "mono": 0.9959575164955451, + "coverage": 1.0, + "entropy": 0.6713345436265259, + "radius": 6 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.011125944180363258, + "corr": 0.2542108761042018, + "mono": 0.9975243251845953, + "coverage": 0.13167320182532793, + "entropy": 0.3074361407291622 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_ja.json b/web/laci/zonos3_mini_heads_ja.json new file mode 100644 index 0000000000000000000000000000000000000000..ba0f598ad3dae05d1e89e0ed39bdc45552f83026 --- /dev/null +++ b/web/laci/zonos3_mini_heads_ja.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/ja", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 3.2281746031746033, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 11, + "text_mass": 0.9035307708354416, + "corr": 0.9806092695652704, + "mono": 0.9871325361394592, + "coverage": 1.0, + "entropy": 1.9469174184955735, + "radius": 8 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9030625761766051, + "corr": 0.9703614033596694, + "mono": 0.9915116549704409, + "coverage": 1.0, + "entropy": 0.7940022273156071, + "radius": 7 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.8837372922184032, + "corr": 0.9871809726327292, + "mono": 0.994107640675823, + "coverage": 1.0, + "entropy": 0.354966286162362, + "radius": 4 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.8884845328090394, + "corr": 0.926282292644444, + "mono": 0.9256224621202727, + "coverage": 0.9879459376613201, + "entropy": 0.9417074973782334, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.03652521788874255, + "corr": -0.15428635462877238, + "mono": 0.9549726204787792, + "coverage": 1.0, + "entropy": 2.550012773357179 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.03933487103686806, + "corr": -0.14735035027850155, + "mono": 0.9550281245837694, + "coverage": 1.0, + "entropy": 2.596373561118696 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.040824621071485094, + "corr": -0.15435835574125192, + "mono": 0.9368377422617304, + "coverage": 1.0, + "entropy": 2.6873304219428675 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.05454259833077767, + "corr": -0.19871408248224284, + "mono": 0.9100498284514639, + "coverage": 1.0, + "entropy": 2.6138260983512995 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.055030309653157757, + "corr": 0.47169856458842135, + "mono": 0.9993394801317199, + "coverage": 0.0334051724137931, + "entropy": 0.6420197573428624 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.040151208976421326, + "corr": 0.5600331857876949, + "mono": 0.993827348389263, + "coverage": 0.0833815586419753, + "entropy": 0.8678423707325801 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.8884845328090394, + "corr": 0.926282292644444, + "mono": 0.9256224621202727, + "coverage": 0.9879459376613201, + "entropy": 0.9417074973782334, + "radius": 8 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.007902433743359897, + "corr": 0.23134193238024547, + "mono": 0.9037273049936705, + "coverage": 0.9451388888888889, + "entropy": 2.3436876409199034 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.05410799886578308, + "corr": -0.19114958307958718, + "mono": 0.968647072620416, + "coverage": 1.0, + "entropy": 1.1855504374679875 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.0318876032311271, + "corr": -0.06566752577965608, + "mono": 0.9236860387782002, + "coverage": 1.0, + "entropy": 1.2229847836267673 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.0304740845073784, + "corr": -0.03365341456360394, + "mono": 0.9640925823055697, + "coverage": 1.0, + "entropy": 0.8862106239180687 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.058716618763146614, + "corr": -0.10621383520819903, + "mono": 0.973292563012626, + "coverage": 1.0, + "entropy": 1.535929688923031 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7310660710721817, + "corr": 0.707301364705191, + "mono": 0.9857895251682515, + "coverage": 1.0, + "entropy": 3.3207093359238975 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.05292832977928774, + "corr": 0.33538135011104214, + "mono": 0.8560899977171056, + "coverage": 0.9779818954525377, + "entropy": 3.168900210988415 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.012204529468042636, + "corr": 0.1635496681233151, + "mono": 0.8736684583050506, + "coverage": 1.0, + "entropy": 3.362434938506533 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.007362034708203588, + "corr": 0.6292719351912722, + "mono": 0.9155956311905157, + "coverage": 1.0, + "entropy": 3.4556454080784875 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.1110890640676768, + "corr": 0.05143774531274199, + "mono": 0.9496478892173635, + "coverage": 1.0, + "entropy": 3.2394032619318707 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.010077040024760963, + "corr": 0.08126368809543971, + "mono": 0.9638183552453586, + "coverage": 0.880207115579456, + "entropy": 2.424021035196124 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.1483222205147133, + "corr": 0.3905606130417112, + "mono": 0.9985946227546338, + "coverage": 1.0, + "entropy": 3.453985028261482 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.00881222720778231, + "corr": 0.05066502561520888, + "mono": 0.973320636617478, + "coverage": 0.7887582308680718, + "entropy": 2.5319133436594727 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.8837372922184032, + "corr": 0.9871809726327292, + "mono": 0.994107640675823, + "coverage": 1.0, + "entropy": 0.354966286162362, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.00958709799834514, + "corr": 0.15619673675568382, + "mono": 0.892556929299356, + "coverage": 0.9028193843148931, + "entropy": 1.5346466924375832 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03075638939299459, + "corr": -0.0005350190975307255, + "mono": 1.0, + "coverage": 0.021247952293268417, + "entropy": 1.0595648758200626 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.0121306754762704, + "corr": 0.1776816575104219, + "mono": 0.9123403523388934, + "coverage": 0.8703248417145258, + "entropy": 1.3304688559825057 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0008595468755218311, + "corr": 0.05203916500452123, + "mono": 0.6500009642192737, + "coverage": 0.9895923653004243, + "entropy": 3.041632618513858 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.000818505377715108, + "corr": 0.005290642719659584, + "mono": 0.674033976876041, + "coverage": 0.9760959409666357, + "entropy": 3.2573896228423873 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0008528621329631767, + "corr": 0.039385864726538725, + "mono": 0.6470070551797339, + "coverage": 0.9874248386278144, + "entropy": 3.1027861040731386 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9035307708354416, + "corr": 0.9806092695652704, + "mono": 0.9871325361394592, + "coverage": 1.0, + "entropy": 1.9469174184955735, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.851853128014486, + "corr": 0.9093194780886602, + "mono": 0.987106633562564, + "coverage": 0.9993489583333334, + "entropy": 1.1196751421483604 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.007006247042184821, + "corr": 0.4640336959979785, + "mono": 0.928325146523179, + "coverage": 0.6948537103065048, + "entropy": 2.159156739837836 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9030625761766051, + "corr": 0.9703614033596694, + "mono": 0.9915116549704409, + "coverage": 1.0, + "entropy": 0.7940022273156071, + "radius": 7 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.010457504736888213, + "corr": 0.29063043161846835, + "mono": 0.9997622154701155, + "coverage": 0.048567708333333334, + "entropy": 0.2736833856314989 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_ka.json b/web/laci/zonos3_mini_heads_ka.json new file mode 100644 index 0000000000000000000000000000000000000000..b1aab6f20dda18dce2c658c23f4ca91eb372cc3c --- /dev/null +++ b/web/laci/zonos3_mini_heads_ka.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/sofian/tmp/laci_sets/ka", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 0.723917276319023, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9483192664888608, + "corr": 0.9564802254018081, + "mono": 0.9734677888366619, + "coverage": 1.0, + "entropy": 1.3297792290446369, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9213131388639151, + "corr": 0.9812718525187688, + "mono": 0.9754771208597872, + "coverage": 1.0, + "entropy": 0.9988055747923742, + "radius": 8 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9086869112008976, + "corr": 0.9714718812913118, + "mono": 0.9704404578940173, + "coverage": 1.0, + "entropy": 2.907385609466285, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.915760089409472, + "corr": 0.9003571332405403, + "mono": 0.9636277198713471, + "coverage": 0.99803479548456, + "entropy": 1.7356366042263838, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.0652980943813482, + "corr": -0.09119848286760288, + "mono": 0.9261812477477556, + "coverage": 1.0, + "entropy": 4.607064471887703 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.07629526719071017, + "corr": -0.15018967321782928, + "mono": 0.9453379622587794, + "coverage": 1.0, + "entropy": 4.658644676695431 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.07275440226955314, + "corr": -0.15602625453495628, + "mono": 0.9094605154070325, + "coverage": 1.0, + "entropy": 4.764269131072183 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.09287328035521747, + "corr": -0.1701791709124421, + "mono": 0.9216496475566589, + "coverage": 1.0, + "entropy": 4.714353783845066 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.09725419669905959, + "corr": 0.5814217400475075, + "mono": 0.989230705706324, + "coverage": 0.28125, + "entropy": 1.5114888528677457 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06253254615540906, + "corr": 0.535424341698975, + "mono": 0.9462418865130332, + "coverage": 0.875, + "entropy": 2.0441379018609984 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9298122823931223, + "corr": 0.9422941614482371, + "mono": 0.8934627302313868, + "coverage": 0.9977963875227546, + "entropy": 1.5746504069613294 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.01808014001693975, + "corr": -0.29947681815598154, + "mono": 0.870494015471656, + "coverage": 0.9758522727272727, + "entropy": 3.61580505244888 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.04663120854925498, + "corr": -0.25809645835485495, + "mono": 0.895154837877273, + "coverage": 1.0, + "entropy": 1.6108191087808963 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.02834168009345173, + "corr": -0.10141303552576253, + "mono": 0.8637402120077823, + "coverage": 1.0, + "entropy": 2.0935237277969345 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.01836137656984652, + "corr": -0.09943243325036599, + "mono": 0.9324348988399405, + "coverage": 1.0, + "entropy": 1.556326095024448 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.05521192911014335, + "corr": -0.17033251414568154, + "mono": 0.9750432530821118, + "coverage": 1.0, + "entropy": 2.6890728992930044 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.8153151830214678, + "corr": 0.3424035034391737, + "mono": 0.9674262864236699, + "coverage": 1.0, + "entropy": 4.564550745079897 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.10471873680080465, + "corr": -0.1829362758939256, + "mono": 0.8248898357746101, + "coverage": 0.8317749107010098, + "entropy": 4.122799752167631 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.01500486906795343, + "corr": -0.14896330532247767, + "mono": 0.9054107544674521, + "coverage": 1.0, + "entropy": 4.5805906414751085 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.009530715375645102, + "corr": -0.3638901588712126, + "mono": 0.8323960806213765, + "coverage": 1.0, + "entropy": 4.749642690703178 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.17810759192775952, + "corr": -0.10539548287086042, + "mono": 0.9903731627546215, + "coverage": 1.0, + "entropy": 2.682575551877017 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.015681201945850758, + "corr": -0.09507006503325328, + "mono": 0.948339309544398, + "coverage": 0.7957457348441654, + "entropy": 3.4042971371610333 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.15731963987108932, + "corr": -0.46153942615611393, + "mono": 0.8559551835525815, + "coverage": 0.9599812301856768, + "entropy": 4.446738751857788 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.016439547587744293, + "corr": -0.07861365889812451, + "mono": 0.9414387634578686, + "coverage": 0.7606364598362101, + "entropy": 3.671524538559238 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9213131388639151, + "corr": 0.9812718525187688, + "mono": 0.9754771208597872, + "coverage": 1.0, + "entropy": 0.9988055747923742, + "radius": 8 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.01529426602830478, + "corr": 0.07646259137422225, + "mono": 0.8338857829000407, + "coverage": 0.966465290119078, + "entropy": 2.593847312913028 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.033286557972493046, + "corr": 0.04818403861315023, + "mono": 1.0, + "coverage": 0.004510884298644304, + "entropy": 1.9185185409717247 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.017506630867682792, + "corr": 0.13564279298884663, + "mono": 0.8389790407875788, + "coverage": 0.9440476397862753, + "entropy": 2.4561179892952256 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0016208102763911653, + "corr": -0.12519037328651145, + "mono": 0.5876672924589411, + "coverage": 0.9830202804809967, + "entropy": 4.364128622781005 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0025609194703472005, + "corr": -0.06152432599275762, + "mono": 0.6280467097061252, + "coverage": 0.9798314194381056, + "entropy": 4.650023484983769 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.00239190690055894, + "corr": 0.007550994899970516, + "mono": 0.59700208479225, + "coverage": 0.9812158265286235, + "entropy": 4.462013755291043 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9086869112008976, + "corr": 0.9714718812913118, + "mono": 0.9704404578940173, + "coverage": 1.0, + "entropy": 2.907385609466285, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.915760089409472, + "corr": 0.9003571332405403, + "mono": 0.9636277198713471, + "coverage": 0.99803479548456, + "entropy": 1.7356366042263838, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.018441258298507485, + "corr": 0.08140116114898852, + "mono": 0.7979769517952399, + "coverage": 0.8985202205158912, + "entropy": 4.178502414367407 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9483192664888608, + "corr": 0.9564802254018081, + "mono": 0.9734677888366619, + "coverage": 1.0, + "entropy": 1.3297792290446369, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.009203981808591966, + "corr": 0.28333673579979846, + "mono": 0.980273372164088, + "coverage": 0.43827163782769, + "entropy": 1.3812229513744252 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_kn.json b/web/laci/zonos3_mini_heads_kn.json new file mode 100644 index 0000000000000000000000000000000000000000..97ee153363f027f051998c263e1f22378be5839d --- /dev/null +++ b/web/laci/zonos3_mini_heads_kn.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/sofian/tmp/laci_sets/kn", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 1.152820512820513, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 4, + "text_mass": 0.9441727588906139, + "corr": 0.9862111084657199, + "mono": 0.9854457183437939, + "coverage": 0.9572357582378849, + "entropy": 1.0190957661591278, + "radius": 8 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.953058109729103, + "corr": 0.9698389366895708, + "mono": 0.9746515508245874, + "coverage": 0.9569033114293742, + "entropy": 1.3076321566908384, + "radius": 8 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9286468417509729, + "corr": 0.9692789053576302, + "mono": 0.9669112574086263, + "coverage": 0.9774164308454192, + "entropy": 2.9031549481831957, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9134023476346503, + "corr": 0.9101536980446115, + "mono": 0.9702964001448673, + "coverage": 0.9554618715085811, + "entropy": 1.6859615347060326, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.054250014394444865, + "corr": 0.04578277239133965, + "mono": 0.8958027638854519, + "coverage": 1.0, + "entropy": 3.7253250614300377 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.059652283823279306, + "corr": 0.028152979325703025, + "mono": 0.8939300132430387, + "coverage": 1.0, + "entropy": 3.920627652860902 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.06350593166381596, + "corr": -0.04119940330859122, + "mono": 0.8897212638518368, + "coverage": 1.0, + "entropy": 3.9678913828930265 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.06944606474380018, + "corr": 0.007706592442179696, + "mono": 0.8687700473108233, + "coverage": 1.0, + "entropy": 3.870911202091036 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.08438708826604846, + "corr": 0.5676479620336197, + "mono": 0.9825237633206169, + "coverage": 0.4375, + "entropy": 1.8531729214820276 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.05885628870956535, + "corr": 0.499069936381574, + "mono": 0.9405644196798884, + "coverage": 0.7972898230088495, + "entropy": 2.2774221488522377 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9371709774245978, + "corr": 0.9212783238883983, + "mono": 0.8960923344559136, + "coverage": 0.988786954863883, + "entropy": 1.4717383232328984 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.016508188745030405, + "corr": -0.08090294838268418, + "mono": 0.8605237658707386, + "coverage": 0.9821725650332729, + "entropy": 3.5628569232846945 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.05706281969014558, + "corr": -0.20498820659666736, + "mono": 0.9020832412928278, + "coverage": 1.0, + "entropy": 2.4530126608345224 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.05336702191104588, + "corr": -0.11696886902858636, + "mono": 0.8474418904021116, + "coverage": 1.0, + "entropy": 2.784334062551406 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.030848572388612, + "corr": -0.14501075084841347, + "mono": 0.8703546171547708, + "coverage": 1.0, + "entropy": 2.3304599276141507 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.0798928956431845, + "corr": -0.14132977022269028, + "mono": 0.968226752096681, + "coverage": 1.0, + "entropy": 3.112889201009436 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7910695067509946, + "corr": 0.7686102556027071, + "mono": 0.984997690759339, + "coverage": 1.0, + "entropy": 4.28088912439984 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.0704908711006689, + "corr": 0.20670799615248459, + "mono": 0.7994339848739926, + "coverage": 0.8246289011059116, + "entropy": 3.9567611999108596 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.02202505183036231, + "corr": -0.0249782062007697, + "mono": 0.9075139067493058, + "coverage": 0.9486901610868644, + "entropy": 3.7440935841793443 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.010909041029105617, + "corr": 0.13186829869752048, + "mono": 0.9079668341327798, + "coverage": 0.9923394941634242, + "entropy": 4.1519095458275785 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.1560328171335184, + "corr": 0.005633096687468701, + "mono": 0.9934897910949357, + "coverage": 1.0, + "entropy": 2.4175867356441727 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.013771934178000276, + "corr": -0.007307202520700276, + "mono": 0.9591832272319125, + "coverage": 0.7854120536355242, + "entropy": 2.5331086367274067 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.17348245324086045, + "corr": -0.19804861917587394, + "mono": 0.829232917659342, + "coverage": 1.0, + "entropy": 4.426972679645706 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.01091526005253651, + "corr": 0.08758154070699876, + "mono": 0.9540134389561865, + "coverage": 0.7438216270189124, + "entropy": 2.8903020608966385 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9441727588906139, + "corr": 0.9862111084657199, + "mono": 0.9854457183437939, + "coverage": 0.9572357582378849, + "entropy": 1.0190957661591278, + "radius": 8 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.012620878722419819, + "corr": 0.10436984942726128, + "mono": 0.8790111179579193, + "coverage": 0.9507948658475661, + "entropy": 2.1710283337708023 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03117629746250311, + "corr": 0.042810285436975994, + "mono": 1.0, + "coverage": 0.006417166343367167, + "entropy": 1.262842281884828 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.014216207608307952, + "corr": 0.2066137182169594, + "mono": 0.8768995853762767, + "coverage": 0.9516439569394706, + "entropy": 1.9289903489868658 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0010429175918681888, + "corr": -0.20610595894742362, + "mono": 0.6177680262998351, + "coverage": 0.9820555574476177, + "entropy": 3.9121267840918077 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0013539013811369556, + "corr": -0.139046548435034, + "mono": 0.6433664450790657, + "coverage": 0.983684968585236, + "entropy": 4.200178489414793 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.001470547604023032, + "corr": -0.06324182464679498, + "mono": 0.6121548360809489, + "coverage": 0.9860787533912659, + "entropy": 3.994313638352514 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9286468417509729, + "corr": 0.9692789053576302, + "mono": 0.9669112574086263, + "coverage": 0.9774164308454192, + "entropy": 2.9031549481831957, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9134023476346503, + "corr": 0.9101536980446115, + "mono": 0.9702964001448673, + "coverage": 0.9554618715085811, + "entropy": 1.6859615347060326, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.012812652223413218, + "corr": 0.21987506173310634, + "mono": 0.821337601094489, + "coverage": 0.862220388925572, + "entropy": 3.7860138164450077 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.953058109729103, + "corr": 0.9698389366895708, + "mono": 0.9746515508245874, + "coverage": 0.9569033114293742, + "entropy": 1.3076321566908384, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.009215718212144071, + "corr": 0.2588959851017689, + "mono": 0.9847315480719608, + "coverage": 0.39990480837305176, + "entropy": 1.0447515966761638 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_ko.json b/web/laci/zonos3_mini_heads_ko.json new file mode 100644 index 0000000000000000000000000000000000000000..601cffb0c779ac4a620cb28a8e93900bf8057cc2 --- /dev/null +++ b/web/laci/zonos3_mini_heads_ko.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/ko", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.4158823529411766, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9233523127195964, + "corr": 0.970735127707798, + "mono": 0.9892636910175107, + "coverage": 1.0, + "entropy": 0.8551961337340913, + "radius": 8 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9090967233169017, + "corr": 0.9777570634477976, + "mono": 0.9879443077337214, + "coverage": 1.0, + "entropy": 2.0392873880525983, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.881186200154584, + "corr": 0.9834153054543332, + "mono": 0.9968789469587878, + "coverage": 1.0, + "entropy": 0.42924617114822333, + "radius": 4 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8606381895696216, + "corr": 0.9015846810088453, + "mono": 0.9882045120658498, + "coverage": 0.9976628742713302, + "entropy": 1.2336200622689828, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.035720400157304905, + "corr": -0.05422376027128625, + "mono": 0.9274907005324053, + "coverage": 1.0, + "entropy": 3.0064845270303517 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.04109304769392818, + "corr": -0.11699115248583802, + "mono": 0.9158590078688653, + "coverage": 1.0, + "entropy": 3.121925404048544 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.0441970221692683, + "corr": -0.05557112122357859, + "mono": 0.9168414148194534, + "coverage": 1.0, + "entropy": 3.1087043642098395 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.05666471924856816, + "corr": -0.10759837476071098, + "mono": 0.8914827404891243, + "coverage": 1.0, + "entropy": 3.152073321706114 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.06847537836420028, + "corr": 0.4584195449108787, + "mono": 1.0, + "coverage": 0.0, + "entropy": 0.7178348999388569 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06305932327362208, + "corr": 0.5798657941781641, + "mono": 0.9934695020391252, + "coverage": 0.19087311883757135, + "entropy": 0.920957137789833 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.8740406631172054, + "corr": 0.8879466460064919, + "mono": 0.9144712269246367, + "coverage": 0.9903286905744311, + "entropy": 1.147210747239906 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.009663225273763586, + "corr": 0.34120797898551075, + "mono": 0.9292275352455915, + "coverage": 0.6344450547677206, + "entropy": 2.498156104593311 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.04532277452086588, + "corr": -0.30722183988361684, + "mono": 0.9301444139986614, + "coverage": 1.0, + "entropy": 1.7968493978366002 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.029892253402164556, + "corr": -0.13229569103342004, + "mono": 0.9247374968896769, + "coverage": 1.0, + "entropy": 1.7829743197160328 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.018979100759409152, + "corr": -0.05010156696959667, + "mono": 0.9562552165564753, + "coverage": 1.0, + "entropy": 1.5281496527259824 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.05864493535545373, + "corr": -0.15448776420885446, + "mono": 0.9730835433039884, + "coverage": 1.0, + "entropy": 2.053637914113598 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7172006357766262, + "corr": 0.6159912526134336, + "mono": 0.9725019639209679, + "coverage": 1.0, + "entropy": 3.519629154694763 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.055784236899234396, + "corr": 0.2335645858276114, + "mono": 0.8285252938697922, + "coverage": 0.9697444166100888, + "entropy": 3.4374185354466493 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.014393653807950955, + "corr": 0.09432664746911666, + "mono": 0.8817530732447878, + "coverage": 1.0, + "entropy": 3.5455090969803553 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.009494825908231324, + "corr": 0.11033975390825447, + "mono": 0.9028211687696455, + "coverage": 1.0, + "entropy": 3.687505873877417 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.1621480799234351, + "corr": 0.052711887042632175, + "mono": 0.9967162513624682, + "coverage": 1.0, + "entropy": 2.390285436495971 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.011632718071441464, + "corr": -0.012939557031841496, + "mono": 0.9425728651068023, + "coverage": 0.8418202839348884, + "entropy": 2.28360992381815 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.19464884674737715, + "corr": 0.23690725247493005, + "mono": 0.9297857306259153, + "coverage": 1.0, + "entropy": 3.7544792844660977 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.010788177345201712, + "corr": 0.032395282817274024, + "mono": 0.9534413994468061, + "coverage": 0.8525553763323277, + "entropy": 2.4407077791277274 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.881186200154584, + "corr": 0.9834153054543332, + "mono": 0.9968789469587878, + "coverage": 1.0, + "entropy": 0.42924617114822333, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.0110040232586525, + "corr": 0.16960295614636867, + "mono": 0.8884280247681607, + "coverage": 0.9000562506750295, + "entropy": 1.7917297678351367 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03543891035400775, + "corr": 0.07217795659738914, + "mono": 1.0, + "coverage": 0.01650431162792763, + "entropy": 1.2447856612517167 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.01447267203785761, + "corr": 0.20673405598625857, + "mono": 0.9016216630400513, + "coverage": 0.891356992972949, + "entropy": 1.5358145866675066 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.000940699748784769, + "corr": 0.06598912550745652, + "mono": 0.6539320378710682, + "coverage": 0.9773235458959326, + "entropy": 3.216401828899397 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0010552101884807933, + "corr": 0.0437473951600652, + "mono": 0.688768702274222, + "coverage": 0.9721608611578082, + "entropy": 3.4632038998952965 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0013451526846902687, + "corr": 0.06001721855902836, + "mono": 0.655820895993527, + "coverage": 0.9814172430610867, + "entropy": 3.276397446660792 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9090967233169017, + "corr": 0.9777570634477976, + "mono": 0.9879443077337214, + "coverage": 1.0, + "entropy": 2.0392873880525983, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8606381895696216, + "corr": 0.9015846810088453, + "mono": 0.9882045120658498, + "coverage": 0.9976628742713302, + "entropy": 1.2336200622689828, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.008590476391720104, + "corr": 0.38012466731085776, + "mono": 0.9305616952931558, + "coverage": 0.5824670503869765, + "entropy": 2.3735605840691143 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9233523127195964, + "corr": 0.970735127707798, + "mono": 0.9892636910175107, + "coverage": 1.0, + "entropy": 0.8551961337340913, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.013121207125779747, + "corr": 0.2945538428350657, + "mono": 0.9976321671584285, + "coverage": 0.09347347048222343, + "entropy": 0.40509905120690887 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_ml.json b/web/laci/zonos3_mini_heads_ml.json new file mode 100644 index 0000000000000000000000000000000000000000..b75c9028a2bf671ab7535a5f5dd62ca31d416135 --- /dev/null +++ b/web/laci/zonos3_mini_heads_ml.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/sofian/tmp/laci_sets/ml", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 1.1117157490396927, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 4, + "text_mass": 0.9434433614223059, + "corr": 0.9855592211870261, + "mono": 0.9816310006711964, + "coverage": 0.9985039204780911, + "entropy": 1.0734542356778323, + "radius": 8 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9556480503658382, + "corr": 0.9656260769120873, + "mono": 0.9755370517107741, + "coverage": 0.998129730201313, + "entropy": 1.3344045426136282, + "radius": 8 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9216725644908634, + "corr": 0.9755089851238556, + "mono": 0.9652323761769435, + "coverage": 1.0, + "entropy": 2.915909429071735, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9173887994901126, + "corr": 0.916373101460303, + "mono": 0.9670079989280496, + "coverage": 0.9936943200426959, + "entropy": 1.7250802196793378, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.0466032463476798, + "corr": 0.07526904606370621, + "mono": 0.9343375804258649, + "coverage": 1.0, + "entropy": 3.873271377130347 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.053678175999129066, + "corr": 0.039513952294921655, + "mono": 0.9167629840162631, + "coverage": 1.0, + "entropy": 4.155187416001374 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.06041908929484311, + "corr": -0.05085855531917602, + "mono": 0.9345749691291678, + "coverage": 1.0, + "entropy": 4.092354415193052 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.06356127043045343, + "corr": 0.047512000541898566, + "mono": 0.9111070564558864, + "coverage": 1.0, + "entropy": 4.077537226018817 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.08627192615216198, + "corr": 0.6173290653269676, + "mono": 0.9922575859752713, + "coverage": 0.34375, + "entropy": 1.8182513904494337 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.051457923197425176, + "corr": 0.5613719939962781, + "mono": 0.9627202536139766, + "coverage": 0.4375, + "entropy": 2.363232790701702 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9303574620924985, + "corr": 0.9303100895842205, + "mono": 0.8759217642515267, + "coverage": 0.9964767829079678, + "entropy": 1.6924524834576202 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.014870056482920533, + "corr": 0.16024890437947545, + "mono": 0.8738197339800766, + "coverage": 0.96875, + "entropy": 3.8946486510983065 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.046218815535664974, + "corr": -0.20428615497339808, + "mono": 0.9112800646333433, + "coverage": 1.0, + "entropy": 2.203927957929957 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.04115020213885876, + "corr": -0.1001054066880712, + "mono": 0.8768139309899288, + "coverage": 1.0, + "entropy": 2.711697249643124 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.02136142816706513, + "corr": -0.10637737760821069, + "mono": 0.9021576482959925, + "coverage": 1.0, + "entropy": 2.153732673872618 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.07448037203304339, + "corr": -0.057958686303933867, + "mono": 0.9614189200735976, + "coverage": 1.0, + "entropy": 3.033277337651684 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.8071718949662308, + "corr": 0.8493452616601783, + "mono": 0.9788493240759507, + "coverage": 1.0, + "entropy": 4.428256085517182 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.07363315871204221, + "corr": -0.18558250113365132, + "mono": 0.7946225954489033, + "coverage": 0.8880930745624408, + "entropy": 4.125162676677139 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.01861840115807241, + "corr": -0.1694359296496713, + "mono": 0.8619720680755534, + "coverage": 1.0, + "entropy": 4.231986855414625 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.0113728613477701, + "corr": -0.1461089305885285, + "mono": 0.8534908723861332, + "coverage": 0.9954591554490134, + "entropy": 4.536541936974895 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.19454224866560063, + "corr": -0.044585469392797845, + "mono": 0.990083223124077, + "coverage": 1.0, + "entropy": 2.6325298884760757 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.01574962345715886, + "corr": 0.018888749652921876, + "mono": 0.9455253048963304, + "coverage": 0.8673095471820513, + "entropy": 2.8886478646867513 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.17779394280239513, + "corr": -0.26129135822076716, + "mono": 0.8078493856051553, + "coverage": 1.0, + "entropy": 4.540170279477705 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.013446978086744643, + "corr": 0.0919347606969877, + "mono": 0.9326172904964568, + "coverage": 0.7524200886527188, + "entropy": 3.2366410270529093 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9434433614223059, + "corr": 0.9855592211870261, + "mono": 0.9816310006711964, + "coverage": 0.9985039204780911, + "entropy": 1.0734542356778323, + "radius": 8 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.011299839615591523, + "corr": 0.1019631786800806, + "mono": 0.8553036369175158, + "coverage": 0.9551061320447847, + "entropy": 2.276269031569514 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.029264337807779543, + "corr": 0.07797541040777697, + "mono": 0.9995325854700855, + "coverage": 0.01197144428029088, + "entropy": 1.463245901094293 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.012587568527508626, + "corr": 0.20181309449297183, + "mono": 0.843832987636546, + "coverage": 0.959124150765193, + "entropy": 2.096479666279651 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0013217373292466212, + "corr": -0.11835350383769312, + "mono": 0.6287302019275671, + "coverage": 0.9854198652209695, + "entropy": 4.013948440923035 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0017213257404913838, + "corr": -0.04968682752061721, + "mono": 0.644956330054239, + "coverage": 0.9844166783430343, + "entropy": 4.312588176934179 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0018645575421210282, + "corr": 0.015740566614003807, + "mono": 0.6312601176880418, + "coverage": 0.9830337731349017, + "entropy": 4.102994535041166 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9216725644908634, + "corr": 0.9755089851238556, + "mono": 0.9652323761769435, + "coverage": 1.0, + "entropy": 2.915909429071735, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9173887994901126, + "corr": 0.916373101460303, + "mono": 0.9670079989280496, + "coverage": 0.9936943200426959, + "entropy": 1.7250802196793378, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.015676912215374397, + "corr": 0.28632233215323655, + "mono": 0.7903022778169764, + "coverage": 0.9262049345855653, + "entropy": 4.056511985229069 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9556480503658382, + "corr": 0.9656260769120873, + "mono": 0.9755370517107741, + "coverage": 0.998129730201313, + "entropy": 1.3344045426136282, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.008894896980341373, + "corr": 0.3438948437939848, + "mono": 0.9601707172424756, + "coverage": 0.5462241181650953, + "entropy": 1.5728071725617045 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_mr.json b/web/laci/zonos3_mini_heads_mr.json new file mode 100644 index 0000000000000000000000000000000000000000..fe4fc933c2f06c2b1af1719515fd1ff1f48c634d --- /dev/null +++ b/web/laci/zonos3_mini_heads_mr.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/mr", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.1535795132993774, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9511225832980631, + "corr": 0.9781631257718754, + "mono": 0.9902717822484552, + "coverage": 1.0, + "entropy": 0.9620108006744736, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9317780775852537, + "corr": 0.9913884329041284, + "mono": 0.9946194083334993, + "coverage": 1.0, + "entropy": 0.6139040900807446, + "radius": 6 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9355604520064734, + "corr": 0.9850778244568164, + "mono": 0.9928153529199049, + "coverage": 1.0, + "entropy": 2.24777469075875, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8904565603536466, + "corr": 0.9246332733942472, + "mono": 0.9790054089561795, + "coverage": 0.9970616923364222, + "entropy": 1.2791696441839338, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.03986240900834471, + "corr": -0.017434614483858444, + "mono": 0.9353455517786473, + "coverage": 1.0, + "entropy": 3.0763183410220343 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.041761353053458225, + "corr": -0.07119114004116726, + "mono": 0.9299438393582907, + "coverage": 1.0, + "entropy": 3.325002287303713 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.05038787155317347, + "corr": -0.07619387760450151, + "mono": 0.9253248982860143, + "coverage": 1.0, + "entropy": 3.284165969786842 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.05626043898105905, + "corr": -0.058923409384115215, + "mono": 0.9099436819919319, + "coverage": 1.0, + "entropy": 3.2322851520028344 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07043272249109728, + "corr": 0.5478767967820171, + "mono": 0.9976539904730385, + "coverage": 0.125, + "entropy": 0.9548936786762336 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.05435807967919015, + "corr": 0.5822074623574024, + "mono": 0.9801778150449098, + "coverage": 0.25638956147430725, + "entropy": 1.3069466628144852 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9195264114283648, + "corr": 0.8977035025370899, + "mono": 0.9169456275073172, + "coverage": 0.9921839557530729, + "entropy": 1.1324262409535766 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.009087029145385148, + "corr": 0.3570023632347362, + "mono": 0.9062896215255574, + "coverage": 0.6625698236855464, + "entropy": 2.7300599688678053 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.04234669789927031, + "corr": -0.2985845617310691, + "mono": 0.8967871305065578, + "coverage": 1.0, + "entropy": 1.9551910785592879 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.024144174776452542, + "corr": -0.18831525900114401, + "mono": 0.8969435434760981, + "coverage": 1.0, + "entropy": 2.087598088164353 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.01381863176868764, + "corr": -0.14459054244038655, + "mono": 0.9306301343380995, + "coverage": 1.0, + "entropy": 1.677511825799411 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.049055492200219514, + "corr": -0.1961717390432381, + "mono": 0.9667942176268055, + "coverage": 1.0, + "entropy": 2.2877943874694546 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7781437146223554, + "corr": 0.8756591391916599, + "mono": 0.9963583228109701, + "coverage": 1.0, + "entropy": 3.8901684152958222 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.07647200256279556, + "corr": 0.19525984466504237, + "mono": 0.8246816262840927, + "coverage": 0.8719738035760386, + "entropy": 3.65904648201378 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.017460247164303125, + "corr": 0.05673557008143375, + "mono": 0.8844167936360451, + "coverage": 1.0, + "entropy": 3.753534310553963 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.010960160906606701, + "corr": 0.2246695848108271, + "mono": 0.8671562338994978, + "coverage": 1.0, + "entropy": 3.9994746983401828 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.19579463687171175, + "corr": 0.024404240991777425, + "mono": 0.9909624821098357, + "coverage": 1.0, + "entropy": 2.6514914801766984 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.01289048238136687, + "corr": -0.08466353224536513, + "mono": 0.9233654056086767, + "coverage": 0.9536729691876751, + "entropy": 2.5233609987774432 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.19127624740368399, + "corr": -0.06319350458880986, + "mono": 0.8153682960142746, + "coverage": 1.0, + "entropy": 4.046906669069683 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.01052576235869177, + "corr": 0.059935911134494285, + "mono": 0.9567258647106366, + "coverage": 0.7604765771310402, + "entropy": 2.700684859267505 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9317780775852537, + "corr": 0.9913884329041284, + "mono": 0.9946194083334993, + "coverage": 1.0, + "entropy": 0.6139040900807446, + "radius": 6 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.011260872635194763, + "corr": 0.12042154957326812, + "mono": 0.8493019467359839, + "coverage": 0.9655547957107894, + "entropy": 1.9607987497728052 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.031063017167684344, + "corr": -0.03348474807704347, + "mono": 1.0, + "coverage": 0.012472215731833436, + "entropy": 1.3204206167632941 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.012706453473182333, + "corr": 0.2047950630118727, + "mono": 0.8584485020946452, + "coverage": 0.9741042199033728, + "entropy": 1.7188267184794026 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0010515160550803202, + "corr": -0.07851431467317053, + "mono": 0.6516381623240183, + "coverage": 0.9845327873070748, + "entropy": 3.38106059608578 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0012616590588176723, + "corr": -0.06398022028797111, + "mono": 0.6680691910550314, + "coverage": 0.9828879860889468, + "entropy": 3.611672869272843 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.001484250421258619, + "corr": -0.027177423566173694, + "mono": 0.6545811264618632, + "coverage": 0.9877735435623403, + "entropy": 3.4363101797831304 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9355604520064734, + "corr": 0.9850778244568164, + "mono": 0.9928153529199049, + "coverage": 1.0, + "entropy": 2.24777469075875, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8904565603536466, + "corr": 0.9246332733942472, + "mono": 0.9790054089561795, + "coverage": 0.9970616923364222, + "entropy": 1.2791696441839338, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.00919948748233305, + "corr": 0.31701684267549657, + "mono": 0.879250659725949, + "coverage": 0.7791260090581045, + "entropy": 2.8763321869158465 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9511225832980631, + "corr": 0.9781631257718754, + "mono": 0.9902717822484552, + "coverage": 1.0, + "entropy": 0.9620108006744736, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.012263255465588535, + "corr": 0.21508068712404665, + "mono": 0.9916131649776158, + "coverage": 0.31771255933360654, + "entropy": 0.7360367126047722 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_ms.json b/web/laci/zonos3_mini_heads_ms.json new file mode 100644 index 0000000000000000000000000000000000000000..6027fcb9b909ce21dc96fd9a0063c833427c7d7e --- /dev/null +++ b/web/laci/zonos3_mini_heads_ms.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/ms", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 3.116742081447964, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9525573135457577, + "corr": 0.9836384726843925, + "mono": 0.9926396256180864, + "coverage": 1.0, + "entropy": 0.6772342419402568, + "radius": 6 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9355178327003875, + "corr": 0.9852206665140023, + "mono": 0.9966507583367481, + "coverage": 1.0, + "entropy": 1.8070961261851872, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9168766158588805, + "corr": 0.9881294527229159, + "mono": 0.9955424286898201, + "coverage": 1.0, + "entropy": 0.34207286347350657, + "radius": 4 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8913881490879373, + "corr": 0.9417421252317374, + "mono": 0.9913705008523233, + "coverage": 0.9979070427448592, + "entropy": 0.9569617810850806, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.025862713879203546, + "corr": -0.08936994972008627, + "mono": 0.925791024183585, + "coverage": 1.0, + "entropy": 3.0812443020504174 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.03168178972921126, + "corr": -0.1247504278149089, + "mono": 0.9286212047151617, + "coverage": 1.0, + "entropy": 3.191577176819599 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.03581950367298305, + "corr": -0.08650945175154201, + "mono": 0.9133945013166649, + "coverage": 1.0, + "entropy": 3.172470478748285 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.04481189935295881, + "corr": -0.14502563185170267, + "mono": 0.9050218050913346, + "coverage": 1.0, + "entropy": 3.169260244563162 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.06710442212208154, + "corr": 0.5367129280801455, + "mono": 0.9944745463141876, + "coverage": 0.28125, + "entropy": 0.910364447877052 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06055329031701429, + "corr": 0.5661808729750424, + "mono": 0.9703503311697109, + "coverage": 0.4931977370689655, + "entropy": 1.186632889666675 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.8952827959661827, + "corr": 0.9164210749859228, + "mono": 0.9342504617628156, + "coverage": 0.9876271281997173, + "entropy": 0.9036252596742197 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.012094636224930401, + "corr": -0.10455373238271647, + "mono": 0.8818643759333369, + "coverage": 1.0, + "entropy": 2.415510079262738 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.03399722253302702, + "corr": -0.2852796515347172, + "mono": 0.8852509874330498, + "coverage": 1.0, + "entropy": 1.4735610333147449 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.01765973494709311, + "corr": -0.16474529061959833, + "mono": 0.8674929579806733, + "coverage": 1.0, + "entropy": 1.4884777188005813 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.009947579156071838, + "corr": -0.059608096828114, + "mono": 0.9491354470676725, + "coverage": 1.0, + "entropy": 1.2269323955233102 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.035879335238395, + "corr": -0.22849427113832574, + "mono": 0.9696338526061428, + "coverage": 1.0, + "entropy": 1.7671482440754156 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7207561092348318, + "corr": 0.7051059455161436, + "mono": 0.9906699861421511, + "coverage": 1.0, + "entropy": 3.479711303411809 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.06504729358346478, + "corr": 0.32945914070021326, + "mono": 0.8180942528534209, + "coverage": 0.9413403743955785, + "entropy": 3.507994731145837 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.0155677232915655, + "corr": 0.24435653325246565, + "mono": 0.8690634693455765, + "coverage": 1.0, + "entropy": 3.431555865734356 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.009365099009276224, + "corr": 0.5679926068063864, + "mono": 0.9138285329185137, + "coverage": 1.0, + "entropy": 3.7002001247020684 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.153211441489809, + "corr": 0.16941508906482833, + "mono": 0.9957054526120506, + "coverage": 1.0, + "entropy": 2.5137730210594627 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.012955432202845766, + "corr": -0.03982835598850703, + "mono": 0.8973695415720826, + "coverage": 0.9330391527599486, + "entropy": 2.520270817390811 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.1481312002801795, + "corr": 0.33801854615262106, + "mono": 0.8403205078668148, + "coverage": 1.0, + "entropy": 3.787546374060896 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.00954882415227574, + "corr": 0.02623337137632739, + "mono": 0.9453591790326742, + "coverage": 0.8580825802681408, + "entropy": 2.6068950459721627 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9168766158588805, + "corr": 0.9881294527229159, + "mono": 0.9955424286898201, + "coverage": 1.0, + "entropy": 0.34207286347350657, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.00914514091341333, + "corr": 0.10670993215154338, + "mono": 0.8849640618712507, + "coverage": 0.9348720359551856, + "entropy": 1.6504783791276818 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.02974939764942952, + "corr": 0.021622738914065, + "mono": 1.0, + "coverage": 0.018734419433080282, + "entropy": 1.0912512680131154 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.011797856485048764, + "corr": 0.18105499677684345, + "mono": 0.8890156193650215, + "coverage": 0.927197046978966, + "entropy": 1.4445316202019964 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0008151911445706007, + "corr": 0.03138203853182942, + "mono": 0.6484858897338847, + "coverage": 0.9871433900314441, + "entropy": 3.0197204497502104 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0009878191214858195, + "corr": -0.011236168339528282, + "mono": 0.6792315159433497, + "coverage": 0.983750063442272, + "entropy": 3.252547485642307 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0011052018935266562, + "corr": 0.040833942851932675, + "mono": 0.6524590816233581, + "coverage": 0.9834973866052557, + "entropy": 3.0602929231255054 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9355178327003875, + "corr": 0.9852206665140023, + "mono": 0.9966507583367481, + "coverage": 1.0, + "entropy": 1.8070961261851872, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8913881490879373, + "corr": 0.9417421252317374, + "mono": 0.9913705008523233, + "coverage": 0.9979070427448592, + "entropy": 0.9569617810850806, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.006607945755595647, + "corr": 0.3938266226583022, + "mono": 0.9178068681543077, + "coverage": 0.6780711434116103, + "entropy": 2.2559761119314823 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9525573135457577, + "corr": 0.9836384726843925, + "mono": 0.9926396256180864, + "coverage": 1.0, + "entropy": 0.6772342419402568, + "radius": 6 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.009462984224587984, + "corr": 0.27175409785586807, + "mono": 0.9976759743216197, + "coverage": 0.12171538427691538, + "entropy": 0.3936666567530432 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_nl.json b/web/laci/zonos3_mini_heads_nl.json new file mode 100644 index 0000000000000000000000000000000000000000..4435ae9907a717d856a0171bfaa5bd32b1f37687 --- /dev/null +++ b/web/laci/zonos3_mini_heads_nl.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/nl", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.7008906481939636, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9575474606907504, + "corr": 0.9826339402341421, + "mono": 0.9921886820990525, + "coverage": 1.0, + "entropy": 0.7198934154805243, + "radius": 7 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9142696076964063, + "corr": 0.9898647883409784, + "mono": 0.9963786397737351, + "coverage": 1.0, + "entropy": 0.3985449973348078, + "radius": 4 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9215431483366086, + "corr": 0.9815243026865252, + "mono": 0.9932634124479225, + "coverage": 1.0, + "entropy": 1.8392405004051349, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8931416229843021, + "corr": 0.9235185028498957, + "mono": 0.9907590725894784, + "coverage": 0.9964682316542385, + "entropy": 1.0052643450274652, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.032642508033581714, + "corr": -0.22875706697502612, + "mono": 0.9207355635290694, + "coverage": 1.0, + "entropy": 2.9164566170730275 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.039612078359173304, + "corr": -0.2505355784461721, + "mono": 0.9505341936128081, + "coverage": 1.0, + "entropy": 2.878004878665687 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.035559665732726974, + "corr": -0.1905001057887419, + "mono": 0.8987467570239899, + "coverage": 1.0, + "entropy": 3.0844333276046627 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.04790167275370373, + "corr": -0.25382025545973474, + "mono": 0.9200774585876019, + "coverage": 1.0, + "entropy": 2.8904423123612304 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07559666402585395, + "corr": 0.42760216348752567, + "mono": 0.9960443664692682, + "coverage": 0.17251712328767124, + "entropy": 0.6925005945015565 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06965134621395501, + "corr": 0.537031186576376, + "mono": 0.9823008580535483, + "coverage": 0.2662671232876712, + "entropy": 0.8428418126910151 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9019888035947807, + "corr": 0.9075597999823136, + "mono": 0.9305188784433082, + "coverage": 0.9837086440142186, + "entropy": 0.9067192903314424 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.011280358831301324, + "corr": 0.12304792397563802, + "mono": 0.904835913057825, + "coverage": 0.9418094758064516, + "entropy": 2.1350570212649016 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.03397072455167588, + "corr": -0.2564439215399775, + "mono": 0.8930111410770175, + "coverage": 0.96875, + "entropy": 1.3563234037333909 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.01779202285250574, + "corr": -0.15369338885431427, + "mono": 0.8608949829543794, + "coverage": 1.0, + "entropy": 1.449302118500628 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.012547332303776972, + "corr": -0.025375691238520275, + "mono": 0.9130746301238895, + "coverage": 1.0, + "entropy": 1.2095296991624929 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.0361906677217624, + "corr": -0.13626314423173916, + "mono": 0.9493075599978718, + "coverage": 1.0, + "entropy": 1.6797438955061597 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7347062355557493, + "corr": 0.7402153662651161, + "mono": 0.9941077277987748, + "coverage": 1.0, + "entropy": 3.3518432250727113 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.05906589970357754, + "corr": 0.36657395963123945, + "mono": 0.821539252086741, + "coverage": 0.9423700912108863, + "entropy": 3.3834462750708774 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.016659345713400494, + "corr": 0.12180964161391813, + "mono": 0.8749918653625157, + "coverage": 1.0, + "entropy": 3.395582633271704 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.008323769789436589, + "corr": 0.3580972754718294, + "mono": 0.8640020076129628, + "coverage": 1.0, + "entropy": 3.6558819877392166 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.18453139138998054, + "corr": 0.10806194213618464, + "mono": 0.9928992570870153, + "coverage": 1.0, + "entropy": 2.281730339857893 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.014407932359840276, + "corr": -0.1993574813948269, + "mono": 0.9399132992240353, + "coverage": 0.7442153157606977, + "entropy": 2.3096157469816565 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.17595817214256007, + "corr": 0.2626323919679824, + "mono": 0.8615921922051936, + "coverage": 0.9793388473660973, + "entropy": 3.5572851907607297 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.012825808063096236, + "corr": -0.10981691550305425, + "mono": 0.9645617466108872, + "coverage": 0.7733741349349074, + "entropy": 2.456171498420289 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9142696076964063, + "corr": 0.9898647883409784, + "mono": 0.9963786397737351, + "coverage": 1.0, + "entropy": 0.3985449973348078, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.01273065331761352, + "corr": 0.16613234118440656, + "mono": 0.8851092870816064, + "coverage": 0.8880697563174527, + "entropy": 1.6229307640154373 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03304046686143092, + "corr": 0.16628460622335178, + "mono": 1.0, + "coverage": 0.021799058460850635, + "entropy": 1.1528125184817308 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.015580018019300569, + "corr": 0.24297862078943605, + "mono": 0.9076336273259699, + "coverage": 0.8827518776321974, + "entropy": 1.3869712700697363 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0009734454366759773, + "corr": 0.008780893542881418, + "mono": 0.6514932024028044, + "coverage": 0.9781436824370963, + "entropy": 3.0981000240205114 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0012058157148451805, + "corr": 0.014528250146026971, + "mono": 0.6666131372443088, + "coverage": 0.9728135188833793, + "entropy": 3.290837537235721 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0011423740902895925, + "corr": 0.01596182237779373, + "mono": 0.6407633069847861, + "coverage": 0.9791904494947097, + "entropy": 3.1420553308986374 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9215431483366086, + "corr": 0.9815243026865252, + "mono": 0.9932634124479225, + "coverage": 1.0, + "entropy": 1.8392405004051349, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8931416229843021, + "corr": 0.9235185028498957, + "mono": 0.9907590725894784, + "coverage": 0.9964682316542385, + "entropy": 1.0052643450274652, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.008156278707115496, + "corr": 0.3055415884615259, + "mono": 0.9490974270376918, + "coverage": 0.5536318589597693, + "entropy": 1.960897420358981 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9575474606907504, + "corr": 0.9826339402341421, + "mono": 0.9921886820990525, + "coverage": 1.0, + "entropy": 0.7198934154805243, + "radius": 7 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.012105673419396482, + "corr": 0.24582127836990136, + "mono": 0.9973546162943133, + "coverage": 0.07498664734440089, + "entropy": 0.35184858668917346 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_no.json b/web/laci/zonos3_mini_heads_no.json new file mode 100644 index 0000000000000000000000000000000000000000..d5d48cd48076311c9470ccdfd92d8434dfaa42c8 --- /dev/null +++ b/web/laci/zonos3_mini_heads_no.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/nb", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 3.207188160676533, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9526221485253323, + "corr": 0.984762164507588, + "mono": 0.9902196375090935, + "coverage": 1.0, + "entropy": 0.7460358320082817, + "radius": 7 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9382601627792999, + "corr": 0.9853785452298329, + "mono": 0.9944024762068429, + "coverage": 1.0, + "entropy": 1.8537025253810737, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9291787545851367, + "corr": 0.99258013022927, + "mono": 0.9971481330738763, + "coverage": 1.0, + "entropy": 0.38902891325871114, + "radius": 4 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8860982645907296, + "corr": 0.9400420631185747, + "mono": 0.9874488002381433, + "coverage": 0.99940783095364, + "entropy": 1.0301962433802194, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.02739203436069496, + "corr": -0.05274697097220998, + "mono": 0.9348225625066935, + "coverage": 1.0, + "entropy": 2.887042230156585 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.03138106549214761, + "corr": -0.07266711165283146, + "mono": 0.9258778959836722, + "coverage": 1.0, + "entropy": 3.130682415981686 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.03514414509276213, + "corr": -0.08886527534625921, + "mono": 0.9230117887913454, + "coverage": 1.0, + "entropy": 3.019480185039522 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.040836161204928695, + "corr": -0.06678636984752384, + "mono": 0.9036504780995859, + "coverage": 1.0, + "entropy": 3.019961885921506 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.06561317243984245, + "corr": 0.5773733823591438, + "mono": 0.9965622226341891, + "coverage": 0.21875, + "entropy": 0.6915244166468935 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.059590216164046875, + "corr": 0.6450271680990951, + "mono": 0.9790823251135428, + "coverage": 0.375, + "entropy": 0.9698950077772778 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.8906804603066332, + "corr": 0.914559742070793, + "mono": 0.9256701880215225, + "coverage": 0.9859277956913568, + "entropy": 0.945653590295473 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.011211972051616895, + "corr": 0.09653957566827576, + "mono": 0.8957382085550739, + "coverage": 0.96875, + "entropy": 2.1684660856153637 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.035536405812413054, + "corr": -0.21508449252283215, + "mono": 0.8830642396132121, + "coverage": 1.0, + "entropy": 1.4221986176143715 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.01788989490300337, + "corr": -0.06991255337762872, + "mono": 0.87100939627885, + "coverage": 1.0, + "entropy": 1.428436945176296 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.011656182407370637, + "corr": 0.025684557249902224, + "mono": 0.9220002856455114, + "coverage": 1.0, + "entropy": 1.212803866007806 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.0356171347780875, + "corr": -0.1293581158910551, + "mono": 0.947458220271362, + "coverage": 1.0, + "entropy": 1.7287051779148235 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.6980579145084341, + "corr": 0.6177330449986164, + "mono": 0.9812046451701101, + "coverage": 1.0, + "entropy": 3.386000985133716 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.05860240927794767, + "corr": 0.35071697927666723, + "mono": 0.816980308006907, + "coverage": 0.9373839535159944, + "entropy": 3.4161317729915206 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.013589904099203725, + "corr": 0.1437602470311607, + "mono": 0.8798134785971538, + "coverage": 1.0, + "entropy": 3.421461548034934 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.007378715586005834, + "corr": 0.5325287862371333, + "mono": 0.9074323841835853, + "coverage": 1.0, + "entropy": 3.627157681039708 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.19459942902610577, + "corr": 0.09778158193714878, + "mono": 0.9926810393275592, + "coverage": 1.0, + "entropy": 2.2657610795687466 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.011586505536171457, + "corr": -0.2322607968616152, + "mono": 0.9295796726727646, + "coverage": 0.8995661665221731, + "entropy": 2.2703156789466057 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.19916770514476104, + "corr": 0.05357888691775848, + "mono": 0.8411221066911336, + "coverage": 0.9779188368055556, + "entropy": 3.6727896785526295 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.009487663325177458, + "corr": -0.1564043046564629, + "mono": 0.9681521526271387, + "coverage": 0.734985587585627, + "entropy": 2.3720994091804295 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9291787545851367, + "corr": 0.99258013022927, + "mono": 0.9971481330738763, + "coverage": 1.0, + "entropy": 0.38902891325871114, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.010635324657443403, + "corr": 0.0985253247549054, + "mono": 0.8582714702518681, + "coverage": 0.9034335423645384, + "entropy": 1.808250751641663 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.028723980611461003, + "corr": 0.011606310899154182, + "mono": 1.0, + "coverage": 0.01923145406584505, + "entropy": 1.2123866558355336 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.013077312613911521, + "corr": 0.17910971990659058, + "mono": 0.8751329884182011, + "coverage": 0.9024570509228524, + "entropy": 1.5587293233431048 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0009919724656779812, + "corr": 0.02528307776097216, + "mono": 0.6514388674740959, + "coverage": 0.9831166265940547, + "entropy": 3.106609454336744 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0011482622324094534, + "corr": 0.054653560888187486, + "mono": 0.6686500958589331, + "coverage": 0.9740353828440318, + "entropy": 3.2910709734753505 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.001097129290466011, + "corr": 0.04254682310780775, + "mono": 0.6547464563249139, + "coverage": 0.985721316041395, + "entropy": 3.1383942848424202 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9382601627792999, + "corr": 0.9853785452298329, + "mono": 0.9944024762068429, + "coverage": 1.0, + "entropy": 1.8537025253810737, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8860982645907296, + "corr": 0.9400420631185747, + "mono": 0.9874488002381433, + "coverage": 0.99940783095364, + "entropy": 1.0301962433802194, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.006830219111959815, + "corr": 0.3559737447158942, + "mono": 0.9278447995315506, + "coverage": 0.6634468180023967, + "entropy": 2.2222711214831388 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9526221485253323, + "corr": 0.984762164507588, + "mono": 0.9902196375090935, + "coverage": 1.0, + "entropy": 0.7460358320082817, + "radius": 7 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.012447541110510838, + "corr": 0.19816100045380444, + "mono": 0.9994927160945982, + "coverage": 0.025545616091255906, + "entropy": 0.3332178543901565 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_or.json b/web/laci/zonos3_mini_heads_or.json new file mode 100644 index 0000000000000000000000000000000000000000..ec477bcabd4a625b9cc92a3de81be8d88c2f2ce1 --- /dev/null +++ b/web/laci/zonos3_mini_heads_or.json @@ -0,0 +1,335 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/sofian/tmp/laci_sets/or", + "n_utts": 31, + "seed": 1234, + "frames_per_token": 0.7853107344632768, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 4, + "text_mass": 0.9360362739472831, + "corr": 0.9596129999825247, + "mono": 0.9606941403604558, + "coverage": 0.9965709931419863, + "entropy": 1.2560102077340587, + "radius": 8 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9309604949219038, + "corr": 0.9409255941059492, + "mono": 0.9533499285116609, + "coverage": 0.9970687260523456, + "entropy": 1.5713285723060322, + "radius": 8 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.8894117688332837, + "corr": 0.9670979558424582, + "mono": 0.9533302397400966, + "coverage": 1.0, + "entropy": 3.3171145328833407, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.06887268480205404, + "corr": -0.015781749883934385, + "mono": 0.9821595680236518, + "coverage": 1.0, + "entropy": 3.653470738096279 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.07357502498265112, + "corr": 0.14654220090844616, + "mono": 0.9840491312936022, + "coverage": 1.0, + "entropy": 3.812465447714269 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.07777021138731093, + "corr": -0.24022211172160246, + "mono": 0.9709550660546256, + "coverage": 1.0, + "entropy": 4.132320320889556 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.08354940539862177, + "corr": -0.02019618931812385, + "mono": 0.9789711482146946, + "coverage": 1.0, + "entropy": 3.7610673761351308 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.09941131136631166, + "corr": 0.5888607405672768, + "mono": 0.9943554491046437, + "coverage": 0.25806451612903225, + "entropy": 1.7271525596994408 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.05456580119734729, + "corr": 0.5504426755470028, + "mono": 0.9658628283605417, + "coverage": 0.5483870967741935, + "entropy": 2.4021447013379675 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9312773889660207, + "corr": 0.920348562594538, + "mono": 0.8477776789303307, + "coverage": 0.9948912186866266, + "entropy": 1.9024404204727308 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.014074755804549165, + "corr": 0.13508626379972244, + "mono": 0.8771975062423203, + "coverage": 0.9604955586722768, + "entropy": 3.952139925846174 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.04946367567514421, + "corr": -0.24554558098161416, + "mono": 0.9430679433300215, + "coverage": 1.0, + "entropy": 1.601951594183827 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.03567014964555226, + "corr": -0.08010612628552856, + "mono": 0.9002839780739643, + "coverage": 1.0, + "entropy": 2.1494320310664055 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.021816843711848728, + "corr": -0.13291970302632689, + "mono": 0.9516271019482004, + "coverage": 1.0, + "entropy": 1.467888425866874 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.061691238688939755, + "corr": -0.10696216846812705, + "mono": 0.9771930566124282, + "coverage": 1.0, + "entropy": 2.51756617236954 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.8098333219241477, + "corr": 0.6387251309518951, + "mono": 0.9706235775828015, + "coverage": 1.0, + "entropy": 4.601924486663114 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.11188079471786579, + "corr": 0.053014817252998545, + "mono": 0.8241484130794166, + "coverage": 0.6693252471469326, + "entropy": 3.7754906809642246 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.011337399154174128, + "corr": -0.07603233436187272, + "mono": 0.9484597805212144, + "coverage": 1.0, + "entropy": 4.583821438363822 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.007839449499795877, + "corr": -0.31512050948569525, + "mono": 0.9656552575812379, + "coverage": 1.0, + "entropy": 4.834094003093432 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.23047819383165902, + "corr": 0.02113287441693759, + "mono": 0.9938376630511249, + "coverage": 1.0, + "entropy": 3.1874711675704943 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.019933148868441566, + "corr": 0.1211661844444686, + "mono": 0.9038767206017797, + "coverage": 0.8876565729065395, + "entropy": 3.2449078520568504 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.19540563554830034, + "corr": -0.34515495746955777, + "mono": 0.8207657707353727, + "coverage": 0.9782278312156684, + "entropy": 4.484473659190612 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.017309754763161177, + "corr": 0.11932021562204304, + "mono": 0.9209089359044335, + "coverage": 0.8226660071610484, + "entropy": 3.6563176964029127 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9360362739472831, + "corr": 0.9596129999825247, + "mono": 0.9606941403604558, + "coverage": 0.9965709931419863, + "entropy": 1.2560102077340587, + "radius": 8 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.013727970161225567, + "corr": 0.09948889207304361, + "mono": 0.8533617722531709, + "coverage": 0.9302892288942781, + "entropy": 2.4999108347838406 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03571770490697848, + "corr": 0.06970575065481588, + "mono": 1.0, + "coverage": 0.004662839077177302, + "entropy": 1.7281050970054441 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.016214289270929706, + "corr": 0.1792573018457807, + "mono": 0.8420948332924217, + "coverage": 0.9316129077837674, + "entropy": 2.312248955049168 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.001305562381239446, + "corr": -0.10751064246258055, + "mono": 0.6028956752578525, + "coverage": 0.9759426229920146, + "entropy": 4.270086337867854 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0025234032848162695, + "corr": -0.06726095205436337, + "mono": 0.6292846977468324, + "coverage": 0.9739483781975712, + "entropy": 4.530707167002723 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0021649597691233325, + "corr": 0.03550951575447595, + "mono": 0.6022471502028178, + "coverage": 0.9753733846406167, + "entropy": 4.32404001891047 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.8894117688332837, + "corr": 0.9670979558424582, + "mono": 0.9533302397400966, + "coverage": 1.0, + "entropy": 3.3171145328833407, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9137950076197064, + "corr": 0.8751107060292319, + "mono": 0.9465619947683958, + "coverage": 0.9970855463853086, + "entropy": 1.969830272611796 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.01643763346255491, + "corr": 0.14160812344817886, + "mono": 0.812248111659073, + "coverage": 0.8759611280218734, + "entropy": 4.093955816396146 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9309604949219038, + "corr": 0.9409255941059492, + "mono": 0.9533499285116609, + "coverage": 0.9970687260523456, + "entropy": 1.5713285723060322, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.008348245002507191, + "corr": 0.20942499875600992, + "mono": 0.9798552595635973, + "coverage": 0.3707437818691784, + "entropy": 1.3627943481824316 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_pa.json b/web/laci/zonos3_mini_heads_pa.json new file mode 100644 index 0000000000000000000000000000000000000000..00bce7dfcc0b5c64039e4c1bd1a25f3daebcfc17 --- /dev/null +++ b/web/laci/zonos3_mini_heads_pa.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/sofian/tmp/laci_sets/pa", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 1.0533768832889376, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 4, + "text_mass": 0.9328859935041655, + "corr": 0.9846464781776184, + "mono": 0.9690329717773061, + "coverage": 1.0, + "entropy": 1.2020945407877552, + "radius": 8 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9410416439916016, + "corr": 0.9652236269807517, + "mono": 0.9646263950021747, + "coverage": 1.0, + "entropy": 1.5074093018763786, + "radius": 8 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9219259408166927, + "corr": 0.9791585843682573, + "mono": 0.9599558611958344, + "coverage": 1.0, + "entropy": 3.174252728407611, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9072700739174617, + "corr": 0.9185944218307142, + "mono": 0.9568022628420443, + "coverage": 0.9987482922626495, + "entropy": 1.9334603557086643, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.07037234813779311, + "corr": 0.09422622918302169, + "mono": 0.9708912248938946, + "coverage": 1.0, + "entropy": 3.588326753126689 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.06453783589761268, + "corr": 0.16962064042325214, + "mono": 0.9482508973208487, + "coverage": 1.0, + "entropy": 3.940720961801753 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.08940356684095556, + "corr": -0.06757814639026845, + "mono": 0.9580693953197177, + "coverage": 1.0, + "entropy": 3.9662518557104454 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.08514033289389085, + "corr": 0.12257813514120293, + "mono": 0.9419527502473996, + "coverage": 1.0, + "entropy": 3.7697469039377705 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.10162760890878526, + "corr": 0.5760797618904523, + "mono": 0.9862346896722121, + "coverage": 0.59375, + "entropy": 2.3663224992547547 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.05694513217839696, + "corr": 0.46855981067383684, + "mono": 0.9245460077670878, + "coverage": 0.875, + "entropy": 2.9986038188037014 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9397368094496944, + "corr": 0.9274301652206468, + "mono": 0.8572698364497514, + "coverage": 0.9962375361945036, + "entropy": 1.8745914256107192 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.019460128771047427, + "corr": 0.07951885001479449, + "mono": 0.843123835824337, + "coverage": 1.0, + "entropy": 4.107949356961904 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.06162114377129931, + "corr": -0.11382063543258904, + "mono": 0.9576021804531616, + "coverage": 1.0, + "entropy": 2.554087555236515 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.059838508712078256, + "corr": -0.01643844884227906, + "mono": 0.9251889664190119, + "coverage": 1.0, + "entropy": 3.115486711952673 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.03177057450340044, + "corr": -0.040016692275430366, + "mono": 0.9628475542861855, + "coverage": 1.0, + "entropy": 2.6216946901057976 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.12488559472393448, + "corr": 0.02121949013613695, + "mono": 0.9774605598630393, + "coverage": 1.0, + "entropy": 3.5827173644357724 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7937436109847422, + "corr": 0.7048470369510776, + "mono": 0.9622563986106291, + "coverage": 1.0, + "entropy": 4.370955525786061 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.08520757550823439, + "corr": 0.09104428471077075, + "mono": 0.8006940068998286, + "coverage": 0.9033968845199416, + "entropy": 4.248454446077092 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.028298601941774474, + "corr": -0.11870113699274004, + "mono": 0.8173357305552776, + "coverage": 1.0, + "entropy": 4.306337430484764 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.013990202692596602, + "corr": -0.01318833523964174, + "mono": 0.8166531113353317, + "coverage": 1.0, + "entropy": 4.557218135546591 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.21591489659140484, + "corr": 0.09084463857218465, + "mono": 0.9873274070170743, + "coverage": 1.0, + "entropy": 3.5112147748888765 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.018479588395006408, + "corr": 0.19382258987181208, + "mono": 0.964176063534525, + "coverage": 0.733351659006204, + "entropy": 2.822662317161523 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.19873379747137643, + "corr": -0.04688056949135194, + "mono": 0.8101377043288833, + "coverage": 0.9895833333333334, + "entropy": 4.524487336962771 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.015270664271044107, + "corr": 0.1909707878432893, + "mono": 0.932384888306056, + "coverage": 0.8196679024691488, + "entropy": 3.2357858717458434 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9328859935041655, + "corr": 0.9846464781776184, + "mono": 0.9690329717773061, + "coverage": 1.0, + "entropy": 1.2020945407877552, + "radius": 8 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.015188110242706459, + "corr": 0.0822591046503197, + "mono": 0.8484407393429353, + "coverage": 0.9389319360812935, + "entropy": 2.4912736071243615 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03877012568537583, + "corr": 0.016057312057056378, + "mono": 0.9994276556776557, + "coverage": 0.015729085444971747, + "entropy": 1.6109184542183985 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.01676821946896583, + "corr": 0.1756666190404587, + "mono": 0.8378943103081742, + "coverage": 0.9351275412434076, + "entropy": 2.297495522040637 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0016085402015863688, + "corr": -0.15005544819001806, + "mono": 0.6228276992371217, + "coverage": 0.9756515874192487, + "entropy": 4.1082775092720984 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.002352979288028225, + "corr": -0.13069599341012333, + "mono": 0.6406256592441624, + "coverage": 0.9786984225424559, + "entropy": 4.407597937739766 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.002691032575931167, + "corr": -0.017390621314283594, + "mono": 0.6256162222602687, + "coverage": 0.9738591615687521, + "entropy": 4.1751132396130375 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9219259408166927, + "corr": 0.9791585843682573, + "mono": 0.9599558611958344, + "coverage": 1.0, + "entropy": 3.174252728407611, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9072700739174617, + "corr": 0.9185944218307142, + "mono": 0.9568022628420443, + "coverage": 0.9987482922626495, + "entropy": 1.9334603557086643, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.016754487089123995, + "corr": 0.3249931033600731, + "mono": 0.8143828764369556, + "coverage": 0.9227910497526103, + "entropy": 4.061027210167214 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9410416439916016, + "corr": 0.9652236269807517, + "mono": 0.9646263950021747, + "coverage": 1.0, + "entropy": 1.5074093018763786, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.009372940228637853, + "corr": 0.30671521291828063, + "mono": 0.9737710070337157, + "coverage": 0.5086819495433238, + "entropy": 1.455079731834083 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_pl.json b/web/laci/zonos3_mini_heads_pl.json new file mode 100644 index 0000000000000000000000000000000000000000..0974bcb7e1823cd797f822812cd3b642fb74bb71 --- /dev/null +++ b/web/laci/zonos3_mini_heads_pl.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/pl", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.2645687645687644, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9535635127046449, + "corr": 0.9816029902376692, + "mono": 0.9922321439578538, + "coverage": 1.0, + "entropy": 0.8301499686584707, + "radius": 8 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9165447171599364, + "corr": 0.981717714665292, + "mono": 0.993690657620426, + "coverage": 1.0, + "entropy": 1.9534636240317529, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9032555086137497, + "corr": 0.9880117170002013, + "mono": 0.992789621799447, + "coverage": 1.0, + "entropy": 0.5038985705812181, + "radius": 5 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8881037299389853, + "corr": 0.9343155816145811, + "mono": 0.9914123180510573, + "coverage": 0.99436402235429, + "entropy": 1.1266195169079736, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.029318775032989706, + "corr": -0.10994557164818584, + "mono": 0.9351332239232072, + "coverage": 1.0, + "entropy": 3.15119613735267 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.03542508841635878, + "corr": -0.1694802011315284, + "mono": 0.94051489488484, + "coverage": 1.0, + "entropy": 3.2406408454520093 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.03726413072754876, + "corr": -0.10020440986343318, + "mono": 0.9132941306080833, + "coverage": 1.0, + "entropy": 3.2449918741298838 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.04812977101525876, + "corr": -0.18080008060747588, + "mono": 0.9207064477799298, + "coverage": 1.0, + "entropy": 3.24393029026979 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.0751066921563467, + "corr": 0.42585007880072095, + "mono": 0.991542183014484, + "coverage": 0.25, + "entropy": 0.7984952966784304 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.07305331707857962, + "corr": 0.547738117343676, + "mono": 0.9622012761776045, + "coverage": 0.53125, + "entropy": 0.9461609201529408 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.8919671211154027, + "corr": 0.9071014845027224, + "mono": 0.921752776290793, + "coverage": 0.9893243336507, + "entropy": 1.0033324711643727 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.014474151353734041, + "corr": -0.02827619005007915, + "mono": 0.9233285784721661, + "coverage": 0.96875, + "entropy": 2.0044757019162347 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.036139621972215256, + "corr": -0.2883822979141153, + "mono": 0.8670330158059517, + "coverage": 1.0, + "entropy": 1.5617385162926094 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.01837947645290625, + "corr": -0.16920046342360645, + "mono": 0.8515514956333367, + "coverage": 1.0, + "entropy": 1.7324213268691049 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.011038496942538794, + "corr": -0.02770410650773452, + "mono": 0.8965555292732669, + "coverage": 1.0, + "entropy": 1.474875103147416 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.03838480281245656, + "corr": -0.18676001090356528, + "mono": 0.9533421723170733, + "coverage": 1.0, + "entropy": 1.9943390087233792 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7287303528052181, + "corr": 0.7515871867055588, + "mono": 0.9938128836665043, + "coverage": 1.0, + "entropy": 3.5825154061003714 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.06500318445926621, + "corr": 0.10720795743432339, + "mono": 0.8135333485982159, + "coverage": 0.9232011671500633, + "entropy": 3.594544246508277 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.016206294491120432, + "corr": 0.19403045886575296, + "mono": 0.8954559723176604, + "coverage": 1.0, + "entropy": 3.5853035988724096 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.009140660902884847, + "corr": 0.30135097968555613, + "mono": 0.8819308490159873, + "coverage": 1.0, + "entropy": 3.837248991176451 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.15192258745866552, + "corr": 0.021530927996977218, + "mono": 0.9889226849194472, + "coverage": 1.0, + "entropy": 2.5812337252709168 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.011709685534677274, + "corr": -0.2266298001568788, + "mono": 0.9669100909380873, + "coverage": 0.6246965630457034, + "entropy": 2.559204928242206 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.19811000566636783, + "corr": 0.12938377375496288, + "mono": 0.8615091216792725, + "coverage": 0.9047072899136338, + "entropy": 3.8135479713062597 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.011664968245160029, + "corr": -0.09088214316640458, + "mono": 0.9641056551085468, + "coverage": 0.7579354248987711, + "entropy": 2.679966404690621 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9032555086137497, + "corr": 0.9880117170002013, + "mono": 0.992789621799447, + "coverage": 1.0, + "entropy": 0.5038985705812181, + "radius": 5 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.010708508394301796, + "corr": 0.13250497956562596, + "mono": 0.8560405912416498, + "coverage": 0.8991294191255224, + "entropy": 1.8922902953871432 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03253477046476991, + "corr": 0.08806087487283651, + "mono": 1.0, + "coverage": 0.01719622426349394, + "entropy": 1.3030518279543692 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.013834566953648682, + "corr": 0.20646127130433953, + "mono": 0.880593538312741, + "coverage": 0.8796992363034606, + "entropy": 1.6181344093389778 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0010817191634672264, + "corr": 0.08012014421926367, + "mono": 0.6418419506776765, + "coverage": 0.9832268216604847, + "entropy": 3.2691717914532696 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0014792948629958713, + "corr": 0.02493373654976999, + "mono": 0.6642619083664393, + "coverage": 0.9755372421570929, + "entropy": 3.4531172022771894 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0014132751539798606, + "corr": 0.04973048265431901, + "mono": 0.6427533452369864, + "coverage": 0.9835922207540466, + "entropy": 3.3035406794018605 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9165447171599364, + "corr": 0.981717714665292, + "mono": 0.993690657620426, + "coverage": 1.0, + "entropy": 1.9534636240317529, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8881037299389853, + "corr": 0.9343155816145811, + "mono": 0.9914123180510573, + "coverage": 0.99436402235429, + "entropy": 1.1266195169079736, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.008555064351133037, + "corr": 0.26094009828761056, + "mono": 0.9200809470742011, + "coverage": 0.5697177014565418, + "entropy": 2.3259953986778146 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9535635127046449, + "corr": 0.9816029902376692, + "mono": 0.9922321439578538, + "coverage": 1.0, + "entropy": 0.8301499686584707, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.012470430656650848, + "corr": 0.22500226026240192, + "mono": 0.9992257712049561, + "coverage": 0.05444071788334784, + "entropy": 0.35570468984963793 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_pt.json b/web/laci/zonos3_mini_heads_pt.json new file mode 100644 index 0000000000000000000000000000000000000000..f9057c5c64743c49409d8990400cf069304df7c5 --- /dev/null +++ b/web/laci/zonos3_mini_heads_pt.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/pt", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 3.339080459770115, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9398149312700648, + "corr": 0.9847500321851989, + "mono": 0.9947124698443969, + "coverage": 1.0, + "entropy": 0.6941854849877362, + "radius": 7 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9260447302889293, + "corr": 0.9881135507955534, + "mono": 0.9947655642617113, + "coverage": 1.0, + "entropy": 1.7480890271054774, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9131947439491553, + "corr": 0.9927050173458781, + "mono": 0.9976892746064618, + "coverage": 1.0, + "entropy": 0.3258138932450217, + "radius": 4 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.8955146056625656, + "corr": 0.9158228137252363, + "mono": 0.9370514399197963, + "coverage": 0.9895411017980917, + "entropy": 0.8263471186255339, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.02580504683975868, + "corr": -0.10097075853756511, + "mono": 0.9357720702017165, + "coverage": 1.0, + "entropy": 2.7954361374167394 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.03136523010396505, + "corr": -0.14359076176297772, + "mono": 0.9251745049184893, + "coverage": 1.0, + "entropy": 2.9347621056522413 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.03227617796685586, + "corr": -0.11073627504886836, + "mono": 0.9145156070401274, + "coverage": 1.0, + "entropy": 2.9224908553110036 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.041553645315523295, + "corr": -0.08835820090313165, + "mono": 0.9161371319504704, + "coverage": 1.0, + "entropy": 2.8503342494717754 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.06320972176046497, + "corr": 0.5215378904418965, + "mono": 0.9955518076011948, + "coverage": 0.0625, + "entropy": 0.6901699383696324 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.05773568166896942, + "corr": 0.6588161598190394, + "mono": 0.9803458313410333, + "coverage": 0.40625, + "entropy": 0.8338064723926537 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.8955146056625656, + "corr": 0.9158228137252363, + "mono": 0.9370514399197963, + "coverage": 0.9895411017980917, + "entropy": 0.8263471186255339, + "radius": 8 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.01080555002339464, + "corr": 0.1310208667439781, + "mono": 0.9095054032950302, + "coverage": 0.96875, + "entropy": 1.9194949987550214 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.030798516598084358, + "corr": -0.3106354871130546, + "mono": 0.8909566182406239, + "coverage": 1.0, + "entropy": 1.4131786973119909 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.016314895474917494, + "corr": -0.1836527814811516, + "mono": 0.8578208954394433, + "coverage": 1.0, + "entropy": 1.4093567058420535 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.009738132133538092, + "corr": -0.06099170903506514, + "mono": 0.913949138431407, + "coverage": 1.0, + "entropy": 1.2016714639055086 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.032539395096519236, + "corr": -0.19547968924703163, + "mono": 0.9429640050162809, + "coverage": 1.0, + "entropy": 1.6882899506522169 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7036450385728967, + "corr": 0.7843861553552034, + "mono": 0.9966263316269869, + "coverage": 1.0, + "entropy": 3.295864692920202 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.054232326546173285, + "corr": 0.5583829403489745, + "mono": 0.8143567862255614, + "coverage": 0.9256603993872748, + "entropy": 3.3231561188946293 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.013156435935063205, + "corr": 0.3067869010301649, + "mono": 0.8593225147385668, + "coverage": 1.0, + "entropy": 3.2127214688597183 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.007291682122865906, + "corr": 0.6684742362643377, + "mono": 0.9329048872568431, + "coverage": 1.0, + "entropy": 3.4450454731070375 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.10550608431633456, + "corr": 0.10335998450624857, + "mono": 0.9950025487502481, + "coverage": 1.0, + "entropy": 2.4084484145113536 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.014884901826851983, + "corr": -0.13947145195822985, + "mono": 0.877508072060027, + "coverage": 1.0, + "entropy": 2.5181211934555336 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.13505962355747111, + "corr": 0.33607395381826105, + "mono": 0.8574642482137896, + "coverage": 1.0, + "entropy": 3.5573620499408927 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.011997829399203921, + "corr": -0.10667747278984228, + "mono": 0.9414578598558174, + "coverage": 0.9459901800471741, + "entropy": 2.69590065701832 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9131947439491553, + "corr": 0.9927050173458781, + "mono": 0.9976892746064618, + "coverage": 1.0, + "entropy": 0.3258138932450217, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.010461233375639794, + "corr": 0.18005407339397508, + "mono": 0.8677162995734322, + "coverage": 0.918109071152852, + "entropy": 1.6515357676493339 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.0300687437165165, + "corr": 0.15026419782191133, + "mono": 1.0, + "coverage": 0.022693304708964503, + "entropy": 1.1425594725848904 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.012406048527234464, + "corr": 0.2207162910941883, + "mono": 0.8966591206355143, + "coverage": 0.8906460436831507, + "entropy": 1.3837258111622563 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.000840298758795969, + "corr": -0.009378018348225157, + "mono": 0.6668143055998923, + "coverage": 0.9729767585404159, + "entropy": 2.9513794863680047 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.001095236111231739, + "corr": 0.008866241645977215, + "mono": 0.6827159499834768, + "coverage": 0.9708260197202081, + "entropy": 3.150148540900587 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0012138194700721254, + "corr": -0.018281333043941052, + "mono": 0.6667619922917372, + "coverage": 0.986989612620865, + "entropy": 2.9851614695220254 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9260447302889293, + "corr": 0.9881135507955534, + "mono": 0.9947655642617113, + "coverage": 1.0, + "entropy": 1.7480890271054774, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8756702683896495, + "corr": 0.9279241806669437, + "mono": 0.9911778135647715, + "coverage": 0.998190653432589, + "entropy": 0.9734712173277357 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.006732961312717908, + "corr": 0.36232017992366977, + "mono": 0.9544081588887163, + "coverage": 0.5921537761502678, + "entropy": 1.7958882857987881 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9398149312700648, + "corr": 0.9847500321851989, + "mono": 0.9947124698443969, + "coverage": 1.0, + "entropy": 0.6941854849877362, + "radius": 7 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.011174249496910042, + "corr": 0.23360870065812764, + "mono": 0.999464897260274, + "coverage": 0.014204545454545454, + "entropy": 0.24642070941084068 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_ro.json b/web/laci/zonos3_mini_heads_ro.json new file mode 100644 index 0000000000000000000000000000000000000000..b87592c41ee0a0576f85a028134cc663a2e77b39 --- /dev/null +++ b/web/laci/zonos3_mini_heads_ro.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/ro", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.6727415026833627, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9621813728008072, + "corr": 0.9888552046376927, + "mono": 0.9946081877307131, + "coverage": 1.0, + "entropy": 0.7332401542635638, + "radius": 7 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9427846641151812, + "corr": 0.989495942617895, + "mono": 0.9929823931646782, + "coverage": 1.0, + "entropy": 1.9090590935759555, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9306717261601704, + "corr": 0.9939100868747613, + "mono": 0.9979809059721458, + "coverage": 1.0, + "entropy": 0.43005989020824337, + "radius": 4 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9016497681781294, + "corr": 0.9436699954858127, + "mono": 0.9890350890957493, + "coverage": 0.9961997864332983, + "entropy": 1.0417809925957162, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.031112313172910466, + "corr": -0.18607306161694334, + "mono": 0.9364352038028725, + "coverage": 1.0, + "entropy": 2.929830425524764 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.03705859767737006, + "corr": -0.13773627704510932, + "mono": 0.9551219938914419, + "coverage": 1.0, + "entropy": 3.01314897899117 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.03643684414161434, + "corr": -0.2202031428913054, + "mono": 0.911850550483716, + "coverage": 1.0, + "entropy": 3.1691690159576353 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.04751820900157645, + "corr": -0.19340027394031442, + "mono": 0.920343930160057, + "coverage": 1.0, + "entropy": 2.982813975652925 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07238793810829805, + "corr": 0.4929140767611138, + "mono": 0.9901531239084377, + "coverage": 0.3125, + "entropy": 0.8959759911143885 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.062030484785462386, + "corr": 0.5771233753637008, + "mono": 0.9662182152228391, + "coverage": 0.53125, + "entropy": 1.1335409307772804 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.906426491733296, + "corr": 0.928277747328873, + "mono": 0.9326667228024735, + "coverage": 0.9898469032398199, + "entropy": 0.9048139548279523 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.013900527385477781, + "corr": -0.031177596752829467, + "mono": 0.9206081663706395, + "coverage": 1.0, + "entropy": 2.1483607419368025 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.03682063736165583, + "corr": -0.297974828243187, + "mono": 0.8898118944410651, + "coverage": 1.0, + "entropy": 1.5502376440559407 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.01645534725352475, + "corr": -0.11721635044513844, + "mono": 0.8576963116209045, + "coverage": 1.0, + "entropy": 1.6411809043566006 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.010424532871646755, + "corr": -0.025047310785030485, + "mono": 0.9008561776694299, + "coverage": 1.0, + "entropy": 1.4153966711063781 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.03618467879021616, + "corr": -0.1866266538583393, + "mono": 0.9255196942916799, + "coverage": 1.0, + "entropy": 2.03296290673633 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7341371218772783, + "corr": 0.8019326597516256, + "mono": 0.9924723903869453, + "coverage": 1.0, + "entropy": 3.583190323963807 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.06729537137472885, + "corr": 0.27276101744176345, + "mono": 0.8164323799485596, + "coverage": 0.9420320541417041, + "entropy": 3.5994946399362675 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.016880316428166408, + "corr": 0.2046597711161348, + "mono": 0.8805088068582777, + "coverage": 1.0, + "entropy": 3.629261377893807 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.009692425848761553, + "corr": 0.4593131317375227, + "mono": 0.8919615099267151, + "coverage": 1.0, + "entropy": 3.8410124757536535 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.16080263523497842, + "corr": 0.06113238161221694, + "mono": 0.9902233471711088, + "coverage": 1.0, + "entropy": 2.2048712215689905 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.013317303954142112, + "corr": -0.22498776754662683, + "mono": 0.9541258678143465, + "coverage": 0.7622555311608215, + "entropy": 2.2107409839368075 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.17184229437377632, + "corr": 0.13814001215188587, + "mono": 0.872732328624837, + "coverage": 0.9255139533531551, + "entropy": 3.788801540321441 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.012761602099875034, + "corr": -0.0736386046643057, + "mono": 0.948081786832785, + "coverage": 0.8895663946679894, + "entropy": 2.4064960088920517 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9306717261601704, + "corr": 0.9939100868747613, + "mono": 0.9979809059721458, + "coverage": 1.0, + "entropy": 0.43005989020824337, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.01141826355494734, + "corr": 0.09064331519027831, + "mono": 0.8726869949543198, + "coverage": 0.9130772996821427, + "entropy": 1.7775434449179468 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.034819825902013754, + "corr": -0.0060600495341730795, + "mono": 1.0, + "coverage": 0.016152631534803133, + "entropy": 1.108840130515761 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.014028998127154139, + "corr": 0.17476127200775, + "mono": 0.8936299479648345, + "coverage": 0.8908902808631234, + "entropy": 1.5279258964697806 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0010173650326086895, + "corr": 0.032532550244183736, + "mono": 0.6452624110979455, + "coverage": 0.9851658331488494, + "entropy": 3.2279812617716193 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0012366692041276767, + "corr": 0.06662305737290532, + "mono": 0.6590833511369741, + "coverage": 0.9772055589823755, + "entropy": 3.432228427888578 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0011624592621735906, + "corr": 0.03444390499008869, + "mono": 0.6411371054067565, + "coverage": 0.9864643411078691, + "entropy": 3.277659180972369 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9427846641151812, + "corr": 0.989495942617895, + "mono": 0.9929823931646782, + "coverage": 1.0, + "entropy": 1.9090590935759555, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9016497681781294, + "corr": 0.9436699954858127, + "mono": 0.9890350890957493, + "coverage": 0.9961997864332983, + "entropy": 1.0417809925957162, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.007691407321310936, + "corr": 0.2769588018408939, + "mono": 0.9141958535269471, + "coverage": 0.6779188275513363, + "entropy": 2.4145839379379153 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9621813728008072, + "corr": 0.9888552046376927, + "mono": 0.9946081877307131, + "coverage": 1.0, + "entropy": 0.7332401542635638, + "radius": 7 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.012038308531074455, + "corr": 0.23353609894272365, + "mono": 0.9977252259373515, + "coverage": 0.11367795310159667, + "entropy": 0.4034326127248064 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_ru.json b/web/laci/zonos3_mini_heads_ru.json new file mode 100644 index 0000000000000000000000000000000000000000..0768cabb6ae7907803ad91992b850a19bac96232 --- /dev/null +++ b/web/laci/zonos3_mini_heads_ru.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/ru", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.2830940988835726, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9638594971077875, + "corr": 0.9840408641510393, + "mono": 0.9943675942922822, + "coverage": 1.0, + "entropy": 0.7959989073743955, + "radius": 7 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9311655148778838, + "corr": 0.9877388847305542, + "mono": 0.9914438410339239, + "coverage": 1.0, + "entropy": 1.9578924475075385, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9163542396178086, + "corr": 0.9926518002434682, + "mono": 0.9961743354838731, + "coverage": 1.0, + "entropy": 0.49308904327299385, + "radius": 5 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9131256189842069, + "corr": 0.9295815001364899, + "mono": 0.9396853886369965, + "coverage": 0.9928568297410566, + "entropy": 0.9345642985282208, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.0343312445895983, + "corr": -0.21849135976907488, + "mono": 0.9521412845628638, + "coverage": 1.0, + "entropy": 2.9656743888195547 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.04243216814742069, + "corr": -0.12436753848675791, + "mono": 0.9549908843350086, + "coverage": 1.0, + "entropy": 3.090493857359506 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.03822634921887538, + "corr": -0.2584141815213321, + "mono": 0.932135898241422, + "coverage": 1.0, + "entropy": 3.1876854932093615 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.053496499183283815, + "corr": -0.2092765607071187, + "mono": 0.93898310833474, + "coverage": 1.0, + "entropy": 3.020384706001292 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07307532198149441, + "corr": 0.49234335841597165, + "mono": 0.9956550549675562, + "coverage": 0.15625, + "entropy": 0.7544020829518773 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06297629525899508, + "corr": 0.6187608787010571, + "mono": 0.9804262749096342, + "coverage": 0.3125, + "entropy": 0.9367642785567912 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9131256189842069, + "corr": 0.9295815001364899, + "mono": 0.9396853886369965, + "coverage": 0.9928568297410566, + "entropy": 0.9345642985282208, + "radius": 8 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.01098193378598707, + "corr": 0.04209919150008895, + "mono": 0.9032528547353688, + "coverage": 0.975, + "entropy": 2.3284619633149015 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.037842989905765075, + "corr": -0.2849031955217491, + "mono": 0.8778285132704579, + "coverage": 1.0, + "entropy": 1.5612959944860731 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.018870346336439168, + "corr": -0.17964584525545316, + "mono": 0.8551393097488748, + "coverage": 1.0, + "entropy": 1.6975397225612405 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.011180826923303761, + "corr": -0.0641537301989887, + "mono": 0.9070992930483627, + "coverage": 1.0, + "entropy": 1.4474995231466075 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.03957854146564834, + "corr": -0.2268730605177098, + "mono": 0.9600236406119654, + "coverage": 1.0, + "entropy": 1.9519964888659602 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7677269187878828, + "corr": 0.8791880467729469, + "mono": 0.995517272951472, + "coverage": 1.0, + "entropy": 3.69181190590843 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.08349086795420474, + "corr": 0.13999079573313067, + "mono": 0.7975680126776978, + "coverage": 0.9308126222934551, + "entropy": 3.6768486048314855 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.016414068002648174, + "corr": 0.23414966342093052, + "mono": 0.8898292455222587, + "coverage": 1.0, + "entropy": 3.71721402983929 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.010129816066072828, + "corr": 0.19441944966138927, + "mono": 0.8682220656678562, + "coverage": 1.0, + "entropy": 3.9607240044625045 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.14674694445303693, + "corr": 0.02665686921033239, + "mono": 0.9844594232255574, + "coverage": 1.0, + "entropy": 2.623837631106228 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.012132883937010284, + "corr": -0.0850019677821195, + "mono": 0.9849955718563902, + "coverage": 0.500092761697074, + "entropy": 2.6386039761734907 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.20097530167917269, + "corr": 0.15654565156672037, + "mono": 0.843197572125014, + "coverage": 0.8809423029594317, + "entropy": 3.93318521155272 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.012129944880315135, + "corr": -0.0217326577001603, + "mono": 0.9800634083238653, + "coverage": 0.4769951445114956, + "entropy": 2.734593340683992 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9163542396178086, + "corr": 0.9926518002434682, + "mono": 0.9961743354838731, + "coverage": 1.0, + "entropy": 0.49308904327299385, + "radius": 5 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.010339931928198322, + "corr": 0.1424144219295018, + "mono": 0.8694876317839801, + "coverage": 0.917030369411354, + "entropy": 1.887565301951096 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03345048293541222, + "corr": 0.0702041389644841, + "mono": 1.0, + "coverage": 0.014845520516991775, + "entropy": 1.2050667954389074 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.012987501190444584, + "corr": 0.20048104346184126, + "mono": 0.8949252062957004, + "coverage": 0.9138636689483427, + "entropy": 1.649166799393304 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0011950516637204097, + "corr": -0.0030149578139180887, + "mono": 0.6350141422309218, + "coverage": 0.9781699026497069, + "entropy": 3.327422981708798 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0014532928648980142, + "corr": 0.024061790346328014, + "mono": 0.6641977271581898, + "coverage": 0.9729299243966719, + "entropy": 3.5378295508122664 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0013873702214349326, + "corr": -0.014449321957156014, + "mono": 0.6378529694424881, + "coverage": 0.9755223597850037, + "entropy": 3.384162175849125 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9311655148778838, + "corr": 0.9877388847305542, + "mono": 0.9914438410339239, + "coverage": 1.0, + "entropy": 1.9578924475075385, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8988361076220257, + "corr": 0.9391015557743378, + "mono": 0.9911152274319281, + "coverage": 0.9959364296454214, + "entropy": 1.115176738551341 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.008328095183991146, + "corr": 0.28494686239136147, + "mono": 0.9291250327061832, + "coverage": 0.6701426135788378, + "entropy": 2.419162471466611 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9638594971077875, + "corr": 0.9840408641510393, + "mono": 0.9943675942922822, + "coverage": 1.0, + "entropy": 0.7959989073743955, + "radius": 7 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.01135388611022304, + "corr": 0.15931768578843886, + "mono": 0.9998914930555556, + "coverage": 0.028601694915254237, + "entropy": 0.3561275523154607 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_sk.json b/web/laci/zonos3_mini_heads_sk.json new file mode 100644 index 0000000000000000000000000000000000000000..9d2317fc4d42167482a8fd875bdf295194c19aac --- /dev/null +++ b/web/laci/zonos3_mini_heads_sk.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/sk", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.4178433889602053, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9640298739306227, + "corr": 0.9856006001924599, + "mono": 0.9931255910414062, + "coverage": 1.0, + "entropy": 0.7702241797786435, + "radius": 7 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9423035201259699, + "corr": 0.9888835485056402, + "mono": 0.9936825895694459, + "coverage": 1.0, + "entropy": 1.93468536706015, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9197817665246789, + "corr": 0.9930966017026757, + "mono": 0.9962353477839208, + "coverage": 1.0, + "entropy": 0.46067279324760746, + "radius": 5 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9042824871693232, + "corr": 0.9355596937643503, + "mono": 0.9934963691418209, + "coverage": 0.9975314408886213, + "entropy": 1.0639558630825738, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.028006573106669517, + "corr": -0.23811329720872804, + "mono": 0.9425891788881999, + "coverage": 1.0, + "entropy": 2.852393257539736 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.03538496310475769, + "corr": -0.16390445543888826, + "mono": 0.964361965348198, + "coverage": 1.0, + "entropy": 2.954799385809248 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.03279572219413939, + "corr": -0.28209628701028205, + "mono": 0.9182594745858949, + "coverage": 1.0, + "entropy": 3.1294925460378975 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.04482466318018305, + "corr": -0.2375816718074301, + "mono": 0.9336126238198222, + "coverage": 1.0, + "entropy": 2.896938677900894 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07380450982324964, + "corr": 0.48559063447848255, + "mono": 0.9990460102960103, + "coverage": 0.0625, + "entropy": 0.7904064237873936 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06679018924526241, + "corr": 0.6704548183005927, + "mono": 0.9844030228690722, + "coverage": 0.40625, + "entropy": 0.9932017753231059 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9114287483051164, + "corr": 0.9268160957643253, + "mono": 0.9373479300403764, + "coverage": 0.9905878462886828, + "entropy": 0.9094821567549577 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.013594486497887364, + "corr": -0.0007487128454562482, + "mono": 0.9120039327241759, + "coverage": 1.0, + "entropy": 2.1597818488712415 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.036418700921965225, + "corr": -0.27970023586863413, + "mono": 0.8699248090111954, + "coverage": 1.0, + "entropy": 1.4281294947421992 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.016812889048554703, + "corr": -0.16469603398419455, + "mono": 0.8591704817797882, + "coverage": 1.0, + "entropy": 1.5837199665130535 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.010309718985491755, + "corr": -0.04976693633012006, + "mono": 0.9003996685058175, + "coverage": 1.0, + "entropy": 1.3542676999474388 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.03724033476995962, + "corr": -0.14542394514131926, + "mono": 0.9698790141711113, + "coverage": 1.0, + "entropy": 1.7751284583303464 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7317430812132942, + "corr": 0.850770797508123, + "mono": 0.9965622152689084, + "coverage": 1.0, + "entropy": 3.6169526631677553 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.06332612675029853, + "corr": 0.2120762242975262, + "mono": 0.8108149239455967, + "coverage": 0.9494775799014175, + "entropy": 3.5849647592848837 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.01590158328864984, + "corr": 0.20405582508691317, + "mono": 0.9201539504241316, + "coverage": 1.0, + "entropy": 3.6297712932300046 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.008840959758478418, + "corr": 0.39716084982372457, + "mono": 0.9041643863908984, + "coverage": 1.0, + "entropy": 3.8551552848347286 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.16209237704336427, + "corr": 0.119682206981321, + "mono": 0.995779723825685, + "coverage": 1.0, + "entropy": 2.3572020468705706 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.010818696564734791, + "corr": -0.1479984699595415, + "mono": 0.9470405774426436, + "coverage": 0.9116565205627706, + "entropy": 2.533677595027051 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.16960742867802878, + "corr": 0.2808902144986968, + "mono": 0.8509095601225415, + "coverage": 0.9894319257281691, + "entropy": 3.768194113171119 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.010163381561603346, + "corr": 0.024047181958940747, + "mono": 0.9585791414627695, + "coverage": 0.9149858773867511, + "entropy": 2.6499025820158284 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9197817665246789, + "corr": 0.9930966017026757, + "mono": 0.9962353477839208, + "coverage": 1.0, + "entropy": 0.46067279324760746, + "radius": 5 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.010887798892765903, + "corr": 0.13552154099461117, + "mono": 0.8627146689034525, + "coverage": 0.9222479124552022, + "entropy": 1.8303981364295705 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.030746930706701994, + "corr": 0.06363657397506721, + "mono": 1.0, + "coverage": 0.01617244865259945, + "entropy": 1.2096836287804411 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.013411005915047767, + "corr": 0.1884380163159957, + "mono": 0.8881797166401574, + "coverage": 0.919578215175283, + "entropy": 1.5621117548668302 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.001123934267442559, + "corr": -0.026608486427275396, + "mono": 0.6415835476951327, + "coverage": 0.9848816843199372, + "entropy": 3.2493862549438686 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.001417454127676452, + "corr": 0.017078925893979788, + "mono": 0.6524274400079734, + "coverage": 0.9770882977923228, + "entropy": 3.43426871168456 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.001353543609046082, + "corr": -0.02177869927082482, + "mono": 0.6306844573470589, + "coverage": 0.9860410578786826, + "entropy": 3.290149514857796 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9423035201259699, + "corr": 0.9888835485056402, + "mono": 0.9936825895694459, + "coverage": 1.0, + "entropy": 1.93468536706015, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9042824871693232, + "corr": 0.9355596937643503, + "mono": 0.9934963691418209, + "coverage": 0.9975314408886213, + "entropy": 1.0639558630825738, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.007623239007719422, + "corr": 0.3385867077317735, + "mono": 0.9308829167632995, + "coverage": 0.7013112763227234, + "entropy": 2.357843464480021 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9640298739306227, + "corr": 0.9856006001924599, + "mono": 0.9931255910414062, + "coverage": 1.0, + "entropy": 0.7702241797786435, + "radius": 7 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.011973082819136114, + "corr": 0.2132117907885896, + "mono": 0.9996327726295998, + "coverage": 0.04247671850998464, + "entropy": 0.32998658829374566 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_sv.json b/web/laci/zonos3_mini_heads_sv.json new file mode 100644 index 0000000000000000000000000000000000000000..8da079b61b729cead0038f29a1e365dcc5ae6dde --- /dev/null +++ b/web/laci/zonos3_mini_heads_sv.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/sv", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.9864864864864864, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9527685982976215, + "corr": 0.9836296689949354, + "mono": 0.9946779083285975, + "coverage": 1.0, + "entropy": 0.7089900462839926, + "radius": 7 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9297989713315679, + "corr": 0.985271663234352, + "mono": 0.9939767037799063, + "coverage": 1.0, + "entropy": 1.8073176364841612, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9199282714426278, + "corr": 0.9850499926648563, + "mono": 0.9964640183558088, + "coverage": 1.0, + "entropy": 0.37170529356333926, + "radius": 4 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8972720291238859, + "corr": 0.9387967243154217, + "mono": 0.9936408584521629, + "coverage": 0.9951199015931159, + "entropy": 0.939551401485679, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.029888617755583494, + "corr": -0.09782639894483583, + "mono": 0.9422524515450662, + "coverage": 1.0, + "entropy": 2.6145377513903947 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.033773093567053, + "corr": -0.045499776985312705, + "mono": 0.9491522219079704, + "coverage": 1.0, + "entropy": 2.7978035557945446 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.03375774957476187, + "corr": -0.15226627931262557, + "mono": 0.9206416645506246, + "coverage": 1.0, + "entropy": 2.8208239003501734 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.043130321586832755, + "corr": -0.05193229096012138, + "mono": 0.9298564892034151, + "coverage": 1.0, + "entropy": 2.6758729897119946 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07121511909009487, + "corr": 0.43432763484639314, + "mono": 0.9974934471827845, + "coverage": 0.125, + "entropy": 0.550535862253276 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.07266886939237477, + "corr": 0.6478033604194652, + "mono": 0.9885484632363607, + "coverage": 0.28125, + "entropy": 0.7378786313141004 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.8949165942183005, + "corr": 0.8977783128348202, + "mono": 0.9275346482871988, + "coverage": 0.9853073008269078, + "entropy": 0.9088576904569351 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.012221387132533111, + "corr": 0.06292284259889185, + "mono": 0.8986540693680113, + "coverage": 0.9293174342105263, + "entropy": 1.969809268721034 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.03487062390588266, + "corr": -0.22800493806251793, + "mono": 0.8926039595248628, + "coverage": 1.0, + "entropy": 1.3564965435719385 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.018143286651395633, + "corr": -0.10230311369811446, + "mono": 0.880674346738163, + "coverage": 1.0, + "entropy": 1.4107793237993402 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.011365427453287152, + "corr": 0.002478554850210351, + "mono": 0.9232763913116813, + "coverage": 1.0, + "entropy": 1.178985071568122 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.03617620808752622, + "corr": -0.12145769765446716, + "mono": 0.9490755520504521, + "coverage": 1.0, + "entropy": 1.6754264476705747 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7091993095138311, + "corr": 0.6043176722184852, + "mono": 0.9845379180749093, + "coverage": 1.0, + "entropy": 3.2707883434564233 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.05519782372761161, + "corr": 0.35887736842198903, + "mono": 0.8118676411808723, + "coverage": 0.9243218155971265, + "entropy": 3.305608381450494 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.014251375683849595, + "corr": 0.2957062119891742, + "mono": 0.8868882719419332, + "coverage": 1.0, + "entropy": 3.303481677257299 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.007830227893523063, + "corr": 0.5983997456227478, + "mono": 0.925194223447359, + "coverage": 1.0, + "entropy": 3.510361548737139 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.20916314384695858, + "corr": 0.14984538538865214, + "mono": 0.9957254448833615, + "coverage": 1.0, + "entropy": 2.17461203168908 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.011078223207052476, + "corr": -0.27150486678689967, + "mono": 0.9369631062446159, + "coverage": 0.8882250218968969, + "entropy": 2.2058883374352525 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.1785754450494976, + "corr": 0.1578882209771551, + "mono": 0.8482775506586655, + "coverage": 0.981145290026869, + "entropy": 3.5204797041592135 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.00879071657128751, + "corr": -0.14156187829169473, + "mono": 0.9693322036503823, + "coverage": 0.7571553100640052, + "entropy": 2.3146329659877147 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9199282714426278, + "corr": 0.9850499926648563, + "mono": 0.9964640183558088, + "coverage": 1.0, + "entropy": 0.37170529356333926, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.011398414630398037, + "corr": 0.1410925598056864, + "mono": 0.8768916210621529, + "coverage": 0.8795193278209616, + "entropy": 1.6473985450011013 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03589892823005527, + "corr": 0.10922806103442205, + "mono": 1.0, + "coverage": 0.023134878896700146, + "entropy": 1.1087936295412268 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.014912534610634059, + "corr": 0.2207784375824338, + "mono": 0.8931823828274519, + "coverage": 0.8674097729266915, + "entropy": 1.412744188888263 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.001041230763271677, + "corr": 0.039745826289578914, + "mono": 0.6497086079348848, + "coverage": 0.96755890995028, + "entropy": 3.014993430442809 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0012327881353522134, + "corr": 0.03264946845341784, + "mono": 0.6803072783392602, + "coverage": 0.9669593181340062, + "entropy": 3.17798555155145 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0012366005242000456, + "corr": 0.04972076683691767, + "mono": 0.6484279025974232, + "coverage": 0.9738228212079284, + "entropy": 3.050852446748077 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9297989713315679, + "corr": 0.985271663234352, + "mono": 0.9939767037799063, + "coverage": 1.0, + "entropy": 1.8073176364841612, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8972720291238859, + "corr": 0.9387967243154217, + "mono": 0.9936408584521629, + "coverage": 0.9951199015931159, + "entropy": 0.939551401485679, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.0077367218616078625, + "corr": 0.3544684009150966, + "mono": 0.9456452034663814, + "coverage": 0.5357873569901589, + "entropy": 1.910877160894608 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9527685982976215, + "corr": 0.9836296689949354, + "mono": 0.9946779083285975, + "coverage": 1.0, + "entropy": 0.7089900462839926, + "radius": 7 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.015303242539531178, + "corr": 0.23215228070995553, + "mono": 0.9988484150228271, + "coverage": 0.03969876126126126, + "entropy": 0.27262297541055636 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_ta.json b/web/laci/zonos3_mini_heads_ta.json new file mode 100644 index 0000000000000000000000000000000000000000..a841922312d74538cba654cfae9ec55c5fcf8658 --- /dev/null +++ b/web/laci/zonos3_mini_heads_ta.json @@ -0,0 +1,335 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/ta", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 1.202108924404526, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 4, + "text_mass": 0.9200452401805032, + "corr": 0.9623040189536116, + "mono": 0.9867288240636659, + "coverage": 0.9843075699604039, + "entropy": 0.8579728672294428, + "radius": 8 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9434071499134666, + "corr": 0.9177695855862049, + "mono": 0.9768749027823531, + "coverage": 0.9819078947368421, + "entropy": 1.2730991866373507, + "radius": 8 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9247611674802328, + "corr": 0.9271684043615334, + "mono": 0.965730912154517, + "coverage": 0.9849624060150376, + "entropy": 2.7359155527942103, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.052446093017573414, + "corr": -0.004624671413164512, + "mono": 0.9412273517479501, + "coverage": 1.0, + "entropy": 3.452836912427334 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.05289515569467836, + "corr": 0.001303044667030574, + "mono": 0.9450792806736104, + "coverage": 1.0, + "entropy": 3.6976632287307427 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.0664572591012008, + "corr": -0.14645987299060398, + "mono": 0.9352828130130959, + "coverage": 1.0, + "entropy": 3.7473083505391833 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.07616239284494593, + "corr": -0.0005733996101504772, + "mono": 0.9215838026148565, + "coverage": 1.0, + "entropy": 3.6415496989185576 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.09427883869602531, + "corr": 0.5797383727089244, + "mono": 0.9956441864098536, + "coverage": 0.1875, + "entropy": 1.4705509412017244 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06803659760452865, + "corr": 0.6412892457786135, + "mono": 0.9683438012428538, + "coverage": 0.481437969924812, + "entropy": 1.8695803420284087 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9168891522543102, + "corr": 0.883810639897332, + "mono": 0.8794110276117189, + "coverage": 0.9951216343688783, + "entropy": 1.5527239009440874 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.01499834004737971, + "corr": 0.15144870426388649, + "mono": 0.8770313305066395, + "coverage": 0.7753009278248012, + "entropy": 3.380396534025315 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.05237307438712855, + "corr": -0.27912707620354055, + "mono": 0.8998537770975171, + "coverage": 1.0, + "entropy": 2.2252523422424177 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.03494043364503204, + "corr": -0.16222038538937691, + "mono": 0.8757501986978337, + "coverage": 1.0, + "entropy": 2.6066393505072183 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.021208437164398495, + "corr": -0.10808446061841719, + "mono": 0.9184241571820051, + "coverage": 1.0, + "entropy": 1.982345379014299 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.06234356750144626, + "corr": -0.17230226752356848, + "mono": 0.966126589216395, + "coverage": 1.0, + "entropy": 2.656298733143788 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7994569161237449, + "corr": 0.8356777058241428, + "mono": 0.9831638196739263, + "coverage": 1.0, + "entropy": 4.205508511579878 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.07106695021631486, + "corr": 0.07204618708926491, + "mono": 0.7957334584724759, + "coverage": 0.8844594590570002, + "entropy": 4.0657688737795 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.016806586847678915, + "corr": -0.054868488682182436, + "mono": 0.9229631927692177, + "coverage": 0.9716255777120009, + "entropy": 4.198427169957173 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.010328107376349642, + "corr": 0.136352885508628, + "mono": 0.8505320433373317, + "coverage": 1.0, + "entropy": 4.48831742762515 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.19219681657153367, + "corr": -0.026595963510612372, + "mono": 0.9901578428154267, + "coverage": 1.0, + "entropy": 2.497760229491721 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.015948693428439215, + "corr": -0.12320091649212189, + "mono": 0.9255955133186784, + "coverage": 0.908723599243486, + "entropy": 2.823182966184069 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.16463542547477183, + "corr": -0.3408854298270924, + "mono": 0.8331924235374617, + "coverage": 1.0, + "entropy": 4.255373667266365 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.014282186352674722, + "corr": 0.017719233324191404, + "mono": 0.9360593534794438, + "coverage": 0.7599432202229865, + "entropy": 3.0965838759705506 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9200452401805032, + "corr": 0.9623040189536116, + "mono": 0.9867288240636659, + "coverage": 0.9843075699604039, + "entropy": 0.8579728672294428, + "radius": 8 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.013638783123123204, + "corr": 0.11335485772906653, + "mono": 0.866850204918056, + "coverage": 0.9156219623667528, + "entropy": 2.232380237202319 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.033069982235666866, + "corr": 0.05773014400872762, + "mono": 1.0, + "coverage": 0.007233411123615721, + "entropy": 1.3315453867461862 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.015784533103089388, + "corr": 0.1881415404783502, + "mono": 0.8725844273394385, + "coverage": 0.9377475135220437, + "entropy": 2.008714322978047 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0013948700412949552, + "corr": -0.12360382352149094, + "mono": 0.6419176506399801, + "coverage": 0.9755893376682536, + "entropy": 3.8843547999161316 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0018285951373244551, + "corr": -0.0653318027627662, + "mono": 0.6540615960705101, + "coverage": 0.9758798341559785, + "entropy": 4.169354953753676 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0019812917030709062, + "corr": -0.026913505660258998, + "mono": 0.6359666381499995, + "coverage": 0.9819850910187533, + "entropy": 3.9550101366921147 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9247611674802328, + "corr": 0.9271684043615334, + "mono": 0.965730912154517, + "coverage": 0.9849624060150376, + "entropy": 2.7359155527942103, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9027760068320225, + "corr": 0.8682850015741541, + "mono": 0.9655453029959469, + "coverage": 0.9951053363530696, + "entropy": 1.708955880410098 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.01261783959851204, + "corr": 0.23441133352809748, + "mono": 0.8713727266950321, + "coverage": 0.7961968378220295, + "entropy": 3.6665310060259886 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9434071499134666, + "corr": 0.9177695855862049, + "mono": 0.9768749027823531, + "coverage": 0.9819078947368421, + "entropy": 1.2730991866373507, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.012651802364822126, + "corr": 0.30978257335317827, + "mono": 0.9882086198166289, + "coverage": 0.4091782987853142, + "entropy": 0.9545678452297172 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_te.json b/web/laci/zonos3_mini_heads_te.json new file mode 100644 index 0000000000000000000000000000000000000000..36addd26bca540d4dd77594c6a2abb7eae0fd526 --- /dev/null +++ b/web/laci/zonos3_mini_heads_te.json @@ -0,0 +1,335 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/te", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 1.1741360089186177, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 4, + "text_mass": 0.9497989904075859, + "corr": 0.9764149150719338, + "mono": 0.9874633801060158, + "coverage": 0.9838942307692308, + "entropy": 0.9345937173671414, + "radius": 8 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9475667948694516, + "corr": 0.9581379089185492, + "mono": 0.9781638143320195, + "coverage": 0.9833645697522816, + "entropy": 1.3591194389968715, + "radius": 8 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9135443751784393, + "corr": 0.9688556879007987, + "mono": 0.9757782120288411, + "coverage": 0.9841346153846153, + "entropy": 2.7336736893028846, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.04601683906242784, + "corr": -0.13767008072312664, + "mono": 0.9248591440961903, + "coverage": 1.0, + "entropy": 3.229614447129895 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.049314574997009225, + "corr": -0.04760672173851491, + "mono": 0.9451432690029595, + "coverage": 1.0, + "entropy": 3.407234295571809 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.05867038566987734, + "corr": -0.2425623300577961, + "mono": 0.9030240876765813, + "coverage": 1.0, + "entropy": 3.64086922139608 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.07063995819700326, + "corr": -0.1360904341244221, + "mono": 0.904252757397834, + "coverage": 1.0, + "entropy": 3.3818082193224845 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.09363949001721951, + "corr": 0.5794850852213984, + "mono": 0.9974244230807687, + "coverage": 0.0625, + "entropy": 1.2473694844119059 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06803871591035868, + "corr": 0.6043522648376513, + "mono": 0.984840023845661, + "coverage": 0.32163007793323517, + "entropy": 1.604571740110618 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9107267544415933, + "corr": 0.893551801311639, + "mono": 0.8833762636032197, + "coverage": 0.997216790645187, + "entropy": 1.5650622488384547 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.014628456265439035, + "corr": 0.30132678357119597, + "mono": 0.8995818440879015, + "coverage": 0.8423867547990568, + "entropy": 3.350402112625757 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.050388665264110226, + "corr": -0.31381405632502773, + "mono": 0.8927295607134952, + "coverage": 1.0, + "entropy": 2.057574951003951 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.032068990794864624, + "corr": -0.19835973391364595, + "mono": 0.8727263150316104, + "coverage": 1.0, + "entropy": 2.5129786290863114 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.015498809650158539, + "corr": -0.1721444797948945, + "mono": 0.9048335500749846, + "coverage": 1.0, + "entropy": 1.9860321328493733 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.05978777540658176, + "corr": -0.15272950868716778, + "mono": 0.962690555612418, + "coverage": 1.0, + "entropy": 2.785573296649874 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7968042886453164, + "corr": 0.8503684267862704, + "mono": 0.9788399743496188, + "coverage": 1.0, + "entropy": 4.114782886583744 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.06771216389124128, + "corr": 0.06661925130119502, + "mono": 0.7987517020200963, + "coverage": 0.8639903361075721, + "entropy": 4.026317260377834 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.018128395727364948, + "corr": 0.13978297773340925, + "mono": 0.8994717529213617, + "coverage": 0.9742686389071757, + "entropy": 3.821716921212434 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.0161264865675558, + "corr": 0.3149639945687274, + "mono": 0.916537934785642, + "coverage": 0.9412609840131724, + "entropy": 3.67120810680222 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.18030781507144963, + "corr": -0.05479937520969671, + "mono": 0.9927945263934584, + "coverage": 1.0, + "entropy": 2.162610076370339 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.011841430318376027, + "corr": 0.0024251424960607176, + "mono": 0.928932581833791, + "coverage": 0.9167731725828867, + "entropy": 2.7079115305850148 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.16047704293702786, + "corr": -0.26244718846171305, + "mono": 0.8513000016578514, + "coverage": 1.0, + "entropy": 4.302951898442054 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.011338086960695822, + "corr": 0.053281613045198975, + "mono": 0.9467011896541548, + "coverage": 0.7411973247863136, + "entropy": 2.9806487715246446 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9497989904075859, + "corr": 0.9764149150719338, + "mono": 0.9874633801060158, + "coverage": 0.9838942307692308, + "entropy": 0.9345937173671414, + "radius": 8 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.012963259816024668, + "corr": 0.0722315905105822, + "mono": 0.8577263877592028, + "coverage": 0.9352135616308648, + "entropy": 2.43272415920881 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.033176397773603566, + "corr": 0.04318081483491034, + "mono": 1.0, + "coverage": 0.007236115164612055, + "entropy": 1.6701840261265193 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.01502031049860654, + "corr": 0.16828875524753453, + "mono": 0.8566758643944431, + "coverage": 0.9331583072461227, + "entropy": 2.218815975539945 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0015907393308769316, + "corr": -0.14186581085944078, + "mono": 0.626105465651935, + "coverage": 0.9828730594657119, + "entropy": 3.9195089669728027 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.002170926210861549, + "corr": -0.07318192862162705, + "mono": 0.6498222969324625, + "coverage": 0.9815684221072769, + "entropy": 4.173072238920261 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.002143851940783542, + "corr": -0.06310208129708673, + "mono": 0.6149057590425235, + "coverage": 0.9846910996182765, + "entropy": 3.9844683264026304 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9135443751784393, + "corr": 0.9688556879007987, + "mono": 0.9757782120288411, + "coverage": 0.9841346153846153, + "entropy": 2.7336736893028846, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8859738146255624, + "corr": 0.88412508070997, + "mono": 0.9640351733789511, + "coverage": 0.9829760737745077, + "entropy": 1.8128368517317535 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.012950054033628587, + "corr": 0.18348724550620987, + "mono": 0.8429072632473499, + "coverage": 0.8791891230673222, + "entropy": 3.675137994577679 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9475667948694516, + "corr": 0.9581379089185492, + "mono": 0.9781638143320195, + "coverage": 0.9833645697522816, + "entropy": 1.3591194389968715, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.012147318615418868, + "corr": 0.15086279176459347, + "mono": 0.9828279083036814, + "coverage": 0.36669839179520697, + "entropy": 1.1301467228735183 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_th.json b/web/laci/zonos3_mini_heads_th.json new file mode 100644 index 0000000000000000000000000000000000000000..6eaa06b962e30a0eeefa02f81d79ec4941452adb --- /dev/null +++ b/web/laci/zonos3_mini_heads_th.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/th", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 1.83130081300813, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9417150991326826, + "corr": 0.9613266481109942, + "mono": 0.9862325078827133, + "coverage": 0.9988132911392406, + "entropy": 1.0787821426316162, + "radius": 8 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9248958072659669, + "corr": 0.9764346952941894, + "mono": 0.9874860211486114, + "coverage": 1.0, + "entropy": 2.1583344115606318, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.8912394667449357, + "corr": 0.9610144982566758, + "mono": 0.9898902219632743, + "coverage": 0.9996044303797469, + "entropy": 0.7083008863636603, + "radius": 7 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9212206806551271, + "corr": 0.9095937831449176, + "mono": 0.907935773410057, + "coverage": 0.9976995731402408, + "entropy": 1.1947547592948273, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.041320770927933285, + "corr": -0.10997958069491243, + "mono": 0.9336363241700388, + "coverage": 1.0, + "entropy": 3.515040237697606 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.05144999235401437, + "corr": -0.12587525145947995, + "mono": 0.9550067622082067, + "coverage": 1.0, + "entropy": 3.49391462046569 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.04484801050918426, + "corr": -0.1830316737564593, + "mono": 0.9034339565928917, + "coverage": 1.0, + "entropy": 3.7658047579952503 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.06196153011586615, + "corr": -0.14253879905305442, + "mono": 0.9196464778929742, + "coverage": 1.0, + "entropy": 3.557410768188008 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.08130935729984888, + "corr": 0.5212482055027537, + "mono": 0.9967060275988451, + "coverage": 0.21875, + "entropy": 0.9847433458058151 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.07085588189082358, + "corr": 0.6008892634307195, + "mono": 0.9822226805858301, + "coverage": 0.3446459482851888, + "entropy": 1.2813079172546797 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9212206806551271, + "corr": 0.9095937831449176, + "mono": 0.907935773410057, + "coverage": 0.9976995731402408, + "entropy": 1.1947547592948273, + "radius": 8 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.012154058167104303, + "corr": 0.19963095081365492, + "mono": 0.8838971877511468, + "coverage": 0.7845007070582648, + "entropy": 3.0001322333442886 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.03659881972030081, + "corr": -0.3549703873384318, + "mono": 0.8789010791444241, + "coverage": 1.0, + "entropy": 1.99095547126406 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.024232905846783896, + "corr": -0.21054578375775623, + "mono": 0.8655340922565307, + "coverage": 1.0, + "entropy": 2.163669003881129 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.012321401578353017, + "corr": -0.10825027709606236, + "mono": 0.9327487243810724, + "coverage": 1.0, + "entropy": 1.737917044285351 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.04525036847561213, + "corr": -0.2766996942106553, + "mono": 0.9631548435685264, + "coverage": 1.0, + "entropy": 2.4106531776027693 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7975265355424535, + "corr": 0.8319982408355401, + "mono": 0.980159448578728, + "coverage": 1.0, + "entropy": 3.863133410623553 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.0884668415127481, + "corr": 0.016588256107620068, + "mono": 0.8305679623697583, + "coverage": 0.9251076159632656, + "entropy": 3.5826684525190213 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.01799617275002854, + "corr": -0.010962107291369946, + "mono": 0.8388991567413281, + "coverage": 1.0, + "entropy": 3.9432391125656268 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.012453943214730498, + "corr": 0.06708352087702708, + "mono": 0.8437370297588311, + "coverage": 1.0, + "entropy": 4.078993231768411 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.21918987314171418, + "corr": 0.006941309973243598, + "mono": 0.9958409076082816, + "coverage": 1.0, + "entropy": 3.183695744430963 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.01373526155358155, + "corr": -0.14633091678047805, + "mono": 0.9164780091993888, + "coverage": 0.9423243856837606, + "entropy": 2.5572547112843123 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.16266967117384423, + "corr": -0.10642879459691637, + "mono": 0.832516480630515, + "coverage": 1.0, + "entropy": 4.129406464998434 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.010402621935367267, + "corr": -0.03963858837327765, + "mono": 0.9625897842405107, + "coverage": 0.7400865680817129, + "entropy": 2.6963546099932105 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.8912394667449357, + "corr": 0.9610144982566758, + "mono": 0.9898902219632743, + "coverage": 0.9996044303797469, + "entropy": 0.7083008863636603, + "radius": 7 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.011954755465739217, + "corr": 0.12811235264968648, + "mono": 0.8895653705587767, + "coverage": 0.9086927480064675, + "entropy": 1.9569185221540246 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03580573265698985, + "corr": 0.11145203117819055, + "mono": 1.0, + "coverage": 0.011092161158834532, + "entropy": 1.3944597123155362 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.013550810631837638, + "corr": 0.23120584249859186, + "mono": 0.8808641748742945, + "coverage": 0.9191926406534601, + "entropy": 1.794008997865327 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.00106785503850793, + "corr": 0.009709580139818926, + "mono": 0.6384445439916632, + "coverage": 0.9868746780983163, + "entropy": 3.462415684934765 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0015181415844446244, + "corr": 0.005148168277538669, + "mono": 0.6577189464558233, + "coverage": 0.9816028712221173, + "entropy": 3.7312860168645865 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0016593766109537667, + "corr": 0.038050596903303945, + "mono": 0.637930734259616, + "coverage": 0.9820128956573742, + "entropy": 3.525454863491437 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9248958072659669, + "corr": 0.9764346952941894, + "mono": 0.9874860211486114, + "coverage": 1.0, + "entropy": 2.1583344115606318, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8945201665535041, + "corr": 0.9132768160440128, + "mono": 0.9798835444726652, + "coverage": 1.0, + "entropy": 1.3666824214622264 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.008991619602577319, + "corr": 0.29782512377271947, + "mono": 0.9024667914636086, + "coverage": 0.7251321629993429, + "entropy": 2.8491580641586753 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9417150991326826, + "corr": 0.9613266481109942, + "mono": 0.9862325078827133, + "coverage": 0.9988132911392406, + "entropy": 1.0787821426316162, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.009072610480226832, + "corr": 0.18704444437097112, + "mono": 0.9970804001698329, + "coverage": 0.15860831838761977, + "entropy": 0.6620681999805093 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_tl.json b/web/laci/zonos3_mini_heads_tl.json new file mode 100644 index 0000000000000000000000000000000000000000..51d6919505f54d05b8214bd4140d13ceaa9179b5 --- /dev/null +++ b/web/laci/zonos3_mini_heads_tl.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/fil", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 3.190204563335956, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9610082715963705, + "corr": 0.9888295612223453, + "mono": 0.9949723175758329, + "coverage": 0.9976067341549296, + "entropy": 0.6393677337740783, + "radius": 6 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9503305205415009, + "corr": 0.9922111780170971, + "mono": 0.9962800419724196, + "coverage": 1.0, + "entropy": 1.7806025417840126, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9340648298381033, + "corr": 0.9939417483049676, + "mono": 0.9957725488004372, + "coverage": 1.0, + "entropy": 0.349013764659902, + "radius": 4 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9067942573178852, + "corr": 0.9564130925867006, + "mono": 0.9931730599815022, + "coverage": 0.9944450325819868, + "entropy": 0.879049938963371, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.029339963985534036, + "corr": -0.056504484627630726, + "mono": 0.9454752993982689, + "coverage": 1.0, + "entropy": 2.9492185722009445 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.03321871952231343, + "corr": -0.05330433961226969, + "mono": 0.922541511925693, + "coverage": 1.0, + "entropy": 3.2402959397142164 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.036875356381432224, + "corr": -0.09178607463554495, + "mono": 0.9423281566136652, + "coverage": 1.0, + "entropy": 3.1039867082616337 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.04268379081078077, + "corr": -0.06691589193891416, + "mono": 0.9209870219309977, + "coverage": 1.0, + "entropy": 3.0610063918825516 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.06602107816102454, + "corr": 0.598209220623513, + "mono": 0.9956935382021087, + "coverage": 0.3125, + "entropy": 1.0174710020463085 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.05722991649545404, + "corr": 0.525813819622351, + "mono": 0.9659864079661026, + "coverage": 0.5010416666666667, + "entropy": 1.3726633053834525 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9137061861204995, + "corr": 0.9417816169089791, + "mono": 0.9391214578019603, + "coverage": 0.9887397730626877, + "entropy": 0.8584227197294083 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.012486433050863747, + "corr": -0.2210157248515802, + "mono": 0.8608318197968808, + "coverage": 1.0, + "entropy": 2.5640986597907323 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.02790158335629286, + "corr": -0.29838948838654966, + "mono": 0.8964321493955145, + "coverage": 1.0, + "entropy": 1.3848491218602446 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.01842505044573944, + "corr": -0.14866852744512865, + "mono": 0.8758202088617429, + "coverage": 1.0, + "entropy": 1.409893193818895 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.009827511187881683, + "corr": -0.0688709486607975, + "mono": 0.952239046115656, + "coverage": 1.0, + "entropy": 1.094146440397273 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.03391605746022835, + "corr": -0.2325560469783699, + "mono": 0.9717759941464486, + "coverage": 1.0, + "entropy": 1.7160239110352373 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7221956324677004, + "corr": 0.7950249802608961, + "mono": 0.9922779645680234, + "coverage": 1.0, + "entropy": 3.5464438364299062 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.061247773004297255, + "corr": 0.24682501012960048, + "mono": 0.8246908145267674, + "coverage": 0.938105796322359, + "entropy": 3.522480421043871 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.013360722913003564, + "corr": 0.15722845122975362, + "mono": 0.8570956038048692, + "coverage": 1.0, + "entropy": 3.5980089942703555 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.009131617191549939, + "corr": 0.4974852057188274, + "mono": 0.9113754408841089, + "coverage": 1.0, + "entropy": 3.8069194903349763 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.18681003702408136, + "corr": 0.15899698461248762, + "mono": 0.9938991696421795, + "coverage": 1.0, + "entropy": 2.719741641721166 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.011600918999582013, + "corr": -0.17391024899783225, + "mono": 0.9201209078753659, + "coverage": 0.9382103189978045, + "entropy": 2.333143003715572 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.1669472728566753, + "corr": 0.2667801425442769, + "mono": 0.808214475152705, + "coverage": 1.0, + "entropy": 3.9231975960289884 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.007932486597721394, + "corr": -0.12194406810429617, + "mono": 0.9695430122291495, + "coverage": 0.6939079166686366, + "entropy": 2.281138599730184 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9340648298381033, + "corr": 0.9939417483049676, + "mono": 0.9957725488004372, + "coverage": 1.0, + "entropy": 0.349013764659902, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.009383101127504784, + "corr": 0.12195889530345602, + "mono": 0.8753847293917161, + "coverage": 0.940768887057826, + "entropy": 1.6201747837723257 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.027823289520054643, + "corr": 0.058219430825304015, + "mono": 1.0, + "coverage": 0.01696415382375411, + "entropy": 1.131368930618608 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.0109440811678115, + "corr": 0.18239858317996027, + "mono": 0.8827395817562296, + "coverage": 0.9349318184273934, + "entropy": 1.4772897044475266 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0009582206041589851, + "corr": 0.00028274214182000783, + "mono": 0.6421381177424201, + "coverage": 0.9845342629382563, + "entropy": 2.946737225963168 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.000828494073463262, + "corr": -0.020179374244632346, + "mono": 0.6754386570360406, + "coverage": 0.9779434365488601, + "entropy": 3.2155087761971934 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0009689585939278494, + "corr": 0.010826996485336868, + "mono": 0.6441979054325698, + "coverage": 0.9889978330093299, + "entropy": 3.0031142751214652 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9503305205415009, + "corr": 0.9922111780170971, + "mono": 0.9962800419724196, + "coverage": 1.0, + "entropy": 1.7806025417840126, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9067942573178852, + "corr": 0.9564130925867006, + "mono": 0.9931730599815022, + "coverage": 0.9944450325819868, + "entropy": 0.879049938963371, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.0065282088694635625, + "corr": 0.4478365871669088, + "mono": 0.9203598087274419, + "coverage": 0.6404317520071612, + "entropy": 2.277516837380171 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9610082715963705, + "corr": 0.9888295612223453, + "mono": 0.9949723175758329, + "coverage": 0.9976067341549296, + "entropy": 0.6393677337740783, + "radius": 6 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.008817674435117993, + "corr": 0.29473226084414883, + "mono": 0.996418445919545, + "coverage": 0.22518543298076232, + "entropy": 0.4440786692458074 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_tr.json b/web/laci/zonos3_mini_heads_tr.json new file mode 100644 index 0000000000000000000000000000000000000000..587d9d80bfcf65a64fab235eacafff5e31838e89 --- /dev/null +++ b/web/laci/zonos3_mini_heads_tr.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/tr", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.379433681073025, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9478843114035301, + "corr": 0.9763736388349021, + "mono": 0.9927528665714223, + "coverage": 0.9691765445402298, + "entropy": 0.8130078186653162, + "radius": 8 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9296302881804929, + "corr": 0.9802479698059633, + "mono": 0.9946413153599294, + "coverage": 0.9709051724137931, + "entropy": 1.9671601054936934, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9145456319209015, + "corr": 0.9712506107461325, + "mono": 0.998554911243334, + "coverage": 0.9791666666666666, + "entropy": 0.43360588334085637, + "radius": 4 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8697034925373958, + "corr": 0.9358116376536082, + "mono": 0.9845308468027744, + "coverage": 0.9765744585602815, + "entropy": 1.1837907938195045, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.03416609403921806, + "corr": -0.20317387205415519, + "mono": 0.9274817702128096, + "coverage": 1.0, + "entropy": 3.087674732992901 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.039009665630981946, + "corr": -0.21570310851373548, + "mono": 0.9348582551551267, + "coverage": 1.0, + "entropy": 3.1385613876614777 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.04307768567231788, + "corr": -0.2054710212617998, + "mono": 0.91030385403801, + "coverage": 1.0, + "entropy": 3.2290170182759144 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.05859534652686068, + "corr": -0.2093491475138707, + "mono": 0.9095472819112028, + "coverage": 1.0, + "entropy": 3.1310940264445906 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.0787689994447272, + "corr": 0.48128918964994155, + "mono": 0.992831661028927, + "coverage": 0.25, + "entropy": 0.7450551670805661 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.07185526424297009, + "corr": 0.6078795245518317, + "mono": 0.9702227039223478, + "coverage": 0.4375, + "entropy": 0.9422456604476813 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.8755387245967194, + "corr": 0.900630002973081, + "mono": 0.9271563161298688, + "coverage": 0.9712092475905126, + "entropy": 1.1079709172012533 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.013232018380720438, + "corr": 0.05408464419746762, + "mono": 0.9013236698113639, + "coverage": 1.0, + "entropy": 2.2161785870529225 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.040006814652709284, + "corr": -0.2548061797040914, + "mono": 0.9095380001922964, + "coverage": 1.0, + "entropy": 1.4463628139677762 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.02117947693302386, + "corr": -0.16278221894548345, + "mono": 0.8893232611337347, + "coverage": 0.9953304597701149, + "entropy": 1.4348471185529235 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.015752482285923464, + "corr": -0.02974832081483704, + "mono": 0.9491775945331223, + "coverage": 0.990301724137931, + "entropy": 1.1704603189678053 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.04681306736283977, + "corr": -0.15559193060240745, + "mono": 0.9753218857639456, + "coverage": 0.96875, + "entropy": 1.6380327722511845 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7159286472870461, + "corr": 0.6679119157062653, + "mono": 0.9898396538157715, + "coverage": 1.0, + "entropy": 3.545681346285535 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.06530113269030816, + "corr": 0.045706707390751014, + "mono": 0.8116963015619747, + "coverage": 0.9420130827734505, + "entropy": 3.6052565977403304 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.015987585219839482, + "corr": 0.1554550135525889, + "mono": 0.9091489447060337, + "coverage": 1.0, + "entropy": 3.5720711124759306 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.009175938878871656, + "corr": 0.208395976974476, + "mono": 0.8708039927759456, + "coverage": 1.0, + "entropy": 3.861020145907938 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.1743395379238378, + "corr": 0.005359992292773795, + "mono": 0.986244382116406, + "coverage": 1.0, + "entropy": 2.2738771199051944 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.013811869165235762, + "corr": -0.16741306051520888, + "mono": 0.9069319619164063, + "coverage": 0.88717812238647, + "entropy": 2.485573007208015 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.18571677136460105, + "corr": 0.09916698742574537, + "mono": 0.8327380316822567, + "coverage": 1.0, + "entropy": 3.858122625991837 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.011839886467146548, + "corr": -0.1025671527796695, + "mono": 0.9549375404160717, + "coverage": 0.7582173766738178, + "entropy": 2.6131487065113044 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9145456319209015, + "corr": 0.9712506107461325, + "mono": 0.998554911243334, + "coverage": 0.9791666666666666, + "entropy": 0.43360588334085637, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.012015864362006981, + "corr": 0.11135775137011346, + "mono": 0.860281232876738, + "coverage": 0.9024953109999165, + "entropy": 1.8431710732139217 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03372150734375339, + "corr": 0.09524102649696659, + "mono": 1.0, + "coverage": 0.016785776174405784, + "entropy": 1.3221351309484572 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.014262009810874538, + "corr": 0.17730052804718907, + "mono": 0.8811095823119964, + "coverage": 0.9036120825490559, + "entropy": 1.6289661665263853 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0011146732130940741, + "corr": 0.0029864051822431803, + "mono": 0.6591657568713615, + "coverage": 0.9770163016874056, + "entropy": 3.223631410317761 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0013720687386868857, + "corr": 0.0158653810941651, + "mono": 0.6812284242618528, + "coverage": 0.9684647905144802, + "entropy": 3.462203808526107 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0012442561669348913, + "corr": 0.014457912439833593, + "mono": 0.6546667619307255, + "coverage": 0.9788314654804319, + "entropy": 3.276615181415762 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9296302881804929, + "corr": 0.9802479698059633, + "mono": 0.9946413153599294, + "coverage": 0.9709051724137931, + "entropy": 1.9671601054936934, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8697034925373958, + "corr": 0.9358116376536082, + "mono": 0.9845308468027744, + "coverage": 0.9765744585602815, + "entropy": 1.1837907938195045, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.009411672989078607, + "corr": 0.31784637815043787, + "mono": 0.9090904656287622, + "coverage": 0.7065910769576772, + "entropy": 2.4507660868990406 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9478843114035301, + "corr": 0.9763736388349021, + "mono": 0.9927528665714223, + "coverage": 0.9691765445402298, + "entropy": 0.8130078186653162, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.012853733038380093, + "corr": 0.321098336868911, + "mono": 0.9994991326263419, + "coverage": 0.047823784623737826, + "entropy": 0.4407345658326963 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_uk.json b/web/laci/zonos3_mini_heads_uk.json new file mode 100644 index 0000000000000000000000000000000000000000..e91a3321ff990ad56288e2871ff762c68605b5af --- /dev/null +++ b/web/laci/zonos3_mini_heads_uk.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/uk", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.036186020913594, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.962610235065904, + "corr": 0.9802955278153995, + "mono": 0.9950839250696082, + "coverage": 1.0, + "entropy": 0.8670440770331757, + "radius": 8 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9203301134057027, + "corr": 0.9831026839699837, + "mono": 0.9935429789952186, + "coverage": 1.0, + "entropy": 2.0451586458951723, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9135455019011233, + "corr": 0.9883508358804433, + "mono": 0.9972425671515218, + "coverage": 0.9995192307692308, + "entropy": 0.560705435634811, + "radius": 5 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9053738672652512, + "corr": 0.933682460133797, + "mono": 0.9887867893624646, + "coverage": 0.9982263607835254, + "entropy": 1.1889813118835733, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.03628720701306584, + "corr": -0.21420465263775199, + "mono": 0.952942498054324, + "coverage": 1.0, + "entropy": 3.0750248664377047 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.04434206378883296, + "corr": -0.10556833624615139, + "mono": 0.9588604508905053, + "coverage": 1.0, + "entropy": 3.1455980176308693 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.039659154048031754, + "corr": -0.2821437862069298, + "mono": 0.9222650190663885, + "coverage": 1.0, + "entropy": 3.314346946972699 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.05633882031831498, + "corr": -0.19487708958151295, + "mono": 0.9395693430079645, + "coverage": 1.0, + "entropy": 3.1066679966466446 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07472382384817801, + "corr": 0.46789580601366454, + "mono": 0.9958108590571099, + "coverage": 0.125, + "entropy": 0.9007252678650165 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.06374378605737858, + "corr": 0.5987662258116406, + "mono": 0.9791480068205334, + "coverage": 0.5058787128712872, + "entropy": 1.0583327280817325 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.914769282173753, + "corr": 0.9153249873157732, + "mono": 0.9286661462280786, + "coverage": 0.9870142288029558, + "entropy": 1.0151444876318374 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.011606323948701343, + "corr": 0.05579001777691599, + "mono": 0.9066133127649268, + "coverage": 0.9162946428571429, + "entropy": 2.3432846328775945 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.03647615935123178, + "corr": -0.31229260893953387, + "mono": 0.8842286508251229, + "coverage": 1.0, + "entropy": 1.5802446325949924 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.01840772752199124, + "corr": -0.14864685083374748, + "mono": 0.8527855270833263, + "coverage": 1.0, + "entropy": 1.76344651979146 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.010405951334826793, + "corr": -0.1048204623112608, + "mono": 0.8841651201053358, + "coverage": 1.0, + "entropy": 1.5022429365584908 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.03781935043497457, + "corr": -0.22758895817413952, + "mono": 0.959252289289035, + "coverage": 1.0, + "entropy": 1.9978799723960894 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7608504165505068, + "corr": 0.8004929086196026, + "mono": 0.9942473789318671, + "coverage": 1.0, + "entropy": 3.7199138594280594 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.07795049125383302, + "corr": 0.009081336748374205, + "mono": 0.8091364207413757, + "coverage": 0.9325226360984015, + "entropy": 3.642695720859466 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.01651639761002769, + "corr": 0.18688841657197608, + "mono": 0.8963276475790234, + "coverage": 1.0, + "entropy": 3.7605728276291863 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.009726089338368007, + "corr": 0.1893666733325611, + "mono": 0.858802105056604, + "coverage": 1.0, + "entropy": 3.97689615830609 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.16581427623013983, + "corr": -0.0072974607110500795, + "mono": 0.9879846544624475, + "coverage": 1.0, + "entropy": 2.4641104950481387 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.01375140876789759, + "corr": -0.06477653817998046, + "mono": 0.9488906883634691, + "coverage": 0.8764949449674665, + "entropy": 2.615356345657246 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.2011923040828575, + "corr": 0.05411145923614269, + "mono": 0.8389360218526034, + "coverage": 0.9297820113388895, + "entropy": 3.911861443331516 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.012419482784362078, + "corr": 0.09290599671176678, + "mono": 0.9721596303464917, + "coverage": 0.695381317410025, + "entropy": 2.7633253919961307 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9135455019011233, + "corr": 0.9883508358804433, + "mono": 0.9972425671515218, + "coverage": 0.9995192307692308, + "entropy": 0.560705435634811, + "radius": 5 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.011105127942605464, + "corr": 0.1377610463542481, + "mono": 0.8713247663612537, + "coverage": 0.8981634855439474, + "entropy": 1.9350881983053332 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03771810197644091, + "corr": 0.12348474592361736, + "mono": 1.0, + "coverage": 0.014775759364275014, + "entropy": 1.2153256587159655 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.013976467678749629, + "corr": 0.19855275615728607, + "mono": 0.8983898174185634, + "coverage": 0.898259713471551, + "entropy": 1.6614180014637774 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0012366857771765544, + "corr": -0.012316944935495833, + "mono": 0.6408654994182738, + "coverage": 0.9764377187971227, + "entropy": 3.362449519618459 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0016214431435004337, + "corr": 0.008416446600392827, + "mono": 0.6601501487752923, + "coverage": 0.9709810972939448, + "entropy": 3.5952036962790577 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0016701122584964888, + "corr": -0.019327799381223622, + "mono": 0.6374441641243473, + "coverage": 0.9787804461598483, + "entropy": 3.4173240663557913 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9203301134057027, + "corr": 0.9831026839699837, + "mono": 0.9935429789952186, + "coverage": 1.0, + "entropy": 2.0451586458951723, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9053738672652512, + "corr": 0.933682460133797, + "mono": 0.9887867893624646, + "coverage": 0.9982263607835254, + "entropy": 1.1889813118835733, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.008671523428302255, + "corr": 0.26630403847751233, + "mono": 0.9168896573405729, + "coverage": 0.6798746851175216, + "entropy": 2.5380898565510197 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.962610235065904, + "corr": 0.9802955278153995, + "mono": 0.9950839250696082, + "coverage": 1.0, + "entropy": 0.8670440770331757, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.012341385900827066, + "corr": 0.17667656011470728, + "mono": 0.9990973650848768, + "coverage": 0.05125986809846033, + "entropy": 0.41484196674928187 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_ur.json b/web/laci/zonos3_mini_heads_ur.json new file mode 100644 index 0000000000000000000000000000000000000000..969e1f46d9fba2dbb699031e4c9b556a2e76dbd8 --- /dev/null +++ b/web/laci/zonos3_mini_heads_ur.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/ur", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.128805620608899, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9602603922966781, + "corr": 0.980973500766387, + "mono": 0.989385072906708, + "coverage": 0.9994877049180327, + "entropy": 0.9851958338790462, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.936708275997512, + "corr": 0.993739745791044, + "mono": 0.9980679927896837, + "coverage": 1.0, + "entropy": 0.5823302496348453, + "radius": 6 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9346275580109469, + "corr": 0.9857946303596403, + "mono": 0.9865586673216327, + "coverage": 1.0, + "entropy": 2.3038951729946247, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.899766430017478, + "corr": 0.9309039811090679, + "mono": 0.9817880459542708, + "coverage": 0.9976129389439321, + "entropy": 1.2893820778291825, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.038546066893634365, + "corr": -0.11334521768559336, + "mono": 0.9793360084703757, + "coverage": 1.0, + "entropy": 2.998274222534592 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.040350494704881515, + "corr": 0.013589999286580293, + "mono": 0.9639294844703102, + "coverage": 1.0, + "entropy": 3.2917784531473715 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.04796937011733823, + "corr": -0.27799884575247025, + "mono": 0.966734462226051, + "coverage": 1.0, + "entropy": 3.3564759439939573 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.054096793161856734, + "corr": -0.02233527129905897, + "mono": 0.9521940933349279, + "coverage": 1.0, + "entropy": 3.139082793353066 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.07136540679545329, + "corr": 0.4910397900627957, + "mono": 0.9987593494716831, + "coverage": 0.16517857142857142, + "entropy": 0.971985306135338 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.054620543252470816, + "corr": 0.6254750120617447, + "mono": 0.9881806787668986, + "coverage": 0.22361302435122646, + "entropy": 1.3110960539758953 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9192925230386485, + "corr": 0.908952580934246, + "mono": 0.9183976707560279, + "coverage": 0.9951124095513233, + "entropy": 1.1536090155382002 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.009523408608911113, + "corr": 0.38125599512956504, + "mono": 0.9107336242359899, + "coverage": 0.7833540320643295, + "entropy": 2.874882110647166 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.03926129537287445, + "corr": -0.24580382938964138, + "mono": 0.8919464966682794, + "coverage": 1.0, + "entropy": 1.7178801933417236 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.022235861443731176, + "corr": -0.15803487215136214, + "mono": 0.877759042354858, + "coverage": 1.0, + "entropy": 1.844672454810491 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.013044445986160164, + "corr": -0.08183033610388994, + "mono": 0.9392787243801834, + "coverage": 1.0, + "entropy": 1.4800047779784473 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.0445949685975681, + "corr": -0.1998108655842107, + "mono": 0.974802707788524, + "coverage": 1.0, + "entropy": 2.0805685401122376 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7691258147696688, + "corr": 0.8732504413905846, + "mono": 0.9939015887061066, + "coverage": 1.0, + "entropy": 3.888764128245562 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.08418441190735142, + "corr": -0.060305152261000965, + "mono": 0.8241721669478579, + "coverage": 0.9586635988948222, + "entropy": 3.5957878350483283 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.01891726665099388, + "corr": -0.021923106753121816, + "mono": 0.8485174880149284, + "coverage": 1.0, + "entropy": 3.8419024792889482 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.011506783943654744, + "corr": 0.03754378200124683, + "mono": 0.8479234765355347, + "coverage": 1.0, + "entropy": 4.034792520909997 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.1876811541258136, + "corr": 0.1669431567282317, + "mono": 0.9935733867570701, + "coverage": 1.0, + "entropy": 3.143400250407579 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.010565833846460693, + "corr": -0.044030929046368274, + "mono": 0.9567500459712236, + "coverage": 0.8559082824851617, + "entropy": 2.4894399199934427 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.18521243249855115, + "corr": 0.16256412244736276, + "mono": 0.8294648400736983, + "coverage": 1.0, + "entropy": 4.011903655767795 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.00866006253359292, + "corr": 0.010639435230945151, + "mono": 0.9681238100344285, + "coverage": 0.6030457553361929, + "entropy": 2.6355049719178427 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.936708275997512, + "corr": 0.993739745791044, + "mono": 0.9980679927896837, + "coverage": 1.0, + "entropy": 0.5823302496348453, + "radius": 6 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.009907997799897648, + "corr": 0.06929537129939309, + "mono": 0.8813676527266608, + "coverage": 0.9056317133515964, + "entropy": 1.9104903647069398 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.02886807374411765, + "corr": -0.06429185972863459, + "mono": 1.0, + "coverage": 0.011762090045005608, + "entropy": 1.2724322321415626 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.011432983751683144, + "corr": 0.14974412288008862, + "mono": 0.8826427145824789, + "coverage": 0.91816519183925, + "entropy": 1.6962270960464423 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0009895120123534604, + "corr": -0.0880754513492921, + "mono": 0.6384246784515148, + "coverage": 0.9905565856983378, + "entropy": 3.436716471582887 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0011916037037872026, + "corr": -0.05781001585104076, + "mono": 0.6411603404147933, + "coverage": 0.9794481814207109, + "entropy": 3.658247155954148 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0013907334090964905, + "corr": -0.04494600522283019, + "mono": 0.6328010105853964, + "coverage": 0.9869951999470126, + "entropy": 3.4864196671813885 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9346275580109469, + "corr": 0.9857946303596403, + "mono": 0.9865586673216327, + "coverage": 1.0, + "entropy": 2.3038951729946247, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.899766430017478, + "corr": 0.9309039811090679, + "mono": 0.9817880459542708, + "coverage": 0.9976129389439321, + "entropy": 1.2893820778291825, + "radius": 8 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.008806054096541395, + "corr": 0.29404753114104043, + "mono": 0.8964829407870388, + "coverage": 0.8079524218724539, + "entropy": 2.8347900404888398 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9602603922966781, + "corr": 0.980973500766387, + "mono": 0.989385072906708, + "coverage": 0.9994877049180327, + "entropy": 0.9851958338790462, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.010416333967882033, + "corr": 0.20922955310663288, + "mono": 0.9990896443478968, + "coverage": 0.10243467725903513, + "entropy": 0.5345417117020611 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_vi.json b/web/laci/zonos3_mini_heads_vi.json new file mode 100644 index 0000000000000000000000000000000000000000..2376cf791df44285a10fa12b54cbbdde63d38837 --- /dev/null +++ b/web/laci/zonos3_mini_heads_vi.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/vi", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.0906298003072195, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9523432128828667, + "corr": 0.974956071680599, + "mono": 0.9913561284210003, + "coverage": 0.9964080459770115, + "entropy": 0.8164630897852425, + "radius": 8 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9139194025857054, + "corr": 0.9777124990599054, + "mono": 0.9952983159730042, + "coverage": 0.9967672413793104, + "entropy": 1.8387433861882332, + "radius": 8 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9031319824598202, + "corr": 0.981337092197618, + "mono": 0.9949063405484927, + "coverage": 0.9964080459770115, + "entropy": 0.461194537560223, + "radius": 5 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9016817126210794, + "corr": 0.9153067153423097, + "mono": 0.9251884515631559, + "coverage": 0.9952631171757287, + "entropy": 1.0486194683510854, + "radius": 8 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.050725078163503724, + "corr": 0.004232199782977055, + "mono": 0.9232360543325969, + "coverage": 1.0, + "entropy": 2.748183813788674 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.05436276116069971, + "corr": -0.08959006274967495, + "mono": 0.921421327747497, + "coverage": 1.0, + "entropy": 2.9976168212993755 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.05478800046354887, + "corr": -0.027677960117397035, + "mono": 0.9253799832563164, + "coverage": 1.0, + "entropy": 2.932624813982594 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.06988538027238082, + "corr": -0.07717981404575622, + "mono": 0.9095046817620405, + "coverage": 1.0, + "entropy": 3.003751128325497 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.08835356296061019, + "corr": 0.3676253340262238, + "mono": 1.0, + "coverage": 0.0, + "entropy": 0.5536411414307957 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.08076890280588626, + "corr": 0.5156757675632491, + "mono": 0.9989933730391746, + "coverage": 0.03807471264367816, + "entropy": 0.714816301957296 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9016817126210794, + "corr": 0.9153067153423097, + "mono": 0.9251884515631559, + "coverage": 0.9952631171757287, + "entropy": 1.0486194683510854, + "radius": 8 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.010680617436839054, + "corr": 0.3277078909453314, + "mono": 0.9259005108135883, + "coverage": 0.6102151445508278, + "entropy": 2.454815315734917 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.04160658601849167, + "corr": -0.2491285355909381, + "mono": 0.9058317369596314, + "coverage": 1.0, + "entropy": 1.5005070660420168 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.028126528336671345, + "corr": -0.16480456163578885, + "mono": 0.8980003749460095, + "coverage": 1.0, + "entropy": 1.6596492326273609 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.016753388213308656, + "corr": -0.04619168552411276, + "mono": 0.9522644777679307, + "coverage": 1.0, + "entropy": 1.3039909663721663 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.05123363514412748, + "corr": -0.13506142168412272, + "mono": 0.9669110121269007, + "coverage": 1.0, + "entropy": 1.824076925134737 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7538143690940211, + "corr": 0.731982831373782, + "mono": 0.9860913119194966, + "coverage": 1.0, + "entropy": 3.481823508378052 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.06734677715055153, + "corr": 0.2179724285975305, + "mono": 0.8179328529921439, + "coverage": 0.919128223424325, + "entropy": 3.3618608559480307 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.0209085069904287, + "corr": 0.28822764053207606, + "mono": 0.8564336553656053, + "coverage": 1.0, + "entropy": 3.388384209701417 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.013666665410531117, + "corr": 0.2147758125690989, + "mono": 0.8782522848300517, + "coverage": 1.0, + "entropy": 3.5734112112877545 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.22436992482326334, + "corr": 0.14360036407473367, + "mono": 0.9960659403387659, + "coverage": 0.9695121951219512, + "entropy": 2.7695070570405664 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.01740700791890668, + "corr": -0.18174256952413406, + "mono": 0.9031625668289582, + "coverage": 1.0, + "entropy": 2.3456891054857514 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.18373732768645532, + "corr": 0.2494138233177058, + "mono": 0.8501703925921427, + "coverage": 1.0, + "entropy": 3.6653417669969905 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.011653141036127574, + "corr": -0.19026976371621634, + "mono": 0.9346951572969534, + "coverage": 0.8644218361172222, + "entropy": 2.506689574608857 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9031319824598202, + "corr": 0.981337092197618, + "mono": 0.9949063405484927, + "coverage": 0.9964080459770115, + "entropy": 0.461194537560223, + "radius": 5 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.013427587333179213, + "corr": 0.17548255704981403, + "mono": 0.8907951424423768, + "coverage": 0.8696755589820989, + "entropy": 1.824690270489117 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.04132387179895648, + "corr": 0.13911627756060926, + "mono": 1.0, + "coverage": 0.017584308541875853, + "entropy": 1.199870145823569 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.016554633469102215, + "corr": 0.21987644163272996, + "mono": 0.904153007573548, + "coverage": 0.8684958798019605, + "entropy": 1.540075562627222 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0012882054398377215, + "corr": 0.03411009161926096, + "mono": 0.6685440537888281, + "coverage": 0.9821696212321193, + "entropy": 3.18302353460654 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0014243846178924563, + "corr": 0.017293039712405915, + "mono": 0.6764561193665893, + "coverage": 0.9731409937021561, + "entropy": 3.4323514921247664 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.0016431843175143059, + "corr": 0.01807828530809907, + "mono": 0.6669043515079148, + "coverage": 0.9791933935869322, + "entropy": 3.234218666767858 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9139194025857054, + "corr": 0.9777124990599054, + "mono": 0.9952983159730042, + "coverage": 0.9967672413793104, + "entropy": 1.8387433861882332, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.9003214855236636, + "corr": 0.9157802620538, + "mono": 0.9825188490186265, + "coverage": 0.9927945594550994, + "entropy": 1.1184772034180583 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.009362010548755153, + "corr": 0.2193704242444362, + "mono": 0.9600845758465796, + "coverage": 0.6031133542894144, + "entropy": 2.0903203524472183 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9523432128828667, + "corr": 0.974956071680599, + "mono": 0.9913561284210003, + "coverage": 0.9964080459770115, + "entropy": 0.8164630897852425, + "radius": 8 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.014766075328812057, + "corr": 0.18704086811376666, + "mono": 0.9996737715484556, + "coverage": 0.02182326124880682, + "entropy": 0.3675619782833508 + } + ] +} diff --git a/web/laci/zonos3_mini_heads_zh.json b/web/laci/zonos3_mini_heads_zh.json new file mode 100644 index 0000000000000000000000000000000000000000..a7fe8dd6d4984a37a56dbd747e0734db1ea4da12 --- /dev/null +++ b/web/laci/zonos3_mini_heads_zh.json @@ -0,0 +1,346 @@ +{ + "model": "zonos3_mini", + "model_path": "hf://Zyphra/ZONOS3-Mini/lm/zonos3_mini", + "model_sha256": "3b4ac0a6e3002bd575ad9a0761ae7524806a908f553042171dead8f3a2146caa", + "data_dir": "/data/groups/audio/ZTTS3-Eval/data/clean/zh", + "n_utts": 32, + "seed": 1234, + "frames_per_token": 2.4504830917874396, + "fallback": false, + "heads": [ + { + "layer": 7, + "head": 14, + "text_mass": 0.9504654655728151, + "corr": 0.9844988980220667, + "mono": 0.9949798892050685, + "coverage": 1.0, + "entropy": 0.691297362324222, + "radius": 7 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9368826637196036, + "corr": 0.9933157255209486, + "mono": 0.9983849433792995, + "coverage": 1.0, + "entropy": 0.3357580410009877, + "radius": 4 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9183364463243467, + "corr": 0.9829630956146465, + "mono": 0.9924047307071138, + "coverage": 1.0, + "entropy": 1.9402261310059568, + "radius": 8 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9116865566320257, + "corr": 0.9378138270869762, + "mono": 0.9441908323985782, + "coverage": 0.9860244002034645, + "entropy": 0.7882238050807394, + "radius": 7 + } + ], + "table": [ + { + "layer": 3, + "head": 0, + "text_mass": 0.032993167696398235, + "corr": -0.10576682779116259, + "mono": 0.9258095806919369, + "coverage": 1.0, + "entropy": 2.768606454783868 + }, + { + "layer": 3, + "head": 1, + "text_mass": 0.038891542376116583, + "corr": -0.1734779339164599, + "mono": 0.921413460468421, + "coverage": 1.0, + "entropy": 2.898871620974511 + }, + { + "layer": 3, + "head": 2, + "text_mass": 0.034769818141913406, + "corr": -0.15144047025145438, + "mono": 0.9202578719749637, + "coverage": 1.0, + "entropy": 2.9604278385667855 + }, + { + "layer": 3, + "head": 3, + "text_mass": 0.04977096605087116, + "corr": -0.14428934329367907, + "mono": 0.9089945934764927, + "coverage": 1.0, + "entropy": 2.8948374399333874 + }, + { + "layer": 3, + "head": 4, + "text_mass": 0.06390760111708908, + "corr": 0.39406755933242194, + "mono": 0.9996408045977011, + "coverage": 0.03125, + "entropy": 0.7093724629698787 + }, + { + "layer": 3, + "head": 5, + "text_mass": 0.04714536164049541, + "corr": 0.5255369479832485, + "mono": 0.9929989533844277, + "coverage": 0.2578125, + "entropy": 0.9709034796110405 + }, + { + "layer": 3, + "head": 6, + "text_mass": 0.9116865566320257, + "corr": 0.9378138270869762, + "mono": 0.9441908323985782, + "coverage": 0.9860244002034645, + "entropy": 0.7882238050807394, + "radius": 7 + }, + { + "layer": 3, + "head": 7, + "text_mass": 0.00921269520959534, + "corr": 0.03173260026151435, + "mono": 0.857613088796379, + "coverage": 1.0, + "entropy": 2.347328624445835 + }, + { + "layer": 3, + "head": 8, + "text_mass": 0.03569778433210803, + "corr": -0.25978329717255183, + "mono": 0.8930518612763304, + "coverage": 1.0, + "entropy": 1.3814146956713378 + }, + { + "layer": 3, + "head": 9, + "text_mass": 0.021127287098823905, + "corr": -0.16229722794116297, + "mono": 0.8467800651363723, + "coverage": 1.0, + "entropy": 1.5582019834468064 + }, + { + "layer": 3, + "head": 10, + "text_mass": 0.016245171507626846, + "corr": -0.06660317860373069, + "mono": 0.9493033167561407, + "coverage": 1.0, + "entropy": 1.161477658476764 + }, + { + "layer": 3, + "head": 11, + "text_mass": 0.0415246093816253, + "corr": -0.18422228715229683, + "mono": 0.9638836116729959, + "coverage": 1.0, + "entropy": 1.8105078362136033 + }, + { + "layer": 3, + "head": 12, + "text_mass": 0.7398176146536204, + "corr": 0.8616676791819428, + "mono": 0.995498069696798, + "coverage": 1.0, + "entropy": 3.350678514899364 + }, + { + "layer": 3, + "head": 13, + "text_mass": 0.047997901624147785, + "corr": 0.3534361371270902, + "mono": 0.8285406522779998, + "coverage": 0.9781453940871611, + "entropy": 3.4202261131814833 + }, + { + "layer": 3, + "head": 14, + "text_mass": 0.014874092847847298, + "corr": 0.2698580137334074, + "mono": 0.8652830389034273, + "coverage": 1.0, + "entropy": 3.4387183211724044 + }, + { + "layer": 3, + "head": 15, + "text_mass": 0.006993147444221307, + "corr": 0.5725034656612458, + "mono": 0.9385774859978683, + "coverage": 1.0, + "entropy": 3.5681192671481035 + }, + { + "layer": 7, + "head": 0, + "text_mass": 0.13110938190846447, + "corr": 0.08281321731377107, + "mono": 0.9973459362246127, + "coverage": 1.0, + "entropy": 2.455767370082632 + }, + { + "layer": 7, + "head": 1, + "text_mass": 0.01893907670445483, + "corr": -0.007377002242686193, + "mono": 0.8970111877497229, + "coverage": 0.9614800347222222, + "entropy": 2.5566075654761375 + }, + { + "layer": 7, + "head": 2, + "text_mass": 0.17325003650409598, + "corr": 0.31968230986636614, + "mono": 0.9976187546089718, + "coverage": 1.0, + "entropy": 3.5923090392266444 + }, + { + "layer": 7, + "head": 3, + "text_mass": 0.014830562026535682, + "corr": 0.043381665065592934, + "mono": 0.9550223760881037, + "coverage": 0.8115368047015593, + "entropy": 2.723400073731569 + }, + { + "layer": 7, + "head": 4, + "text_mass": 0.9368826637196036, + "corr": 0.9933157255209486, + "mono": 0.9983849433792995, + "coverage": 1.0, + "entropy": 0.3357580410009877, + "radius": 4 + }, + { + "layer": 7, + "head": 5, + "text_mass": 0.013492155462316672, + "corr": 0.07242590928308615, + "mono": 0.8903535192796138, + "coverage": 0.8814099829483417, + "entropy": 1.776510199590792 + }, + { + "layer": 7, + "head": 6, + "text_mass": 0.03298947197163185, + "corr": 0.08468182400749809, + "mono": 1.0, + "coverage": 0.018486821214538453, + "entropy": 1.2772629050893034 + }, + { + "layer": 7, + "head": 7, + "text_mass": 0.01566628441480159, + "corr": 0.14148087551173405, + "mono": 0.917149194586211, + "coverage": 0.8791744682816224, + "entropy": 1.515510004318037 + }, + { + "layer": 7, + "head": 8, + "text_mass": 0.0012521621397312134, + "corr": 0.07201261227711575, + "mono": 0.6248109771342374, + "coverage": 0.9818904172799756, + "entropy": 3.1505730057161023 + }, + { + "layer": 7, + "head": 9, + "text_mass": 0.0011622145064832817, + "corr": 0.04884460611137555, + "mono": 0.6592312417406418, + "coverage": 0.9776121111541931, + "entropy": 3.404762348597418 + }, + { + "layer": 7, + "head": 10, + "text_mass": 0.001337641678563367, + "corr": 0.0461295695695761, + "mono": 0.6237090319869317, + "coverage": 0.9825975245874966, + "entropy": 3.2195973848795716 + }, + { + "layer": 7, + "head": 11, + "text_mass": 0.9183364463243467, + "corr": 0.9829630956146465, + "mono": 0.9924047307071138, + "coverage": 1.0, + "entropy": 1.9402261310059568, + "radius": 8 + }, + { + "layer": 7, + "head": 12, + "text_mass": 0.8958434241715992, + "corr": 0.9376491219565545, + "mono": 0.9909360396603163, + "coverage": 0.9948500395349352, + "entropy": 0.9837500929688261 + }, + { + "layer": 7, + "head": 13, + "text_mass": 0.008803758807245878, + "corr": 0.37237867863714, + "mono": 0.9235262651628918, + "coverage": 0.7067097426995114, + "entropy": 2.3053025964190663 + }, + { + "layer": 7, + "head": 14, + "text_mass": 0.9504654655728151, + "corr": 0.9844988980220667, + "mono": 0.9949798892050685, + "coverage": 1.0, + "entropy": 0.691297362324222, + "radius": 7 + }, + { + "layer": 7, + "head": 15, + "text_mass": 0.01328750050110023, + "corr": 0.23237023742823848, + "mono": 0.999603501222588, + "coverage": 0.03170509708737864, + "entropy": 0.32380100570590015 + } + ] +} diff --git a/web/spk/manifest.json b/web/spk/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..4d76c6649ae9d9b77999ef291d3b0b39e268838d --- /dev/null +++ b/web/spk/manifest.json @@ -0,0 +1,8536 @@ +{ + "format": "zonos3-web-v1", + "model": "spk", + "meta": { + "general.architecture": "mect_spk", + "general.name": "ZONOS3 Mini speaker encoder ownmect_s2 (MECT-B2 + ASTP, 192-d)", + "sample_rate": 16000, + "max_seconds": 60, + "embedding_length": 192, + "n_mels": 80, + "frame_length": 400, + "frame_shift": 160, + "n_fft": 512, + "n_heads": 4, + "n_experts": 4, + "pos_kernel": 113, + "preemphasis": 0.9700000286102295, + "waveform_scale": 32768.0, + "log_floor": 1.1920928955078125e-07, + "ln_eps": 9.999999974752427e-07, + "pool_var_floor": 1.0000000116860974e-07, + "backbone": "MECT_B2", + "source_tensor_count": 1253 + }, + "shards": [ + "shard-000.bin" + ], + "tensors": { + "frontend.window": { + "dtype": "f32", + "shape": [ + 400 + ], + "shard": 0, + "offset": 0, + "nbytes": 1600, + "host": true + }, + "frontend.mel_banks": { + "dtype": "f32", + "shape": [ + 257, + 80 + ], + "shard": 0, + "offset": 1792, + "nbytes": 82240, + "host": true + }, + "frontend.resample_44100": { + "dtype": "f32", + "shape": [ + 475, + 160 + ], + "shard": 0, + "offset": 84224, + "nbytes": 304000, + "host": true + }, + "fe.head.conv.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 32 + ], + "shard": 0, + "offset": 388352, + "nbytes": 1152 + }, + "fe.head.conv.bias": { + "dtype": "f32", + "shape": [ + 32 + ], + "shard": 0, + "offset": 389632, + "nbytes": 128 + }, + "fe.b1.0.cnn.0.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 389888, + "nbytes": 4608 + }, + "fe.b1.0.cnn.0.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 394496, + "nbytes": 65536 + }, + "fe.b1.0.cnn.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 460032, + "nbytes": 512 + }, + "fe.b1.0.cnn.0.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 4, + 128 + ], + "shard": 0, + "offset": 460544, + "nbytes": 18432 + }, + "fe.b1.0.cnn.0.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 478976, + "nbytes": 65536 + }, + "fe.b1.0.cnn.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 544512, + "nbytes": 512 + }, + "fe.b1.0.cnn.0.sc.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 32, + 128 + ], + "shard": 0, + "offset": 545024, + "nbytes": 16384 + }, + "fe.b1.0.cnn.1.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 561408, + "nbytes": 4608 + }, + "fe.b1.0.cnn.1.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 566016, + "nbytes": 65536 + }, + "fe.b1.0.cnn.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 631552, + "nbytes": 512 + }, + "fe.b1.0.cnn.1.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 632064, + "nbytes": 4608 + }, + "fe.b1.0.cnn.1.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 636672, + "nbytes": 65536 + }, + "fe.b1.0.cnn.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 702208, + "nbytes": 512 + }, + "fe.b1.0.cnn.2.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 702720, + "nbytes": 4608 + }, + "fe.b1.0.cnn.2.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 707328, + "nbytes": 65536 + }, + "fe.b1.0.cnn.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 772864, + "nbytes": 512 + }, + "fe.b1.0.cnn.2.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 773376, + "nbytes": 4608 + }, + "fe.b1.0.cnn.2.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 777984, + "nbytes": 65536 + }, + "fe.b1.0.cnn.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 843520, + "nbytes": 512 + }, + "fe.b1.0.reduce.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 32 + ], + "shard": 0, + "offset": 844032, + "nbytes": 16384 + }, + "fe.b1.0.reduce.bias": { + "dtype": "f32", + "shape": [ + 32 + ], + "shard": 0, + "offset": 860416, + "nbytes": 128 + }, + "fe.b1.0.rproj.weight": { + "dtype": "f32", + "shape": [ + 2560, + 64 + ], + "shard": 0, + "offset": 860672, + "nbytes": 655360 + }, + "fe.b1.0.rproj.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 1516032, + "nbytes": 256 + }, + "fe.b1.0.rproj.ln.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 1516288, + "nbytes": 256 + }, + "fe.b1.0.rproj.ln.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 1516544, + "nbytes": 256 + }, + "fe.b1.0.pos.dw.weight": { + "dtype": "f32", + "shape": [ + 64, + 113 + ], + "shard": 0, + "offset": 1516800, + "nbytes": 28928 + }, + "fe.b1.0.pos.dw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 1545728, + "nbytes": 256 + }, + "fe.b1.0.pos.pw.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 1545984, + "nbytes": 16384 + }, + "fe.b1.0.pos.pw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 1562368, + "nbytes": 256 + }, + "fe.b1.0.attn.q.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 1562624, + "nbytes": 16384 + }, + "fe.b1.0.attn.q.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 1579008, + "nbytes": 256 + }, + "fe.b1.0.attn.k.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 1579264, + "nbytes": 16384 + }, + "fe.b1.0.attn.k.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 1595648, + "nbytes": 256 + }, + "fe.b1.0.attn.v.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 1595904, + "nbytes": 16384 + }, + "fe.b1.0.attn.v.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 1612288, + "nbytes": 256 + }, + "fe.b1.0.attn.o.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 1612544, + "nbytes": 16384 + }, + "fe.b1.0.attn.o.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 1628928, + "nbytes": 256 + }, + "fe.b1.0.ln1.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 1629184, + "nbytes": 256 + }, + "fe.b1.0.ln1.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 1629440, + "nbytes": 256 + }, + "fe.b1.0.moe.gate.weight": { + "dtype": "f32", + "shape": [ + 64, + 4 + ], + "shard": 0, + "offset": 1629696, + "nbytes": 1024 + }, + "fe.b1.0.moe.experts.weight": { + "dtype": "f32", + "shape": [ + 64, + 256 + ], + "shard": 0, + "offset": 1630720, + "nbytes": 65536 + }, + "fe.b1.0.ffn_out.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 1696256, + "nbytes": 16384 + }, + "fe.b1.0.ffn_out.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 1712640, + "nbytes": 256 + }, + "fe.b1.0.ln2.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 1712896, + "nbytes": 256 + }, + "fe.b1.0.ln2.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 1713152, + "nbytes": 256 + }, + "fe.b1.0.eproj.weight": { + "dtype": "f32", + "shape": [ + 64, + 2560 + ], + "shard": 0, + "offset": 1713408, + "nbytes": 655360 + }, + "fe.b1.0.eproj.bias": { + "dtype": "f32", + "shape": [ + 2560 + ], + "shard": 0, + "offset": 2368768, + "nbytes": 10240 + }, + "fe.b1.1.cnn.0.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 2379008, + "nbytes": 4608 + }, + "fe.b1.1.cnn.0.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 2383616, + "nbytes": 65536 + }, + "fe.b1.1.cnn.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 2449152, + "nbytes": 512 + }, + "fe.b1.1.cnn.0.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 4, + 128 + ], + "shard": 0, + "offset": 2449664, + "nbytes": 18432 + }, + "fe.b1.1.cnn.0.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 2468096, + "nbytes": 65536 + }, + "fe.b1.1.cnn.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 2533632, + "nbytes": 512 + }, + "fe.b1.1.cnn.0.sc.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 32, + 128 + ], + "shard": 0, + "offset": 2534144, + "nbytes": 16384 + }, + "fe.b1.1.cnn.1.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 2550528, + "nbytes": 4608 + }, + "fe.b1.1.cnn.1.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 2555136, + "nbytes": 65536 + }, + "fe.b1.1.cnn.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 2620672, + "nbytes": 512 + }, + "fe.b1.1.cnn.1.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 2621184, + "nbytes": 4608 + }, + "fe.b1.1.cnn.1.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 2625792, + "nbytes": 65536 + }, + "fe.b1.1.cnn.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 2691328, + "nbytes": 512 + }, + "fe.b1.1.cnn.2.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 2691840, + "nbytes": 4608 + }, + "fe.b1.1.cnn.2.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 2696448, + "nbytes": 65536 + }, + "fe.b1.1.cnn.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 2761984, + "nbytes": 512 + }, + "fe.b1.1.cnn.2.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 2762496, + "nbytes": 4608 + }, + "fe.b1.1.cnn.2.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 2767104, + "nbytes": 65536 + }, + "fe.b1.1.cnn.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 2832640, + "nbytes": 512 + }, + "fe.b1.1.reduce.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 32 + ], + "shard": 0, + "offset": 2833152, + "nbytes": 16384 + }, + "fe.b1.1.reduce.bias": { + "dtype": "f32", + "shape": [ + 32 + ], + "shard": 0, + "offset": 2849536, + "nbytes": 128 + }, + "fe.b1.1.rproj.weight": { + "dtype": "f32", + "shape": [ + 2560, + 64 + ], + "shard": 0, + "offset": 2849792, + "nbytes": 655360 + }, + "fe.b1.1.rproj.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 3505152, + "nbytes": 256 + }, + "fe.b1.1.rproj.ln.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 3505408, + "nbytes": 256 + }, + "fe.b1.1.rproj.ln.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 3505664, + "nbytes": 256 + }, + "fe.b1.1.pos.dw.weight": { + "dtype": "f32", + "shape": [ + 64, + 113 + ], + "shard": 0, + "offset": 3505920, + "nbytes": 28928 + }, + "fe.b1.1.pos.dw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 3534848, + "nbytes": 256 + }, + "fe.b1.1.pos.pw.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 3535104, + "nbytes": 16384 + }, + "fe.b1.1.pos.pw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 3551488, + "nbytes": 256 + }, + "fe.b1.1.attn.q.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 3551744, + "nbytes": 16384 + }, + "fe.b1.1.attn.q.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 3568128, + "nbytes": 256 + }, + "fe.b1.1.attn.k.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 3568384, + "nbytes": 16384 + }, + "fe.b1.1.attn.k.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 3584768, + "nbytes": 256 + }, + "fe.b1.1.attn.v.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 3585024, + "nbytes": 16384 + }, + "fe.b1.1.attn.v.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 3601408, + "nbytes": 256 + }, + "fe.b1.1.attn.o.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 3601664, + "nbytes": 16384 + }, + "fe.b1.1.attn.o.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 3618048, + "nbytes": 256 + }, + "fe.b1.1.ln1.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 3618304, + "nbytes": 256 + }, + "fe.b1.1.ln1.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 3618560, + "nbytes": 256 + }, + "fe.b1.1.moe.gate.weight": { + "dtype": "f32", + "shape": [ + 64, + 4 + ], + "shard": 0, + "offset": 3618816, + "nbytes": 1024 + }, + "fe.b1.1.moe.experts.weight": { + "dtype": "f32", + "shape": [ + 64, + 256 + ], + "shard": 0, + "offset": 3619840, + "nbytes": 65536 + }, + "fe.b1.1.ffn_out.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 3685376, + "nbytes": 16384 + }, + "fe.b1.1.ffn_out.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 3701760, + "nbytes": 256 + }, + "fe.b1.1.ln2.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 3702016, + "nbytes": 256 + }, + "fe.b1.1.ln2.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 3702272, + "nbytes": 256 + }, + "fe.b1.1.eproj.weight": { + "dtype": "f32", + "shape": [ + 64, + 2560 + ], + "shard": 0, + "offset": 3702528, + "nbytes": 655360 + }, + "fe.b1.1.eproj.bias": { + "dtype": "f32", + "shape": [ + 2560 + ], + "shard": 0, + "offset": 4357888, + "nbytes": 10240 + }, + "fe.b2.0.cnn.0.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 4368128, + "nbytes": 4608 + }, + "fe.b2.0.cnn.0.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 4372736, + "nbytes": 65536 + }, + "fe.b2.0.cnn.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 4438272, + "nbytes": 512 + }, + "fe.b2.0.cnn.0.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 4, + 128 + ], + "shard": 0, + "offset": 4438784, + "nbytes": 18432 + }, + "fe.b2.0.cnn.0.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 4457216, + "nbytes": 65536 + }, + "fe.b2.0.cnn.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 4522752, + "nbytes": 512 + }, + "fe.b2.0.cnn.0.sc.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 32, + 128 + ], + "shard": 0, + "offset": 4523264, + "nbytes": 16384 + }, + "fe.b2.0.cnn.1.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 4539648, + "nbytes": 4608 + }, + "fe.b2.0.cnn.1.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 4544256, + "nbytes": 65536 + }, + "fe.b2.0.cnn.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 4609792, + "nbytes": 512 + }, + "fe.b2.0.cnn.1.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 4610304, + "nbytes": 4608 + }, + "fe.b2.0.cnn.1.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 4614912, + "nbytes": 65536 + }, + "fe.b2.0.cnn.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 4680448, + "nbytes": 512 + }, + "fe.b2.0.cnn.2.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 4680960, + "nbytes": 4608 + }, + "fe.b2.0.cnn.2.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 4685568, + "nbytes": 65536 + }, + "fe.b2.0.cnn.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 4751104, + "nbytes": 512 + }, + "fe.b2.0.cnn.2.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 4751616, + "nbytes": 4608 + }, + "fe.b2.0.cnn.2.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 4756224, + "nbytes": 65536 + }, + "fe.b2.0.cnn.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 4821760, + "nbytes": 512 + }, + "fe.b2.0.reduce.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 64 + ], + "shard": 0, + "offset": 4822272, + "nbytes": 32768 + }, + "fe.b2.0.reduce.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 4855040, + "nbytes": 256 + }, + "fe.b2.0.rproj.weight": { + "dtype": "f32", + "shape": [ + 2560, + 64 + ], + "shard": 0, + "offset": 4855296, + "nbytes": 655360 + }, + "fe.b2.0.rproj.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 5510656, + "nbytes": 256 + }, + "fe.b2.0.rproj.ln.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 5510912, + "nbytes": 256 + }, + "fe.b2.0.rproj.ln.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 5511168, + "nbytes": 256 + }, + "fe.b2.0.pos.dw.weight": { + "dtype": "f32", + "shape": [ + 64, + 113 + ], + "shard": 0, + "offset": 5511424, + "nbytes": 28928 + }, + "fe.b2.0.pos.dw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 5540352, + "nbytes": 256 + }, + "fe.b2.0.pos.pw.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 5540608, + "nbytes": 16384 + }, + "fe.b2.0.pos.pw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 5556992, + "nbytes": 256 + }, + "fe.b2.0.attn.q.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 5557248, + "nbytes": 16384 + }, + "fe.b2.0.attn.q.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 5573632, + "nbytes": 256 + }, + "fe.b2.0.attn.k.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 5573888, + "nbytes": 16384 + }, + "fe.b2.0.attn.k.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 5590272, + "nbytes": 256 + }, + "fe.b2.0.attn.v.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 5590528, + "nbytes": 16384 + }, + "fe.b2.0.attn.v.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 5606912, + "nbytes": 256 + }, + "fe.b2.0.attn.o.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 5607168, + "nbytes": 16384 + }, + "fe.b2.0.attn.o.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 5623552, + "nbytes": 256 + }, + "fe.b2.0.ln1.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 5623808, + "nbytes": 256 + }, + "fe.b2.0.ln1.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 5624064, + "nbytes": 256 + }, + "fe.b2.0.moe.gate.weight": { + "dtype": "f32", + "shape": [ + 64, + 4 + ], + "shard": 0, + "offset": 5624320, + "nbytes": 1024 + }, + "fe.b2.0.moe.experts.weight": { + "dtype": "f32", + "shape": [ + 64, + 256 + ], + "shard": 0, + "offset": 5625344, + "nbytes": 65536 + }, + "fe.b2.0.ffn_out.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 5690880, + "nbytes": 16384 + }, + "fe.b2.0.ffn_out.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 5707264, + "nbytes": 256 + }, + "fe.b2.0.ln2.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 5707520, + "nbytes": 256 + }, + "fe.b2.0.ln2.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 5707776, + "nbytes": 256 + }, + "fe.b2.0.eproj.weight": { + "dtype": "f32", + "shape": [ + 64, + 2560 + ], + "shard": 0, + "offset": 5708032, + "nbytes": 655360 + }, + "fe.b2.0.eproj.bias": { + "dtype": "f32", + "shape": [ + 2560 + ], + "shard": 0, + "offset": 6363392, + "nbytes": 10240 + }, + "fe.b2.1.cnn.0.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 6373632, + "nbytes": 4608 + }, + "fe.b2.1.cnn.0.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 6378240, + "nbytes": 65536 + }, + "fe.b2.1.cnn.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 6443776, + "nbytes": 512 + }, + "fe.b2.1.cnn.0.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 2, + 128 + ], + "shard": 0, + "offset": 6444288, + "nbytes": 9216 + }, + "fe.b2.1.cnn.0.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 6453504, + "nbytes": 65536 + }, + "fe.b2.1.cnn.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 6519040, + "nbytes": 512 + }, + "fe.b2.1.cnn.0.sc.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 64, + 128 + ], + "shard": 0, + "offset": 6519552, + "nbytes": 32768 + }, + "fe.b2.1.cnn.1.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 6552320, + "nbytes": 4608 + }, + "fe.b2.1.cnn.1.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 6556928, + "nbytes": 65536 + }, + "fe.b2.1.cnn.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 6622464, + "nbytes": 512 + }, + "fe.b2.1.cnn.1.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 6622976, + "nbytes": 4608 + }, + "fe.b2.1.cnn.1.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 6627584, + "nbytes": 65536 + }, + "fe.b2.1.cnn.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 6693120, + "nbytes": 512 + }, + "fe.b2.1.cnn.2.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 6693632, + "nbytes": 4608 + }, + "fe.b2.1.cnn.2.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 6698240, + "nbytes": 65536 + }, + "fe.b2.1.cnn.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 6763776, + "nbytes": 512 + }, + "fe.b2.1.cnn.2.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 6764288, + "nbytes": 4608 + }, + "fe.b2.1.cnn.2.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 6768896, + "nbytes": 65536 + }, + "fe.b2.1.cnn.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 6834432, + "nbytes": 512 + }, + "fe.b2.1.reduce.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 64 + ], + "shard": 0, + "offset": 6834944, + "nbytes": 32768 + }, + "fe.b2.1.reduce.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 6867712, + "nbytes": 256 + }, + "fe.b2.1.rproj.weight": { + "dtype": "f32", + "shape": [ + 2560, + 64 + ], + "shard": 0, + "offset": 6867968, + "nbytes": 655360 + }, + "fe.b2.1.rproj.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 7523328, + "nbytes": 256 + }, + "fe.b2.1.rproj.ln.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 7523584, + "nbytes": 256 + }, + "fe.b2.1.rproj.ln.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 7523840, + "nbytes": 256 + }, + "fe.b2.1.pos.dw.weight": { + "dtype": "f32", + "shape": [ + 64, + 113 + ], + "shard": 0, + "offset": 7524096, + "nbytes": 28928 + }, + "fe.b2.1.pos.dw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 7553024, + "nbytes": 256 + }, + "fe.b2.1.pos.pw.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 7553280, + "nbytes": 16384 + }, + "fe.b2.1.pos.pw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 7569664, + "nbytes": 256 + }, + "fe.b2.1.attn.q.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 7569920, + "nbytes": 16384 + }, + "fe.b2.1.attn.q.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 7586304, + "nbytes": 256 + }, + "fe.b2.1.attn.k.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 7586560, + "nbytes": 16384 + }, + "fe.b2.1.attn.k.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 7602944, + "nbytes": 256 + }, + "fe.b2.1.attn.v.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 7603200, + "nbytes": 16384 + }, + "fe.b2.1.attn.v.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 7619584, + "nbytes": 256 + }, + "fe.b2.1.attn.o.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 7619840, + "nbytes": 16384 + }, + "fe.b2.1.attn.o.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 7636224, + "nbytes": 256 + }, + "fe.b2.1.ln1.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 7636480, + "nbytes": 256 + }, + "fe.b2.1.ln1.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 7636736, + "nbytes": 256 + }, + "fe.b2.1.moe.gate.weight": { + "dtype": "f32", + "shape": [ + 64, + 4 + ], + "shard": 0, + "offset": 7636992, + "nbytes": 1024 + }, + "fe.b2.1.moe.experts.weight": { + "dtype": "f32", + "shape": [ + 64, + 256 + ], + "shard": 0, + "offset": 7638016, + "nbytes": 65536 + }, + "fe.b2.1.ffn_out.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 7703552, + "nbytes": 16384 + }, + "fe.b2.1.ffn_out.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 7719936, + "nbytes": 256 + }, + "fe.b2.1.ln2.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 7720192, + "nbytes": 256 + }, + "fe.b2.1.ln2.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 7720448, + "nbytes": 256 + }, + "fe.b2.1.eproj.weight": { + "dtype": "f32", + "shape": [ + 64, + 2560 + ], + "shard": 0, + "offset": 7720704, + "nbytes": 655360 + }, + "fe.b2.1.eproj.bias": { + "dtype": "f32", + "shape": [ + 2560 + ], + "shard": 0, + "offset": 8376064, + "nbytes": 10240 + }, + "fe.b2.2.cnn.0.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 8386304, + "nbytes": 4608 + }, + "fe.b2.2.cnn.0.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 8390912, + "nbytes": 65536 + }, + "fe.b2.2.cnn.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 8456448, + "nbytes": 512 + }, + "fe.b2.2.cnn.0.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 2, + 128 + ], + "shard": 0, + "offset": 8456960, + "nbytes": 9216 + }, + "fe.b2.2.cnn.0.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 8466176, + "nbytes": 65536 + }, + "fe.b2.2.cnn.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 8531712, + "nbytes": 512 + }, + "fe.b2.2.cnn.0.sc.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 64, + 128 + ], + "shard": 0, + "offset": 8532224, + "nbytes": 32768 + }, + "fe.b2.2.cnn.1.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 8564992, + "nbytes": 4608 + }, + "fe.b2.2.cnn.1.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 8569600, + "nbytes": 65536 + }, + "fe.b2.2.cnn.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 8635136, + "nbytes": 512 + }, + "fe.b2.2.cnn.1.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 8635648, + "nbytes": 4608 + }, + "fe.b2.2.cnn.1.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 8640256, + "nbytes": 65536 + }, + "fe.b2.2.cnn.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 8705792, + "nbytes": 512 + }, + "fe.b2.2.cnn.2.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 8706304, + "nbytes": 4608 + }, + "fe.b2.2.cnn.2.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 8710912, + "nbytes": 65536 + }, + "fe.b2.2.cnn.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 8776448, + "nbytes": 512 + }, + "fe.b2.2.cnn.2.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 8776960, + "nbytes": 4608 + }, + "fe.b2.2.cnn.2.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 8781568, + "nbytes": 65536 + }, + "fe.b2.2.cnn.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 8847104, + "nbytes": 512 + }, + "fe.b2.2.reduce.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 64 + ], + "shard": 0, + "offset": 8847616, + "nbytes": 32768 + }, + "fe.b2.2.reduce.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 8880384, + "nbytes": 256 + }, + "fe.b2.2.rproj.weight": { + "dtype": "f32", + "shape": [ + 2560, + 64 + ], + "shard": 0, + "offset": 8880640, + "nbytes": 655360 + }, + "fe.b2.2.rproj.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 9536000, + "nbytes": 256 + }, + "fe.b2.2.rproj.ln.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 9536256, + "nbytes": 256 + }, + "fe.b2.2.rproj.ln.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 9536512, + "nbytes": 256 + }, + "fe.b2.2.pos.dw.weight": { + "dtype": "f32", + "shape": [ + 64, + 113 + ], + "shard": 0, + "offset": 9536768, + "nbytes": 28928 + }, + "fe.b2.2.pos.dw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 9565696, + "nbytes": 256 + }, + "fe.b2.2.pos.pw.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 9565952, + "nbytes": 16384 + }, + "fe.b2.2.pos.pw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 9582336, + "nbytes": 256 + }, + "fe.b2.2.attn.q.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 9582592, + "nbytes": 16384 + }, + "fe.b2.2.attn.q.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 9598976, + "nbytes": 256 + }, + "fe.b2.2.attn.k.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 9599232, + "nbytes": 16384 + }, + "fe.b2.2.attn.k.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 9615616, + "nbytes": 256 + }, + "fe.b2.2.attn.v.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 9615872, + "nbytes": 16384 + }, + "fe.b2.2.attn.v.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 9632256, + "nbytes": 256 + }, + "fe.b2.2.attn.o.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 9632512, + "nbytes": 16384 + }, + "fe.b2.2.attn.o.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 9648896, + "nbytes": 256 + }, + "fe.b2.2.ln1.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 9649152, + "nbytes": 256 + }, + "fe.b2.2.ln1.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 9649408, + "nbytes": 256 + }, + "fe.b2.2.moe.gate.weight": { + "dtype": "f32", + "shape": [ + 64, + 4 + ], + "shard": 0, + "offset": 9649664, + "nbytes": 1024 + }, + "fe.b2.2.moe.experts.weight": { + "dtype": "f32", + "shape": [ + 64, + 256 + ], + "shard": 0, + "offset": 9650688, + "nbytes": 65536 + }, + "fe.b2.2.ffn_out.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 9716224, + "nbytes": 16384 + }, + "fe.b2.2.ffn_out.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 9732608, + "nbytes": 256 + }, + "fe.b2.2.ln2.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 9732864, + "nbytes": 256 + }, + "fe.b2.2.ln2.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 9733120, + "nbytes": 256 + }, + "fe.b2.2.eproj.weight": { + "dtype": "f32", + "shape": [ + 64, + 2560 + ], + "shard": 0, + "offset": 9733376, + "nbytes": 655360 + }, + "fe.b2.2.eproj.bias": { + "dtype": "f32", + "shape": [ + 2560 + ], + "shard": 0, + "offset": 10388736, + "nbytes": 10240 + }, + "fe.b2.3.cnn.0.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 10398976, + "nbytes": 4608 + }, + "fe.b2.3.cnn.0.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 10403584, + "nbytes": 65536 + }, + "fe.b2.3.cnn.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 10469120, + "nbytes": 512 + }, + "fe.b2.3.cnn.0.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 2, + 128 + ], + "shard": 0, + "offset": 10469632, + "nbytes": 9216 + }, + "fe.b2.3.cnn.0.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 10478848, + "nbytes": 65536 + }, + "fe.b2.3.cnn.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 10544384, + "nbytes": 512 + }, + "fe.b2.3.cnn.0.sc.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 64, + 128 + ], + "shard": 0, + "offset": 10544896, + "nbytes": 32768 + }, + "fe.b2.3.cnn.1.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 10577664, + "nbytes": 4608 + }, + "fe.b2.3.cnn.1.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 10582272, + "nbytes": 65536 + }, + "fe.b2.3.cnn.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 10647808, + "nbytes": 512 + }, + "fe.b2.3.cnn.1.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 10648320, + "nbytes": 4608 + }, + "fe.b2.3.cnn.1.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 10652928, + "nbytes": 65536 + }, + "fe.b2.3.cnn.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 10718464, + "nbytes": 512 + }, + "fe.b2.3.cnn.2.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 10718976, + "nbytes": 4608 + }, + "fe.b2.3.cnn.2.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 10723584, + "nbytes": 65536 + }, + "fe.b2.3.cnn.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 10789120, + "nbytes": 512 + }, + "fe.b2.3.cnn.2.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 128 + ], + "shard": 0, + "offset": 10789632, + "nbytes": 4608 + }, + "fe.b2.3.cnn.2.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 128 + ], + "shard": 0, + "offset": 10794240, + "nbytes": 65536 + }, + "fe.b2.3.cnn.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 10859776, + "nbytes": 512 + }, + "fe.b2.3.reduce.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 64 + ], + "shard": 0, + "offset": 10860288, + "nbytes": 32768 + }, + "fe.b2.3.reduce.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 10893056, + "nbytes": 256 + }, + "fe.b2.3.rproj.weight": { + "dtype": "f32", + "shape": [ + 2560, + 64 + ], + "shard": 0, + "offset": 10893312, + "nbytes": 655360 + }, + "fe.b2.3.rproj.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 11548672, + "nbytes": 256 + }, + "fe.b2.3.rproj.ln.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 11548928, + "nbytes": 256 + }, + "fe.b2.3.rproj.ln.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 11549184, + "nbytes": 256 + }, + "fe.b2.3.pos.dw.weight": { + "dtype": "f32", + "shape": [ + 64, + 113 + ], + "shard": 0, + "offset": 11549440, + "nbytes": 28928 + }, + "fe.b2.3.pos.dw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 11578368, + "nbytes": 256 + }, + "fe.b2.3.pos.pw.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 11578624, + "nbytes": 16384 + }, + "fe.b2.3.pos.pw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 11595008, + "nbytes": 256 + }, + "fe.b2.3.attn.q.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 11595264, + "nbytes": 16384 + }, + "fe.b2.3.attn.q.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 11611648, + "nbytes": 256 + }, + "fe.b2.3.attn.k.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 11611904, + "nbytes": 16384 + }, + "fe.b2.3.attn.k.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 11628288, + "nbytes": 256 + }, + "fe.b2.3.attn.v.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 11628544, + "nbytes": 16384 + }, + "fe.b2.3.attn.v.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 11644928, + "nbytes": 256 + }, + "fe.b2.3.attn.o.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 11645184, + "nbytes": 16384 + }, + "fe.b2.3.attn.o.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 11661568, + "nbytes": 256 + }, + "fe.b2.3.ln1.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 11661824, + "nbytes": 256 + }, + "fe.b2.3.ln1.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 11662080, + "nbytes": 256 + }, + "fe.b2.3.moe.gate.weight": { + "dtype": "f32", + "shape": [ + 64, + 4 + ], + "shard": 0, + "offset": 11662336, + "nbytes": 1024 + }, + "fe.b2.3.moe.experts.weight": { + "dtype": "f32", + "shape": [ + 64, + 256 + ], + "shard": 0, + "offset": 11663360, + "nbytes": 65536 + }, + "fe.b2.3.ffn_out.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 11728896, + "nbytes": 16384 + }, + "fe.b2.3.ffn_out.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 11745280, + "nbytes": 256 + }, + "fe.b2.3.ln2.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 11745536, + "nbytes": 256 + }, + "fe.b2.3.ln2.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 11745792, + "nbytes": 256 + }, + "fe.b2.3.eproj.weight": { + "dtype": "f32", + "shape": [ + 64, + 2560 + ], + "shard": 0, + "offset": 11746048, + "nbytes": 655360 + }, + "fe.b2.3.eproj.bias": { + "dtype": "f32", + "shape": [ + 2560 + ], + "shard": 0, + "offset": 12401408, + "nbytes": 10240 + }, + "fe.b3.0.cnn.0.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 12411648, + "nbytes": 9216 + }, + "fe.b3.0.cnn.0.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 12420864, + "nbytes": 262144 + }, + "fe.b3.0.cnn.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 12683008, + "nbytes": 1024 + }, + "fe.b3.0.cnn.0.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 4, + 256 + ], + "shard": 0, + "offset": 12684032, + "nbytes": 36864 + }, + "fe.b3.0.cnn.0.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 12720896, + "nbytes": 262144 + }, + "fe.b3.0.cnn.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 12983040, + "nbytes": 1024 + }, + "fe.b3.0.cnn.0.sc.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 64, + 256 + ], + "shard": 0, + "offset": 12984064, + "nbytes": 65536 + }, + "fe.b3.0.cnn.1.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 13049600, + "nbytes": 9216 + }, + "fe.b3.0.cnn.1.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 13058816, + "nbytes": 262144 + }, + "fe.b3.0.cnn.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 13320960, + "nbytes": 1024 + }, + "fe.b3.0.cnn.1.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 13321984, + "nbytes": 9216 + }, + "fe.b3.0.cnn.1.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 13331200, + "nbytes": 262144 + }, + "fe.b3.0.cnn.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 13593344, + "nbytes": 1024 + }, + "fe.b3.0.cnn.2.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 13594368, + "nbytes": 9216 + }, + "fe.b3.0.cnn.2.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 13603584, + "nbytes": 262144 + }, + "fe.b3.0.cnn.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 13865728, + "nbytes": 1024 + }, + "fe.b3.0.cnn.2.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 13866752, + "nbytes": 9216 + }, + "fe.b3.0.cnn.2.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 13875968, + "nbytes": 262144 + }, + "fe.b3.0.cnn.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 14138112, + "nbytes": 1024 + }, + "fe.b3.0.reduce.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 128 + ], + "shard": 0, + "offset": 14139136, + "nbytes": 131072 + }, + "fe.b3.0.reduce.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 14270208, + "nbytes": 512 + }, + "fe.b3.0.rproj.weight": { + "dtype": "f32", + "shape": [ + 2560, + 64 + ], + "shard": 0, + "offset": 14270720, + "nbytes": 655360 + }, + "fe.b3.0.rproj.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 14926080, + "nbytes": 256 + }, + "fe.b3.0.rproj.ln.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 14926336, + "nbytes": 256 + }, + "fe.b3.0.rproj.ln.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 14926592, + "nbytes": 256 + }, + "fe.b3.0.pos.dw.weight": { + "dtype": "f32", + "shape": [ + 64, + 113 + ], + "shard": 0, + "offset": 14926848, + "nbytes": 28928 + }, + "fe.b3.0.pos.dw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 14955776, + "nbytes": 256 + }, + "fe.b3.0.pos.pw.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 14956032, + "nbytes": 16384 + }, + "fe.b3.0.pos.pw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 14972416, + "nbytes": 256 + }, + "fe.b3.0.attn.q.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 14972672, + "nbytes": 16384 + }, + "fe.b3.0.attn.q.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 14989056, + "nbytes": 256 + }, + "fe.b3.0.attn.k.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 14989312, + "nbytes": 16384 + }, + "fe.b3.0.attn.k.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 15005696, + "nbytes": 256 + }, + "fe.b3.0.attn.v.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 15005952, + "nbytes": 16384 + }, + "fe.b3.0.attn.v.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 15022336, + "nbytes": 256 + }, + "fe.b3.0.attn.o.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 15022592, + "nbytes": 16384 + }, + "fe.b3.0.attn.o.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 15038976, + "nbytes": 256 + }, + "fe.b3.0.ln1.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 15039232, + "nbytes": 256 + }, + "fe.b3.0.ln1.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 15039488, + "nbytes": 256 + }, + "fe.b3.0.moe.gate.weight": { + "dtype": "f32", + "shape": [ + 64, + 4 + ], + "shard": 0, + "offset": 15039744, + "nbytes": 1024 + }, + "fe.b3.0.moe.experts.weight": { + "dtype": "f32", + "shape": [ + 64, + 256 + ], + "shard": 0, + "offset": 15040768, + "nbytes": 65536 + }, + "fe.b3.0.ffn_out.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 15106304, + "nbytes": 16384 + }, + "fe.b3.0.ffn_out.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 15122688, + "nbytes": 256 + }, + "fe.b3.0.ln2.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 15122944, + "nbytes": 256 + }, + "fe.b3.0.ln2.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 15123200, + "nbytes": 256 + }, + "fe.b3.0.eproj.weight": { + "dtype": "f32", + "shape": [ + 64, + 2560 + ], + "shard": 0, + "offset": 15123456, + "nbytes": 655360 + }, + "fe.b3.0.eproj.bias": { + "dtype": "f32", + "shape": [ + 2560 + ], + "shard": 0, + "offset": 15778816, + "nbytes": 10240 + }, + "fe.b3.1.cnn.0.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 15789056, + "nbytes": 9216 + }, + "fe.b3.1.cnn.0.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 15798272, + "nbytes": 262144 + }, + "fe.b3.1.cnn.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 16060416, + "nbytes": 1024 + }, + "fe.b3.1.cnn.0.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 2, + 256 + ], + "shard": 0, + "offset": 16061440, + "nbytes": 18432 + }, + "fe.b3.1.cnn.0.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 16079872, + "nbytes": 262144 + }, + "fe.b3.1.cnn.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 16342016, + "nbytes": 1024 + }, + "fe.b3.1.cnn.0.sc.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 256 + ], + "shard": 0, + "offset": 16343040, + "nbytes": 131072 + }, + "fe.b3.1.cnn.1.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 16474112, + "nbytes": 9216 + }, + "fe.b3.1.cnn.1.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 16483328, + "nbytes": 262144 + }, + "fe.b3.1.cnn.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 16745472, + "nbytes": 1024 + }, + "fe.b3.1.cnn.1.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 16746496, + "nbytes": 9216 + }, + "fe.b3.1.cnn.1.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 16755712, + "nbytes": 262144 + }, + "fe.b3.1.cnn.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 17017856, + "nbytes": 1024 + }, + "fe.b3.1.cnn.2.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 17018880, + "nbytes": 9216 + }, + "fe.b3.1.cnn.2.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 17028096, + "nbytes": 262144 + }, + "fe.b3.1.cnn.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 17290240, + "nbytes": 1024 + }, + "fe.b3.1.cnn.2.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 17291264, + "nbytes": 9216 + }, + "fe.b3.1.cnn.2.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 17300480, + "nbytes": 262144 + }, + "fe.b3.1.cnn.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 17562624, + "nbytes": 1024 + }, + "fe.b3.1.reduce.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 128 + ], + "shard": 0, + "offset": 17563648, + "nbytes": 131072 + }, + "fe.b3.1.reduce.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 17694720, + "nbytes": 512 + }, + "fe.b3.1.rproj.weight": { + "dtype": "f32", + "shape": [ + 2560, + 64 + ], + "shard": 0, + "offset": 17695232, + "nbytes": 655360 + }, + "fe.b3.1.rproj.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 18350592, + "nbytes": 256 + }, + "fe.b3.1.rproj.ln.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 18350848, + "nbytes": 256 + }, + "fe.b3.1.rproj.ln.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 18351104, + "nbytes": 256 + }, + "fe.b3.1.pos.dw.weight": { + "dtype": "f32", + "shape": [ + 64, + 113 + ], + "shard": 0, + "offset": 18351360, + "nbytes": 28928 + }, + "fe.b3.1.pos.dw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 18380288, + "nbytes": 256 + }, + "fe.b3.1.pos.pw.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 18380544, + "nbytes": 16384 + }, + "fe.b3.1.pos.pw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 18396928, + "nbytes": 256 + }, + "fe.b3.1.attn.q.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 18397184, + "nbytes": 16384 + }, + "fe.b3.1.attn.q.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 18413568, + "nbytes": 256 + }, + "fe.b3.1.attn.k.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 18413824, + "nbytes": 16384 + }, + "fe.b3.1.attn.k.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 18430208, + "nbytes": 256 + }, + "fe.b3.1.attn.v.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 18430464, + "nbytes": 16384 + }, + "fe.b3.1.attn.v.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 18446848, + "nbytes": 256 + }, + "fe.b3.1.attn.o.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 18447104, + "nbytes": 16384 + }, + "fe.b3.1.attn.o.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 18463488, + "nbytes": 256 + }, + "fe.b3.1.ln1.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 18463744, + "nbytes": 256 + }, + "fe.b3.1.ln1.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 18464000, + "nbytes": 256 + }, + "fe.b3.1.moe.gate.weight": { + "dtype": "f32", + "shape": [ + 64, + 4 + ], + "shard": 0, + "offset": 18464256, + "nbytes": 1024 + }, + "fe.b3.1.moe.experts.weight": { + "dtype": "f32", + "shape": [ + 64, + 256 + ], + "shard": 0, + "offset": 18465280, + "nbytes": 65536 + }, + "fe.b3.1.ffn_out.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 18530816, + "nbytes": 16384 + }, + "fe.b3.1.ffn_out.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 18547200, + "nbytes": 256 + }, + "fe.b3.1.ln2.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 18547456, + "nbytes": 256 + }, + "fe.b3.1.ln2.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 18547712, + "nbytes": 256 + }, + "fe.b3.1.eproj.weight": { + "dtype": "f32", + "shape": [ + 64, + 2560 + ], + "shard": 0, + "offset": 18547968, + "nbytes": 655360 + }, + "fe.b3.1.eproj.bias": { + "dtype": "f32", + "shape": [ + 2560 + ], + "shard": 0, + "offset": 19203328, + "nbytes": 10240 + }, + "fe.b3.2.cnn.0.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 19213568, + "nbytes": 9216 + }, + "fe.b3.2.cnn.0.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 19222784, + "nbytes": 262144 + }, + "fe.b3.2.cnn.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 19484928, + "nbytes": 1024 + }, + "fe.b3.2.cnn.0.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 2, + 256 + ], + "shard": 0, + "offset": 19485952, + "nbytes": 18432 + }, + "fe.b3.2.cnn.0.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 19504384, + "nbytes": 262144 + }, + "fe.b3.2.cnn.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 19766528, + "nbytes": 1024 + }, + "fe.b3.2.cnn.0.sc.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 256 + ], + "shard": 0, + "offset": 19767552, + "nbytes": 131072 + }, + "fe.b3.2.cnn.1.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 19898624, + "nbytes": 9216 + }, + "fe.b3.2.cnn.1.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 19907840, + "nbytes": 262144 + }, + "fe.b3.2.cnn.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 20169984, + "nbytes": 1024 + }, + "fe.b3.2.cnn.1.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 20171008, + "nbytes": 9216 + }, + "fe.b3.2.cnn.1.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 20180224, + "nbytes": 262144 + }, + "fe.b3.2.cnn.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 20442368, + "nbytes": 1024 + }, + "fe.b3.2.cnn.2.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 20443392, + "nbytes": 9216 + }, + "fe.b3.2.cnn.2.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 20452608, + "nbytes": 262144 + }, + "fe.b3.2.cnn.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 20714752, + "nbytes": 1024 + }, + "fe.b3.2.cnn.2.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 20715776, + "nbytes": 9216 + }, + "fe.b3.2.cnn.2.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 20724992, + "nbytes": 262144 + }, + "fe.b3.2.cnn.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 20987136, + "nbytes": 1024 + }, + "fe.b3.2.reduce.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 128 + ], + "shard": 0, + "offset": 20988160, + "nbytes": 131072 + }, + "fe.b3.2.reduce.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 21119232, + "nbytes": 512 + }, + "fe.b3.2.rproj.weight": { + "dtype": "f32", + "shape": [ + 2560, + 64 + ], + "shard": 0, + "offset": 21119744, + "nbytes": 655360 + }, + "fe.b3.2.rproj.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 21775104, + "nbytes": 256 + }, + "fe.b3.2.rproj.ln.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 21775360, + "nbytes": 256 + }, + "fe.b3.2.rproj.ln.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 21775616, + "nbytes": 256 + }, + "fe.b3.2.pos.dw.weight": { + "dtype": "f32", + "shape": [ + 64, + 113 + ], + "shard": 0, + "offset": 21775872, + "nbytes": 28928 + }, + "fe.b3.2.pos.dw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 21804800, + "nbytes": 256 + }, + "fe.b3.2.pos.pw.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 21805056, + "nbytes": 16384 + }, + "fe.b3.2.pos.pw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 21821440, + "nbytes": 256 + }, + "fe.b3.2.attn.q.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 21821696, + "nbytes": 16384 + }, + "fe.b3.2.attn.q.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 21838080, + "nbytes": 256 + }, + "fe.b3.2.attn.k.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 21838336, + "nbytes": 16384 + }, + "fe.b3.2.attn.k.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 21854720, + "nbytes": 256 + }, + "fe.b3.2.attn.v.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 21854976, + "nbytes": 16384 + }, + "fe.b3.2.attn.v.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 21871360, + "nbytes": 256 + }, + "fe.b3.2.attn.o.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 21871616, + "nbytes": 16384 + }, + "fe.b3.2.attn.o.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 21888000, + "nbytes": 256 + }, + "fe.b3.2.ln1.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 21888256, + "nbytes": 256 + }, + "fe.b3.2.ln1.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 21888512, + "nbytes": 256 + }, + "fe.b3.2.moe.gate.weight": { + "dtype": "f32", + "shape": [ + 64, + 4 + ], + "shard": 0, + "offset": 21888768, + "nbytes": 1024 + }, + "fe.b3.2.moe.experts.weight": { + "dtype": "f32", + "shape": [ + 64, + 256 + ], + "shard": 0, + "offset": 21889792, + "nbytes": 65536 + }, + "fe.b3.2.ffn_out.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 21955328, + "nbytes": 16384 + }, + "fe.b3.2.ffn_out.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 21971712, + "nbytes": 256 + }, + "fe.b3.2.ln2.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 21971968, + "nbytes": 256 + }, + "fe.b3.2.ln2.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 21972224, + "nbytes": 256 + }, + "fe.b3.2.eproj.weight": { + "dtype": "f32", + "shape": [ + 64, + 2560 + ], + "shard": 0, + "offset": 21972480, + "nbytes": 655360 + }, + "fe.b3.2.eproj.bias": { + "dtype": "f32", + "shape": [ + 2560 + ], + "shard": 0, + "offset": 22627840, + "nbytes": 10240 + }, + "fe.b3.3.cnn.0.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 22638080, + "nbytes": 9216 + }, + "fe.b3.3.cnn.0.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 22647296, + "nbytes": 262144 + }, + "fe.b3.3.cnn.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 22909440, + "nbytes": 1024 + }, + "fe.b3.3.cnn.0.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 2, + 256 + ], + "shard": 0, + "offset": 22910464, + "nbytes": 18432 + }, + "fe.b3.3.cnn.0.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 22928896, + "nbytes": 262144 + }, + "fe.b3.3.cnn.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 23191040, + "nbytes": 1024 + }, + "fe.b3.3.cnn.0.sc.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 256 + ], + "shard": 0, + "offset": 23192064, + "nbytes": 131072 + }, + "fe.b3.3.cnn.1.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 23323136, + "nbytes": 9216 + }, + "fe.b3.3.cnn.1.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 23332352, + "nbytes": 262144 + }, + "fe.b3.3.cnn.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 23594496, + "nbytes": 1024 + }, + "fe.b3.3.cnn.1.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 23595520, + "nbytes": 9216 + }, + "fe.b3.3.cnn.1.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 23604736, + "nbytes": 262144 + }, + "fe.b3.3.cnn.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 23866880, + "nbytes": 1024 + }, + "fe.b3.3.cnn.2.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 23867904, + "nbytes": 9216 + }, + "fe.b3.3.cnn.2.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 23877120, + "nbytes": 262144 + }, + "fe.b3.3.cnn.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 24139264, + "nbytes": 1024 + }, + "fe.b3.3.cnn.2.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 24140288, + "nbytes": 9216 + }, + "fe.b3.3.cnn.2.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 24149504, + "nbytes": 262144 + }, + "fe.b3.3.cnn.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 24411648, + "nbytes": 1024 + }, + "fe.b3.3.reduce.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 128 + ], + "shard": 0, + "offset": 24412672, + "nbytes": 131072 + }, + "fe.b3.3.reduce.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 24543744, + "nbytes": 512 + }, + "fe.b3.3.rproj.weight": { + "dtype": "f32", + "shape": [ + 2560, + 64 + ], + "shard": 0, + "offset": 24544256, + "nbytes": 655360 + }, + "fe.b3.3.rproj.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 25199616, + "nbytes": 256 + }, + "fe.b3.3.rproj.ln.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 25199872, + "nbytes": 256 + }, + "fe.b3.3.rproj.ln.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 25200128, + "nbytes": 256 + }, + "fe.b3.3.pos.dw.weight": { + "dtype": "f32", + "shape": [ + 64, + 113 + ], + "shard": 0, + "offset": 25200384, + "nbytes": 28928 + }, + "fe.b3.3.pos.dw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 25229312, + "nbytes": 256 + }, + "fe.b3.3.pos.pw.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 25229568, + "nbytes": 16384 + }, + "fe.b3.3.pos.pw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 25245952, + "nbytes": 256 + }, + "fe.b3.3.attn.q.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 25246208, + "nbytes": 16384 + }, + "fe.b3.3.attn.q.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 25262592, + "nbytes": 256 + }, + "fe.b3.3.attn.k.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 25262848, + "nbytes": 16384 + }, + "fe.b3.3.attn.k.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 25279232, + "nbytes": 256 + }, + "fe.b3.3.attn.v.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 25279488, + "nbytes": 16384 + }, + "fe.b3.3.attn.v.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 25295872, + "nbytes": 256 + }, + "fe.b3.3.attn.o.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 25296128, + "nbytes": 16384 + }, + "fe.b3.3.attn.o.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 25312512, + "nbytes": 256 + }, + "fe.b3.3.ln1.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 25312768, + "nbytes": 256 + }, + "fe.b3.3.ln1.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 25313024, + "nbytes": 256 + }, + "fe.b3.3.moe.gate.weight": { + "dtype": "f32", + "shape": [ + 64, + 4 + ], + "shard": 0, + "offset": 25313280, + "nbytes": 1024 + }, + "fe.b3.3.moe.experts.weight": { + "dtype": "f32", + "shape": [ + 64, + 256 + ], + "shard": 0, + "offset": 25314304, + "nbytes": 65536 + }, + "fe.b3.3.ffn_out.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 25379840, + "nbytes": 16384 + }, + "fe.b3.3.ffn_out.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 25396224, + "nbytes": 256 + }, + "fe.b3.3.ln2.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 25396480, + "nbytes": 256 + }, + "fe.b3.3.ln2.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 25396736, + "nbytes": 256 + }, + "fe.b3.3.eproj.weight": { + "dtype": "f32", + "shape": [ + 64, + 2560 + ], + "shard": 0, + "offset": 25396992, + "nbytes": 655360 + }, + "fe.b3.3.eproj.bias": { + "dtype": "f32", + "shape": [ + 2560 + ], + "shard": 0, + "offset": 26052352, + "nbytes": 10240 + }, + "fe.b3.4.cnn.0.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 26062592, + "nbytes": 9216 + }, + "fe.b3.4.cnn.0.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 26071808, + "nbytes": 262144 + }, + "fe.b3.4.cnn.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 26333952, + "nbytes": 1024 + }, + "fe.b3.4.cnn.0.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 2, + 256 + ], + "shard": 0, + "offset": 26334976, + "nbytes": 18432 + }, + "fe.b3.4.cnn.0.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 26353408, + "nbytes": 262144 + }, + "fe.b3.4.cnn.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 26615552, + "nbytes": 1024 + }, + "fe.b3.4.cnn.0.sc.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 256 + ], + "shard": 0, + "offset": 26616576, + "nbytes": 131072 + }, + "fe.b3.4.cnn.1.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 26747648, + "nbytes": 9216 + }, + "fe.b3.4.cnn.1.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 26756864, + "nbytes": 262144 + }, + "fe.b3.4.cnn.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 27019008, + "nbytes": 1024 + }, + "fe.b3.4.cnn.1.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 27020032, + "nbytes": 9216 + }, + "fe.b3.4.cnn.1.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 27029248, + "nbytes": 262144 + }, + "fe.b3.4.cnn.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 27291392, + "nbytes": 1024 + }, + "fe.b3.4.cnn.2.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 27292416, + "nbytes": 9216 + }, + "fe.b3.4.cnn.2.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 27301632, + "nbytes": 262144 + }, + "fe.b3.4.cnn.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 27563776, + "nbytes": 1024 + }, + "fe.b3.4.cnn.2.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 27564800, + "nbytes": 9216 + }, + "fe.b3.4.cnn.2.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 27574016, + "nbytes": 262144 + }, + "fe.b3.4.cnn.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 27836160, + "nbytes": 1024 + }, + "fe.b3.4.reduce.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 128 + ], + "shard": 0, + "offset": 27837184, + "nbytes": 131072 + }, + "fe.b3.4.reduce.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 27968256, + "nbytes": 512 + }, + "fe.b3.4.rproj.weight": { + "dtype": "f32", + "shape": [ + 2560, + 64 + ], + "shard": 0, + "offset": 27968768, + "nbytes": 655360 + }, + "fe.b3.4.rproj.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 28624128, + "nbytes": 256 + }, + "fe.b3.4.rproj.ln.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 28624384, + "nbytes": 256 + }, + "fe.b3.4.rproj.ln.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 28624640, + "nbytes": 256 + }, + "fe.b3.4.pos.dw.weight": { + "dtype": "f32", + "shape": [ + 64, + 113 + ], + "shard": 0, + "offset": 28624896, + "nbytes": 28928 + }, + "fe.b3.4.pos.dw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 28653824, + "nbytes": 256 + }, + "fe.b3.4.pos.pw.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 28654080, + "nbytes": 16384 + }, + "fe.b3.4.pos.pw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 28670464, + "nbytes": 256 + }, + "fe.b3.4.attn.q.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 28670720, + "nbytes": 16384 + }, + "fe.b3.4.attn.q.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 28687104, + "nbytes": 256 + }, + "fe.b3.4.attn.k.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 28687360, + "nbytes": 16384 + }, + "fe.b3.4.attn.k.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 28703744, + "nbytes": 256 + }, + "fe.b3.4.attn.v.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 28704000, + "nbytes": 16384 + }, + "fe.b3.4.attn.v.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 28720384, + "nbytes": 256 + }, + "fe.b3.4.attn.o.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 28720640, + "nbytes": 16384 + }, + "fe.b3.4.attn.o.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 28737024, + "nbytes": 256 + }, + "fe.b3.4.ln1.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 28737280, + "nbytes": 256 + }, + "fe.b3.4.ln1.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 28737536, + "nbytes": 256 + }, + "fe.b3.4.moe.gate.weight": { + "dtype": "f32", + "shape": [ + 64, + 4 + ], + "shard": 0, + "offset": 28737792, + "nbytes": 1024 + }, + "fe.b3.4.moe.experts.weight": { + "dtype": "f32", + "shape": [ + 64, + 256 + ], + "shard": 0, + "offset": 28738816, + "nbytes": 65536 + }, + "fe.b3.4.ffn_out.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 28804352, + "nbytes": 16384 + }, + "fe.b3.4.ffn_out.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 28820736, + "nbytes": 256 + }, + "fe.b3.4.ln2.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 28820992, + "nbytes": 256 + }, + "fe.b3.4.ln2.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 28821248, + "nbytes": 256 + }, + "fe.b3.4.eproj.weight": { + "dtype": "f32", + "shape": [ + 64, + 2560 + ], + "shard": 0, + "offset": 28821504, + "nbytes": 655360 + }, + "fe.b3.4.eproj.bias": { + "dtype": "f32", + "shape": [ + 2560 + ], + "shard": 0, + "offset": 29476864, + "nbytes": 10240 + }, + "fe.b4.0.cnn.0.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 29487104, + "nbytes": 9216 + }, + "fe.b4.0.cnn.0.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 29496320, + "nbytes": 262144 + }, + "fe.b4.0.cnn.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 29758464, + "nbytes": 1024 + }, + "fe.b4.0.cnn.0.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 2, + 256 + ], + "shard": 0, + "offset": 29759488, + "nbytes": 18432 + }, + "fe.b4.0.cnn.0.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 29777920, + "nbytes": 262144 + }, + "fe.b4.0.cnn.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 30040064, + "nbytes": 1024 + }, + "fe.b4.0.cnn.0.sc.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 128, + 256 + ], + "shard": 0, + "offset": 30041088, + "nbytes": 131072 + }, + "fe.b4.0.cnn.1.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 30172160, + "nbytes": 9216 + }, + "fe.b4.0.cnn.1.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 30181376, + "nbytes": 262144 + }, + "fe.b4.0.cnn.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 30443520, + "nbytes": 1024 + }, + "fe.b4.0.cnn.1.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 30444544, + "nbytes": 9216 + }, + "fe.b4.0.cnn.1.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 30453760, + "nbytes": 262144 + }, + "fe.b4.0.cnn.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 30715904, + "nbytes": 1024 + }, + "fe.b4.0.cnn.2.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 30716928, + "nbytes": 9216 + }, + "fe.b4.0.cnn.2.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 30726144, + "nbytes": 262144 + }, + "fe.b4.0.cnn.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 30988288, + "nbytes": 1024 + }, + "fe.b4.0.cnn.2.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 30989312, + "nbytes": 9216 + }, + "fe.b4.0.cnn.2.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 30998528, + "nbytes": 262144 + }, + "fe.b4.0.cnn.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 31260672, + "nbytes": 1024 + }, + "fe.b4.0.rproj.weight": { + "dtype": "f32", + "shape": [ + 2560, + 64 + ], + "shard": 0, + "offset": 31261696, + "nbytes": 655360 + }, + "fe.b4.0.rproj.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 31917056, + "nbytes": 256 + }, + "fe.b4.0.rproj.ln.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 31917312, + "nbytes": 256 + }, + "fe.b4.0.rproj.ln.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 31917568, + "nbytes": 256 + }, + "fe.b4.0.pos.dw.weight": { + "dtype": "f32", + "shape": [ + 64, + 113 + ], + "shard": 0, + "offset": 31917824, + "nbytes": 28928 + }, + "fe.b4.0.pos.dw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 31946752, + "nbytes": 256 + }, + "fe.b4.0.pos.pw.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 31947008, + "nbytes": 16384 + }, + "fe.b4.0.pos.pw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 31963392, + "nbytes": 256 + }, + "fe.b4.0.attn.q.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 31963648, + "nbytes": 16384 + }, + "fe.b4.0.attn.q.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 31980032, + "nbytes": 256 + }, + "fe.b4.0.attn.k.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 31980288, + "nbytes": 16384 + }, + "fe.b4.0.attn.k.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 31996672, + "nbytes": 256 + }, + "fe.b4.0.attn.v.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 31996928, + "nbytes": 16384 + }, + "fe.b4.0.attn.v.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 32013312, + "nbytes": 256 + }, + "fe.b4.0.attn.o.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 32013568, + "nbytes": 16384 + }, + "fe.b4.0.attn.o.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 32029952, + "nbytes": 256 + }, + "fe.b4.0.ln1.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 32030208, + "nbytes": 256 + }, + "fe.b4.0.ln1.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 32030464, + "nbytes": 256 + }, + "fe.b4.0.moe.gate.weight": { + "dtype": "f32", + "shape": [ + 64, + 4 + ], + "shard": 0, + "offset": 32030720, + "nbytes": 1024 + }, + "fe.b4.0.moe.experts.weight": { + "dtype": "f32", + "shape": [ + 64, + 256 + ], + "shard": 0, + "offset": 32031744, + "nbytes": 65536 + }, + "fe.b4.0.ffn_out.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 32097280, + "nbytes": 16384 + }, + "fe.b4.0.ffn_out.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 32113664, + "nbytes": 256 + }, + "fe.b4.0.ln2.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 32113920, + "nbytes": 256 + }, + "fe.b4.0.ln2.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 32114176, + "nbytes": 256 + }, + "fe.b4.0.eproj.weight": { + "dtype": "f32", + "shape": [ + 64, + 2560 + ], + "shard": 0, + "offset": 32114432, + "nbytes": 655360 + }, + "fe.b4.0.eproj.bias": { + "dtype": "f32", + "shape": [ + 2560 + ], + "shard": 0, + "offset": 32769792, + "nbytes": 10240 + }, + "fe.b4.1.cnn.0.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 32780032, + "nbytes": 9216 + }, + "fe.b4.1.cnn.0.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 32789248, + "nbytes": 262144 + }, + "fe.b4.1.cnn.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 33051392, + "nbytes": 1024 + }, + "fe.b4.1.cnn.0.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 33052416, + "nbytes": 9216 + }, + "fe.b4.1.cnn.0.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 33061632, + "nbytes": 262144 + }, + "fe.b4.1.cnn.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 33323776, + "nbytes": 1024 + }, + "fe.b4.1.cnn.0.sc.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 33324800, + "nbytes": 262144 + }, + "fe.b4.1.cnn.1.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 33586944, + "nbytes": 9216 + }, + "fe.b4.1.cnn.1.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 33596160, + "nbytes": 262144 + }, + "fe.b4.1.cnn.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 33858304, + "nbytes": 1024 + }, + "fe.b4.1.cnn.1.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 33859328, + "nbytes": 9216 + }, + "fe.b4.1.cnn.1.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 33868544, + "nbytes": 262144 + }, + "fe.b4.1.cnn.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 34130688, + "nbytes": 1024 + }, + "fe.b4.1.rproj.weight": { + "dtype": "f32", + "shape": [ + 2560, + 64 + ], + "shard": 0, + "offset": 34131712, + "nbytes": 655360 + }, + "fe.b4.1.rproj.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 34787072, + "nbytes": 256 + }, + "fe.b4.1.rproj.ln.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 34787328, + "nbytes": 256 + }, + "fe.b4.1.rproj.ln.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 34787584, + "nbytes": 256 + }, + "fe.b4.1.pos.dw.weight": { + "dtype": "f32", + "shape": [ + 64, + 113 + ], + "shard": 0, + "offset": 34787840, + "nbytes": 28928 + }, + "fe.b4.1.pos.dw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 34816768, + "nbytes": 256 + }, + "fe.b4.1.pos.pw.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 34817024, + "nbytes": 16384 + }, + "fe.b4.1.pos.pw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 34833408, + "nbytes": 256 + }, + "fe.b4.1.attn.q.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 34833664, + "nbytes": 16384 + }, + "fe.b4.1.attn.q.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 34850048, + "nbytes": 256 + }, + "fe.b4.1.attn.k.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 34850304, + "nbytes": 16384 + }, + "fe.b4.1.attn.k.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 34866688, + "nbytes": 256 + }, + "fe.b4.1.attn.v.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 34866944, + "nbytes": 16384 + }, + "fe.b4.1.attn.v.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 34883328, + "nbytes": 256 + }, + "fe.b4.1.attn.o.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 34883584, + "nbytes": 16384 + }, + "fe.b4.1.attn.o.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 34899968, + "nbytes": 256 + }, + "fe.b4.1.ln1.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 34900224, + "nbytes": 256 + }, + "fe.b4.1.ln1.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 34900480, + "nbytes": 256 + }, + "fe.b4.1.moe.gate.weight": { + "dtype": "f32", + "shape": [ + 64, + 4 + ], + "shard": 0, + "offset": 34900736, + "nbytes": 1024 + }, + "fe.b4.1.moe.experts.weight": { + "dtype": "f32", + "shape": [ + 64, + 256 + ], + "shard": 0, + "offset": 34901760, + "nbytes": 65536 + }, + "fe.b4.1.ffn_out.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 34967296, + "nbytes": 16384 + }, + "fe.b4.1.ffn_out.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 34983680, + "nbytes": 256 + }, + "fe.b4.1.ln2.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 34983936, + "nbytes": 256 + }, + "fe.b4.1.ln2.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 34984192, + "nbytes": 256 + }, + "fe.b4.1.eproj.weight": { + "dtype": "f32", + "shape": [ + 64, + 2560 + ], + "shard": 0, + "offset": 34984448, + "nbytes": 655360 + }, + "fe.b4.1.eproj.bias": { + "dtype": "f32", + "shape": [ + 2560 + ], + "shard": 0, + "offset": 35639808, + "nbytes": 10240 + }, + "fe.b4.2.cnn.0.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 35650048, + "nbytes": 9216 + }, + "fe.b4.2.cnn.0.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 35659264, + "nbytes": 262144 + }, + "fe.b4.2.cnn.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 35921408, + "nbytes": 1024 + }, + "fe.b4.2.cnn.0.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 35922432, + "nbytes": 9216 + }, + "fe.b4.2.cnn.0.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 35931648, + "nbytes": 262144 + }, + "fe.b4.2.cnn.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 36193792, + "nbytes": 1024 + }, + "fe.b4.2.cnn.0.sc.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 36194816, + "nbytes": 262144 + }, + "fe.b4.2.cnn.1.conv1.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 36456960, + "nbytes": 9216 + }, + "fe.b4.2.cnn.1.pw1.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 36466176, + "nbytes": 262144 + }, + "fe.b4.2.cnn.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 36728320, + "nbytes": 1024 + }, + "fe.b4.2.cnn.1.conv2.weight": { + "dtype": "f32", + "shape": [ + 3, + 3, + 1, + 256 + ], + "shard": 0, + "offset": 36729344, + "nbytes": 9216 + }, + "fe.b4.2.cnn.1.pw2.weight": { + "dtype": "f32", + "shape": [ + 1, + 1, + 256, + 256 + ], + "shard": 0, + "offset": 36738560, + "nbytes": 262144 + }, + "fe.b4.2.cnn.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 37000704, + "nbytes": 1024 + }, + "fe.b4.2.rproj.weight": { + "dtype": "f32", + "shape": [ + 2560, + 64 + ], + "shard": 0, + "offset": 37001728, + "nbytes": 655360 + }, + "fe.b4.2.rproj.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 37657088, + "nbytes": 256 + }, + "fe.b4.2.rproj.ln.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 37657344, + "nbytes": 256 + }, + "fe.b4.2.rproj.ln.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 37657600, + "nbytes": 256 + }, + "fe.b4.2.pos.dw.weight": { + "dtype": "f32", + "shape": [ + 64, + 113 + ], + "shard": 0, + "offset": 37657856, + "nbytes": 28928 + }, + "fe.b4.2.pos.dw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 37686784, + "nbytes": 256 + }, + "fe.b4.2.pos.pw.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 37687040, + "nbytes": 16384 + }, + "fe.b4.2.pos.pw.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 37703424, + "nbytes": 256 + }, + "fe.b4.2.attn.q.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 37703680, + "nbytes": 16384 + }, + "fe.b4.2.attn.q.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 37720064, + "nbytes": 256 + }, + "fe.b4.2.attn.k.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 37720320, + "nbytes": 16384 + }, + "fe.b4.2.attn.k.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 37736704, + "nbytes": 256 + }, + "fe.b4.2.attn.v.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 37736960, + "nbytes": 16384 + }, + "fe.b4.2.attn.v.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 37753344, + "nbytes": 256 + }, + "fe.b4.2.attn.o.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 37753600, + "nbytes": 16384 + }, + "fe.b4.2.attn.o.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 37769984, + "nbytes": 256 + }, + "fe.b4.2.ln1.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 37770240, + "nbytes": 256 + }, + "fe.b4.2.ln1.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 37770496, + "nbytes": 256 + }, + "fe.b4.2.moe.gate.weight": { + "dtype": "f32", + "shape": [ + 64, + 4 + ], + "shard": 0, + "offset": 37770752, + "nbytes": 1024 + }, + "fe.b4.2.moe.experts.weight": { + "dtype": "f32", + "shape": [ + 64, + 256 + ], + "shard": 0, + "offset": 37771776, + "nbytes": 65536 + }, + "fe.b4.2.ffn_out.weight": { + "dtype": "f32", + "shape": [ + 64, + 64 + ], + "shard": 0, + "offset": 37837312, + "nbytes": 16384 + }, + "fe.b4.2.ffn_out.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 37853696, + "nbytes": 256 + }, + "fe.b4.2.ln2.weight": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 37853952, + "nbytes": 256 + }, + "fe.b4.2.ln2.bias": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 37854208, + "nbytes": 256 + }, + "fe.b4.2.eproj.weight": { + "dtype": "f32", + "shape": [ + 64, + 2560 + ], + "shard": 0, + "offset": 37854464, + "nbytes": 655360 + }, + "fe.b4.2.eproj.bias": { + "dtype": "f32", + "shape": [ + 2560 + ], + "shard": 0, + "offset": 38509824, + "nbytes": 10240 + }, + "fe.dense_w": { + "dtype": "f32", + "shape": [ + 2560, + 4 + ], + "shard": 0, + "offset": 38520064, + "nbytes": 40960 + }, + "pool.l1.weight": { + "dtype": "f32", + "shape": [ + 2560, + 128 + ], + "shard": 0, + "offset": 38561024, + "nbytes": 1310720 + }, + "pool.l1.bias": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 39871744, + "nbytes": 512 + }, + "pool.l2.weight": { + "dtype": "f32", + "shape": [ + 128, + 2560 + ], + "shard": 0, + "offset": 39872256, + "nbytes": 1310720 + }, + "pool.l2.bias": { + "dtype": "f32", + "shape": [ + 2560 + ], + "shard": 0, + "offset": 41182976, + "nbytes": 10240 + }, + "linear.weight": { + "dtype": "f32", + "shape": [ + 5120, + 192 + ], + "shard": 0, + "offset": 41193216, + "nbytes": 3932160 + }, + "fe.head.bn.scale": { + "dtype": "f32", + "shape": [ + 32 + ], + "shard": 0, + "offset": 45125376, + "nbytes": 128 + }, + "fe.head.bn.shift": { + "dtype": "f32", + "shape": [ + 32 + ], + "shard": 0, + "offset": 45125632, + "nbytes": 128 + }, + "fe.b1.0.cnn.0.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45125888, + "nbytes": 512 + }, + "fe.b1.0.cnn.0.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45126400, + "nbytes": 512 + }, + "fe.b1.0.cnn.0.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45126912, + "nbytes": 512 + }, + "fe.b1.0.cnn.0.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45127424, + "nbytes": 512 + }, + "fe.b1.0.cnn.0.sc.bn.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45127936, + "nbytes": 512 + }, + "fe.b1.0.cnn.0.sc.bn.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45128448, + "nbytes": 512 + }, + "fe.b1.0.cnn.1.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45128960, + "nbytes": 512 + }, + "fe.b1.0.cnn.1.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45129472, + "nbytes": 512 + }, + "fe.b1.0.cnn.1.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45129984, + "nbytes": 512 + }, + "fe.b1.0.cnn.1.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45130496, + "nbytes": 512 + }, + "fe.b1.0.cnn.2.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45131008, + "nbytes": 512 + }, + "fe.b1.0.cnn.2.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45131520, + "nbytes": 512 + }, + "fe.b1.0.cnn.2.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45132032, + "nbytes": 512 + }, + "fe.b1.0.cnn.2.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45132544, + "nbytes": 512 + }, + "fe.b1.0.reduce.bn.scale": { + "dtype": "f32", + "shape": [ + 32 + ], + "shard": 0, + "offset": 45133056, + "nbytes": 128 + }, + "fe.b1.0.reduce.bn.shift": { + "dtype": "f32", + "shape": [ + 32 + ], + "shard": 0, + "offset": 45133312, + "nbytes": 128 + }, + "fe.b1.1.cnn.0.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45133568, + "nbytes": 512 + }, + "fe.b1.1.cnn.0.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45134080, + "nbytes": 512 + }, + "fe.b1.1.cnn.0.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45134592, + "nbytes": 512 + }, + "fe.b1.1.cnn.0.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45135104, + "nbytes": 512 + }, + "fe.b1.1.cnn.0.sc.bn.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45135616, + "nbytes": 512 + }, + "fe.b1.1.cnn.0.sc.bn.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45136128, + "nbytes": 512 + }, + "fe.b1.1.cnn.1.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45136640, + "nbytes": 512 + }, + "fe.b1.1.cnn.1.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45137152, + "nbytes": 512 + }, + "fe.b1.1.cnn.1.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45137664, + "nbytes": 512 + }, + "fe.b1.1.cnn.1.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45138176, + "nbytes": 512 + }, + "fe.b1.1.cnn.2.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45138688, + "nbytes": 512 + }, + "fe.b1.1.cnn.2.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45139200, + "nbytes": 512 + }, + "fe.b1.1.cnn.2.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45139712, + "nbytes": 512 + }, + "fe.b1.1.cnn.2.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45140224, + "nbytes": 512 + }, + "fe.b1.1.reduce.bn.scale": { + "dtype": "f32", + "shape": [ + 32 + ], + "shard": 0, + "offset": 45140736, + "nbytes": 128 + }, + "fe.b1.1.reduce.bn.shift": { + "dtype": "f32", + "shape": [ + 32 + ], + "shard": 0, + "offset": 45140992, + "nbytes": 128 + }, + "fe.b2.0.cnn.0.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45141248, + "nbytes": 512 + }, + "fe.b2.0.cnn.0.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45141760, + "nbytes": 512 + }, + "fe.b2.0.cnn.0.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45142272, + "nbytes": 512 + }, + "fe.b2.0.cnn.0.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45142784, + "nbytes": 512 + }, + "fe.b2.0.cnn.0.sc.bn.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45143296, + "nbytes": 512 + }, + "fe.b2.0.cnn.0.sc.bn.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45143808, + "nbytes": 512 + }, + "fe.b2.0.cnn.1.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45144320, + "nbytes": 512 + }, + "fe.b2.0.cnn.1.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45144832, + "nbytes": 512 + }, + "fe.b2.0.cnn.1.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45145344, + "nbytes": 512 + }, + "fe.b2.0.cnn.1.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45145856, + "nbytes": 512 + }, + "fe.b2.0.cnn.2.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45146368, + "nbytes": 512 + }, + "fe.b2.0.cnn.2.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45146880, + "nbytes": 512 + }, + "fe.b2.0.cnn.2.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45147392, + "nbytes": 512 + }, + "fe.b2.0.cnn.2.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45147904, + "nbytes": 512 + }, + "fe.b2.0.reduce.bn.scale": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 45148416, + "nbytes": 256 + }, + "fe.b2.0.reduce.bn.shift": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 45148672, + "nbytes": 256 + }, + "fe.b2.1.cnn.0.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45148928, + "nbytes": 512 + }, + "fe.b2.1.cnn.0.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45149440, + "nbytes": 512 + }, + "fe.b2.1.cnn.0.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45149952, + "nbytes": 512 + }, + "fe.b2.1.cnn.0.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45150464, + "nbytes": 512 + }, + "fe.b2.1.cnn.0.sc.bn.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45150976, + "nbytes": 512 + }, + "fe.b2.1.cnn.0.sc.bn.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45151488, + "nbytes": 512 + }, + "fe.b2.1.cnn.1.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45152000, + "nbytes": 512 + }, + "fe.b2.1.cnn.1.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45152512, + "nbytes": 512 + }, + "fe.b2.1.cnn.1.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45153024, + "nbytes": 512 + }, + "fe.b2.1.cnn.1.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45153536, + "nbytes": 512 + }, + "fe.b2.1.cnn.2.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45154048, + "nbytes": 512 + }, + "fe.b2.1.cnn.2.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45154560, + "nbytes": 512 + }, + "fe.b2.1.cnn.2.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45155072, + "nbytes": 512 + }, + "fe.b2.1.cnn.2.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45155584, + "nbytes": 512 + }, + "fe.b2.1.reduce.bn.scale": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 45156096, + "nbytes": 256 + }, + "fe.b2.1.reduce.bn.shift": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 45156352, + "nbytes": 256 + }, + "fe.b2.2.cnn.0.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45156608, + "nbytes": 512 + }, + "fe.b2.2.cnn.0.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45157120, + "nbytes": 512 + }, + "fe.b2.2.cnn.0.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45157632, + "nbytes": 512 + }, + "fe.b2.2.cnn.0.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45158144, + "nbytes": 512 + }, + "fe.b2.2.cnn.0.sc.bn.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45158656, + "nbytes": 512 + }, + "fe.b2.2.cnn.0.sc.bn.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45159168, + "nbytes": 512 + }, + "fe.b2.2.cnn.1.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45159680, + "nbytes": 512 + }, + "fe.b2.2.cnn.1.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45160192, + "nbytes": 512 + }, + "fe.b2.2.cnn.1.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45160704, + "nbytes": 512 + }, + "fe.b2.2.cnn.1.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45161216, + "nbytes": 512 + }, + "fe.b2.2.cnn.2.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45161728, + "nbytes": 512 + }, + "fe.b2.2.cnn.2.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45162240, + "nbytes": 512 + }, + "fe.b2.2.cnn.2.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45162752, + "nbytes": 512 + }, + "fe.b2.2.cnn.2.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45163264, + "nbytes": 512 + }, + "fe.b2.2.reduce.bn.scale": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 45163776, + "nbytes": 256 + }, + "fe.b2.2.reduce.bn.shift": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 45164032, + "nbytes": 256 + }, + "fe.b2.3.cnn.0.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45164288, + "nbytes": 512 + }, + "fe.b2.3.cnn.0.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45164800, + "nbytes": 512 + }, + "fe.b2.3.cnn.0.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45165312, + "nbytes": 512 + }, + "fe.b2.3.cnn.0.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45165824, + "nbytes": 512 + }, + "fe.b2.3.cnn.0.sc.bn.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45166336, + "nbytes": 512 + }, + "fe.b2.3.cnn.0.sc.bn.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45166848, + "nbytes": 512 + }, + "fe.b2.3.cnn.1.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45167360, + "nbytes": 512 + }, + "fe.b2.3.cnn.1.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45167872, + "nbytes": 512 + }, + "fe.b2.3.cnn.1.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45168384, + "nbytes": 512 + }, + "fe.b2.3.cnn.1.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45168896, + "nbytes": 512 + }, + "fe.b2.3.cnn.2.bn1.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45169408, + "nbytes": 512 + }, + "fe.b2.3.cnn.2.bn1.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45169920, + "nbytes": 512 + }, + "fe.b2.3.cnn.2.bn2.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45170432, + "nbytes": 512 + }, + "fe.b2.3.cnn.2.bn2.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45170944, + "nbytes": 512 + }, + "fe.b2.3.reduce.bn.scale": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 45171456, + "nbytes": 256 + }, + "fe.b2.3.reduce.bn.shift": { + "dtype": "f32", + "shape": [ + 64 + ], + "shard": 0, + "offset": 45171712, + "nbytes": 256 + }, + "fe.b3.0.cnn.0.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45171968, + "nbytes": 1024 + }, + "fe.b3.0.cnn.0.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45172992, + "nbytes": 1024 + }, + "fe.b3.0.cnn.0.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45174016, + "nbytes": 1024 + }, + "fe.b3.0.cnn.0.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45175040, + "nbytes": 1024 + }, + "fe.b3.0.cnn.0.sc.bn.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45176064, + "nbytes": 1024 + }, + "fe.b3.0.cnn.0.sc.bn.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45177088, + "nbytes": 1024 + }, + "fe.b3.0.cnn.1.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45178112, + "nbytes": 1024 + }, + "fe.b3.0.cnn.1.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45179136, + "nbytes": 1024 + }, + "fe.b3.0.cnn.1.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45180160, + "nbytes": 1024 + }, + "fe.b3.0.cnn.1.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45181184, + "nbytes": 1024 + }, + "fe.b3.0.cnn.2.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45182208, + "nbytes": 1024 + }, + "fe.b3.0.cnn.2.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45183232, + "nbytes": 1024 + }, + "fe.b3.0.cnn.2.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45184256, + "nbytes": 1024 + }, + "fe.b3.0.cnn.2.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45185280, + "nbytes": 1024 + }, + "fe.b3.0.reduce.bn.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45186304, + "nbytes": 512 + }, + "fe.b3.0.reduce.bn.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45186816, + "nbytes": 512 + }, + "fe.b3.1.cnn.0.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45187328, + "nbytes": 1024 + }, + "fe.b3.1.cnn.0.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45188352, + "nbytes": 1024 + }, + "fe.b3.1.cnn.0.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45189376, + "nbytes": 1024 + }, + "fe.b3.1.cnn.0.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45190400, + "nbytes": 1024 + }, + "fe.b3.1.cnn.0.sc.bn.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45191424, + "nbytes": 1024 + }, + "fe.b3.1.cnn.0.sc.bn.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45192448, + "nbytes": 1024 + }, + "fe.b3.1.cnn.1.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45193472, + "nbytes": 1024 + }, + "fe.b3.1.cnn.1.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45194496, + "nbytes": 1024 + }, + "fe.b3.1.cnn.1.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45195520, + "nbytes": 1024 + }, + "fe.b3.1.cnn.1.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45196544, + "nbytes": 1024 + }, + "fe.b3.1.cnn.2.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45197568, + "nbytes": 1024 + }, + "fe.b3.1.cnn.2.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45198592, + "nbytes": 1024 + }, + "fe.b3.1.cnn.2.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45199616, + "nbytes": 1024 + }, + "fe.b3.1.cnn.2.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45200640, + "nbytes": 1024 + }, + "fe.b3.1.reduce.bn.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45201664, + "nbytes": 512 + }, + "fe.b3.1.reduce.bn.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45202176, + "nbytes": 512 + }, + "fe.b3.2.cnn.0.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45202688, + "nbytes": 1024 + }, + "fe.b3.2.cnn.0.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45203712, + "nbytes": 1024 + }, + "fe.b3.2.cnn.0.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45204736, + "nbytes": 1024 + }, + "fe.b3.2.cnn.0.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45205760, + "nbytes": 1024 + }, + "fe.b3.2.cnn.0.sc.bn.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45206784, + "nbytes": 1024 + }, + "fe.b3.2.cnn.0.sc.bn.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45207808, + "nbytes": 1024 + }, + "fe.b3.2.cnn.1.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45208832, + "nbytes": 1024 + }, + "fe.b3.2.cnn.1.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45209856, + "nbytes": 1024 + }, + "fe.b3.2.cnn.1.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45210880, + "nbytes": 1024 + }, + "fe.b3.2.cnn.1.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45211904, + "nbytes": 1024 + }, + "fe.b3.2.cnn.2.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45212928, + "nbytes": 1024 + }, + "fe.b3.2.cnn.2.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45213952, + "nbytes": 1024 + }, + "fe.b3.2.cnn.2.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45214976, + "nbytes": 1024 + }, + "fe.b3.2.cnn.2.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45216000, + "nbytes": 1024 + }, + "fe.b3.2.reduce.bn.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45217024, + "nbytes": 512 + }, + "fe.b3.2.reduce.bn.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45217536, + "nbytes": 512 + }, + "fe.b3.3.cnn.0.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45218048, + "nbytes": 1024 + }, + "fe.b3.3.cnn.0.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45219072, + "nbytes": 1024 + }, + "fe.b3.3.cnn.0.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45220096, + "nbytes": 1024 + }, + "fe.b3.3.cnn.0.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45221120, + "nbytes": 1024 + }, + "fe.b3.3.cnn.0.sc.bn.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45222144, + "nbytes": 1024 + }, + "fe.b3.3.cnn.0.sc.bn.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45223168, + "nbytes": 1024 + }, + "fe.b3.3.cnn.1.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45224192, + "nbytes": 1024 + }, + "fe.b3.3.cnn.1.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45225216, + "nbytes": 1024 + }, + "fe.b3.3.cnn.1.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45226240, + "nbytes": 1024 + }, + "fe.b3.3.cnn.1.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45227264, + "nbytes": 1024 + }, + "fe.b3.3.cnn.2.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45228288, + "nbytes": 1024 + }, + "fe.b3.3.cnn.2.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45229312, + "nbytes": 1024 + }, + "fe.b3.3.cnn.2.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45230336, + "nbytes": 1024 + }, + "fe.b3.3.cnn.2.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45231360, + "nbytes": 1024 + }, + "fe.b3.3.reduce.bn.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45232384, + "nbytes": 512 + }, + "fe.b3.3.reduce.bn.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45232896, + "nbytes": 512 + }, + "fe.b3.4.cnn.0.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45233408, + "nbytes": 1024 + }, + "fe.b3.4.cnn.0.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45234432, + "nbytes": 1024 + }, + "fe.b3.4.cnn.0.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45235456, + "nbytes": 1024 + }, + "fe.b3.4.cnn.0.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45236480, + "nbytes": 1024 + }, + "fe.b3.4.cnn.0.sc.bn.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45237504, + "nbytes": 1024 + }, + "fe.b3.4.cnn.0.sc.bn.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45238528, + "nbytes": 1024 + }, + "fe.b3.4.cnn.1.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45239552, + "nbytes": 1024 + }, + "fe.b3.4.cnn.1.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45240576, + "nbytes": 1024 + }, + "fe.b3.4.cnn.1.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45241600, + "nbytes": 1024 + }, + "fe.b3.4.cnn.1.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45242624, + "nbytes": 1024 + }, + "fe.b3.4.cnn.2.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45243648, + "nbytes": 1024 + }, + "fe.b3.4.cnn.2.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45244672, + "nbytes": 1024 + }, + "fe.b3.4.cnn.2.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45245696, + "nbytes": 1024 + }, + "fe.b3.4.cnn.2.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45246720, + "nbytes": 1024 + }, + "fe.b3.4.reduce.bn.scale": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45247744, + "nbytes": 512 + }, + "fe.b3.4.reduce.bn.shift": { + "dtype": "f32", + "shape": [ + 128 + ], + "shard": 0, + "offset": 45248256, + "nbytes": 512 + }, + "fe.b4.0.cnn.0.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45248768, + "nbytes": 1024 + }, + "fe.b4.0.cnn.0.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45249792, + "nbytes": 1024 + }, + "fe.b4.0.cnn.0.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45250816, + "nbytes": 1024 + }, + "fe.b4.0.cnn.0.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45251840, + "nbytes": 1024 + }, + "fe.b4.0.cnn.0.sc.bn.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45252864, + "nbytes": 1024 + }, + "fe.b4.0.cnn.0.sc.bn.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45253888, + "nbytes": 1024 + }, + "fe.b4.0.cnn.1.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45254912, + "nbytes": 1024 + }, + "fe.b4.0.cnn.1.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45255936, + "nbytes": 1024 + }, + "fe.b4.0.cnn.1.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45256960, + "nbytes": 1024 + }, + "fe.b4.0.cnn.1.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45257984, + "nbytes": 1024 + }, + "fe.b4.0.cnn.2.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45259008, + "nbytes": 1024 + }, + "fe.b4.0.cnn.2.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45260032, + "nbytes": 1024 + }, + "fe.b4.0.cnn.2.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45261056, + "nbytes": 1024 + }, + "fe.b4.0.cnn.2.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45262080, + "nbytes": 1024 + }, + "fe.b4.1.cnn.0.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45263104, + "nbytes": 1024 + }, + "fe.b4.1.cnn.0.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45264128, + "nbytes": 1024 + }, + "fe.b4.1.cnn.0.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45265152, + "nbytes": 1024 + }, + "fe.b4.1.cnn.0.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45266176, + "nbytes": 1024 + }, + "fe.b4.1.cnn.0.sc.bn.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45267200, + "nbytes": 1024 + }, + "fe.b4.1.cnn.0.sc.bn.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45268224, + "nbytes": 1024 + }, + "fe.b4.1.cnn.1.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45269248, + "nbytes": 1024 + }, + "fe.b4.1.cnn.1.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45270272, + "nbytes": 1024 + }, + "fe.b4.1.cnn.1.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45271296, + "nbytes": 1024 + }, + "fe.b4.1.cnn.1.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45272320, + "nbytes": 1024 + }, + "fe.b4.2.cnn.0.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45273344, + "nbytes": 1024 + }, + "fe.b4.2.cnn.0.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45274368, + "nbytes": 1024 + }, + "fe.b4.2.cnn.0.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45275392, + "nbytes": 1024 + }, + "fe.b4.2.cnn.0.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45276416, + "nbytes": 1024 + }, + "fe.b4.2.cnn.0.sc.bn.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45277440, + "nbytes": 1024 + }, + "fe.b4.2.cnn.0.sc.bn.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45278464, + "nbytes": 1024 + }, + "fe.b4.2.cnn.1.bn1.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45279488, + "nbytes": 1024 + }, + "fe.b4.2.cnn.1.bn1.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45280512, + "nbytes": 1024 + }, + "fe.b4.2.cnn.1.bn2.scale": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45281536, + "nbytes": 1024 + }, + "fe.b4.2.cnn.1.bn2.shift": { + "dtype": "f32", + "shape": [ + 256 + ], + "shard": 0, + "offset": 45282560, + "nbytes": 1024 + }, + "bn.scale": { + "dtype": "f32", + "shape": [ + 5120 + ], + "shard": 0, + "offset": 45283584, + "nbytes": 20480 + }, + "bn.shift": { + "dtype": "f32", + "shape": [ + 5120 + ], + "shard": 0, + "offset": 45304064, + "nbytes": 20480 + } + } +} \ No newline at end of file diff --git a/web/spk/shard-000.bin b/web/spk/shard-000.bin new file mode 100644 index 0000000000000000000000000000000000000000..fd258913e069d55144cb37ad03cd1400910d4fef --- /dev/null +++ b/web/spk/shard-000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59fd4b33f87e4cfb6767d926cdca75d01f38b7a324939a8a0304d089477697b6 +size 45324544 diff --git a/web/teacher/manifest.json b/web/teacher/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..ca600df05b0a9b340922f47760e756de74b0631d --- /dev/null +++ b/web/teacher/manifest.json @@ -0,0 +1,4911 @@ +{ + "format": "zonos3-web-v1", + "model": "teacher", + "meta": { + "general.architecture": "w2vbert_ssl", + "general.name": "Matched Wav2Vec2-BERT semantic teacher layer 16", + "sample_rate": 16000, + "max_seconds": 60, + "n_layer": 16, + "n_embd": 1024, + "n_head": 16, + "n_ff": 4096, + "rel_left": 64, + "rel_right": 8, + "conv_kernel": 31, + "n_mels": 80, + "frame_length": 400, + "hop_length": 160, + "fft_length": 512, + "stride": 2, + "eps": 9.999999747378752e-06, + "preemphasis": 0.9700000286102295, + "mel_floor": 1.1920928955078125e-07, + "padding_value": 1.0 + }, + "shards": [ + "shard-000.bin", + "shard-001.bin", + "shard-002.bin", + "shard-003.bin", + "shard-004.bin", + "shard-005.bin", + "shard-006.bin", + "shard-007.bin", + "shard-008.bin", + "shard-009.bin", + "shard-010.bin", + "shard-011.bin" + ], + "tensors": { + "frontend.window": { + "dtype": "f32", + "shape": [ + 400 + ], + "shard": 0, + "offset": 0, + "nbytes": 1600, + "host": true + }, + "frontend.mel_filters": { + "dtype": "f32", + "shape": [ + 80, + 257 + ], + "shard": 0, + "offset": 1792, + "nbytes": 82240, + "host": true + }, + "frontend.resample_44100": { + "dtype": "f32", + "shape": [ + 475, + 160 + ], + "shard": 0, + "offset": 84224, + "nbytes": 304000, + "host": true + }, + "fp.ln.weight": { + "dtype": "f32", + "shape": [ + 160 + ], + "shard": 0, + "offset": 388352, + "nbytes": 640 + }, + "fp.ln.bias": { + "dtype": "f32", + "shape": [ + 160 + ], + "shard": 0, + "offset": 389120, + "nbytes": 640 + }, + "fp.proj.weight": { + "dtype": "bf16", + "shape": [ + 160, + 1024 + ], + "shard": 0, + "offset": 389888, + "nbytes": 327680 + }, + "fp.proj.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 717568, + "nbytes": 4096 + }, + "enc.0.ffn1_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 721664, + "nbytes": 4096 + }, + "enc.0.ffn1_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 725760, + "nbytes": 4096 + }, + "enc.0.ffn1.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 0, + "offset": 729856, + "nbytes": 8388608 + }, + "enc.0.ffn1.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 0, + "offset": 9118464, + "nbytes": 16384 + }, + "enc.0.ffn1.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 0, + "offset": 9134848, + "nbytes": 8388608 + }, + "enc.0.ffn1.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 17523456, + "nbytes": 4096 + }, + "enc.0.ffn2_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 17527552, + "nbytes": 4096 + }, + "enc.0.ffn2_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 17531648, + "nbytes": 4096 + }, + "enc.0.ffn2.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 0, + "offset": 17535744, + "nbytes": 8388608 + }, + "enc.0.ffn2.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 0, + "offset": 25924352, + "nbytes": 16384 + }, + "enc.0.ffn2.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 0, + "offset": 25940736, + "nbytes": 8388608 + }, + "enc.0.ffn2.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 34329344, + "nbytes": 4096 + }, + "enc.0.attn_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 34333440, + "nbytes": 4096 + }, + "enc.0.attn_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 34337536, + "nbytes": 4096 + }, + "enc.0.attn.q.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 0, + "offset": 34341632, + "nbytes": 2097152 + }, + "enc.0.attn.q.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 36438784, + "nbytes": 4096 + }, + "enc.0.attn.k.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 0, + "offset": 36442880, + "nbytes": 2097152 + }, + "enc.0.attn.k.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 38540032, + "nbytes": 4096 + }, + "enc.0.attn.v.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 0, + "offset": 38544128, + "nbytes": 2097152 + }, + "enc.0.attn.v.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 40641280, + "nbytes": 4096 + }, + "enc.0.attn.o.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 0, + "offset": 40645376, + "nbytes": 2097152 + }, + "enc.0.attn.o.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 42742528, + "nbytes": 4096 + }, + "enc.0.attn.dist": { + "dtype": "f32", + "shape": [ + 64, + 73 + ], + "shard": 0, + "offset": 42746624, + "nbytes": 18688 + }, + "enc.0.conv_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 42765312, + "nbytes": 4096 + }, + "enc.0.conv_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 42769408, + "nbytes": 4096 + }, + "enc.0.conv.pw1.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 2048 + ], + "shard": 0, + "offset": 42773504, + "nbytes": 4194304 + }, + "enc.0.conv.dw.weight": { + "dtype": "f32", + "shape": [ + 1024, + 31 + ], + "shard": 0, + "offset": 46967808, + "nbytes": 126976 + }, + "enc.0.conv.dw_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 47094784, + "nbytes": 4096 + }, + "enc.0.conv.dw_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 47098880, + "nbytes": 4096 + }, + "enc.0.conv.pw2.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 0, + "offset": 47102976, + "nbytes": 2097152 + }, + "enc.0.final_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 49200128, + "nbytes": 4096 + }, + "enc.0.final_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 49204224, + "nbytes": 4096 + }, + "enc.1.ffn1_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 49208320, + "nbytes": 4096 + }, + "enc.1.ffn1_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 49212416, + "nbytes": 4096 + }, + "enc.1.ffn1.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 0, + "offset": 49216512, + "nbytes": 8388608 + }, + "enc.1.ffn1.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 0, + "offset": 57605120, + "nbytes": 16384 + }, + "enc.1.ffn1.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 0, + "offset": 57621504, + "nbytes": 8388608 + }, + "enc.1.ffn1.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 66010112, + "nbytes": 4096 + }, + "enc.1.ffn2_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 66014208, + "nbytes": 4096 + }, + "enc.1.ffn2_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 0, + "offset": 66018304, + "nbytes": 4096 + }, + "enc.1.ffn2.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 1, + "offset": 0, + "nbytes": 8388608 + }, + "enc.1.ffn2.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 1, + "offset": 8388608, + "nbytes": 16384 + }, + "enc.1.ffn2.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 1, + "offset": 8404992, + "nbytes": 8388608 + }, + "enc.1.ffn2.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 16793600, + "nbytes": 4096 + }, + "enc.1.attn_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 16797696, + "nbytes": 4096 + }, + "enc.1.attn_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 16801792, + "nbytes": 4096 + }, + "enc.1.attn.q.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 1, + "offset": 16805888, + "nbytes": 2097152 + }, + "enc.1.attn.q.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 18903040, + "nbytes": 4096 + }, + "enc.1.attn.k.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 1, + "offset": 18907136, + "nbytes": 2097152 + }, + "enc.1.attn.k.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 21004288, + "nbytes": 4096 + }, + "enc.1.attn.v.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 1, + "offset": 21008384, + "nbytes": 2097152 + }, + "enc.1.attn.v.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 23105536, + "nbytes": 4096 + }, + "enc.1.attn.o.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 1, + "offset": 23109632, + "nbytes": 2097152 + }, + "enc.1.attn.o.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 25206784, + "nbytes": 4096 + }, + "enc.1.attn.dist": { + "dtype": "f32", + "shape": [ + 64, + 73 + ], + "shard": 1, + "offset": 25210880, + "nbytes": 18688 + }, + "enc.1.conv_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 25229568, + "nbytes": 4096 + }, + "enc.1.conv_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 25233664, + "nbytes": 4096 + }, + "enc.1.conv.pw1.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 2048 + ], + "shard": 1, + "offset": 25237760, + "nbytes": 4194304 + }, + "enc.1.conv.dw.weight": { + "dtype": "f32", + "shape": [ + 1024, + 31 + ], + "shard": 1, + "offset": 29432064, + "nbytes": 126976 + }, + "enc.1.conv.dw_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 29559040, + "nbytes": 4096 + }, + "enc.1.conv.dw_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 29563136, + "nbytes": 4096 + }, + "enc.1.conv.pw2.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 1, + "offset": 29567232, + "nbytes": 2097152 + }, + "enc.1.final_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 31664384, + "nbytes": 4096 + }, + "enc.1.final_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 31668480, + "nbytes": 4096 + }, + "enc.2.ffn1_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 31672576, + "nbytes": 4096 + }, + "enc.2.ffn1_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 31676672, + "nbytes": 4096 + }, + "enc.2.ffn1.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 1, + "offset": 31680768, + "nbytes": 8388608 + }, + "enc.2.ffn1.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 1, + "offset": 40069376, + "nbytes": 16384 + }, + "enc.2.ffn1.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 1, + "offset": 40085760, + "nbytes": 8388608 + }, + "enc.2.ffn1.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 48474368, + "nbytes": 4096 + }, + "enc.2.ffn2_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 48478464, + "nbytes": 4096 + }, + "enc.2.ffn2_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 48482560, + "nbytes": 4096 + }, + "enc.2.ffn2.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 1, + "offset": 48486656, + "nbytes": 8388608 + }, + "enc.2.ffn2.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 1, + "offset": 56875264, + "nbytes": 16384 + }, + "enc.2.ffn2.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 1, + "offset": 56891648, + "nbytes": 8388608 + }, + "enc.2.ffn2.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 65280256, + "nbytes": 4096 + }, + "enc.2.attn_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 65284352, + "nbytes": 4096 + }, + "enc.2.attn_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 1, + "offset": 65288448, + "nbytes": 4096 + }, + "enc.2.attn.q.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 2, + "offset": 0, + "nbytes": 2097152 + }, + "enc.2.attn.q.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 2097152, + "nbytes": 4096 + }, + "enc.2.attn.k.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 2, + "offset": 2101248, + "nbytes": 2097152 + }, + "enc.2.attn.k.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 4198400, + "nbytes": 4096 + }, + "enc.2.attn.v.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 2, + "offset": 4202496, + "nbytes": 2097152 + }, + "enc.2.attn.v.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 6299648, + "nbytes": 4096 + }, + "enc.2.attn.o.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 2, + "offset": 6303744, + "nbytes": 2097152 + }, + "enc.2.attn.o.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 8400896, + "nbytes": 4096 + }, + "enc.2.attn.dist": { + "dtype": "f32", + "shape": [ + 64, + 73 + ], + "shard": 2, + "offset": 8404992, + "nbytes": 18688 + }, + "enc.2.conv_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 8423680, + "nbytes": 4096 + }, + "enc.2.conv_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 8427776, + "nbytes": 4096 + }, + "enc.2.conv.pw1.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 2048 + ], + "shard": 2, + "offset": 8431872, + "nbytes": 4194304 + }, + "enc.2.conv.dw.weight": { + "dtype": "f32", + "shape": [ + 1024, + 31 + ], + "shard": 2, + "offset": 12626176, + "nbytes": 126976 + }, + "enc.2.conv.dw_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 12753152, + "nbytes": 4096 + }, + "enc.2.conv.dw_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 12757248, + "nbytes": 4096 + }, + "enc.2.conv.pw2.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 2, + "offset": 12761344, + "nbytes": 2097152 + }, + "enc.2.final_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 14858496, + "nbytes": 4096 + }, + "enc.2.final_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 14862592, + "nbytes": 4096 + }, + "enc.3.ffn1_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 14866688, + "nbytes": 4096 + }, + "enc.3.ffn1_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 14870784, + "nbytes": 4096 + }, + "enc.3.ffn1.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 2, + "offset": 14874880, + "nbytes": 8388608 + }, + "enc.3.ffn1.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 2, + "offset": 23263488, + "nbytes": 16384 + }, + "enc.3.ffn1.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 2, + "offset": 23279872, + "nbytes": 8388608 + }, + "enc.3.ffn1.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 31668480, + "nbytes": 4096 + }, + "enc.3.ffn2_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 31672576, + "nbytes": 4096 + }, + "enc.3.ffn2_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 31676672, + "nbytes": 4096 + }, + "enc.3.ffn2.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 2, + "offset": 31680768, + "nbytes": 8388608 + }, + "enc.3.ffn2.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 2, + "offset": 40069376, + "nbytes": 16384 + }, + "enc.3.ffn2.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 2, + "offset": 40085760, + "nbytes": 8388608 + }, + "enc.3.ffn2.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 48474368, + "nbytes": 4096 + }, + "enc.3.attn_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 48478464, + "nbytes": 4096 + }, + "enc.3.attn_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 48482560, + "nbytes": 4096 + }, + "enc.3.attn.q.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 2, + "offset": 48486656, + "nbytes": 2097152 + }, + "enc.3.attn.q.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 50583808, + "nbytes": 4096 + }, + "enc.3.attn.k.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 2, + "offset": 50587904, + "nbytes": 2097152 + }, + "enc.3.attn.k.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 52685056, + "nbytes": 4096 + }, + "enc.3.attn.v.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 2, + "offset": 52689152, + "nbytes": 2097152 + }, + "enc.3.attn.v.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 54786304, + "nbytes": 4096 + }, + "enc.3.attn.o.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 2, + "offset": 54790400, + "nbytes": 2097152 + }, + "enc.3.attn.o.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 56887552, + "nbytes": 4096 + }, + "enc.3.attn.dist": { + "dtype": "f32", + "shape": [ + 64, + 73 + ], + "shard": 2, + "offset": 56891648, + "nbytes": 18688 + }, + "enc.3.conv_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 56910336, + "nbytes": 4096 + }, + "enc.3.conv_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 56914432, + "nbytes": 4096 + }, + "enc.3.conv.pw1.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 2048 + ], + "shard": 2, + "offset": 56918528, + "nbytes": 4194304 + }, + "enc.3.conv.dw.weight": { + "dtype": "f32", + "shape": [ + 1024, + 31 + ], + "shard": 2, + "offset": 61112832, + "nbytes": 126976 + }, + "enc.3.conv.dw_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 61239808, + "nbytes": 4096 + }, + "enc.3.conv.dw_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 61243904, + "nbytes": 4096 + }, + "enc.3.conv.pw2.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 2, + "offset": 61248000, + "nbytes": 2097152 + }, + "enc.3.final_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 63345152, + "nbytes": 4096 + }, + "enc.3.final_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 63349248, + "nbytes": 4096 + }, + "enc.4.ffn1_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 63353344, + "nbytes": 4096 + }, + "enc.4.ffn1_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 63357440, + "nbytes": 4096 + }, + "enc.4.ffn1.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 3, + "offset": 0, + "nbytes": 8388608 + }, + "enc.4.ffn1.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 3, + "offset": 8388608, + "nbytes": 16384 + }, + "enc.4.ffn1.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 3, + "offset": 8404992, + "nbytes": 8388608 + }, + "enc.4.ffn1.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 16793600, + "nbytes": 4096 + }, + "enc.4.ffn2_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 16797696, + "nbytes": 4096 + }, + "enc.4.ffn2_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 16801792, + "nbytes": 4096 + }, + "enc.4.ffn2.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 3, + "offset": 16805888, + "nbytes": 8388608 + }, + "enc.4.ffn2.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 3, + "offset": 25194496, + "nbytes": 16384 + }, + "enc.4.ffn2.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 3, + "offset": 25210880, + "nbytes": 8388608 + }, + "enc.4.ffn2.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 33599488, + "nbytes": 4096 + }, + "enc.4.attn_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 33603584, + "nbytes": 4096 + }, + "enc.4.attn_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 33607680, + "nbytes": 4096 + }, + "enc.4.attn.q.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 3, + "offset": 33611776, + "nbytes": 2097152 + }, + "enc.4.attn.q.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 35708928, + "nbytes": 4096 + }, + "enc.4.attn.k.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 3, + "offset": 35713024, + "nbytes": 2097152 + }, + "enc.4.attn.k.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 37810176, + "nbytes": 4096 + }, + "enc.4.attn.v.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 3, + "offset": 37814272, + "nbytes": 2097152 + }, + "enc.4.attn.v.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 39911424, + "nbytes": 4096 + }, + "enc.4.attn.o.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 3, + "offset": 39915520, + "nbytes": 2097152 + }, + "enc.4.attn.o.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 42012672, + "nbytes": 4096 + }, + "enc.4.attn.dist": { + "dtype": "f32", + "shape": [ + 64, + 73 + ], + "shard": 3, + "offset": 42016768, + "nbytes": 18688 + }, + "enc.4.conv_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 42035456, + "nbytes": 4096 + }, + "enc.4.conv_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 42039552, + "nbytes": 4096 + }, + "enc.4.conv.pw1.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 2048 + ], + "shard": 3, + "offset": 42043648, + "nbytes": 4194304 + }, + "enc.4.conv.dw.weight": { + "dtype": "f32", + "shape": [ + 1024, + 31 + ], + "shard": 3, + "offset": 46237952, + "nbytes": 126976 + }, + "enc.4.conv.dw_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 46364928, + "nbytes": 4096 + }, + "enc.4.conv.dw_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 46369024, + "nbytes": 4096 + }, + "enc.4.conv.pw2.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 3, + "offset": 46373120, + "nbytes": 2097152 + }, + "enc.4.final_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 48470272, + "nbytes": 4096 + }, + "enc.4.final_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 48474368, + "nbytes": 4096 + }, + "enc.5.ffn1_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 48478464, + "nbytes": 4096 + }, + "enc.5.ffn1_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 48482560, + "nbytes": 4096 + }, + "enc.5.ffn1.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 3, + "offset": 48486656, + "nbytes": 8388608 + }, + "enc.5.ffn1.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 3, + "offset": 56875264, + "nbytes": 16384 + }, + "enc.5.ffn1.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 3, + "offset": 56891648, + "nbytes": 8388608 + }, + "enc.5.ffn1.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 65280256, + "nbytes": 4096 + }, + "enc.5.ffn2_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 65284352, + "nbytes": 4096 + }, + "enc.5.ffn2_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 3, + "offset": 65288448, + "nbytes": 4096 + }, + "enc.5.ffn2.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 4, + "offset": 0, + "nbytes": 8388608 + }, + "enc.5.ffn2.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 4, + "offset": 8388608, + "nbytes": 16384 + }, + "enc.5.ffn2.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 4, + "offset": 8404992, + "nbytes": 8388608 + }, + "enc.5.ffn2.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 16793600, + "nbytes": 4096 + }, + "enc.5.attn_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 16797696, + "nbytes": 4096 + }, + "enc.5.attn_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 16801792, + "nbytes": 4096 + }, + "enc.5.attn.q.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 4, + "offset": 16805888, + "nbytes": 2097152 + }, + "enc.5.attn.q.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 18903040, + "nbytes": 4096 + }, + "enc.5.attn.k.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 4, + "offset": 18907136, + "nbytes": 2097152 + }, + "enc.5.attn.k.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 21004288, + "nbytes": 4096 + }, + "enc.5.attn.v.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 4, + "offset": 21008384, + "nbytes": 2097152 + }, + "enc.5.attn.v.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 23105536, + "nbytes": 4096 + }, + "enc.5.attn.o.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 4, + "offset": 23109632, + "nbytes": 2097152 + }, + "enc.5.attn.o.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 25206784, + "nbytes": 4096 + }, + "enc.5.attn.dist": { + "dtype": "f32", + "shape": [ + 64, + 73 + ], + "shard": 4, + "offset": 25210880, + "nbytes": 18688 + }, + "enc.5.conv_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 25229568, + "nbytes": 4096 + }, + "enc.5.conv_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 25233664, + "nbytes": 4096 + }, + "enc.5.conv.pw1.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 2048 + ], + "shard": 4, + "offset": 25237760, + "nbytes": 4194304 + }, + "enc.5.conv.dw.weight": { + "dtype": "f32", + "shape": [ + 1024, + 31 + ], + "shard": 4, + "offset": 29432064, + "nbytes": 126976 + }, + "enc.5.conv.dw_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 29559040, + "nbytes": 4096 + }, + "enc.5.conv.dw_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 29563136, + "nbytes": 4096 + }, + "enc.5.conv.pw2.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 4, + "offset": 29567232, + "nbytes": 2097152 + }, + "enc.5.final_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 31664384, + "nbytes": 4096 + }, + "enc.5.final_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 31668480, + "nbytes": 4096 + }, + "enc.6.ffn1_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 31672576, + "nbytes": 4096 + }, + "enc.6.ffn1_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 31676672, + "nbytes": 4096 + }, + "enc.6.ffn1.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 4, + "offset": 31680768, + "nbytes": 8388608 + }, + "enc.6.ffn1.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 4, + "offset": 40069376, + "nbytes": 16384 + }, + "enc.6.ffn1.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 4, + "offset": 40085760, + "nbytes": 8388608 + }, + "enc.6.ffn1.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 48474368, + "nbytes": 4096 + }, + "enc.6.ffn2_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 48478464, + "nbytes": 4096 + }, + "enc.6.ffn2_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 48482560, + "nbytes": 4096 + }, + "enc.6.ffn2.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 4, + "offset": 48486656, + "nbytes": 8388608 + }, + "enc.6.ffn2.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 4, + "offset": 56875264, + "nbytes": 16384 + }, + "enc.6.ffn2.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 4, + "offset": 56891648, + "nbytes": 8388608 + }, + "enc.6.ffn2.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 65280256, + "nbytes": 4096 + }, + "enc.6.attn_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 65284352, + "nbytes": 4096 + }, + "enc.6.attn_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 4, + "offset": 65288448, + "nbytes": 4096 + }, + "enc.6.attn.q.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 5, + "offset": 0, + "nbytes": 2097152 + }, + "enc.6.attn.q.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 2097152, + "nbytes": 4096 + }, + "enc.6.attn.k.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 5, + "offset": 2101248, + "nbytes": 2097152 + }, + "enc.6.attn.k.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 4198400, + "nbytes": 4096 + }, + "enc.6.attn.v.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 5, + "offset": 4202496, + "nbytes": 2097152 + }, + "enc.6.attn.v.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 6299648, + "nbytes": 4096 + }, + "enc.6.attn.o.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 5, + "offset": 6303744, + "nbytes": 2097152 + }, + "enc.6.attn.o.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 8400896, + "nbytes": 4096 + }, + "enc.6.attn.dist": { + "dtype": "f32", + "shape": [ + 64, + 73 + ], + "shard": 5, + "offset": 8404992, + "nbytes": 18688 + }, + "enc.6.conv_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 8423680, + "nbytes": 4096 + }, + "enc.6.conv_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 8427776, + "nbytes": 4096 + }, + "enc.6.conv.pw1.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 2048 + ], + "shard": 5, + "offset": 8431872, + "nbytes": 4194304 + }, + "enc.6.conv.dw.weight": { + "dtype": "f32", + "shape": [ + 1024, + 31 + ], + "shard": 5, + "offset": 12626176, + "nbytes": 126976 + }, + "enc.6.conv.dw_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 12753152, + "nbytes": 4096 + }, + "enc.6.conv.dw_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 12757248, + "nbytes": 4096 + }, + "enc.6.conv.pw2.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 5, + "offset": 12761344, + "nbytes": 2097152 + }, + "enc.6.final_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 14858496, + "nbytes": 4096 + }, + "enc.6.final_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 14862592, + "nbytes": 4096 + }, + "enc.7.ffn1_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 14866688, + "nbytes": 4096 + }, + "enc.7.ffn1_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 14870784, + "nbytes": 4096 + }, + "enc.7.ffn1.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 5, + "offset": 14874880, + "nbytes": 8388608 + }, + "enc.7.ffn1.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 5, + "offset": 23263488, + "nbytes": 16384 + }, + "enc.7.ffn1.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 5, + "offset": 23279872, + "nbytes": 8388608 + }, + "enc.7.ffn1.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 31668480, + "nbytes": 4096 + }, + "enc.7.ffn2_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 31672576, + "nbytes": 4096 + }, + "enc.7.ffn2_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 31676672, + "nbytes": 4096 + }, + "enc.7.ffn2.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 5, + "offset": 31680768, + "nbytes": 8388608 + }, + "enc.7.ffn2.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 5, + "offset": 40069376, + "nbytes": 16384 + }, + "enc.7.ffn2.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 5, + "offset": 40085760, + "nbytes": 8388608 + }, + "enc.7.ffn2.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 48474368, + "nbytes": 4096 + }, + "enc.7.attn_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 48478464, + "nbytes": 4096 + }, + "enc.7.attn_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 48482560, + "nbytes": 4096 + }, + "enc.7.attn.q.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 5, + "offset": 48486656, + "nbytes": 2097152 + }, + "enc.7.attn.q.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 50583808, + "nbytes": 4096 + }, + "enc.7.attn.k.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 5, + "offset": 50587904, + "nbytes": 2097152 + }, + "enc.7.attn.k.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 52685056, + "nbytes": 4096 + }, + "enc.7.attn.v.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 5, + "offset": 52689152, + "nbytes": 2097152 + }, + "enc.7.attn.v.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 54786304, + "nbytes": 4096 + }, + "enc.7.attn.o.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 5, + "offset": 54790400, + "nbytes": 2097152 + }, + "enc.7.attn.o.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 56887552, + "nbytes": 4096 + }, + "enc.7.attn.dist": { + "dtype": "f32", + "shape": [ + 64, + 73 + ], + "shard": 5, + "offset": 56891648, + "nbytes": 18688 + }, + "enc.7.conv_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 56910336, + "nbytes": 4096 + }, + "enc.7.conv_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 56914432, + "nbytes": 4096 + }, + "enc.7.conv.pw1.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 2048 + ], + "shard": 5, + "offset": 56918528, + "nbytes": 4194304 + }, + "enc.7.conv.dw.weight": { + "dtype": "f32", + "shape": [ + 1024, + 31 + ], + "shard": 5, + "offset": 61112832, + "nbytes": 126976 + }, + "enc.7.conv.dw_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 61239808, + "nbytes": 4096 + }, + "enc.7.conv.dw_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 61243904, + "nbytes": 4096 + }, + "enc.7.conv.pw2.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 5, + "offset": 61248000, + "nbytes": 2097152 + }, + "enc.7.final_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 63345152, + "nbytes": 4096 + }, + "enc.7.final_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 63349248, + "nbytes": 4096 + }, + "enc.8.ffn1_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 63353344, + "nbytes": 4096 + }, + "enc.8.ffn1_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 5, + "offset": 63357440, + "nbytes": 4096 + }, + "enc.8.ffn1.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 6, + "offset": 0, + "nbytes": 8388608 + }, + "enc.8.ffn1.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 6, + "offset": 8388608, + "nbytes": 16384 + }, + "enc.8.ffn1.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 6, + "offset": 8404992, + "nbytes": 8388608 + }, + "enc.8.ffn1.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 16793600, + "nbytes": 4096 + }, + "enc.8.ffn2_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 16797696, + "nbytes": 4096 + }, + "enc.8.ffn2_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 16801792, + "nbytes": 4096 + }, + "enc.8.ffn2.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 6, + "offset": 16805888, + "nbytes": 8388608 + }, + "enc.8.ffn2.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 6, + "offset": 25194496, + "nbytes": 16384 + }, + "enc.8.ffn2.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 6, + "offset": 25210880, + "nbytes": 8388608 + }, + "enc.8.ffn2.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 33599488, + "nbytes": 4096 + }, + "enc.8.attn_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 33603584, + "nbytes": 4096 + }, + "enc.8.attn_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 33607680, + "nbytes": 4096 + }, + "enc.8.attn.q.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 6, + "offset": 33611776, + "nbytes": 2097152 + }, + "enc.8.attn.q.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 35708928, + "nbytes": 4096 + }, + "enc.8.attn.k.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 6, + "offset": 35713024, + "nbytes": 2097152 + }, + "enc.8.attn.k.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 37810176, + "nbytes": 4096 + }, + "enc.8.attn.v.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 6, + "offset": 37814272, + "nbytes": 2097152 + }, + "enc.8.attn.v.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 39911424, + "nbytes": 4096 + }, + "enc.8.attn.o.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 6, + "offset": 39915520, + "nbytes": 2097152 + }, + "enc.8.attn.o.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 42012672, + "nbytes": 4096 + }, + "enc.8.attn.dist": { + "dtype": "f32", + "shape": [ + 64, + 73 + ], + "shard": 6, + "offset": 42016768, + "nbytes": 18688 + }, + "enc.8.conv_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 42035456, + "nbytes": 4096 + }, + "enc.8.conv_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 42039552, + "nbytes": 4096 + }, + "enc.8.conv.pw1.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 2048 + ], + "shard": 6, + "offset": 42043648, + "nbytes": 4194304 + }, + "enc.8.conv.dw.weight": { + "dtype": "f32", + "shape": [ + 1024, + 31 + ], + "shard": 6, + "offset": 46237952, + "nbytes": 126976 + }, + "enc.8.conv.dw_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 46364928, + "nbytes": 4096 + }, + "enc.8.conv.dw_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 46369024, + "nbytes": 4096 + }, + "enc.8.conv.pw2.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 6, + "offset": 46373120, + "nbytes": 2097152 + }, + "enc.8.final_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 48470272, + "nbytes": 4096 + }, + "enc.8.final_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 48474368, + "nbytes": 4096 + }, + "enc.9.ffn1_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 48478464, + "nbytes": 4096 + }, + "enc.9.ffn1_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 48482560, + "nbytes": 4096 + }, + "enc.9.ffn1.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 6, + "offset": 48486656, + "nbytes": 8388608 + }, + "enc.9.ffn1.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 6, + "offset": 56875264, + "nbytes": 16384 + }, + "enc.9.ffn1.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 6, + "offset": 56891648, + "nbytes": 8388608 + }, + "enc.9.ffn1.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 65280256, + "nbytes": 4096 + }, + "enc.9.ffn2_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 65284352, + "nbytes": 4096 + }, + "enc.9.ffn2_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 6, + "offset": 65288448, + "nbytes": 4096 + }, + "enc.9.ffn2.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 7, + "offset": 0, + "nbytes": 8388608 + }, + "enc.9.ffn2.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 7, + "offset": 8388608, + "nbytes": 16384 + }, + "enc.9.ffn2.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 7, + "offset": 8404992, + "nbytes": 8388608 + }, + "enc.9.ffn2.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 16793600, + "nbytes": 4096 + }, + "enc.9.attn_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 16797696, + "nbytes": 4096 + }, + "enc.9.attn_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 16801792, + "nbytes": 4096 + }, + "enc.9.attn.q.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 7, + "offset": 16805888, + "nbytes": 2097152 + }, + "enc.9.attn.q.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 18903040, + "nbytes": 4096 + }, + "enc.9.attn.k.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 7, + "offset": 18907136, + "nbytes": 2097152 + }, + "enc.9.attn.k.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 21004288, + "nbytes": 4096 + }, + "enc.9.attn.v.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 7, + "offset": 21008384, + "nbytes": 2097152 + }, + "enc.9.attn.v.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 23105536, + "nbytes": 4096 + }, + "enc.9.attn.o.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 7, + "offset": 23109632, + "nbytes": 2097152 + }, + "enc.9.attn.o.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 25206784, + "nbytes": 4096 + }, + "enc.9.attn.dist": { + "dtype": "f32", + "shape": [ + 64, + 73 + ], + "shard": 7, + "offset": 25210880, + "nbytes": 18688 + }, + "enc.9.conv_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 25229568, + "nbytes": 4096 + }, + "enc.9.conv_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 25233664, + "nbytes": 4096 + }, + "enc.9.conv.pw1.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 2048 + ], + "shard": 7, + "offset": 25237760, + "nbytes": 4194304 + }, + "enc.9.conv.dw.weight": { + "dtype": "f32", + "shape": [ + 1024, + 31 + ], + "shard": 7, + "offset": 29432064, + "nbytes": 126976 + }, + "enc.9.conv.dw_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 29559040, + "nbytes": 4096 + }, + "enc.9.conv.dw_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 29563136, + "nbytes": 4096 + }, + "enc.9.conv.pw2.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 7, + "offset": 29567232, + "nbytes": 2097152 + }, + "enc.9.final_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 31664384, + "nbytes": 4096 + }, + "enc.9.final_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 31668480, + "nbytes": 4096 + }, + "enc.10.ffn1_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 31672576, + "nbytes": 4096 + }, + "enc.10.ffn1_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 31676672, + "nbytes": 4096 + }, + "enc.10.ffn1.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 7, + "offset": 31680768, + "nbytes": 8388608 + }, + "enc.10.ffn1.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 7, + "offset": 40069376, + "nbytes": 16384 + }, + "enc.10.ffn1.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 7, + "offset": 40085760, + "nbytes": 8388608 + }, + "enc.10.ffn1.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 48474368, + "nbytes": 4096 + }, + "enc.10.ffn2_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 48478464, + "nbytes": 4096 + }, + "enc.10.ffn2_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 48482560, + "nbytes": 4096 + }, + "enc.10.ffn2.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 7, + "offset": 48486656, + "nbytes": 8388608 + }, + "enc.10.ffn2.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 7, + "offset": 56875264, + "nbytes": 16384 + }, + "enc.10.ffn2.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 7, + "offset": 56891648, + "nbytes": 8388608 + }, + "enc.10.ffn2.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 65280256, + "nbytes": 4096 + }, + "enc.10.attn_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 65284352, + "nbytes": 4096 + }, + "enc.10.attn_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 7, + "offset": 65288448, + "nbytes": 4096 + }, + "enc.10.attn.q.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 8, + "offset": 0, + "nbytes": 2097152 + }, + "enc.10.attn.q.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 2097152, + "nbytes": 4096 + }, + "enc.10.attn.k.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 8, + "offset": 2101248, + "nbytes": 2097152 + }, + "enc.10.attn.k.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 4198400, + "nbytes": 4096 + }, + "enc.10.attn.v.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 8, + "offset": 4202496, + "nbytes": 2097152 + }, + "enc.10.attn.v.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 6299648, + "nbytes": 4096 + }, + "enc.10.attn.o.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 8, + "offset": 6303744, + "nbytes": 2097152 + }, + "enc.10.attn.o.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 8400896, + "nbytes": 4096 + }, + "enc.10.attn.dist": { + "dtype": "f32", + "shape": [ + 64, + 73 + ], + "shard": 8, + "offset": 8404992, + "nbytes": 18688 + }, + "enc.10.conv_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 8423680, + "nbytes": 4096 + }, + "enc.10.conv_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 8427776, + "nbytes": 4096 + }, + "enc.10.conv.pw1.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 2048 + ], + "shard": 8, + "offset": 8431872, + "nbytes": 4194304 + }, + "enc.10.conv.dw.weight": { + "dtype": "f32", + "shape": [ + 1024, + 31 + ], + "shard": 8, + "offset": 12626176, + "nbytes": 126976 + }, + "enc.10.conv.dw_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 12753152, + "nbytes": 4096 + }, + "enc.10.conv.dw_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 12757248, + "nbytes": 4096 + }, + "enc.10.conv.pw2.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 8, + "offset": 12761344, + "nbytes": 2097152 + }, + "enc.10.final_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 14858496, + "nbytes": 4096 + }, + "enc.10.final_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 14862592, + "nbytes": 4096 + }, + "enc.11.ffn1_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 14866688, + "nbytes": 4096 + }, + "enc.11.ffn1_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 14870784, + "nbytes": 4096 + }, + "enc.11.ffn1.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 8, + "offset": 14874880, + "nbytes": 8388608 + }, + "enc.11.ffn1.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 8, + "offset": 23263488, + "nbytes": 16384 + }, + "enc.11.ffn1.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 8, + "offset": 23279872, + "nbytes": 8388608 + }, + "enc.11.ffn1.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 31668480, + "nbytes": 4096 + }, + "enc.11.ffn2_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 31672576, + "nbytes": 4096 + }, + "enc.11.ffn2_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 31676672, + "nbytes": 4096 + }, + "enc.11.ffn2.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 8, + "offset": 31680768, + "nbytes": 8388608 + }, + "enc.11.ffn2.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 8, + "offset": 40069376, + "nbytes": 16384 + }, + "enc.11.ffn2.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 8, + "offset": 40085760, + "nbytes": 8388608 + }, + "enc.11.ffn2.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 48474368, + "nbytes": 4096 + }, + "enc.11.attn_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 48478464, + "nbytes": 4096 + }, + "enc.11.attn_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 48482560, + "nbytes": 4096 + }, + "enc.11.attn.q.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 8, + "offset": 48486656, + "nbytes": 2097152 + }, + "enc.11.attn.q.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 50583808, + "nbytes": 4096 + }, + "enc.11.attn.k.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 8, + "offset": 50587904, + "nbytes": 2097152 + }, + "enc.11.attn.k.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 52685056, + "nbytes": 4096 + }, + "enc.11.attn.v.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 8, + "offset": 52689152, + "nbytes": 2097152 + }, + "enc.11.attn.v.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 54786304, + "nbytes": 4096 + }, + "enc.11.attn.o.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 8, + "offset": 54790400, + "nbytes": 2097152 + }, + "enc.11.attn.o.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 56887552, + "nbytes": 4096 + }, + "enc.11.attn.dist": { + "dtype": "f32", + "shape": [ + 64, + 73 + ], + "shard": 8, + "offset": 56891648, + "nbytes": 18688 + }, + "enc.11.conv_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 56910336, + "nbytes": 4096 + }, + "enc.11.conv_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 56914432, + "nbytes": 4096 + }, + "enc.11.conv.pw1.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 2048 + ], + "shard": 8, + "offset": 56918528, + "nbytes": 4194304 + }, + "enc.11.conv.dw.weight": { + "dtype": "f32", + "shape": [ + 1024, + 31 + ], + "shard": 8, + "offset": 61112832, + "nbytes": 126976 + }, + "enc.11.conv.dw_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 61239808, + "nbytes": 4096 + }, + "enc.11.conv.dw_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 61243904, + "nbytes": 4096 + }, + "enc.11.conv.pw2.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 8, + "offset": 61248000, + "nbytes": 2097152 + }, + "enc.11.final_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 63345152, + "nbytes": 4096 + }, + "enc.11.final_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 63349248, + "nbytes": 4096 + }, + "enc.12.ffn1_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 63353344, + "nbytes": 4096 + }, + "enc.12.ffn1_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 8, + "offset": 63357440, + "nbytes": 4096 + }, + "enc.12.ffn1.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 9, + "offset": 0, + "nbytes": 8388608 + }, + "enc.12.ffn1.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 9, + "offset": 8388608, + "nbytes": 16384 + }, + "enc.12.ffn1.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 9, + "offset": 8404992, + "nbytes": 8388608 + }, + "enc.12.ffn1.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 16793600, + "nbytes": 4096 + }, + "enc.12.ffn2_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 16797696, + "nbytes": 4096 + }, + "enc.12.ffn2_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 16801792, + "nbytes": 4096 + }, + "enc.12.ffn2.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 9, + "offset": 16805888, + "nbytes": 8388608 + }, + "enc.12.ffn2.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 9, + "offset": 25194496, + "nbytes": 16384 + }, + "enc.12.ffn2.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 9, + "offset": 25210880, + "nbytes": 8388608 + }, + "enc.12.ffn2.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 33599488, + "nbytes": 4096 + }, + "enc.12.attn_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 33603584, + "nbytes": 4096 + }, + "enc.12.attn_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 33607680, + "nbytes": 4096 + }, + "enc.12.attn.q.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 9, + "offset": 33611776, + "nbytes": 2097152 + }, + "enc.12.attn.q.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 35708928, + "nbytes": 4096 + }, + "enc.12.attn.k.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 9, + "offset": 35713024, + "nbytes": 2097152 + }, + "enc.12.attn.k.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 37810176, + "nbytes": 4096 + }, + "enc.12.attn.v.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 9, + "offset": 37814272, + "nbytes": 2097152 + }, + "enc.12.attn.v.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 39911424, + "nbytes": 4096 + }, + "enc.12.attn.o.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 9, + "offset": 39915520, + "nbytes": 2097152 + }, + "enc.12.attn.o.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 42012672, + "nbytes": 4096 + }, + "enc.12.attn.dist": { + "dtype": "f32", + "shape": [ + 64, + 73 + ], + "shard": 9, + "offset": 42016768, + "nbytes": 18688 + }, + "enc.12.conv_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 42035456, + "nbytes": 4096 + }, + "enc.12.conv_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 42039552, + "nbytes": 4096 + }, + "enc.12.conv.pw1.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 2048 + ], + "shard": 9, + "offset": 42043648, + "nbytes": 4194304 + }, + "enc.12.conv.dw.weight": { + "dtype": "f32", + "shape": [ + 1024, + 31 + ], + "shard": 9, + "offset": 46237952, + "nbytes": 126976 + }, + "enc.12.conv.dw_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 46364928, + "nbytes": 4096 + }, + "enc.12.conv.dw_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 46369024, + "nbytes": 4096 + }, + "enc.12.conv.pw2.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 9, + "offset": 46373120, + "nbytes": 2097152 + }, + "enc.12.final_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 48470272, + "nbytes": 4096 + }, + "enc.12.final_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 48474368, + "nbytes": 4096 + }, + "enc.13.ffn1_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 48478464, + "nbytes": 4096 + }, + "enc.13.ffn1_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 48482560, + "nbytes": 4096 + }, + "enc.13.ffn1.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 9, + "offset": 48486656, + "nbytes": 8388608 + }, + "enc.13.ffn1.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 9, + "offset": 56875264, + "nbytes": 16384 + }, + "enc.13.ffn1.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 9, + "offset": 56891648, + "nbytes": 8388608 + }, + "enc.13.ffn1.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 65280256, + "nbytes": 4096 + }, + "enc.13.ffn2_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 65284352, + "nbytes": 4096 + }, + "enc.13.ffn2_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 9, + "offset": 65288448, + "nbytes": 4096 + }, + "enc.13.ffn2.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 10, + "offset": 0, + "nbytes": 8388608 + }, + "enc.13.ffn2.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 10, + "offset": 8388608, + "nbytes": 16384 + }, + "enc.13.ffn2.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 10, + "offset": 8404992, + "nbytes": 8388608 + }, + "enc.13.ffn2.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 16793600, + "nbytes": 4096 + }, + "enc.13.attn_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 16797696, + "nbytes": 4096 + }, + "enc.13.attn_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 16801792, + "nbytes": 4096 + }, + "enc.13.attn.q.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 10, + "offset": 16805888, + "nbytes": 2097152 + }, + "enc.13.attn.q.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 18903040, + "nbytes": 4096 + }, + "enc.13.attn.k.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 10, + "offset": 18907136, + "nbytes": 2097152 + }, + "enc.13.attn.k.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 21004288, + "nbytes": 4096 + }, + "enc.13.attn.v.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 10, + "offset": 21008384, + "nbytes": 2097152 + }, + "enc.13.attn.v.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 23105536, + "nbytes": 4096 + }, + "enc.13.attn.o.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 10, + "offset": 23109632, + "nbytes": 2097152 + }, + "enc.13.attn.o.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 25206784, + "nbytes": 4096 + }, + "enc.13.attn.dist": { + "dtype": "f32", + "shape": [ + 64, + 73 + ], + "shard": 10, + "offset": 25210880, + "nbytes": 18688 + }, + "enc.13.conv_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 25229568, + "nbytes": 4096 + }, + "enc.13.conv_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 25233664, + "nbytes": 4096 + }, + "enc.13.conv.pw1.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 2048 + ], + "shard": 10, + "offset": 25237760, + "nbytes": 4194304 + }, + "enc.13.conv.dw.weight": { + "dtype": "f32", + "shape": [ + 1024, + 31 + ], + "shard": 10, + "offset": 29432064, + "nbytes": 126976 + }, + "enc.13.conv.dw_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 29559040, + "nbytes": 4096 + }, + "enc.13.conv.dw_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 29563136, + "nbytes": 4096 + }, + "enc.13.conv.pw2.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 10, + "offset": 29567232, + "nbytes": 2097152 + }, + "enc.13.final_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 31664384, + "nbytes": 4096 + }, + "enc.13.final_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 31668480, + "nbytes": 4096 + }, + "enc.14.ffn1_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 31672576, + "nbytes": 4096 + }, + "enc.14.ffn1_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 31676672, + "nbytes": 4096 + }, + "enc.14.ffn1.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 10, + "offset": 31680768, + "nbytes": 8388608 + }, + "enc.14.ffn1.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 10, + "offset": 40069376, + "nbytes": 16384 + }, + "enc.14.ffn1.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 10, + "offset": 40085760, + "nbytes": 8388608 + }, + "enc.14.ffn1.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 48474368, + "nbytes": 4096 + }, + "enc.14.ffn2_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 48478464, + "nbytes": 4096 + }, + "enc.14.ffn2_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 48482560, + "nbytes": 4096 + }, + "enc.14.ffn2.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 10, + "offset": 48486656, + "nbytes": 8388608 + }, + "enc.14.ffn2.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 10, + "offset": 56875264, + "nbytes": 16384 + }, + "enc.14.ffn2.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 10, + "offset": 56891648, + "nbytes": 8388608 + }, + "enc.14.ffn2.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 65280256, + "nbytes": 4096 + }, + "enc.14.attn_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 65284352, + "nbytes": 4096 + }, + "enc.14.attn_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 10, + "offset": 65288448, + "nbytes": 4096 + }, + "enc.14.attn.q.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 11, + "offset": 0, + "nbytes": 2097152 + }, + "enc.14.attn.q.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 2097152, + "nbytes": 4096 + }, + "enc.14.attn.k.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 11, + "offset": 2101248, + "nbytes": 2097152 + }, + "enc.14.attn.k.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 4198400, + "nbytes": 4096 + }, + "enc.14.attn.v.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 11, + "offset": 4202496, + "nbytes": 2097152 + }, + "enc.14.attn.v.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 6299648, + "nbytes": 4096 + }, + "enc.14.attn.o.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 11, + "offset": 6303744, + "nbytes": 2097152 + }, + "enc.14.attn.o.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 8400896, + "nbytes": 4096 + }, + "enc.14.attn.dist": { + "dtype": "f32", + "shape": [ + 64, + 73 + ], + "shard": 11, + "offset": 8404992, + "nbytes": 18688 + }, + "enc.14.conv_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 8423680, + "nbytes": 4096 + }, + "enc.14.conv_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 8427776, + "nbytes": 4096 + }, + "enc.14.conv.pw1.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 2048 + ], + "shard": 11, + "offset": 8431872, + "nbytes": 4194304 + }, + "enc.14.conv.dw.weight": { + "dtype": "f32", + "shape": [ + 1024, + 31 + ], + "shard": 11, + "offset": 12626176, + "nbytes": 126976 + }, + "enc.14.conv.dw_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 12753152, + "nbytes": 4096 + }, + "enc.14.conv.dw_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 12757248, + "nbytes": 4096 + }, + "enc.14.conv.pw2.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 11, + "offset": 12761344, + "nbytes": 2097152 + }, + "enc.14.final_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 14858496, + "nbytes": 4096 + }, + "enc.14.final_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 14862592, + "nbytes": 4096 + }, + "enc.15.ffn1_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 14866688, + "nbytes": 4096 + }, + "enc.15.ffn1_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 14870784, + "nbytes": 4096 + }, + "enc.15.ffn1.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 11, + "offset": 14874880, + "nbytes": 8388608 + }, + "enc.15.ffn1.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 11, + "offset": 23263488, + "nbytes": 16384 + }, + "enc.15.ffn1.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 11, + "offset": 23279872, + "nbytes": 8388608 + }, + "enc.15.ffn1.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 31668480, + "nbytes": 4096 + }, + "enc.15.ffn2_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 31672576, + "nbytes": 4096 + }, + "enc.15.ffn2_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 31676672, + "nbytes": 4096 + }, + "enc.15.ffn2.up.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 4096 + ], + "shard": 11, + "offset": 31680768, + "nbytes": 8388608 + }, + "enc.15.ffn2.up.bias": { + "dtype": "f32", + "shape": [ + 4096 + ], + "shard": 11, + "offset": 40069376, + "nbytes": 16384 + }, + "enc.15.ffn2.down.weight": { + "dtype": "bf16", + "shape": [ + 4096, + 1024 + ], + "shard": 11, + "offset": 40085760, + "nbytes": 8388608 + }, + "enc.15.ffn2.down.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 48474368, + "nbytes": 4096 + }, + "enc.15.attn_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 48478464, + "nbytes": 4096 + }, + "enc.15.attn_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 48482560, + "nbytes": 4096 + }, + "enc.15.attn.q.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 11, + "offset": 48486656, + "nbytes": 2097152 + }, + "enc.15.attn.q.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 50583808, + "nbytes": 4096 + }, + "enc.15.attn.k.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 11, + "offset": 50587904, + "nbytes": 2097152 + }, + "enc.15.attn.k.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 52685056, + "nbytes": 4096 + }, + "enc.15.attn.v.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 11, + "offset": 52689152, + "nbytes": 2097152 + }, + "enc.15.attn.v.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 54786304, + "nbytes": 4096 + }, + "enc.15.attn.o.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 11, + "offset": 54790400, + "nbytes": 2097152 + }, + "enc.15.attn.o.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 56887552, + "nbytes": 4096 + }, + "enc.15.attn.dist": { + "dtype": "f32", + "shape": [ + 64, + 73 + ], + "shard": 11, + "offset": 56891648, + "nbytes": 18688 + }, + "enc.15.conv_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 56910336, + "nbytes": 4096 + }, + "enc.15.conv_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 56914432, + "nbytes": 4096 + }, + "enc.15.conv.pw1.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 2048 + ], + "shard": 11, + "offset": 56918528, + "nbytes": 4194304 + }, + "enc.15.conv.dw.weight": { + "dtype": "f32", + "shape": [ + 1024, + 31 + ], + "shard": 11, + "offset": 61112832, + "nbytes": 126976 + }, + "enc.15.conv.dw_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 61239808, + "nbytes": 4096 + }, + "enc.15.conv.dw_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 61243904, + "nbytes": 4096 + }, + "enc.15.conv.pw2.weight": { + "dtype": "bf16", + "shape": [ + 1024, + 1024 + ], + "shard": 11, + "offset": 61248000, + "nbytes": 2097152 + }, + "enc.15.final_ln.weight": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 63345152, + "nbytes": 4096 + }, + "enc.15.final_ln.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 11, + "offset": 63349248, + "nbytes": 4096 + } + } +} \ No newline at end of file diff --git a/web/teacher/shard-000.bin b/web/teacher/shard-000.bin new file mode 100644 index 0000000000000000000000000000000000000000..95a310de33662423a9cf4610dd8543a424c8f7f5 --- /dev/null +++ b/web/teacher/shard-000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45be157b2a72487ec18a04592d449a5b84d7f55a85f9ac8bd6d82482f7f2e069 +size 66022400 diff --git a/web/teacher/shard-001.bin b/web/teacher/shard-001.bin new file mode 100644 index 0000000000000000000000000000000000000000..11a0ec3f81456124febc3520c9bece8ee4b76da5 --- /dev/null +++ b/web/teacher/shard-001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78456248c2b30ce5aa41345c8e2bc2c740f5e0d6e7ae137c42f458c5976f1c9d +size 65292544 diff --git a/web/teacher/shard-002.bin b/web/teacher/shard-002.bin new file mode 100644 index 0000000000000000000000000000000000000000..72b62bab14f9c937bea58db3df2c5ea0d97a11d9 --- /dev/null +++ b/web/teacher/shard-002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba9b06d6cd4df50f004fdc676295fe95e8d64531cf3c4a74ba68559be850234 +size 63361536 diff --git a/web/teacher/shard-003.bin b/web/teacher/shard-003.bin new file mode 100644 index 0000000000000000000000000000000000000000..3927898fede230d9b1118ce52ce3b8ca006c803f --- /dev/null +++ b/web/teacher/shard-003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f312854b2e33c5d4df134024b739aca052db4a50e950376076bbf8d941a1ce3 +size 65292544 diff --git a/web/teacher/shard-004.bin b/web/teacher/shard-004.bin new file mode 100644 index 0000000000000000000000000000000000000000..3e355b273fc91ec0631c871abf9bfbeb68253ee4 --- /dev/null +++ b/web/teacher/shard-004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee7b9400de3b3d443a3dbe353c87b69ff27e58a9e3d34eb742cea5f19db293fd +size 65292544 diff --git a/web/teacher/shard-005.bin b/web/teacher/shard-005.bin new file mode 100644 index 0000000000000000000000000000000000000000..73b0d46fd8cc558907e9bc6142bbb809bf5c0798 --- /dev/null +++ b/web/teacher/shard-005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d2257b509f63240107441a020cf92b56243fafac4861b9cc046e4e507f34785 +size 63361536 diff --git a/web/teacher/shard-006.bin b/web/teacher/shard-006.bin new file mode 100644 index 0000000000000000000000000000000000000000..1f260c5f32d6b8edd2ae40837530ebe13da16d46 --- /dev/null +++ b/web/teacher/shard-006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0b574aa0739956b62b73089a80ac6975f1fdc393e904332a71c893ae1804862 +size 65292544 diff --git a/web/teacher/shard-007.bin b/web/teacher/shard-007.bin new file mode 100644 index 0000000000000000000000000000000000000000..2e3235ced267171468a146b552bc8316cf2de77b --- /dev/null +++ b/web/teacher/shard-007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75280269f68c110ee72057e5c975f2e0004bf253dd56c9b480f32e44d20c2085 +size 65292544 diff --git a/web/teacher/shard-008.bin b/web/teacher/shard-008.bin new file mode 100644 index 0000000000000000000000000000000000000000..32ff418351cdf8015c808fb6afd22a1842f5923d --- /dev/null +++ b/web/teacher/shard-008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65aad23a764fea1a951283507fabbb732415e974e70a6bfc0f8e359e38d35cd1 +size 63361536 diff --git a/web/teacher/shard-009.bin b/web/teacher/shard-009.bin new file mode 100644 index 0000000000000000000000000000000000000000..c08dda801dd464185ed0685fd7f81b9691a6ea3c --- /dev/null +++ b/web/teacher/shard-009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c12c75cff05ad241b534f87436c866ab1933eaa7ea23c2f69ae98cf213afb98d +size 65292544 diff --git a/web/teacher/shard-010.bin b/web/teacher/shard-010.bin new file mode 100644 index 0000000000000000000000000000000000000000..292f7f0f3c37d5fbf77dbadc59f6e9873fed19bf --- /dev/null +++ b/web/teacher/shard-010.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d76c93e62b9e78e8f8fd8191cbcb61f5f23fbdbfe8d49b4fb55433954963a88 +size 65292544 diff --git a/web/teacher/shard-011.bin b/web/teacher/shard-011.bin new file mode 100644 index 0000000000000000000000000000000000000000..cbd56bc049634c6d17f11bbc2a359c2c8ea55e06 --- /dev/null +++ b/web/teacher/shard-011.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99e7ee4ecac5310479baf2bb05d1d48d39f59b32918ead649266f6719e68349f +size 63353344 diff --git a/web/voices/English/Cillian_en-Irish_M_1.codes.npy b/web/voices/English/Cillian_en-Irish_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..caea1949be1f0c5fbf37fa2d8cb005622964e618 --- /dev/null +++ b/web/voices/English/Cillian_en-Irish_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dadae1124c63cda7a0627fd282d54aa255a8800155eae1b9da54b08b345c2f10 +size 5928 diff --git a/web/voices/English/Cillian_en-Irish_M_1.embedding.npy b/web/voices/English/Cillian_en-Irish_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..1f13ba7b9f31bbb7ae9b3bded3f08c192b3beb8c --- /dev/null +++ b/web/voices/English/Cillian_en-Irish_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3125fae2f679fb5c8128d308ddd02986fd7d914975d17cc6dadf9eb130b1061 +size 896 diff --git a/web/voices/English/Cillian_en-Irish_M_1.wav b/web/voices/English/Cillian_en-Irish_M_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..a0357b3daee30be79fabb672f2a07092eb9a5940 --- /dev/null +++ b/web/voices/English/Cillian_en-Irish_M_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d43eda64c4928dfb30ecf547e4a00100b8f83ed0eb5c1e07116725794da72ea2 +size 852644 diff --git a/web/voices/English/Imogen_en-British_F_1.codes.npy b/web/voices/English/Imogen_en-British_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..dc617c561eefd6488a0b1665418b9b491836bc8d --- /dev/null +++ b/web/voices/English/Imogen_en-British_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c906f6c405c9078607fe9c54cf1b71ef0e112839490499e34bf8791ed1ad7e86 +size 7728 diff --git a/web/voices/English/Imogen_en-British_F_1.embedding.npy b/web/voices/English/Imogen_en-British_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..cdd610f83ccd9a7f74450516233bd81722f354ac --- /dev/null +++ b/web/voices/English/Imogen_en-British_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:683424b91faeade48c8a92e05e1c3679366abbba443ef62eccba8dc40de48e9e +size 896 diff --git a/web/voices/English/Imogen_en-British_F_1.wav b/web/voices/English/Imogen_en-British_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..9b0aa2216fb3d51f7f08f9319e8acaa8f2d66ab6 --- /dev/null +++ b/web/voices/English/Imogen_en-British_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dde4691a6ccd95f4928fbbc4e2d49089824b264575bc0bf0ac4986dd2f8082c5 +size 1117244 diff --git a/web/voices/English/Jett_en-energetic_M_1.codes.npy b/web/voices/English/Jett_en-energetic_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..ddb65521df5c47b513f215a4959e76f6910661f9 --- /dev/null +++ b/web/voices/English/Jett_en-energetic_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f32e946509673ae422c37cc9b79957cb569f212360745f9110d343f6f1f9f2c +size 6608 diff --git a/web/voices/English/Jett_en-energetic_M_1.embedding.npy b/web/voices/English/Jett_en-energetic_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..75fe426b10bfde91fe83c0b3811b392fd8eadfe5 --- /dev/null +++ b/web/voices/English/Jett_en-energetic_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:624b749d220dac7fdcda479b1964cb8f7de58c838c1357f2f0161dac06e34f48 +size 896 diff --git a/web/voices/English/Jett_en-energetic_M_1.wav b/web/voices/English/Jett_en-energetic_M_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..7f6e9b52ca5296fde3846fb1436a0bfb71c86a0d --- /dev/null +++ b/web/voices/English/Jett_en-energetic_M_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:107c8350f191d47401da6844158528d0f493cbf46be4dee6bb81dd71bc052619 +size 952604 diff --git a/web/voices/English/Morgana_en-witch_F_1.codes.npy b/web/voices/English/Morgana_en-witch_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..2cdd9341832bcd2b4b5ad93c7f7be35c63b5b990 --- /dev/null +++ b/web/voices/English/Morgana_en-witch_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f60227a9f7cdc6ce696548f4c28c199d3f5afeadf7317a1bde132575a1ed731 +size 12448 diff --git a/web/voices/English/Morgana_en-witch_F_1.embedding.npy b/web/voices/English/Morgana_en-witch_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..8671c2114bc5bfb18d83670f28cb3ba0b338b637 --- /dev/null +++ b/web/voices/English/Morgana_en-witch_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a817387697c43138639aa1e52a9e42d9f3a629655e0faea5ac8565eb8e57c091 +size 896 diff --git a/web/voices/English/Morgana_en-witch_F_1.mp3 b/web/voices/English/Morgana_en-witch_F_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..5364a53463212237eee08d5027a2c37d50cfebf0 --- /dev/null +++ b/web/voices/English/Morgana_en-witch_F_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fec617ca7a4044f930c108ded0daf814ca93e61d97a7df626373aa182240ece +size 329812 diff --git a/web/voices/English/Rupert_en-British_M_1.codes.npy b/web/voices/English/Rupert_en-British_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..17dcdc3d9db449dc0bd44691fcab253c20be624f --- /dev/null +++ b/web/voices/English/Rupert_en-British_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abf42171c7402fea5888ec350a50b64fd78777e44d7caf665c04e4e2b629fc79 +size 8048 diff --git a/web/voices/English/Rupert_en-British_M_1.embedding.npy b/web/voices/English/Rupert_en-British_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..4d29433a1eee6225edf53d7e3abaac9f0353b416 --- /dev/null +++ b/web/voices/English/Rupert_en-British_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c68e699376dbafdc1ab0fadc133f48e7df9cb33b3a7b80b05f42c5c0aad8fa7 +size 896 diff --git a/web/voices/English/Rupert_en-British_M_1.wav b/web/voices/English/Rupert_en-British_M_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..a1a46bd19f71bc483e1dbbfd26764fb62f0d6e80 --- /dev/null +++ b/web/voices/English/Rupert_en-British_M_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3743b94cfc35c004fb5c2bcc9c2a537b605e3e15d4677e2b5b811bc18d95151e +size 1164284 diff --git a/web/voices/English/Sakura_en-anime_F_1.codes.npy b/web/voices/English/Sakura_en-anime_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..f2044c7eb91b8b8fe1e79420cd34bc4ff86ba2fd --- /dev/null +++ b/web/voices/English/Sakura_en-anime_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b8c8288b45e1a3ff5aa3adc05a4af386f5889e9ab47902ff36f9daa8900ded2 +size 9168 diff --git a/web/voices/English/Sakura_en-anime_F_1.embedding.npy b/web/voices/English/Sakura_en-anime_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..4705c78ae92ff261e95f7afd90cce9b9e10decd4 --- /dev/null +++ b/web/voices/English/Sakura_en-anime_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf3e82d2e6f2ce2fe90c73473a312a721295ae7f85763f99c87ee2f861063a9 +size 896 diff --git a/web/voices/English/Sakura_en-anime_F_1.wav b/web/voices/English/Sakura_en-anime_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..03ba61bdd9a9dbbca9c2f78a87e99871571733e3 --- /dev/null +++ b/web/voices/English/Sakura_en-anime_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e8f47241546efd1223bd1cac09ea81f1d9ae2cf3148260f37413f05db40229 +size 1328924 diff --git a/web/voices/English/Savannah_en-American_F_1.codes.npy b/web/voices/English/Savannah_en-American_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..de5d99cd545914328947b5e6e1b5d648063af5c2 --- /dev/null +++ b/web/voices/English/Savannah_en-American_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e450fea8fa521c6be32b64fc61f48d6f9fd8301fe5759abd2315ce6ac946fb +size 6968 diff --git a/web/voices/English/Savannah_en-American_F_1.embedding.npy b/web/voices/English/Savannah_en-American_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..b8d478227a96ede89bb99a32ea01acf1686ee285 --- /dev/null +++ b/web/voices/English/Savannah_en-American_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd81587e66f96fb62da47ef13d5d867de464ca386a83f01b4403cdd19629ca6c +size 896 diff --git a/web/voices/English/Savannah_en-American_F_1.mp3 b/web/voices/English/Savannah_en-American_F_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..4d29c41b0af4ab4bfaeab66b5256ae820536ee35 --- /dev/null +++ b/web/voices/English/Savannah_en-American_F_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8d5eaf8f6c18a0a3b452652da62d821f819d4e95f6347aa29986a503e219d14 +size 183527 diff --git a/web/voices/English/Thaddeus_en-announcervoice_M_1.codes.npy b/web/voices/English/Thaddeus_en-announcervoice_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..63c4a8b3a621d23a1a35d10c23190641bdc29ef2 --- /dev/null +++ b/web/voices/English/Thaddeus_en-announcervoice_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c76de5bf16fd10282fced313c6c00a03fa2150b1df4c2382e19c6cbad65f179 +size 9368 diff --git a/web/voices/English/Thaddeus_en-announcervoice_M_1.embedding.npy b/web/voices/English/Thaddeus_en-announcervoice_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..1157f327e02d6509275e8df150aa716449e783f2 --- /dev/null +++ b/web/voices/English/Thaddeus_en-announcervoice_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc8e21356730988aa20da70123991404345e0bdbfe3afe31e6371d8d93095461 +size 896 diff --git a/web/voices/English/Thaddeus_en-announcervoice_M_1.mp3 b/web/voices/English/Thaddeus_en-announcervoice_M_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..535a4f2e756c5612c1d2d4cb34cefead60a28b37 --- /dev/null +++ b/web/voices/English/Thaddeus_en-announcervoice_M_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7fc96a18645b129b1e55659379ba796f5cfd70a800068b977d37f1254e93c52 +size 247474 diff --git a/web/voices/English/Willow_en-asrm_F_1.codes.npy b/web/voices/English/Willow_en-asrm_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..2013b28868bbae0b6e5cf62f0bad73fc6c55ae98 --- /dev/null +++ b/web/voices/English/Willow_en-asrm_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29ca4c14c16bb09b2bc48bb93f2d5a56327558d64271e54ebd1f713a4204905b +size 15048 diff --git a/web/voices/English/Willow_en-asrm_F_1.embedding.npy b/web/voices/English/Willow_en-asrm_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..876e2b26c5f65d74bbdbe78bb5194d6a2eba1070 --- /dev/null +++ b/web/voices/English/Willow_en-asrm_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ebb84309f21f1dcbe6371e2355dc98f8ee3d0aee5850c305d06a73fe0a7c222 +size 896 diff --git a/web/voices/English/Willow_en-asrm_F_1.wav b/web/voices/English/Willow_en-asrm_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..6fe08b9e567b2a842f2a23e04f8abae3499f6f0a --- /dev/null +++ b/web/voices/English/Willow_en-asrm_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a7574e4b91794390867027eb5c2c2a12f6cef557fc7d804b45f985144a50e5e +size 2193284 diff --git a/web/voices/English/Wyatt_en-American_M_1.codes.npy b/web/voices/English/Wyatt_en-American_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..fe7a4ace704badd4adb74aa5e2673ab0ca475f5e --- /dev/null +++ b/web/voices/English/Wyatt_en-American_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a854f9b66eefa9203a9f752c2a1ec808345b4d72ac34f8547ee776c58e4b72f +size 10248 diff --git a/web/voices/English/Wyatt_en-American_M_1.embedding.npy b/web/voices/English/Wyatt_en-American_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..921f4a78256265a482a9e3b77315d283fff74d24 --- /dev/null +++ b/web/voices/English/Wyatt_en-American_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b39d377b653ebaca6bbd4ecd13c382fe16d81f0cfae27217d9b626e5589a0511 +size 896 diff --git a/web/voices/English/Wyatt_en-American_M_1.ogg b/web/voices/English/Wyatt_en-American_M_1.ogg new file mode 100644 index 0000000000000000000000000000000000000000..6270fbf65e394ac9c10dca0fc5f4e5a66359a846 --- /dev/null +++ b/web/voices/English/Wyatt_en-American_M_1.ogg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92c17f6eff4c9612ece96f0efae6f74f8e6b381f8c851ce739cdf0854a5a5831 +size 147400 diff --git a/web/voices/French/Gaspard_fr_M_1.codes.npy b/web/voices/French/Gaspard_fr_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..4d2ff3bdde469bbf30576d96b077b36d7698ec21 --- /dev/null +++ b/web/voices/French/Gaspard_fr_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34293ea302d3a47c17ab2f8514fb3a3354dc4ad695581d9b2f93fb37476ee1f7 +size 11488 diff --git a/web/voices/French/Gaspard_fr_M_1.embedding.npy b/web/voices/French/Gaspard_fr_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..abfe47d70ee675c56022c81827bcae4beacb1ff5 --- /dev/null +++ b/web/voices/French/Gaspard_fr_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e19a9a545af6a263c00b997368d8396ff8abc761b53dce2a6d4df735f0766e9 +size 896 diff --git a/web/voices/French/Gaspard_fr_M_1.mp3 b/web/voices/French/Gaspard_fr_M_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..810b988fd7948429884a6eca555c36f7eac88fe2 --- /dev/null +++ b/web/voices/French/Gaspard_fr_M_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b353c4f7cccb9ffd335dde8428cae212373db2cf9c7018afc22cbb8f3d6c949a +size 303899 diff --git a/web/voices/German/Liesel_de_F_1.codes.npy b/web/voices/German/Liesel_de_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..d62fd1f381037c01a0dc19983af6ad877387154a --- /dev/null +++ b/web/voices/German/Liesel_de_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6952aa3383e1181610b3b88115ff2fa20a2a2da0686c9b19f2cf0f57f96ab92e +size 6928 diff --git a/web/voices/German/Liesel_de_F_1.embedding.npy b/web/voices/German/Liesel_de_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..0dcae442d4c1aa6fcc89932ab0355c83726eb94d --- /dev/null +++ b/web/voices/German/Liesel_de_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d44e40f8c1f43fcabaabf301e14bfc48325bf4596cb04e076d662d8b2724c5d +size 896 diff --git a/web/voices/German/Liesel_de_F_1.mp3 b/web/voices/German/Liesel_de_F_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..2f867b17e59dedade064ae5ea7246d46a4ea17f1 --- /dev/null +++ b/web/voices/German/Liesel_de_F_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a8909ca74065967d74534f438fcd15b770fc2ec55d2cbe217836a720cfff091 +size 182273 diff --git a/web/voices/German/Wolfgang_de_M_1.codes.npy b/web/voices/German/Wolfgang_de_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..43300e7972337a22556f1fbc14b53e432f02a66c --- /dev/null +++ b/web/voices/German/Wolfgang_de_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:553a4dd74cc650ea333c49033f5b459e1faa7244cfa4185862cce1a223fe41e1 +size 7488 diff --git a/web/voices/German/Wolfgang_de_M_1.embedding.npy b/web/voices/German/Wolfgang_de_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..a6c13b43dff6f3731b049ded26caab918135674e --- /dev/null +++ b/web/voices/German/Wolfgang_de_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a0e305b2789f79b843d96628b275b5d8f3f877f89c80e87fe57bf6078901467 +size 896 diff --git a/web/voices/German/Wolfgang_de_M_1.mp3 b/web/voices/German/Wolfgang_de_M_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..bc3a985c2aba3ce64f378648a24e10b159897e2a --- /dev/null +++ b/web/voices/German/Wolfgang_de_M_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca32af842970e58c2769f1a191438f44b36e721071e058ed51a8c2febb2f261 +size 196483 diff --git a/web/voices/Hindi/Ananya_hi_F_1.codes.npy b/web/voices/Hindi/Ananya_hi_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..f62a54922826e0bfc98f78b966dbe889aef84857 --- /dev/null +++ b/web/voices/Hindi/Ananya_hi_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85288fd646bb836b2424faad617d13f311c4ce129a48d7f9577bbfe29df9aa5b +size 7768 diff --git a/web/voices/Hindi/Ananya_hi_F_1.embedding.npy b/web/voices/Hindi/Ananya_hi_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..93bea48002970de357c5f9291db6b0e76024d1fb --- /dev/null +++ b/web/voices/Hindi/Ananya_hi_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7acf756273d86131de701d51b25a7e0b3323d724b7e98a0c890fcf176f85a14 +size 896 diff --git a/web/voices/Hindi/Ananya_hi_F_1.wav b/web/voices/Hindi/Ananya_hi_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..9a5d8c4682eca8e6944f52eaaa0c8772a4ae0cde --- /dev/null +++ b/web/voices/Hindi/Ananya_hi_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c0417c4f1a76d3290281c932a35b5b25b8e4cfe9acb328e24abf68b7f232840 +size 1123124 diff --git a/web/voices/Hindi/Arjun_hi_M_1.codes.npy b/web/voices/Hindi/Arjun_hi_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..aa4f5879c59754392f545a2af43ccb864cf6697a --- /dev/null +++ b/web/voices/Hindi/Arjun_hi_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dec52799002595008cf710381b5eb5f2acf0edd82fb28636c1bbef4aba9df618 +size 7128 diff --git a/web/voices/Hindi/Arjun_hi_M_1.embedding.npy b/web/voices/Hindi/Arjun_hi_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..a0484aa4ebc17f3a9eea865f3a7139f708404ded --- /dev/null +++ b/web/voices/Hindi/Arjun_hi_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cb0eb4cc81b79acadedb173e1fbbc0203bf71ea9ae66e56bd76393386f25815 +size 896 diff --git a/web/voices/Hindi/Arjun_hi_M_1.wav b/web/voices/Hindi/Arjun_hi_M_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..0b96ec58e36eeb250fa4a0e941019621f2d7d327 --- /dev/null +++ b/web/voices/Hindi/Arjun_hi_M_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:760b13421993d4d453cf9c3ce789da2425922c54a483a1e1d2daff3a226a6043 +size 1029044 diff --git a/web/voices/Italian/Ginevra_it_F_1.codes.npy b/web/voices/Italian/Ginevra_it_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..91fdf1c82b8dd56391e95cd5c83f4ba94b8f99fb --- /dev/null +++ b/web/voices/Italian/Ginevra_it_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91e5f1a6ccc71d55840e4277a4f00c900e01e446e956949a5651c2e5657f2d4f +size 6808 diff --git a/web/voices/Italian/Ginevra_it_F_1.embedding.npy b/web/voices/Italian/Ginevra_it_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..aec377f7acfac99d7291086aa545e197b5335197 --- /dev/null +++ b/web/voices/Italian/Ginevra_it_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:950ecf44f57fd053effd83c65f7f35059df0dcd1bb99dbc197b6649507171621 +size 896 diff --git a/web/voices/Italian/Ginevra_it_F_1.mp3 b/web/voices/Italian/Ginevra_it_F_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..7a1ec31196747542c0b9127d2f272a2026e7240d --- /dev/null +++ b/web/voices/Italian/Ginevra_it_F_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dc9a8ebaa97b6c9a32aab707f1384a37d275e9a001029fedbfe7897a92514d9 +size 179347 diff --git a/web/voices/Italian/Lorenzo_it_M_1.codes.npy b/web/voices/Italian/Lorenzo_it_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..652c6ab3b0206b4cc6af4ec85e81b7cea9a56830 --- /dev/null +++ b/web/voices/Italian/Lorenzo_it_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e25cc35719d796ba7ace4a0ec563d159cfe31e978f78098b126b2a8c7f3fbc02 +size 7488 diff --git a/web/voices/Italian/Lorenzo_it_M_1.embedding.npy b/web/voices/Italian/Lorenzo_it_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..3a5ad500e72832e9f83b6787565124ce50f9cb87 --- /dev/null +++ b/web/voices/Italian/Lorenzo_it_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a355bb33b907130985b74eae3fa05e4aa19d7fe7233f26c0416afad0726c2367 +size 896 diff --git a/web/voices/Italian/Lorenzo_it_M_1.mp3 b/web/voices/Italian/Lorenzo_it_M_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..50ad8ae5aa90b234b243e01ad503856cd3c3f64d --- /dev/null +++ b/web/voices/Italian/Lorenzo_it_M_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be0f69f123a15d1c7c1100abf94c6f1c649034f16239f2926a87f20550d2ebcb +size 196483 diff --git a/web/voices/Korean/Minjun_ko_M_1.codes.npy b/web/voices/Korean/Minjun_ko_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..16421b9ee9fcd33be1f4cedd2aa38888a16e5874 --- /dev/null +++ b/web/voices/Korean/Minjun_ko_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b40a0d108b5188be2fb8695eb0f28b5a6f16c4dd485fba4ab82876b46e79522 +size 7288 diff --git a/web/voices/Korean/Minjun_ko_M_1.embedding.npy b/web/voices/Korean/Minjun_ko_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..d061dd4b5576c83fcb8878176db1f4f48dfb975e --- /dev/null +++ b/web/voices/Korean/Minjun_ko_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab3d9c60c3f36080fd7e9eebd20c8ece42059236dd83f19980e5e4dbca94fc4e +size 896 diff --git a/web/voices/Korean/Minjun_ko_M_1.wav b/web/voices/Korean/Minjun_ko_M_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..0fb74b715dd76131b5e0cb0b8cb2e2f040e3e05e --- /dev/null +++ b/web/voices/Korean/Minjun_ko_M_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1c1e59241314afe001d565ab4e0c92224f598f6bbc1e4aaaac2ce5b036d16aa +size 1052564 diff --git a/web/voices/Korean/Seoyeon_ko_F_1.codes.npy b/web/voices/Korean/Seoyeon_ko_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..9602313d4f036596632a2311afcb8a9ac4a354d6 --- /dev/null +++ b/web/voices/Korean/Seoyeon_ko_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ca0cb788e610d56b02824108aa7c54e115bdab1eaeca81330b1475f6de9d15 +size 7048 diff --git a/web/voices/Korean/Seoyeon_ko_F_1.embedding.npy b/web/voices/Korean/Seoyeon_ko_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..c5910a8e8505215a45248ace72fba1cea616f0f2 --- /dev/null +++ b/web/voices/Korean/Seoyeon_ko_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dddb6aa68c3febe83ca656c959f4d78246c72e011cde72c3745d1a46a37d8345 +size 896 diff --git a/web/voices/Korean/Seoyeon_ko_F_1.wav b/web/voices/Korean/Seoyeon_ko_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..4df539aca7e22f904b944cce6c0a9a38cfa3c88b --- /dev/null +++ b/web/voices/Korean/Seoyeon_ko_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:558801500e68ee38fabca81c12fe2f7ec763e989e94430b3573be3df2e0ebf30 +size 1017284 diff --git a/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.codes.npy b/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..e21b1f382a77943ee8bc41d394e883ed6958ac92 --- /dev/null +++ b/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:033e6e1acb03cacf2dc9278f752c43774224747e3aa91882113422ab35dbfbb6 +size 6608 diff --git a/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.embedding.npy b/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..2be500d11f859dd80709bf87c9dc4da7630515eb --- /dev/null +++ b/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b056f91bcbf4ffda432459f8c6a80b37cdc98cd82fd296e29cf2584325809c6c +size 896 diff --git a/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.mp3 b/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.mp3 new file mode 100644 index 0000000000000000000000000000000000000000..50b4fa73a2749a706893e066e5c8e51e3fb86983 --- /dev/null +++ b/web/voices/Mandarin Chinese/Haoran_zh-energetic_M_1.mp3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddd027b458401d46f893d51e42cbd0c7d9634592a7401a43127c1a639215d6be +size 173914 diff --git a/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.codes.npy b/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..80d3b46d8ea4c18f2fe837ddd563c6833a32b70c --- /dev/null +++ b/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a3b3aef695ca75788eea98d94d8580d2147c783f427e08cf4ed2d66ecf5c4c6 +size 6888 diff --git a/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.embedding.npy b/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..abd3a15322b931f3577892005cbeab5ccffe30a9 --- /dev/null +++ b/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8430a2852291d874f327666d05bd15ee854a009cc54b9d3cdba9005d6bc7f59b +size 896 diff --git a/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.wav b/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..c9a136199bc27b1f200396deea6bb1e99c174eab --- /dev/null +++ b/web/voices/Mandarin Chinese/Meilin_zh-energetic_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4200f7e397be1ff2a5dac9169daba8338af911e12cf47e925999016d65969612 +size 993764 diff --git a/web/voices/Portuguese/Leonor_pt_F_1.codes.npy b/web/voices/Portuguese/Leonor_pt_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..b6b757c4f900ac178e754ef8d343a5c569a3be73 --- /dev/null +++ b/web/voices/Portuguese/Leonor_pt_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56f4c8d2d6f856305e250966710fa7669244ef1d86ffd82659ade969755c7f88 +size 7448 diff --git a/web/voices/Portuguese/Leonor_pt_F_1.embedding.npy b/web/voices/Portuguese/Leonor_pt_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..90e575bda94727597a9607a39750871da0ae4d5b --- /dev/null +++ b/web/voices/Portuguese/Leonor_pt_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4074805d713ac20444253f1b98f814b7f27c43b6ab29bb2f0feeaaae8f7e4b2 +size 896 diff --git a/web/voices/Portuguese/Leonor_pt_F_1.wav b/web/voices/Portuguese/Leonor_pt_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..e9a1fb35730eb513c5b28851f8e44dd8fff11a2f --- /dev/null +++ b/web/voices/Portuguese/Leonor_pt_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cb21b761a7c808b2552451485ca14b32529b68294ef4b478c96665cabc8fcd1 +size 1076084 diff --git a/web/voices/Portuguese/Thiago_pt_M_1.codes.npy b/web/voices/Portuguese/Thiago_pt_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..2e81ca3ba731ef659fc1e2c47410ee8420750355 --- /dev/null +++ b/web/voices/Portuguese/Thiago_pt_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b63efbc88127b88ad89740eed377a0f1600c4e2ae0deb030e574f8b7b9c6c667 +size 8848 diff --git a/web/voices/Portuguese/Thiago_pt_M_1.embedding.npy b/web/voices/Portuguese/Thiago_pt_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..78663a9f553cdcb5f40b317e2aa1d7653b37334d --- /dev/null +++ b/web/voices/Portuguese/Thiago_pt_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd1eee487091ef60636fe08cbafc15133c34a3f697629e1057e749c5b9893dc0 +size 896 diff --git a/web/voices/Portuguese/Thiago_pt_M_1.wav b/web/voices/Portuguese/Thiago_pt_M_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..b630f1e1b166fd5a31b8e902123f72055dbca947 --- /dev/null +++ b/web/voices/Portuguese/Thiago_pt_M_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2c02110a5f10765a9bf9c533a6cbf25bb39fca3bf23023f58b70a3a67fe89d2 +size 1281884 diff --git a/web/voices/Spanish/Rodrigo_es_M_1.codes.npy b/web/voices/Spanish/Rodrigo_es_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..c6a017443005bd0eb9af7e9b39a3b1d7aa5f11d0 --- /dev/null +++ b/web/voices/Spanish/Rodrigo_es_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d6ff61ab49a2f3cfeb116afa80adcc33290cd5c7d7cb4c50181f4359c52b1c0 +size 6408 diff --git a/web/voices/Spanish/Rodrigo_es_M_1.embedding.npy b/web/voices/Spanish/Rodrigo_es_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..925b63ef08d127275695231cda09a4f00df77316 --- /dev/null +++ b/web/voices/Spanish/Rodrigo_es_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0305b7ab40d5d4a1df07ed7aa1c164f64ede1ac4b6250fa56383b4c3ae03e1e1 +size 896 diff --git a/web/voices/Spanish/Rodrigo_es_M_1.wav b/web/voices/Spanish/Rodrigo_es_M_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..a32099d399427861f6b88d0eb87f1122cafb88b3 --- /dev/null +++ b/web/voices/Spanish/Rodrigo_es_M_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2559c50978b50ad660b82528558047a684b1ff6d3c91dd59691a3c0c13c4eaf5 +size 923204 diff --git a/web/voices/Spanish/Ximena_es_F_1.codes.npy b/web/voices/Spanish/Ximena_es_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..2a26e00300eea6da608c1692ca081b2723c0359d --- /dev/null +++ b/web/voices/Spanish/Ximena_es_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b571c52d7543867bb2299e0626cea9d6f6c6c9a3bffabc85570baf08897dafb9 +size 7968 diff --git a/web/voices/Spanish/Ximena_es_F_1.embedding.npy b/web/voices/Spanish/Ximena_es_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..c7098dcd92def5a8902ab4c3a69ca2a8e8d8ea2f --- /dev/null +++ b/web/voices/Spanish/Ximena_es_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9cc1284c52003705619b37f2c25c59e170d2c70650af39e5692b2fe91782bd6 +size 896 diff --git a/web/voices/Spanish/Ximena_es_F_1.wav b/web/voices/Spanish/Ximena_es_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..cb5d7ff4ece58bf7bde05208ee5dceff38db0c74 --- /dev/null +++ b/web/voices/Spanish/Ximena_es_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b029ff5ef03907d401d92d9fe037d14ea6eb363c0d4e78512fc13c7b6eedfc0 +size 1152524 diff --git a/web/voices/Telugu/Chaitanya_te_M_1.codes.npy b/web/voices/Telugu/Chaitanya_te_M_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..17a12ece83fcc04a35371862f8178c6fdf0999d8 --- /dev/null +++ b/web/voices/Telugu/Chaitanya_te_M_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7003a4812a759171470f3187955e1b5c27f37bd449eb4bc012d7ac8620d0e9f7 +size 6368 diff --git a/web/voices/Telugu/Chaitanya_te_M_1.embedding.npy b/web/voices/Telugu/Chaitanya_te_M_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..85c6a5bfda9ee412c99285415d0cbf9068856c84 --- /dev/null +++ b/web/voices/Telugu/Chaitanya_te_M_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca818012cf5656d12eb3bccdfad4086831a6a892f8e7bf2277ca11bf921e5eb7 +size 896 diff --git a/web/voices/Telugu/Chaitanya_te_M_1.wav b/web/voices/Telugu/Chaitanya_te_M_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..9b8796a9cc77710265a623305e5ad3c4251628a1 --- /dev/null +++ b/web/voices/Telugu/Chaitanya_te_M_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:327c73a145533f1cb874736e9194048a22a43a10e74c7b9b8c354306068c54b0 +size 917324 diff --git a/web/voices/Telugu/Sravya_te_F_1.codes.npy b/web/voices/Telugu/Sravya_te_F_1.codes.npy new file mode 100644 index 0000000000000000000000000000000000000000..a9118e45d06cf6355789322625a6fa95c825e689 --- /dev/null +++ b/web/voices/Telugu/Sravya_te_F_1.codes.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e938016bb413c48bb5deb0bf80515f646bd5b7374f5bfb4d616a8ba3e254f373 +size 6928 diff --git a/web/voices/Telugu/Sravya_te_F_1.embedding.npy b/web/voices/Telugu/Sravya_te_F_1.embedding.npy new file mode 100644 index 0000000000000000000000000000000000000000..3d97b979df67c697d241511505cc6a580957f17e --- /dev/null +++ b/web/voices/Telugu/Sravya_te_F_1.embedding.npy @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a62e330ccfe900dbc4caac3e57d661adf284da8c967072dbe91bab154df79c0f +size 896 diff --git a/web/voices/Telugu/Sravya_te_F_1.wav b/web/voices/Telugu/Sravya_te_F_1.wav new file mode 100644 index 0000000000000000000000000000000000000000..d6dca208add9b9c3a1b6b8e00a6b815380f8a1fa --- /dev/null +++ b/web/voices/Telugu/Sravya_te_F_1.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:931ba97b7fd35bd808d32e4bf082c07da1fe7a813e469336d6eeeac83e7a42a8 +size 999644 diff --git a/web/voices/voices.json b/web/voices/voices.json new file mode 100644 index 0000000000000000000000000000000000000000..cbe2b75ca0bde8ea1dc7d16ef482f12c1cec379f --- /dev/null +++ b/web/voices/voices.json @@ -0,0 +1 @@ +[{"id": "default_2c5123a959875341", "label": "Cillian en Irish M 1", "file": "English/Cillian_en-Irish_M_1.wav", "codes": "English/Cillian_en-Irish_M_1.codes.npy", "embedding": "English/Cillian_en-Irish_M_1.embedding.npy"}, {"id": "default_b78b28baf5c31a1d", "label": "Imogen en British F 1", "file": "English/Imogen_en-British_F_1.wav", "codes": "English/Imogen_en-British_F_1.codes.npy", "embedding": "English/Imogen_en-British_F_1.embedding.npy"}, {"id": "default_c95cf57259ed7313", "label": "Jett en energetic M 1", "file": "English/Jett_en-energetic_M_1.wav", "codes": "English/Jett_en-energetic_M_1.codes.npy", "embedding": "English/Jett_en-energetic_M_1.embedding.npy"}, {"id": "default_40a3ba1017bfb68a", "label": "Morgana en witch F 1", "file": "English/Morgana_en-witch_F_1.mp3", "codes": "English/Morgana_en-witch_F_1.codes.npy", "embedding": "English/Morgana_en-witch_F_1.embedding.npy"}, {"id": "default_3765f0d1140c05c0", "label": "Rupert en British M 1", "file": "English/Rupert_en-British_M_1.wav", "codes": "English/Rupert_en-British_M_1.codes.npy", "embedding": "English/Rupert_en-British_M_1.embedding.npy"}, {"id": "default_c5e098c322aae901", "label": "Sakura en anime F 1", "file": "English/Sakura_en-anime_F_1.wav", "codes": "English/Sakura_en-anime_F_1.codes.npy", "embedding": "English/Sakura_en-anime_F_1.embedding.npy"}, {"id": "default_de4d191ca7574982", "label": "Savannah en American F 1", "file": "English/Savannah_en-American_F_1.mp3", "codes": "English/Savannah_en-American_F_1.codes.npy", "embedding": "English/Savannah_en-American_F_1.embedding.npy"}, {"id": "default_3c00e421e684f949", "label": "Thaddeus en announcervoice M 1", "file": "English/Thaddeus_en-announcervoice_M_1.mp3", "codes": "English/Thaddeus_en-announcervoice_M_1.codes.npy", "embedding": "English/Thaddeus_en-announcervoice_M_1.embedding.npy"}, {"id": "default_940eaff39a929da0", "label": "Willow en asrm F 1", "file": "English/Willow_en-asrm_F_1.wav", "codes": "English/Willow_en-asrm_F_1.codes.npy", "embedding": "English/Willow_en-asrm_F_1.embedding.npy"}, {"id": "default_34370fd91e3484ef", "label": "Wyatt en American M 1", "file": "English/Wyatt_en-American_M_1.ogg", "codes": "English/Wyatt_en-American_M_1.codes.npy", "embedding": "English/Wyatt_en-American_M_1.embedding.npy"}, {"id": "default_517319c805b927e9", "label": "Gaspard fr M 1", "file": "French/Gaspard_fr_M_1.mp3", "codes": "French/Gaspard_fr_M_1.codes.npy", "embedding": "French/Gaspard_fr_M_1.embedding.npy"}, {"id": "default_09d206a5b067ae71", "label": "Liesel de F 1", "file": "German/Liesel_de_F_1.mp3", "codes": "German/Liesel_de_F_1.codes.npy", "embedding": "German/Liesel_de_F_1.embedding.npy"}, {"id": "default_ec650ef042ed1f14", "label": "Wolfgang de M 1", "file": "German/Wolfgang_de_M_1.mp3", "codes": "German/Wolfgang_de_M_1.codes.npy", "embedding": "German/Wolfgang_de_M_1.embedding.npy"}, {"id": "default_f76cf78a50cf8496", "label": "Ananya hi F 1", "file": "Hindi/Ananya_hi_F_1.wav", "codes": "Hindi/Ananya_hi_F_1.codes.npy", "embedding": "Hindi/Ananya_hi_F_1.embedding.npy"}, {"id": "default_849a62ace1f85759", "label": "Arjun hi M 1", "file": "Hindi/Arjun_hi_M_1.wav", "codes": "Hindi/Arjun_hi_M_1.codes.npy", "embedding": "Hindi/Arjun_hi_M_1.embedding.npy"}, {"id": "default_792987ff6236e50d", "label": "Ginevra it F 1", "file": "Italian/Ginevra_it_F_1.mp3", "codes": "Italian/Ginevra_it_F_1.codes.npy", "embedding": "Italian/Ginevra_it_F_1.embedding.npy"}, {"id": "default_ccb71e6596453e72", "label": "Lorenzo it M 1", "file": "Italian/Lorenzo_it_M_1.mp3", "codes": "Italian/Lorenzo_it_M_1.codes.npy", "embedding": "Italian/Lorenzo_it_M_1.embedding.npy"}, {"id": "default_aa6e36b246dc01f9", "label": "Minjun ko M 1", "file": "Korean/Minjun_ko_M_1.wav", "codes": "Korean/Minjun_ko_M_1.codes.npy", "embedding": "Korean/Minjun_ko_M_1.embedding.npy"}, {"id": "default_b7a257a5b1478493", "label": "Seoyeon ko F 1", "file": "Korean/Seoyeon_ko_F_1.wav", "codes": "Korean/Seoyeon_ko_F_1.codes.npy", "embedding": "Korean/Seoyeon_ko_F_1.embedding.npy"}, {"id": "default_d8a9b688b64e638d", "label": "Haoran zh energetic M 1", "file": "Mandarin Chinese/Haoran_zh-energetic_M_1.mp3", "codes": "Mandarin Chinese/Haoran_zh-energetic_M_1.codes.npy", "embedding": "Mandarin Chinese/Haoran_zh-energetic_M_1.embedding.npy"}, {"id": "default_eaee7325255d4783", "label": "Meilin zh energetic F 1", "file": "Mandarin Chinese/Meilin_zh-energetic_F_1.wav", "codes": "Mandarin Chinese/Meilin_zh-energetic_F_1.codes.npy", "embedding": "Mandarin Chinese/Meilin_zh-energetic_F_1.embedding.npy"}, {"id": "default_e11f53895cad62fa", "label": "Leonor pt F 1", "file": "Portuguese/Leonor_pt_F_1.wav", "codes": "Portuguese/Leonor_pt_F_1.codes.npy", "embedding": "Portuguese/Leonor_pt_F_1.embedding.npy"}, {"id": "default_4562e98e005b69cc", "label": "Thiago pt M 1", "file": "Portuguese/Thiago_pt_M_1.wav", "codes": "Portuguese/Thiago_pt_M_1.codes.npy", "embedding": "Portuguese/Thiago_pt_M_1.embedding.npy"}, {"id": "default_87250baa043e5bba", "label": "Rodrigo es M 1", "file": "Spanish/Rodrigo_es_M_1.wav", "codes": "Spanish/Rodrigo_es_M_1.codes.npy", "embedding": "Spanish/Rodrigo_es_M_1.embedding.npy"}, {"id": "default_43e790fc116fd62a", "label": "Ximena es F 1", "file": "Spanish/Ximena_es_F_1.wav", "codes": "Spanish/Ximena_es_F_1.codes.npy", "embedding": "Spanish/Ximena_es_F_1.embedding.npy"}, {"id": "default_26fb443b7759bce0", "label": "Chaitanya te M 1", "file": "Telugu/Chaitanya_te_M_1.wav", "codes": "Telugu/Chaitanya_te_M_1.codes.npy", "embedding": "Telugu/Chaitanya_te_M_1.embedding.npy"}, {"id": "default_c3bb44b62cf13a5c", "label": "Sravya te F 1", "file": "Telugu/Sravya_te_F_1.wav", "codes": "Telugu/Sravya_te_F_1.codes.npy", "embedding": "Telugu/Sravya_te_F_1.embedding.npy"}] \ No newline at end of file diff --git a/web/zac-full_mr/manifest.json b/web/zac-full_mr/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..3d7f63a873de1c2c3d0ea364c1e16f1f267ea7cd --- /dev/null +++ b/web/zac-full_mr/manifest.json @@ -0,0 +1,9501 @@ +{ + "format": "zonos3-web-v1", + "model": "zac-full_mr", + "meta": { + "general.architecture": "mossdual_istft", + "general.name": "ZONOS3 Mini MR-iSTFT decoder (full_mr, step 50000)", + "sample_rate": 44100, + "internal_sample_rate": 44160, + "frame_rate": 15, + "hop": 2940, + "internal_hop": 2944, + "n_codebooks": 10, + "codebook_size": 4096, + "latent_dim": 1024, + "semantic_dim": 768, + "sem_head.depth": 4, + "head.depth": 8, + "head.hidden": 2048, + "head.hop": 184, + "head.fir_kernel": 127, + "head.step": 50000, + "head.n_fft": [ + 736, + 2208 + ], + "head.max_log_magnitude": 4.605170249938965, + "headroom_db": 3.0, + "head.variant": "full_mr", + "ln_eps": 9.999999747378752e-06, + "convnext_eps": 9.999999974752427e-07, + "stage.in_dim": [ + 1024, + 640, + 384, + 384, + 384 + ], + "stage.out_dim": [ + 1280, + 768, + 768, + 768, + 0 + ], + "stage.d_model": [ + 1280, + 768, + 768, + 768, + 768 + ], + "stage.n_head": [ + 20, + 12, + 12, + 12, + 12 + ], + "stage.n_ff": [ + 5120, + 3072, + 3072, + 3072, + 3072 + ], + "stage.context": [ + 150, + 300, + 480, + 480, + 480 + ], + "stage.n_layer": [ + 32, + 12, + 12, + 12, + 12 + ], + "stage.patch": [ + 2, + 2, + 2, + 2, + 1 + ], + "resample.orig": 736, + "resample.new": 735, + "resample.width": 17 + }, + "shards": [ + "shard-000.bin", + "shard-001.bin", + "shard-002.bin", + "shard-003.bin", + "shard-004.bin", + "shard-005.bin", + "shard-006.bin", + "shard-007.bin", + "shard-008.bin", + "shard-009.bin", + "shard-010.bin", + "shard-011.bin", + "shard-012.bin", + "shard-013.bin", + "shard-014.bin", + "shard-015.bin", + "shard-016.bin", + "shard-017.bin", + "shard-018.bin", + "shard-019.bin" + ], + "tensors": { + "sem.table": { + "dtype": "f16", + "shape": [ + 768, + 4096 + ], + "shard": 0, + "offset": 0, + "nbytes": 6291456 + }, + "res.tables": { + "dtype": "f16", + "shape": [ + 1024, + 36864 + ], + "shard": 1, + "offset": 0, + "nbytes": 75497472 + }, + "res.biases": { + "dtype": "f32", + "shape": [ + 9216 + ], + "shard": 2, + "offset": 0, + "nbytes": 36864 + }, + "sem.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 36864, + "nbytes": 3072 + }, + "res.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 39936, + "nbytes": 4096 + }, + "sem_head.0.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 2, + "offset": 44032, + "nbytes": 21504 + }, + "sem_head.0.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 65536, + "nbytes": 3072 + }, + "sem_head.0.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 68608, + "nbytes": 3072 + }, + "sem_head.0.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 71680, + "nbytes": 3072 + }, + "sem_head.0.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 2, + "offset": 74752, + "nbytes": 1572864, + "scales_offset": 1647616, + "scales_nbytes": 196608 + }, + "sem_head.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 2, + "offset": 1844224, + "nbytes": 8192 + }, + "sem_head.0.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 2, + "offset": 1852416, + "nbytes": 1572864, + "scales_offset": 3425280, + "scales_nbytes": 196608 + }, + "sem_head.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 3621888, + "nbytes": 3072 + }, + "sem_head.1.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 2, + "offset": 3624960, + "nbytes": 21504 + }, + "sem_head.1.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 3646464, + "nbytes": 3072 + }, + "sem_head.1.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 3649536, + "nbytes": 3072 + }, + "sem_head.1.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 3652608, + "nbytes": 3072 + }, + "sem_head.1.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 2, + "offset": 3655680, + "nbytes": 1572864, + "scales_offset": 5228544, + "scales_nbytes": 196608 + }, + "sem_head.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 2, + "offset": 5425152, + "nbytes": 8192 + }, + "sem_head.1.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 2, + "offset": 5433344, + "nbytes": 1572864, + "scales_offset": 7006208, + "scales_nbytes": 196608 + }, + "sem_head.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 7202816, + "nbytes": 3072 + }, + "sem_head.2.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 2, + "offset": 7205888, + "nbytes": 21504 + }, + "sem_head.2.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 7227392, + "nbytes": 3072 + }, + "sem_head.2.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 7230464, + "nbytes": 3072 + }, + "sem_head.2.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 7233536, + "nbytes": 3072 + }, + "sem_head.2.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 2, + "offset": 7236608, + "nbytes": 1572864, + "scales_offset": 8809472, + "scales_nbytes": 196608 + }, + "sem_head.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 2, + "offset": 9006080, + "nbytes": 8192 + }, + "sem_head.2.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 2, + "offset": 9014272, + "nbytes": 1572864, + "scales_offset": 10587136, + "scales_nbytes": 196608 + }, + "sem_head.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 10783744, + "nbytes": 3072 + }, + "sem_head.3.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 2, + "offset": 10786816, + "nbytes": 21504 + }, + "sem_head.3.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 10808320, + "nbytes": 3072 + }, + "sem_head.3.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 10811392, + "nbytes": 3072 + }, + "sem_head.3.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 10814464, + "nbytes": 3072 + }, + "sem_head.3.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 2, + "offset": 10817536, + "nbytes": 1572864, + "scales_offset": 12390400, + "scales_nbytes": 196608 + }, + "sem_head.3.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 2, + "offset": 12587008, + "nbytes": 8192 + }, + "sem_head.3.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 2, + "offset": 12595200, + "nbytes": 1572864, + "scales_offset": 14168064, + "scales_nbytes": 196608 + }, + "sem_head.3.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 14364672, + "nbytes": 3072 + }, + "sem_head.out.weight": { + "dtype": "q8", + "shape": [ + 768, + 1024 + ], + "shard": 2, + "offset": 14367744, + "nbytes": 786432, + "scales_offset": 15154176, + "scales_nbytes": 98304 + }, + "sem_head.out.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 15252480, + "nbytes": 4096 + }, + "stage.0.in.weight": { + "dtype": "q8", + "shape": [ + 1024, + 1280 + ], + "shard": 2, + "offset": 15256576, + "nbytes": 1310720, + "scales_offset": 16567296, + "scales_nbytes": 163840 + }, + "stage.0.out.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 2, + "offset": 16731136, + "nbytes": 1638400, + "scales_offset": 18369536, + "scales_nbytes": 204800 + }, + "stage.0.l0.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 18574336, + "nbytes": 5120 + }, + "stage.0.l0.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 18579456, + "nbytes": 5120 + }, + "stage.0.l0.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 2, + "offset": 18584576, + "nbytes": 4915200, + "scales_offset": 23499776, + "scales_nbytes": 614400 + }, + "stage.0.l0.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 2, + "offset": 24114176, + "nbytes": 1638400, + "scales_offset": 25752576, + "scales_nbytes": 204800 + }, + "stage.0.l0.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 25957376, + "nbytes": 5120 + }, + "stage.0.l0.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 25962496, + "nbytes": 5120 + }, + "stage.0.l0.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 25967616, + "nbytes": 5120 + }, + "stage.0.l0.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 2, + "offset": 25972736, + "nbytes": 6553600, + "scales_offset": 32526336, + "scales_nbytes": 819200 + }, + "stage.0.l0.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 2, + "offset": 33345536, + "nbytes": 6553600, + "scales_offset": 39899136, + "scales_nbytes": 819200 + }, + "stage.0.l0.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 40718336, + "nbytes": 5120 + }, + "stage.0.l1.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 40723456, + "nbytes": 5120 + }, + "stage.0.l1.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 40728576, + "nbytes": 5120 + }, + "stage.0.l1.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 2, + "offset": 40733696, + "nbytes": 4915200, + "scales_offset": 45648896, + "scales_nbytes": 614400 + }, + "stage.0.l1.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 2, + "offset": 46263296, + "nbytes": 1638400, + "scales_offset": 47901696, + "scales_nbytes": 204800 + }, + "stage.0.l1.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 48106496, + "nbytes": 5120 + }, + "stage.0.l1.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 48111616, + "nbytes": 5120 + }, + "stage.0.l1.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 48116736, + "nbytes": 5120 + }, + "stage.0.l1.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 2, + "offset": 48121856, + "nbytes": 6553600, + "scales_offset": 54675456, + "scales_nbytes": 819200 + }, + "stage.0.l1.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 2, + "offset": 55494656, + "nbytes": 6553600, + "scales_offset": 62048256, + "scales_nbytes": 819200 + }, + "stage.0.l1.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 62867456, + "nbytes": 5120 + }, + "stage.0.l2.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 62872576, + "nbytes": 5120 + }, + "stage.0.l2.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 62877696, + "nbytes": 5120 + }, + "stage.0.l2.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 3, + "offset": 0, + "nbytes": 4915200, + "scales_offset": 4915200, + "scales_nbytes": 614400 + }, + "stage.0.l2.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 3, + "offset": 5529600, + "nbytes": 1638400, + "scales_offset": 7168000, + "scales_nbytes": 204800 + }, + "stage.0.l2.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 7372800, + "nbytes": 5120 + }, + "stage.0.l2.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 7377920, + "nbytes": 5120 + }, + "stage.0.l2.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 7383040, + "nbytes": 5120 + }, + "stage.0.l2.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 3, + "offset": 7388160, + "nbytes": 6553600, + "scales_offset": 13941760, + "scales_nbytes": 819200 + }, + "stage.0.l2.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 3, + "offset": 14760960, + "nbytes": 6553600, + "scales_offset": 21314560, + "scales_nbytes": 819200 + }, + "stage.0.l2.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 22133760, + "nbytes": 5120 + }, + "stage.0.l3.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 22138880, + "nbytes": 5120 + }, + "stage.0.l3.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 22144000, + "nbytes": 5120 + }, + "stage.0.l3.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 3, + "offset": 22149120, + "nbytes": 4915200, + "scales_offset": 27064320, + "scales_nbytes": 614400 + }, + "stage.0.l3.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 3, + "offset": 27678720, + "nbytes": 1638400, + "scales_offset": 29317120, + "scales_nbytes": 204800 + }, + "stage.0.l3.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 29521920, + "nbytes": 5120 + }, + "stage.0.l3.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 29527040, + "nbytes": 5120 + }, + "stage.0.l3.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 29532160, + "nbytes": 5120 + }, + "stage.0.l3.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 3, + "offset": 29537280, + "nbytes": 6553600, + "scales_offset": 36090880, + "scales_nbytes": 819200 + }, + "stage.0.l3.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 3, + "offset": 36910080, + "nbytes": 6553600, + "scales_offset": 43463680, + "scales_nbytes": 819200 + }, + "stage.0.l3.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 44282880, + "nbytes": 5120 + }, + "stage.0.l4.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 44288000, + "nbytes": 5120 + }, + "stage.0.l4.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 44293120, + "nbytes": 5120 + }, + "stage.0.l4.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 3, + "offset": 44298240, + "nbytes": 4915200, + "scales_offset": 49213440, + "scales_nbytes": 614400 + }, + "stage.0.l4.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 3, + "offset": 49827840, + "nbytes": 1638400, + "scales_offset": 51466240, + "scales_nbytes": 204800 + }, + "stage.0.l4.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 51671040, + "nbytes": 5120 + }, + "stage.0.l4.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 51676160, + "nbytes": 5120 + }, + "stage.0.l4.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 51681280, + "nbytes": 5120 + }, + "stage.0.l4.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 3, + "offset": 51686400, + "nbytes": 6553600, + "scales_offset": 58240000, + "scales_nbytes": 819200 + }, + "stage.0.l4.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 3, + "offset": 59059200, + "nbytes": 6553600, + "scales_offset": 65612800, + "scales_nbytes": 819200 + }, + "stage.0.l4.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 66432000, + "nbytes": 5120 + }, + "stage.0.l5.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 66437120, + "nbytes": 5120 + }, + "stage.0.l5.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 3, + "offset": 66442240, + "nbytes": 5120 + }, + "stage.0.l5.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 4, + "offset": 0, + "nbytes": 4915200, + "scales_offset": 4915200, + "scales_nbytes": 614400 + }, + "stage.0.l5.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 4, + "offset": 5529600, + "nbytes": 1638400, + "scales_offset": 7168000, + "scales_nbytes": 204800 + }, + "stage.0.l5.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 7372800, + "nbytes": 5120 + }, + "stage.0.l5.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 7377920, + "nbytes": 5120 + }, + "stage.0.l5.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 7383040, + "nbytes": 5120 + }, + "stage.0.l5.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 4, + "offset": 7388160, + "nbytes": 6553600, + "scales_offset": 13941760, + "scales_nbytes": 819200 + }, + "stage.0.l5.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 4, + "offset": 14760960, + "nbytes": 6553600, + "scales_offset": 21314560, + "scales_nbytes": 819200 + }, + "stage.0.l5.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 22133760, + "nbytes": 5120 + }, + "stage.0.l6.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 22138880, + "nbytes": 5120 + }, + "stage.0.l6.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 22144000, + "nbytes": 5120 + }, + "stage.0.l6.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 4, + "offset": 22149120, + "nbytes": 4915200, + "scales_offset": 27064320, + "scales_nbytes": 614400 + }, + "stage.0.l6.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 4, + "offset": 27678720, + "nbytes": 1638400, + "scales_offset": 29317120, + "scales_nbytes": 204800 + }, + "stage.0.l6.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 29521920, + "nbytes": 5120 + }, + "stage.0.l6.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 29527040, + "nbytes": 5120 + }, + "stage.0.l6.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 29532160, + "nbytes": 5120 + }, + "stage.0.l6.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 4, + "offset": 29537280, + "nbytes": 6553600, + "scales_offset": 36090880, + "scales_nbytes": 819200 + }, + "stage.0.l6.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 4, + "offset": 36910080, + "nbytes": 6553600, + "scales_offset": 43463680, + "scales_nbytes": 819200 + }, + "stage.0.l6.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 44282880, + "nbytes": 5120 + }, + "stage.0.l7.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 44288000, + "nbytes": 5120 + }, + "stage.0.l7.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 44293120, + "nbytes": 5120 + }, + "stage.0.l7.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 4, + "offset": 44298240, + "nbytes": 4915200, + "scales_offset": 49213440, + "scales_nbytes": 614400 + }, + "stage.0.l7.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 4, + "offset": 49827840, + "nbytes": 1638400, + "scales_offset": 51466240, + "scales_nbytes": 204800 + }, + "stage.0.l7.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 51671040, + "nbytes": 5120 + }, + "stage.0.l7.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 51676160, + "nbytes": 5120 + }, + "stage.0.l7.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 51681280, + "nbytes": 5120 + }, + "stage.0.l7.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 4, + "offset": 51686400, + "nbytes": 6553600, + "scales_offset": 58240000, + "scales_nbytes": 819200 + }, + "stage.0.l7.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 4, + "offset": 59059200, + "nbytes": 6553600, + "scales_offset": 65612800, + "scales_nbytes": 819200 + }, + "stage.0.l7.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 66432000, + "nbytes": 5120 + }, + "stage.0.l8.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 66437120, + "nbytes": 5120 + }, + "stage.0.l8.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 4, + "offset": 66442240, + "nbytes": 5120 + }, + "stage.0.l8.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 5, + "offset": 0, + "nbytes": 4915200, + "scales_offset": 4915200, + "scales_nbytes": 614400 + }, + "stage.0.l8.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 5, + "offset": 5529600, + "nbytes": 1638400, + "scales_offset": 7168000, + "scales_nbytes": 204800 + }, + "stage.0.l8.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 7372800, + "nbytes": 5120 + }, + "stage.0.l8.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 7377920, + "nbytes": 5120 + }, + "stage.0.l8.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 7383040, + "nbytes": 5120 + }, + "stage.0.l8.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 5, + "offset": 7388160, + "nbytes": 6553600, + "scales_offset": 13941760, + "scales_nbytes": 819200 + }, + "stage.0.l8.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 5, + "offset": 14760960, + "nbytes": 6553600, + "scales_offset": 21314560, + "scales_nbytes": 819200 + }, + "stage.0.l8.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 22133760, + "nbytes": 5120 + }, + "stage.0.l9.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 22138880, + "nbytes": 5120 + }, + "stage.0.l9.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 22144000, + "nbytes": 5120 + }, + "stage.0.l9.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 5, + "offset": 22149120, + "nbytes": 4915200, + "scales_offset": 27064320, + "scales_nbytes": 614400 + }, + "stage.0.l9.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 5, + "offset": 27678720, + "nbytes": 1638400, + "scales_offset": 29317120, + "scales_nbytes": 204800 + }, + "stage.0.l9.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 29521920, + "nbytes": 5120 + }, + "stage.0.l9.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 29527040, + "nbytes": 5120 + }, + "stage.0.l9.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 29532160, + "nbytes": 5120 + }, + "stage.0.l9.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 5, + "offset": 29537280, + "nbytes": 6553600, + "scales_offset": 36090880, + "scales_nbytes": 819200 + }, + "stage.0.l9.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 5, + "offset": 36910080, + "nbytes": 6553600, + "scales_offset": 43463680, + "scales_nbytes": 819200 + }, + "stage.0.l9.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 44282880, + "nbytes": 5120 + }, + "stage.0.l10.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 44288000, + "nbytes": 5120 + }, + "stage.0.l10.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 44293120, + "nbytes": 5120 + }, + "stage.0.l10.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 5, + "offset": 44298240, + "nbytes": 4915200, + "scales_offset": 49213440, + "scales_nbytes": 614400 + }, + "stage.0.l10.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 5, + "offset": 49827840, + "nbytes": 1638400, + "scales_offset": 51466240, + "scales_nbytes": 204800 + }, + "stage.0.l10.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 51671040, + "nbytes": 5120 + }, + "stage.0.l10.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 51676160, + "nbytes": 5120 + }, + "stage.0.l10.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 51681280, + "nbytes": 5120 + }, + "stage.0.l10.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 5, + "offset": 51686400, + "nbytes": 6553600, + "scales_offset": 58240000, + "scales_nbytes": 819200 + }, + "stage.0.l10.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 5, + "offset": 59059200, + "nbytes": 6553600, + "scales_offset": 65612800, + "scales_nbytes": 819200 + }, + "stage.0.l10.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 66432000, + "nbytes": 5120 + }, + "stage.0.l11.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 66437120, + "nbytes": 5120 + }, + "stage.0.l11.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 5, + "offset": 66442240, + "nbytes": 5120 + }, + "stage.0.l11.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 6, + "offset": 0, + "nbytes": 4915200, + "scales_offset": 4915200, + "scales_nbytes": 614400 + }, + "stage.0.l11.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 6, + "offset": 5529600, + "nbytes": 1638400, + "scales_offset": 7168000, + "scales_nbytes": 204800 + }, + "stage.0.l11.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 7372800, + "nbytes": 5120 + }, + "stage.0.l11.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 7377920, + "nbytes": 5120 + }, + "stage.0.l11.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 7383040, + "nbytes": 5120 + }, + "stage.0.l11.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 6, + "offset": 7388160, + "nbytes": 6553600, + "scales_offset": 13941760, + "scales_nbytes": 819200 + }, + "stage.0.l11.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 6, + "offset": 14760960, + "nbytes": 6553600, + "scales_offset": 21314560, + "scales_nbytes": 819200 + }, + "stage.0.l11.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 22133760, + "nbytes": 5120 + }, + "stage.0.l12.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 22138880, + "nbytes": 5120 + }, + "stage.0.l12.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 22144000, + "nbytes": 5120 + }, + "stage.0.l12.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 6, + "offset": 22149120, + "nbytes": 4915200, + "scales_offset": 27064320, + "scales_nbytes": 614400 + }, + "stage.0.l12.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 6, + "offset": 27678720, + "nbytes": 1638400, + "scales_offset": 29317120, + "scales_nbytes": 204800 + }, + "stage.0.l12.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 29521920, + "nbytes": 5120 + }, + "stage.0.l12.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 29527040, + "nbytes": 5120 + }, + "stage.0.l12.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 29532160, + "nbytes": 5120 + }, + "stage.0.l12.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 6, + "offset": 29537280, + "nbytes": 6553600, + "scales_offset": 36090880, + "scales_nbytes": 819200 + }, + "stage.0.l12.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 6, + "offset": 36910080, + "nbytes": 6553600, + "scales_offset": 43463680, + "scales_nbytes": 819200 + }, + "stage.0.l12.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 44282880, + "nbytes": 5120 + }, + "stage.0.l13.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 44288000, + "nbytes": 5120 + }, + "stage.0.l13.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 44293120, + "nbytes": 5120 + }, + "stage.0.l13.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 6, + "offset": 44298240, + "nbytes": 4915200, + "scales_offset": 49213440, + "scales_nbytes": 614400 + }, + "stage.0.l13.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 6, + "offset": 49827840, + "nbytes": 1638400, + "scales_offset": 51466240, + "scales_nbytes": 204800 + }, + "stage.0.l13.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 51671040, + "nbytes": 5120 + }, + "stage.0.l13.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 51676160, + "nbytes": 5120 + }, + "stage.0.l13.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 51681280, + "nbytes": 5120 + }, + "stage.0.l13.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 6, + "offset": 51686400, + "nbytes": 6553600, + "scales_offset": 58240000, + "scales_nbytes": 819200 + }, + "stage.0.l13.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 6, + "offset": 59059200, + "nbytes": 6553600, + "scales_offset": 65612800, + "scales_nbytes": 819200 + }, + "stage.0.l13.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 66432000, + "nbytes": 5120 + }, + "stage.0.l14.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 66437120, + "nbytes": 5120 + }, + "stage.0.l14.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 6, + "offset": 66442240, + "nbytes": 5120 + }, + "stage.0.l14.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 7, + "offset": 0, + "nbytes": 4915200, + "scales_offset": 4915200, + "scales_nbytes": 614400 + }, + "stage.0.l14.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 7, + "offset": 5529600, + "nbytes": 1638400, + "scales_offset": 7168000, + "scales_nbytes": 204800 + }, + "stage.0.l14.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 7372800, + "nbytes": 5120 + }, + "stage.0.l14.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 7377920, + "nbytes": 5120 + }, + "stage.0.l14.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 7383040, + "nbytes": 5120 + }, + "stage.0.l14.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 7, + "offset": 7388160, + "nbytes": 6553600, + "scales_offset": 13941760, + "scales_nbytes": 819200 + }, + "stage.0.l14.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 7, + "offset": 14760960, + "nbytes": 6553600, + "scales_offset": 21314560, + "scales_nbytes": 819200 + }, + "stage.0.l14.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 22133760, + "nbytes": 5120 + }, + "stage.0.l15.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 22138880, + "nbytes": 5120 + }, + "stage.0.l15.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 22144000, + "nbytes": 5120 + }, + "stage.0.l15.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 7, + "offset": 22149120, + "nbytes": 4915200, + "scales_offset": 27064320, + "scales_nbytes": 614400 + }, + "stage.0.l15.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 7, + "offset": 27678720, + "nbytes": 1638400, + "scales_offset": 29317120, + "scales_nbytes": 204800 + }, + "stage.0.l15.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 29521920, + "nbytes": 5120 + }, + "stage.0.l15.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 29527040, + "nbytes": 5120 + }, + "stage.0.l15.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 29532160, + "nbytes": 5120 + }, + "stage.0.l15.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 7, + "offset": 29537280, + "nbytes": 6553600, + "scales_offset": 36090880, + "scales_nbytes": 819200 + }, + "stage.0.l15.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 7, + "offset": 36910080, + "nbytes": 6553600, + "scales_offset": 43463680, + "scales_nbytes": 819200 + }, + "stage.0.l15.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 44282880, + "nbytes": 5120 + }, + "stage.0.l16.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 44288000, + "nbytes": 5120 + }, + "stage.0.l16.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 44293120, + "nbytes": 5120 + }, + "stage.0.l16.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 7, + "offset": 44298240, + "nbytes": 4915200, + "scales_offset": 49213440, + "scales_nbytes": 614400 + }, + "stage.0.l16.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 7, + "offset": 49827840, + "nbytes": 1638400, + "scales_offset": 51466240, + "scales_nbytes": 204800 + }, + "stage.0.l16.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 51671040, + "nbytes": 5120 + }, + "stage.0.l16.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 51676160, + "nbytes": 5120 + }, + "stage.0.l16.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 51681280, + "nbytes": 5120 + }, + "stage.0.l16.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 7, + "offset": 51686400, + "nbytes": 6553600, + "scales_offset": 58240000, + "scales_nbytes": 819200 + }, + "stage.0.l16.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 7, + "offset": 59059200, + "nbytes": 6553600, + "scales_offset": 65612800, + "scales_nbytes": 819200 + }, + "stage.0.l16.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 66432000, + "nbytes": 5120 + }, + "stage.0.l17.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 66437120, + "nbytes": 5120 + }, + "stage.0.l17.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 7, + "offset": 66442240, + "nbytes": 5120 + }, + "stage.0.l17.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 8, + "offset": 0, + "nbytes": 4915200, + "scales_offset": 4915200, + "scales_nbytes": 614400 + }, + "stage.0.l17.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 8, + "offset": 5529600, + "nbytes": 1638400, + "scales_offset": 7168000, + "scales_nbytes": 204800 + }, + "stage.0.l17.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 7372800, + "nbytes": 5120 + }, + "stage.0.l17.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 7377920, + "nbytes": 5120 + }, + "stage.0.l17.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 7383040, + "nbytes": 5120 + }, + "stage.0.l17.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 8, + "offset": 7388160, + "nbytes": 6553600, + "scales_offset": 13941760, + "scales_nbytes": 819200 + }, + "stage.0.l17.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 8, + "offset": 14760960, + "nbytes": 6553600, + "scales_offset": 21314560, + "scales_nbytes": 819200 + }, + "stage.0.l17.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 22133760, + "nbytes": 5120 + }, + "stage.0.l18.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 22138880, + "nbytes": 5120 + }, + "stage.0.l18.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 22144000, + "nbytes": 5120 + }, + "stage.0.l18.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 8, + "offset": 22149120, + "nbytes": 4915200, + "scales_offset": 27064320, + "scales_nbytes": 614400 + }, + "stage.0.l18.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 8, + "offset": 27678720, + "nbytes": 1638400, + "scales_offset": 29317120, + "scales_nbytes": 204800 + }, + "stage.0.l18.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 29521920, + "nbytes": 5120 + }, + "stage.0.l18.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 29527040, + "nbytes": 5120 + }, + "stage.0.l18.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 29532160, + "nbytes": 5120 + }, + "stage.0.l18.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 8, + "offset": 29537280, + "nbytes": 6553600, + "scales_offset": 36090880, + "scales_nbytes": 819200 + }, + "stage.0.l18.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 8, + "offset": 36910080, + "nbytes": 6553600, + "scales_offset": 43463680, + "scales_nbytes": 819200 + }, + "stage.0.l18.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 44282880, + "nbytes": 5120 + }, + "stage.0.l19.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 44288000, + "nbytes": 5120 + }, + "stage.0.l19.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 44293120, + "nbytes": 5120 + }, + "stage.0.l19.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 8, + "offset": 44298240, + "nbytes": 4915200, + "scales_offset": 49213440, + "scales_nbytes": 614400 + }, + "stage.0.l19.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 8, + "offset": 49827840, + "nbytes": 1638400, + "scales_offset": 51466240, + "scales_nbytes": 204800 + }, + "stage.0.l19.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 51671040, + "nbytes": 5120 + }, + "stage.0.l19.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 51676160, + "nbytes": 5120 + }, + "stage.0.l19.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 51681280, + "nbytes": 5120 + }, + "stage.0.l19.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 8, + "offset": 51686400, + "nbytes": 6553600, + "scales_offset": 58240000, + "scales_nbytes": 819200 + }, + "stage.0.l19.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 8, + "offset": 59059200, + "nbytes": 6553600, + "scales_offset": 65612800, + "scales_nbytes": 819200 + }, + "stage.0.l19.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 66432000, + "nbytes": 5120 + }, + "stage.0.l20.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 66437120, + "nbytes": 5120 + }, + "stage.0.l20.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 8, + "offset": 66442240, + "nbytes": 5120 + }, + "stage.0.l20.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 9, + "offset": 0, + "nbytes": 4915200, + "scales_offset": 4915200, + "scales_nbytes": 614400 + }, + "stage.0.l20.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 9, + "offset": 5529600, + "nbytes": 1638400, + "scales_offset": 7168000, + "scales_nbytes": 204800 + }, + "stage.0.l20.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 7372800, + "nbytes": 5120 + }, + "stage.0.l20.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 7377920, + "nbytes": 5120 + }, + "stage.0.l20.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 7383040, + "nbytes": 5120 + }, + "stage.0.l20.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 9, + "offset": 7388160, + "nbytes": 6553600, + "scales_offset": 13941760, + "scales_nbytes": 819200 + }, + "stage.0.l20.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 9, + "offset": 14760960, + "nbytes": 6553600, + "scales_offset": 21314560, + "scales_nbytes": 819200 + }, + "stage.0.l20.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 22133760, + "nbytes": 5120 + }, + "stage.0.l21.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 22138880, + "nbytes": 5120 + }, + "stage.0.l21.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 22144000, + "nbytes": 5120 + }, + "stage.0.l21.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 9, + "offset": 22149120, + "nbytes": 4915200, + "scales_offset": 27064320, + "scales_nbytes": 614400 + }, + "stage.0.l21.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 9, + "offset": 27678720, + "nbytes": 1638400, + "scales_offset": 29317120, + "scales_nbytes": 204800 + }, + "stage.0.l21.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 29521920, + "nbytes": 5120 + }, + "stage.0.l21.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 29527040, + "nbytes": 5120 + }, + "stage.0.l21.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 29532160, + "nbytes": 5120 + }, + "stage.0.l21.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 9, + "offset": 29537280, + "nbytes": 6553600, + "scales_offset": 36090880, + "scales_nbytes": 819200 + }, + "stage.0.l21.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 9, + "offset": 36910080, + "nbytes": 6553600, + "scales_offset": 43463680, + "scales_nbytes": 819200 + }, + "stage.0.l21.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 44282880, + "nbytes": 5120 + }, + "stage.0.l22.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 44288000, + "nbytes": 5120 + }, + "stage.0.l22.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 44293120, + "nbytes": 5120 + }, + "stage.0.l22.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 9, + "offset": 44298240, + "nbytes": 4915200, + "scales_offset": 49213440, + "scales_nbytes": 614400 + }, + "stage.0.l22.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 9, + "offset": 49827840, + "nbytes": 1638400, + "scales_offset": 51466240, + "scales_nbytes": 204800 + }, + "stage.0.l22.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 51671040, + "nbytes": 5120 + }, + "stage.0.l22.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 51676160, + "nbytes": 5120 + }, + "stage.0.l22.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 51681280, + "nbytes": 5120 + }, + "stage.0.l22.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 9, + "offset": 51686400, + "nbytes": 6553600, + "scales_offset": 58240000, + "scales_nbytes": 819200 + }, + "stage.0.l22.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 9, + "offset": 59059200, + "nbytes": 6553600, + "scales_offset": 65612800, + "scales_nbytes": 819200 + }, + "stage.0.l22.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 66432000, + "nbytes": 5120 + }, + "stage.0.l23.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 66437120, + "nbytes": 5120 + }, + "stage.0.l23.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 9, + "offset": 66442240, + "nbytes": 5120 + }, + "stage.0.l23.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 10, + "offset": 0, + "nbytes": 4915200, + "scales_offset": 4915200, + "scales_nbytes": 614400 + }, + "stage.0.l23.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 10, + "offset": 5529600, + "nbytes": 1638400, + "scales_offset": 7168000, + "scales_nbytes": 204800 + }, + "stage.0.l23.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 7372800, + "nbytes": 5120 + }, + "stage.0.l23.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 7377920, + "nbytes": 5120 + }, + "stage.0.l23.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 7383040, + "nbytes": 5120 + }, + "stage.0.l23.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 10, + "offset": 7388160, + "nbytes": 6553600, + "scales_offset": 13941760, + "scales_nbytes": 819200 + }, + "stage.0.l23.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 10, + "offset": 14760960, + "nbytes": 6553600, + "scales_offset": 21314560, + "scales_nbytes": 819200 + }, + "stage.0.l23.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 22133760, + "nbytes": 5120 + }, + "stage.0.l24.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 22138880, + "nbytes": 5120 + }, + "stage.0.l24.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 22144000, + "nbytes": 5120 + }, + "stage.0.l24.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 10, + "offset": 22149120, + "nbytes": 4915200, + "scales_offset": 27064320, + "scales_nbytes": 614400 + }, + "stage.0.l24.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 10, + "offset": 27678720, + "nbytes": 1638400, + "scales_offset": 29317120, + "scales_nbytes": 204800 + }, + "stage.0.l24.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 29521920, + "nbytes": 5120 + }, + "stage.0.l24.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 29527040, + "nbytes": 5120 + }, + "stage.0.l24.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 29532160, + "nbytes": 5120 + }, + "stage.0.l24.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 10, + "offset": 29537280, + "nbytes": 6553600, + "scales_offset": 36090880, + "scales_nbytes": 819200 + }, + "stage.0.l24.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 10, + "offset": 36910080, + "nbytes": 6553600, + "scales_offset": 43463680, + "scales_nbytes": 819200 + }, + "stage.0.l24.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 44282880, + "nbytes": 5120 + }, + "stage.0.l25.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 44288000, + "nbytes": 5120 + }, + "stage.0.l25.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 44293120, + "nbytes": 5120 + }, + "stage.0.l25.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 10, + "offset": 44298240, + "nbytes": 4915200, + "scales_offset": 49213440, + "scales_nbytes": 614400 + }, + "stage.0.l25.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 10, + "offset": 49827840, + "nbytes": 1638400, + "scales_offset": 51466240, + "scales_nbytes": 204800 + }, + "stage.0.l25.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 51671040, + "nbytes": 5120 + }, + "stage.0.l25.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 51676160, + "nbytes": 5120 + }, + "stage.0.l25.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 51681280, + "nbytes": 5120 + }, + "stage.0.l25.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 10, + "offset": 51686400, + "nbytes": 6553600, + "scales_offset": 58240000, + "scales_nbytes": 819200 + }, + "stage.0.l25.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 10, + "offset": 59059200, + "nbytes": 6553600, + "scales_offset": 65612800, + "scales_nbytes": 819200 + }, + "stage.0.l25.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 66432000, + "nbytes": 5120 + }, + "stage.0.l26.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 66437120, + "nbytes": 5120 + }, + "stage.0.l26.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 10, + "offset": 66442240, + "nbytes": 5120 + }, + "stage.0.l26.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 11, + "offset": 0, + "nbytes": 4915200, + "scales_offset": 4915200, + "scales_nbytes": 614400 + }, + "stage.0.l26.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 11, + "offset": 5529600, + "nbytes": 1638400, + "scales_offset": 7168000, + "scales_nbytes": 204800 + }, + "stage.0.l26.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 7372800, + "nbytes": 5120 + }, + "stage.0.l26.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 7377920, + "nbytes": 5120 + }, + "stage.0.l26.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 7383040, + "nbytes": 5120 + }, + "stage.0.l26.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 11, + "offset": 7388160, + "nbytes": 6553600, + "scales_offset": 13941760, + "scales_nbytes": 819200 + }, + "stage.0.l26.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 11, + "offset": 14760960, + "nbytes": 6553600, + "scales_offset": 21314560, + "scales_nbytes": 819200 + }, + "stage.0.l26.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 22133760, + "nbytes": 5120 + }, + "stage.0.l27.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 22138880, + "nbytes": 5120 + }, + "stage.0.l27.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 22144000, + "nbytes": 5120 + }, + "stage.0.l27.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 11, + "offset": 22149120, + "nbytes": 4915200, + "scales_offset": 27064320, + "scales_nbytes": 614400 + }, + "stage.0.l27.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 11, + "offset": 27678720, + "nbytes": 1638400, + "scales_offset": 29317120, + "scales_nbytes": 204800 + }, + "stage.0.l27.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 29521920, + "nbytes": 5120 + }, + "stage.0.l27.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 29527040, + "nbytes": 5120 + }, + "stage.0.l27.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 29532160, + "nbytes": 5120 + }, + "stage.0.l27.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 11, + "offset": 29537280, + "nbytes": 6553600, + "scales_offset": 36090880, + "scales_nbytes": 819200 + }, + "stage.0.l27.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 11, + "offset": 36910080, + "nbytes": 6553600, + "scales_offset": 43463680, + "scales_nbytes": 819200 + }, + "stage.0.l27.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 44282880, + "nbytes": 5120 + }, + "stage.0.l28.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 44288000, + "nbytes": 5120 + }, + "stage.0.l28.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 44293120, + "nbytes": 5120 + }, + "stage.0.l28.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 11, + "offset": 44298240, + "nbytes": 4915200, + "scales_offset": 49213440, + "scales_nbytes": 614400 + }, + "stage.0.l28.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 11, + "offset": 49827840, + "nbytes": 1638400, + "scales_offset": 51466240, + "scales_nbytes": 204800 + }, + "stage.0.l28.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 51671040, + "nbytes": 5120 + }, + "stage.0.l28.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 51676160, + "nbytes": 5120 + }, + "stage.0.l28.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 51681280, + "nbytes": 5120 + }, + "stage.0.l28.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 11, + "offset": 51686400, + "nbytes": 6553600, + "scales_offset": 58240000, + "scales_nbytes": 819200 + }, + "stage.0.l28.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 11, + "offset": 59059200, + "nbytes": 6553600, + "scales_offset": 65612800, + "scales_nbytes": 819200 + }, + "stage.0.l28.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 66432000, + "nbytes": 5120 + }, + "stage.0.l29.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 66437120, + "nbytes": 5120 + }, + "stage.0.l29.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 11, + "offset": 66442240, + "nbytes": 5120 + }, + "stage.0.l29.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 12, + "offset": 0, + "nbytes": 4915200, + "scales_offset": 4915200, + "scales_nbytes": 614400 + }, + "stage.0.l29.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 12, + "offset": 5529600, + "nbytes": 1638400, + "scales_offset": 7168000, + "scales_nbytes": 204800 + }, + "stage.0.l29.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 7372800, + "nbytes": 5120 + }, + "stage.0.l29.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 7377920, + "nbytes": 5120 + }, + "stage.0.l29.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 7383040, + "nbytes": 5120 + }, + "stage.0.l29.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 12, + "offset": 7388160, + "nbytes": 6553600, + "scales_offset": 13941760, + "scales_nbytes": 819200 + }, + "stage.0.l29.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 12, + "offset": 14760960, + "nbytes": 6553600, + "scales_offset": 21314560, + "scales_nbytes": 819200 + }, + "stage.0.l29.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 22133760, + "nbytes": 5120 + }, + "stage.0.l30.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 22138880, + "nbytes": 5120 + }, + "stage.0.l30.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 22144000, + "nbytes": 5120 + }, + "stage.0.l30.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 12, + "offset": 22149120, + "nbytes": 4915200, + "scales_offset": 27064320, + "scales_nbytes": 614400 + }, + "stage.0.l30.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 12, + "offset": 27678720, + "nbytes": 1638400, + "scales_offset": 29317120, + "scales_nbytes": 204800 + }, + "stage.0.l30.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 29521920, + "nbytes": 5120 + }, + "stage.0.l30.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 29527040, + "nbytes": 5120 + }, + "stage.0.l30.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 29532160, + "nbytes": 5120 + }, + "stage.0.l30.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 12, + "offset": 29537280, + "nbytes": 6553600, + "scales_offset": 36090880, + "scales_nbytes": 819200 + }, + "stage.0.l30.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 12, + "offset": 36910080, + "nbytes": 6553600, + "scales_offset": 43463680, + "scales_nbytes": 819200 + }, + "stage.0.l30.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 44282880, + "nbytes": 5120 + }, + "stage.0.l31.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 44288000, + "nbytes": 5120 + }, + "stage.0.l31.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 44293120, + "nbytes": 5120 + }, + "stage.0.l31.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 12, + "offset": 44298240, + "nbytes": 4915200, + "scales_offset": 49213440, + "scales_nbytes": 614400 + }, + "stage.0.l31.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 12, + "offset": 49827840, + "nbytes": 1638400, + "scales_offset": 51466240, + "scales_nbytes": 204800 + }, + "stage.0.l31.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 51671040, + "nbytes": 5120 + }, + "stage.0.l31.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 51676160, + "nbytes": 5120 + }, + "stage.0.l31.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 51681280, + "nbytes": 5120 + }, + "stage.0.l31.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 12, + "offset": 51686400, + "nbytes": 6553600, + "scales_offset": 58240000, + "scales_nbytes": 819200 + }, + "stage.0.l31.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 12, + "offset": 59059200, + "nbytes": 6553600, + "scales_offset": 65612800, + "scales_nbytes": 819200 + }, + "stage.0.l31.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 12, + "offset": 66432000, + "nbytes": 5120 + }, + "stage.1.in.weight": { + "dtype": "q8", + "shape": [ + 640, + 768 + ], + "shard": 12, + "offset": 66437120, + "nbytes": 491520, + "scales_offset": 66928640, + "scales_nbytes": 61440 + }, + "stage.1.out.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 13, + "offset": 0, + "nbytes": 589824, + "scales_offset": 589824, + "scales_nbytes": 73728 + }, + "stage.1.l0.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 663552, + "nbytes": 3072 + }, + "stage.1.l0.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 666624, + "nbytes": 3072 + }, + "stage.1.l0.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 13, + "offset": 669696, + "nbytes": 1769472, + "scales_offset": 2439168, + "scales_nbytes": 221184 + }, + "stage.1.l0.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 13, + "offset": 2660352, + "nbytes": 589824, + "scales_offset": 3250176, + "scales_nbytes": 73728 + }, + "stage.1.l0.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 3323904, + "nbytes": 3072 + }, + "stage.1.l0.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 3326976, + "nbytes": 3072 + }, + "stage.1.l0.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 3330048, + "nbytes": 3072 + }, + "stage.1.l0.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 13, + "offset": 3333120, + "nbytes": 2359296, + "scales_offset": 5692416, + "scales_nbytes": 294912 + }, + "stage.1.l0.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 13, + "offset": 5987328, + "nbytes": 2359296, + "scales_offset": 8346624, + "scales_nbytes": 294912 + }, + "stage.1.l0.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 8641536, + "nbytes": 3072 + }, + "stage.1.l1.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 8644608, + "nbytes": 3072 + }, + "stage.1.l1.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 8647680, + "nbytes": 3072 + }, + "stage.1.l1.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 13, + "offset": 8650752, + "nbytes": 1769472, + "scales_offset": 10420224, + "scales_nbytes": 221184 + }, + "stage.1.l1.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 13, + "offset": 10641408, + "nbytes": 589824, + "scales_offset": 11231232, + "scales_nbytes": 73728 + }, + "stage.1.l1.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 11304960, + "nbytes": 3072 + }, + "stage.1.l1.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 11308032, + "nbytes": 3072 + }, + "stage.1.l1.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 11311104, + "nbytes": 3072 + }, + "stage.1.l1.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 13, + "offset": 11314176, + "nbytes": 2359296, + "scales_offset": 13673472, + "scales_nbytes": 294912 + }, + "stage.1.l1.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 13, + "offset": 13968384, + "nbytes": 2359296, + "scales_offset": 16327680, + "scales_nbytes": 294912 + }, + "stage.1.l1.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 16622592, + "nbytes": 3072 + }, + "stage.1.l2.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 16625664, + "nbytes": 3072 + }, + "stage.1.l2.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 16628736, + "nbytes": 3072 + }, + "stage.1.l2.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 13, + "offset": 16631808, + "nbytes": 1769472, + "scales_offset": 18401280, + "scales_nbytes": 221184 + }, + "stage.1.l2.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 13, + "offset": 18622464, + "nbytes": 589824, + "scales_offset": 19212288, + "scales_nbytes": 73728 + }, + "stage.1.l2.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 19286016, + "nbytes": 3072 + }, + "stage.1.l2.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 19289088, + "nbytes": 3072 + }, + "stage.1.l2.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 19292160, + "nbytes": 3072 + }, + "stage.1.l2.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 13, + "offset": 19295232, + "nbytes": 2359296, + "scales_offset": 21654528, + "scales_nbytes": 294912 + }, + "stage.1.l2.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 13, + "offset": 21949440, + "nbytes": 2359296, + "scales_offset": 24308736, + "scales_nbytes": 294912 + }, + "stage.1.l2.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 24603648, + "nbytes": 3072 + }, + "stage.1.l3.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 24606720, + "nbytes": 3072 + }, + "stage.1.l3.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 24609792, + "nbytes": 3072 + }, + "stage.1.l3.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 13, + "offset": 24612864, + "nbytes": 1769472, + "scales_offset": 26382336, + "scales_nbytes": 221184 + }, + "stage.1.l3.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 13, + "offset": 26603520, + "nbytes": 589824, + "scales_offset": 27193344, + "scales_nbytes": 73728 + }, + "stage.1.l3.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 27267072, + "nbytes": 3072 + }, + "stage.1.l3.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 27270144, + "nbytes": 3072 + }, + "stage.1.l3.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 27273216, + "nbytes": 3072 + }, + "stage.1.l3.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 13, + "offset": 27276288, + "nbytes": 2359296, + "scales_offset": 29635584, + "scales_nbytes": 294912 + }, + "stage.1.l3.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 13, + "offset": 29930496, + "nbytes": 2359296, + "scales_offset": 32289792, + "scales_nbytes": 294912 + }, + "stage.1.l3.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 32584704, + "nbytes": 3072 + }, + "stage.1.l4.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 32587776, + "nbytes": 3072 + }, + "stage.1.l4.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 32590848, + "nbytes": 3072 + }, + "stage.1.l4.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 13, + "offset": 32593920, + "nbytes": 1769472, + "scales_offset": 34363392, + "scales_nbytes": 221184 + }, + "stage.1.l4.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 13, + "offset": 34584576, + "nbytes": 589824, + "scales_offset": 35174400, + "scales_nbytes": 73728 + }, + "stage.1.l4.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 35248128, + "nbytes": 3072 + }, + "stage.1.l4.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 35251200, + "nbytes": 3072 + }, + "stage.1.l4.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 35254272, + "nbytes": 3072 + }, + "stage.1.l4.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 13, + "offset": 35257344, + "nbytes": 2359296, + "scales_offset": 37616640, + "scales_nbytes": 294912 + }, + "stage.1.l4.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 13, + "offset": 37911552, + "nbytes": 2359296, + "scales_offset": 40270848, + "scales_nbytes": 294912 + }, + "stage.1.l4.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 40565760, + "nbytes": 3072 + }, + "stage.1.l5.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 40568832, + "nbytes": 3072 + }, + "stage.1.l5.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 40571904, + "nbytes": 3072 + }, + "stage.1.l5.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 13, + "offset": 40574976, + "nbytes": 1769472, + "scales_offset": 42344448, + "scales_nbytes": 221184 + }, + "stage.1.l5.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 13, + "offset": 42565632, + "nbytes": 589824, + "scales_offset": 43155456, + "scales_nbytes": 73728 + }, + "stage.1.l5.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 43229184, + "nbytes": 3072 + }, + "stage.1.l5.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 43232256, + "nbytes": 3072 + }, + "stage.1.l5.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 43235328, + "nbytes": 3072 + }, + "stage.1.l5.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 13, + "offset": 43238400, + "nbytes": 2359296, + "scales_offset": 45597696, + "scales_nbytes": 294912 + }, + "stage.1.l5.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 13, + "offset": 45892608, + "nbytes": 2359296, + "scales_offset": 48251904, + "scales_nbytes": 294912 + }, + "stage.1.l5.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 48546816, + "nbytes": 3072 + }, + "stage.1.l6.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 48549888, + "nbytes": 3072 + }, + "stage.1.l6.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 48552960, + "nbytes": 3072 + }, + "stage.1.l6.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 13, + "offset": 48556032, + "nbytes": 1769472, + "scales_offset": 50325504, + "scales_nbytes": 221184 + }, + "stage.1.l6.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 13, + "offset": 50546688, + "nbytes": 589824, + "scales_offset": 51136512, + "scales_nbytes": 73728 + }, + "stage.1.l6.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 51210240, + "nbytes": 3072 + }, + "stage.1.l6.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 51213312, + "nbytes": 3072 + }, + "stage.1.l6.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 51216384, + "nbytes": 3072 + }, + "stage.1.l6.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 13, + "offset": 51219456, + "nbytes": 2359296, + "scales_offset": 53578752, + "scales_nbytes": 294912 + }, + "stage.1.l6.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 13, + "offset": 53873664, + "nbytes": 2359296, + "scales_offset": 56232960, + "scales_nbytes": 294912 + }, + "stage.1.l6.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 56527872, + "nbytes": 3072 + }, + "stage.1.l7.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 56530944, + "nbytes": 3072 + }, + "stage.1.l7.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 56534016, + "nbytes": 3072 + }, + "stage.1.l7.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 13, + "offset": 56537088, + "nbytes": 1769472, + "scales_offset": 58306560, + "scales_nbytes": 221184 + }, + "stage.1.l7.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 13, + "offset": 58527744, + "nbytes": 589824, + "scales_offset": 59117568, + "scales_nbytes": 73728 + }, + "stage.1.l7.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 59191296, + "nbytes": 3072 + }, + "stage.1.l7.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 59194368, + "nbytes": 3072 + }, + "stage.1.l7.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 59197440, + "nbytes": 3072 + }, + "stage.1.l7.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 13, + "offset": 59200512, + "nbytes": 2359296, + "scales_offset": 61559808, + "scales_nbytes": 294912 + }, + "stage.1.l7.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 13, + "offset": 61854720, + "nbytes": 2359296, + "scales_offset": 64214016, + "scales_nbytes": 294912 + }, + "stage.1.l7.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 64508928, + "nbytes": 3072 + }, + "stage.1.l8.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 64512000, + "nbytes": 3072 + }, + "stage.1.l8.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 13, + "offset": 64515072, + "nbytes": 3072 + }, + "stage.1.l8.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 13, + "offset": 64518144, + "nbytes": 1769472, + "scales_offset": 66287616, + "scales_nbytes": 221184 + }, + "stage.1.l8.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 14, + "offset": 0, + "nbytes": 589824, + "scales_offset": 589824, + "scales_nbytes": 73728 + }, + "stage.1.l8.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 663552, + "nbytes": 3072 + }, + "stage.1.l8.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 666624, + "nbytes": 3072 + }, + "stage.1.l8.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 669696, + "nbytes": 3072 + }, + "stage.1.l8.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 14, + "offset": 672768, + "nbytes": 2359296, + "scales_offset": 3032064, + "scales_nbytes": 294912 + }, + "stage.1.l8.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 14, + "offset": 3326976, + "nbytes": 2359296, + "scales_offset": 5686272, + "scales_nbytes": 294912 + }, + "stage.1.l8.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 5981184, + "nbytes": 3072 + }, + "stage.1.l9.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 5984256, + "nbytes": 3072 + }, + "stage.1.l9.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 5987328, + "nbytes": 3072 + }, + "stage.1.l9.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 14, + "offset": 5990400, + "nbytes": 1769472, + "scales_offset": 7759872, + "scales_nbytes": 221184 + }, + "stage.1.l9.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 14, + "offset": 7981056, + "nbytes": 589824, + "scales_offset": 8570880, + "scales_nbytes": 73728 + }, + "stage.1.l9.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 8644608, + "nbytes": 3072 + }, + "stage.1.l9.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 8647680, + "nbytes": 3072 + }, + "stage.1.l9.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 8650752, + "nbytes": 3072 + }, + "stage.1.l9.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 14, + "offset": 8653824, + "nbytes": 2359296, + "scales_offset": 11013120, + "scales_nbytes": 294912 + }, + "stage.1.l9.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 14, + "offset": 11308032, + "nbytes": 2359296, + "scales_offset": 13667328, + "scales_nbytes": 294912 + }, + "stage.1.l9.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 13962240, + "nbytes": 3072 + }, + "stage.1.l10.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 13965312, + "nbytes": 3072 + }, + "stage.1.l10.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 13968384, + "nbytes": 3072 + }, + "stage.1.l10.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 14, + "offset": 13971456, + "nbytes": 1769472, + "scales_offset": 15740928, + "scales_nbytes": 221184 + }, + "stage.1.l10.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 14, + "offset": 15962112, + "nbytes": 589824, + "scales_offset": 16551936, + "scales_nbytes": 73728 + }, + "stage.1.l10.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 16625664, + "nbytes": 3072 + }, + "stage.1.l10.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 16628736, + "nbytes": 3072 + }, + "stage.1.l10.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 16631808, + "nbytes": 3072 + }, + "stage.1.l10.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 14, + "offset": 16634880, + "nbytes": 2359296, + "scales_offset": 18994176, + "scales_nbytes": 294912 + }, + "stage.1.l10.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 14, + "offset": 19289088, + "nbytes": 2359296, + "scales_offset": 21648384, + "scales_nbytes": 294912 + }, + "stage.1.l10.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 21943296, + "nbytes": 3072 + }, + "stage.1.l11.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 21946368, + "nbytes": 3072 + }, + "stage.1.l11.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 21949440, + "nbytes": 3072 + }, + "stage.1.l11.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 14, + "offset": 21952512, + "nbytes": 1769472, + "scales_offset": 23721984, + "scales_nbytes": 221184 + }, + "stage.1.l11.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 14, + "offset": 23943168, + "nbytes": 589824, + "scales_offset": 24532992, + "scales_nbytes": 73728 + }, + "stage.1.l11.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 24606720, + "nbytes": 3072 + }, + "stage.1.l11.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 24609792, + "nbytes": 3072 + }, + "stage.1.l11.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 24612864, + "nbytes": 3072 + }, + "stage.1.l11.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 14, + "offset": 24615936, + "nbytes": 2359296, + "scales_offset": 26975232, + "scales_nbytes": 294912 + }, + "stage.1.l11.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 14, + "offset": 27270144, + "nbytes": 2359296, + "scales_offset": 29629440, + "scales_nbytes": 294912 + }, + "stage.1.l11.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 29924352, + "nbytes": 3072 + }, + "stage.2.in.weight": { + "dtype": "q8", + "shape": [ + 384, + 768 + ], + "shard": 14, + "offset": 29927424, + "nbytes": 294912, + "scales_offset": 30222336, + "scales_nbytes": 36864 + }, + "stage.2.out.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 14, + "offset": 30259200, + "nbytes": 589824, + "scales_offset": 30849024, + "scales_nbytes": 73728 + }, + "stage.2.l0.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 30922752, + "nbytes": 3072 + }, + "stage.2.l0.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 30925824, + "nbytes": 3072 + }, + "stage.2.l0.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 14, + "offset": 30928896, + "nbytes": 1769472, + "scales_offset": 32698368, + "scales_nbytes": 221184 + }, + "stage.2.l0.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 14, + "offset": 32919552, + "nbytes": 589824, + "scales_offset": 33509376, + "scales_nbytes": 73728 + }, + "stage.2.l0.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 33583104, + "nbytes": 3072 + }, + "stage.2.l0.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 33586176, + "nbytes": 3072 + }, + "stage.2.l0.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 33589248, + "nbytes": 3072 + }, + "stage.2.l0.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 14, + "offset": 33592320, + "nbytes": 2359296, + "scales_offset": 35951616, + "scales_nbytes": 294912 + }, + "stage.2.l0.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 14, + "offset": 36246528, + "nbytes": 2359296, + "scales_offset": 38605824, + "scales_nbytes": 294912 + }, + "stage.2.l0.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 38900736, + "nbytes": 3072 + }, + "stage.2.l1.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 38903808, + "nbytes": 3072 + }, + "stage.2.l1.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 38906880, + "nbytes": 3072 + }, + "stage.2.l1.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 14, + "offset": 38909952, + "nbytes": 1769472, + "scales_offset": 40679424, + "scales_nbytes": 221184 + }, + "stage.2.l1.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 14, + "offset": 40900608, + "nbytes": 589824, + "scales_offset": 41490432, + "scales_nbytes": 73728 + }, + "stage.2.l1.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 41564160, + "nbytes": 3072 + }, + "stage.2.l1.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 41567232, + "nbytes": 3072 + }, + "stage.2.l1.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 41570304, + "nbytes": 3072 + }, + "stage.2.l1.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 14, + "offset": 41573376, + "nbytes": 2359296, + "scales_offset": 43932672, + "scales_nbytes": 294912 + }, + "stage.2.l1.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 14, + "offset": 44227584, + "nbytes": 2359296, + "scales_offset": 46586880, + "scales_nbytes": 294912 + }, + "stage.2.l1.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 46881792, + "nbytes": 3072 + }, + "stage.2.l2.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 46884864, + "nbytes": 3072 + }, + "stage.2.l2.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 46887936, + "nbytes": 3072 + }, + "stage.2.l2.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 14, + "offset": 46891008, + "nbytes": 1769472, + "scales_offset": 48660480, + "scales_nbytes": 221184 + }, + "stage.2.l2.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 14, + "offset": 48881664, + "nbytes": 589824, + "scales_offset": 49471488, + "scales_nbytes": 73728 + }, + "stage.2.l2.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 49545216, + "nbytes": 3072 + }, + "stage.2.l2.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 49548288, + "nbytes": 3072 + }, + "stage.2.l2.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 49551360, + "nbytes": 3072 + }, + "stage.2.l2.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 14, + "offset": 49554432, + "nbytes": 2359296, + "scales_offset": 51913728, + "scales_nbytes": 294912 + }, + "stage.2.l2.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 14, + "offset": 52208640, + "nbytes": 2359296, + "scales_offset": 54567936, + "scales_nbytes": 294912 + }, + "stage.2.l2.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 54862848, + "nbytes": 3072 + }, + "stage.2.l3.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 54865920, + "nbytes": 3072 + }, + "stage.2.l3.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 54868992, + "nbytes": 3072 + }, + "stage.2.l3.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 14, + "offset": 54872064, + "nbytes": 1769472, + "scales_offset": 56641536, + "scales_nbytes": 221184 + }, + "stage.2.l3.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 14, + "offset": 56862720, + "nbytes": 589824, + "scales_offset": 57452544, + "scales_nbytes": 73728 + }, + "stage.2.l3.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 57526272, + "nbytes": 3072 + }, + "stage.2.l3.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 57529344, + "nbytes": 3072 + }, + "stage.2.l3.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 57532416, + "nbytes": 3072 + }, + "stage.2.l3.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 14, + "offset": 57535488, + "nbytes": 2359296, + "scales_offset": 59894784, + "scales_nbytes": 294912 + }, + "stage.2.l3.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 14, + "offset": 60189696, + "nbytes": 2359296, + "scales_offset": 62548992, + "scales_nbytes": 294912 + }, + "stage.2.l3.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 62843904, + "nbytes": 3072 + }, + "stage.2.l4.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 62846976, + "nbytes": 3072 + }, + "stage.2.l4.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 62850048, + "nbytes": 3072 + }, + "stage.2.l4.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 14, + "offset": 62853120, + "nbytes": 1769472, + "scales_offset": 64622592, + "scales_nbytes": 221184 + }, + "stage.2.l4.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 14, + "offset": 64843776, + "nbytes": 589824, + "scales_offset": 65433600, + "scales_nbytes": 73728 + }, + "stage.2.l4.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 65507328, + "nbytes": 3072 + }, + "stage.2.l4.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 65510400, + "nbytes": 3072 + }, + "stage.2.l4.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 14, + "offset": 65513472, + "nbytes": 3072 + }, + "stage.2.l4.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 15, + "offset": 0, + "nbytes": 2359296, + "scales_offset": 2359296, + "scales_nbytes": 294912 + }, + "stage.2.l4.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 15, + "offset": 2654208, + "nbytes": 2359296, + "scales_offset": 5013504, + "scales_nbytes": 294912 + }, + "stage.2.l4.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 5308416, + "nbytes": 3072 + }, + "stage.2.l5.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 5311488, + "nbytes": 3072 + }, + "stage.2.l5.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 5314560, + "nbytes": 3072 + }, + "stage.2.l5.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 15, + "offset": 5317632, + "nbytes": 1769472, + "scales_offset": 7087104, + "scales_nbytes": 221184 + }, + "stage.2.l5.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 15, + "offset": 7308288, + "nbytes": 589824, + "scales_offset": 7898112, + "scales_nbytes": 73728 + }, + "stage.2.l5.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 7971840, + "nbytes": 3072 + }, + "stage.2.l5.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 7974912, + "nbytes": 3072 + }, + "stage.2.l5.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 7977984, + "nbytes": 3072 + }, + "stage.2.l5.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 15, + "offset": 7981056, + "nbytes": 2359296, + "scales_offset": 10340352, + "scales_nbytes": 294912 + }, + "stage.2.l5.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 15, + "offset": 10635264, + "nbytes": 2359296, + "scales_offset": 12994560, + "scales_nbytes": 294912 + }, + "stage.2.l5.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 13289472, + "nbytes": 3072 + }, + "stage.2.l6.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 13292544, + "nbytes": 3072 + }, + "stage.2.l6.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 13295616, + "nbytes": 3072 + }, + "stage.2.l6.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 15, + "offset": 13298688, + "nbytes": 1769472, + "scales_offset": 15068160, + "scales_nbytes": 221184 + }, + "stage.2.l6.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 15, + "offset": 15289344, + "nbytes": 589824, + "scales_offset": 15879168, + "scales_nbytes": 73728 + }, + "stage.2.l6.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 15952896, + "nbytes": 3072 + }, + "stage.2.l6.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 15955968, + "nbytes": 3072 + }, + "stage.2.l6.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 15959040, + "nbytes": 3072 + }, + "stage.2.l6.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 15, + "offset": 15962112, + "nbytes": 2359296, + "scales_offset": 18321408, + "scales_nbytes": 294912 + }, + "stage.2.l6.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 15, + "offset": 18616320, + "nbytes": 2359296, + "scales_offset": 20975616, + "scales_nbytes": 294912 + }, + "stage.2.l6.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 21270528, + "nbytes": 3072 + }, + "stage.2.l7.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 21273600, + "nbytes": 3072 + }, + "stage.2.l7.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 21276672, + "nbytes": 3072 + }, + "stage.2.l7.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 15, + "offset": 21279744, + "nbytes": 1769472, + "scales_offset": 23049216, + "scales_nbytes": 221184 + }, + "stage.2.l7.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 15, + "offset": 23270400, + "nbytes": 589824, + "scales_offset": 23860224, + "scales_nbytes": 73728 + }, + "stage.2.l7.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 23933952, + "nbytes": 3072 + }, + "stage.2.l7.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 23937024, + "nbytes": 3072 + }, + "stage.2.l7.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 23940096, + "nbytes": 3072 + }, + "stage.2.l7.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 15, + "offset": 23943168, + "nbytes": 2359296, + "scales_offset": 26302464, + "scales_nbytes": 294912 + }, + "stage.2.l7.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 15, + "offset": 26597376, + "nbytes": 2359296, + "scales_offset": 28956672, + "scales_nbytes": 294912 + }, + "stage.2.l7.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 29251584, + "nbytes": 3072 + }, + "stage.2.l8.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 29254656, + "nbytes": 3072 + }, + "stage.2.l8.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 29257728, + "nbytes": 3072 + }, + "stage.2.l8.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 15, + "offset": 29260800, + "nbytes": 1769472, + "scales_offset": 31030272, + "scales_nbytes": 221184 + }, + "stage.2.l8.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 15, + "offset": 31251456, + "nbytes": 589824, + "scales_offset": 31841280, + "scales_nbytes": 73728 + }, + "stage.2.l8.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 31915008, + "nbytes": 3072 + }, + "stage.2.l8.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 31918080, + "nbytes": 3072 + }, + "stage.2.l8.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 31921152, + "nbytes": 3072 + }, + "stage.2.l8.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 15, + "offset": 31924224, + "nbytes": 2359296, + "scales_offset": 34283520, + "scales_nbytes": 294912 + }, + "stage.2.l8.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 15, + "offset": 34578432, + "nbytes": 2359296, + "scales_offset": 36937728, + "scales_nbytes": 294912 + }, + "stage.2.l8.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 37232640, + "nbytes": 3072 + }, + "stage.2.l9.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 37235712, + "nbytes": 3072 + }, + "stage.2.l9.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 37238784, + "nbytes": 3072 + }, + "stage.2.l9.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 15, + "offset": 37241856, + "nbytes": 1769472, + "scales_offset": 39011328, + "scales_nbytes": 221184 + }, + "stage.2.l9.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 15, + "offset": 39232512, + "nbytes": 589824, + "scales_offset": 39822336, + "scales_nbytes": 73728 + }, + "stage.2.l9.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 39896064, + "nbytes": 3072 + }, + "stage.2.l9.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 39899136, + "nbytes": 3072 + }, + "stage.2.l9.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 39902208, + "nbytes": 3072 + }, + "stage.2.l9.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 15, + "offset": 39905280, + "nbytes": 2359296, + "scales_offset": 42264576, + "scales_nbytes": 294912 + }, + "stage.2.l9.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 15, + "offset": 42559488, + "nbytes": 2359296, + "scales_offset": 44918784, + "scales_nbytes": 294912 + }, + "stage.2.l9.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 45213696, + "nbytes": 3072 + }, + "stage.2.l10.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 45216768, + "nbytes": 3072 + }, + "stage.2.l10.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 45219840, + "nbytes": 3072 + }, + "stage.2.l10.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 15, + "offset": 45222912, + "nbytes": 1769472, + "scales_offset": 46992384, + "scales_nbytes": 221184 + }, + "stage.2.l10.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 15, + "offset": 47213568, + "nbytes": 589824, + "scales_offset": 47803392, + "scales_nbytes": 73728 + }, + "stage.2.l10.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 47877120, + "nbytes": 3072 + }, + "stage.2.l10.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 47880192, + "nbytes": 3072 + }, + "stage.2.l10.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 47883264, + "nbytes": 3072 + }, + "stage.2.l10.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 15, + "offset": 47886336, + "nbytes": 2359296, + "scales_offset": 50245632, + "scales_nbytes": 294912 + }, + "stage.2.l10.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 15, + "offset": 50540544, + "nbytes": 2359296, + "scales_offset": 52899840, + "scales_nbytes": 294912 + }, + "stage.2.l10.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 53194752, + "nbytes": 3072 + }, + "stage.2.l11.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 53197824, + "nbytes": 3072 + }, + "stage.2.l11.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 53200896, + "nbytes": 3072 + }, + "stage.2.l11.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 15, + "offset": 53203968, + "nbytes": 1769472, + "scales_offset": 54973440, + "scales_nbytes": 221184 + }, + "stage.2.l11.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 15, + "offset": 55194624, + "nbytes": 589824, + "scales_offset": 55784448, + "scales_nbytes": 73728 + }, + "stage.2.l11.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 55858176, + "nbytes": 3072 + }, + "stage.2.l11.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 55861248, + "nbytes": 3072 + }, + "stage.2.l11.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 55864320, + "nbytes": 3072 + }, + "stage.2.l11.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 15, + "offset": 55867392, + "nbytes": 2359296, + "scales_offset": 58226688, + "scales_nbytes": 294912 + }, + "stage.2.l11.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 15, + "offset": 58521600, + "nbytes": 2359296, + "scales_offset": 60880896, + "scales_nbytes": 294912 + }, + "stage.2.l11.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 61175808, + "nbytes": 3072 + }, + "stage.3.in.weight": { + "dtype": "q8", + "shape": [ + 384, + 768 + ], + "shard": 15, + "offset": 61178880, + "nbytes": 294912, + "scales_offset": 61473792, + "scales_nbytes": 36864 + }, + "stage.3.out.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 15, + "offset": 61510656, + "nbytes": 589824, + "scales_offset": 62100480, + "scales_nbytes": 73728 + }, + "stage.3.l0.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 62174208, + "nbytes": 3072 + }, + "stage.3.l0.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 62177280, + "nbytes": 3072 + }, + "stage.3.l0.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 15, + "offset": 62180352, + "nbytes": 1769472, + "scales_offset": 63949824, + "scales_nbytes": 221184 + }, + "stage.3.l0.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 15, + "offset": 64171008, + "nbytes": 589824, + "scales_offset": 64760832, + "scales_nbytes": 73728 + }, + "stage.3.l0.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 64834560, + "nbytes": 3072 + }, + "stage.3.l0.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 64837632, + "nbytes": 3072 + }, + "stage.3.l0.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 15, + "offset": 64840704, + "nbytes": 3072 + }, + "stage.3.l0.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 16, + "offset": 0, + "nbytes": 2359296, + "scales_offset": 2359296, + "scales_nbytes": 294912 + }, + "stage.3.l0.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 16, + "offset": 2654208, + "nbytes": 2359296, + "scales_offset": 5013504, + "scales_nbytes": 294912 + }, + "stage.3.l0.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 5308416, + "nbytes": 3072 + }, + "stage.3.l1.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 5311488, + "nbytes": 3072 + }, + "stage.3.l1.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 5314560, + "nbytes": 3072 + }, + "stage.3.l1.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 16, + "offset": 5317632, + "nbytes": 1769472, + "scales_offset": 7087104, + "scales_nbytes": 221184 + }, + "stage.3.l1.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 16, + "offset": 7308288, + "nbytes": 589824, + "scales_offset": 7898112, + "scales_nbytes": 73728 + }, + "stage.3.l1.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 7971840, + "nbytes": 3072 + }, + "stage.3.l1.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 7974912, + "nbytes": 3072 + }, + "stage.3.l1.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 7977984, + "nbytes": 3072 + }, + "stage.3.l1.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 16, + "offset": 7981056, + "nbytes": 2359296, + "scales_offset": 10340352, + "scales_nbytes": 294912 + }, + "stage.3.l1.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 16, + "offset": 10635264, + "nbytes": 2359296, + "scales_offset": 12994560, + "scales_nbytes": 294912 + }, + "stage.3.l1.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 13289472, + "nbytes": 3072 + }, + "stage.3.l2.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 13292544, + "nbytes": 3072 + }, + "stage.3.l2.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 13295616, + "nbytes": 3072 + }, + "stage.3.l2.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 16, + "offset": 13298688, + "nbytes": 1769472, + "scales_offset": 15068160, + "scales_nbytes": 221184 + }, + "stage.3.l2.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 16, + "offset": 15289344, + "nbytes": 589824, + "scales_offset": 15879168, + "scales_nbytes": 73728 + }, + "stage.3.l2.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 15952896, + "nbytes": 3072 + }, + "stage.3.l2.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 15955968, + "nbytes": 3072 + }, + "stage.3.l2.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 15959040, + "nbytes": 3072 + }, + "stage.3.l2.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 16, + "offset": 15962112, + "nbytes": 2359296, + "scales_offset": 18321408, + "scales_nbytes": 294912 + }, + "stage.3.l2.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 16, + "offset": 18616320, + "nbytes": 2359296, + "scales_offset": 20975616, + "scales_nbytes": 294912 + }, + "stage.3.l2.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 21270528, + "nbytes": 3072 + }, + "stage.3.l3.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 21273600, + "nbytes": 3072 + }, + "stage.3.l3.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 21276672, + "nbytes": 3072 + }, + "stage.3.l3.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 16, + "offset": 21279744, + "nbytes": 1769472, + "scales_offset": 23049216, + "scales_nbytes": 221184 + }, + "stage.3.l3.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 16, + "offset": 23270400, + "nbytes": 589824, + "scales_offset": 23860224, + "scales_nbytes": 73728 + }, + "stage.3.l3.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 23933952, + "nbytes": 3072 + }, + "stage.3.l3.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 23937024, + "nbytes": 3072 + }, + "stage.3.l3.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 23940096, + "nbytes": 3072 + }, + "stage.3.l3.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 16, + "offset": 23943168, + "nbytes": 2359296, + "scales_offset": 26302464, + "scales_nbytes": 294912 + }, + "stage.3.l3.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 16, + "offset": 26597376, + "nbytes": 2359296, + "scales_offset": 28956672, + "scales_nbytes": 294912 + }, + "stage.3.l3.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 29251584, + "nbytes": 3072 + }, + "stage.3.l4.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 29254656, + "nbytes": 3072 + }, + "stage.3.l4.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 29257728, + "nbytes": 3072 + }, + "stage.3.l4.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 16, + "offset": 29260800, + "nbytes": 1769472, + "scales_offset": 31030272, + "scales_nbytes": 221184 + }, + "stage.3.l4.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 16, + "offset": 31251456, + "nbytes": 589824, + "scales_offset": 31841280, + "scales_nbytes": 73728 + }, + "stage.3.l4.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 31915008, + "nbytes": 3072 + }, + "stage.3.l4.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 31918080, + "nbytes": 3072 + }, + "stage.3.l4.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 31921152, + "nbytes": 3072 + }, + "stage.3.l4.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 16, + "offset": 31924224, + "nbytes": 2359296, + "scales_offset": 34283520, + "scales_nbytes": 294912 + }, + "stage.3.l4.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 16, + "offset": 34578432, + "nbytes": 2359296, + "scales_offset": 36937728, + "scales_nbytes": 294912 + }, + "stage.3.l4.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 37232640, + "nbytes": 3072 + }, + "stage.3.l5.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 37235712, + "nbytes": 3072 + }, + "stage.3.l5.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 37238784, + "nbytes": 3072 + }, + "stage.3.l5.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 16, + "offset": 37241856, + "nbytes": 1769472, + "scales_offset": 39011328, + "scales_nbytes": 221184 + }, + "stage.3.l5.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 16, + "offset": 39232512, + "nbytes": 589824, + "scales_offset": 39822336, + "scales_nbytes": 73728 + }, + "stage.3.l5.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 39896064, + "nbytes": 3072 + }, + "stage.3.l5.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 39899136, + "nbytes": 3072 + }, + "stage.3.l5.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 39902208, + "nbytes": 3072 + }, + "stage.3.l5.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 16, + "offset": 39905280, + "nbytes": 2359296, + "scales_offset": 42264576, + "scales_nbytes": 294912 + }, + "stage.3.l5.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 16, + "offset": 42559488, + "nbytes": 2359296, + "scales_offset": 44918784, + "scales_nbytes": 294912 + }, + "stage.3.l5.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 45213696, + "nbytes": 3072 + }, + "stage.3.l6.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 45216768, + "nbytes": 3072 + }, + "stage.3.l6.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 45219840, + "nbytes": 3072 + }, + "stage.3.l6.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 16, + "offset": 45222912, + "nbytes": 1769472, + "scales_offset": 46992384, + "scales_nbytes": 221184 + }, + "stage.3.l6.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 16, + "offset": 47213568, + "nbytes": 589824, + "scales_offset": 47803392, + "scales_nbytes": 73728 + }, + "stage.3.l6.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 47877120, + "nbytes": 3072 + }, + "stage.3.l6.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 47880192, + "nbytes": 3072 + }, + "stage.3.l6.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 47883264, + "nbytes": 3072 + }, + "stage.3.l6.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 16, + "offset": 47886336, + "nbytes": 2359296, + "scales_offset": 50245632, + "scales_nbytes": 294912 + }, + "stage.3.l6.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 16, + "offset": 50540544, + "nbytes": 2359296, + "scales_offset": 52899840, + "scales_nbytes": 294912 + }, + "stage.3.l6.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 53194752, + "nbytes": 3072 + }, + "stage.3.l7.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 53197824, + "nbytes": 3072 + }, + "stage.3.l7.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 53200896, + "nbytes": 3072 + }, + "stage.3.l7.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 16, + "offset": 53203968, + "nbytes": 1769472, + "scales_offset": 54973440, + "scales_nbytes": 221184 + }, + "stage.3.l7.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 16, + "offset": 55194624, + "nbytes": 589824, + "scales_offset": 55784448, + "scales_nbytes": 73728 + }, + "stage.3.l7.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 55858176, + "nbytes": 3072 + }, + "stage.3.l7.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 55861248, + "nbytes": 3072 + }, + "stage.3.l7.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 55864320, + "nbytes": 3072 + }, + "stage.3.l7.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 16, + "offset": 55867392, + "nbytes": 2359296, + "scales_offset": 58226688, + "scales_nbytes": 294912 + }, + "stage.3.l7.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 16, + "offset": 58521600, + "nbytes": 2359296, + "scales_offset": 60880896, + "scales_nbytes": 294912 + }, + "stage.3.l7.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 61175808, + "nbytes": 3072 + }, + "stage.3.l8.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 61178880, + "nbytes": 3072 + }, + "stage.3.l8.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 61181952, + "nbytes": 3072 + }, + "stage.3.l8.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 16, + "offset": 61185024, + "nbytes": 1769472, + "scales_offset": 62954496, + "scales_nbytes": 221184 + }, + "stage.3.l8.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 16, + "offset": 63175680, + "nbytes": 589824, + "scales_offset": 63765504, + "scales_nbytes": 73728 + }, + "stage.3.l8.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 63839232, + "nbytes": 3072 + }, + "stage.3.l8.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 63842304, + "nbytes": 3072 + }, + "stage.3.l8.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 16, + "offset": 63845376, + "nbytes": 3072 + }, + "stage.3.l8.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 16, + "offset": 63848448, + "nbytes": 2359296, + "scales_offset": 66207744, + "scales_nbytes": 294912 + }, + "stage.3.l8.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 17, + "offset": 0, + "nbytes": 2359296, + "scales_offset": 2359296, + "scales_nbytes": 294912 + }, + "stage.3.l8.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 2654208, + "nbytes": 3072 + }, + "stage.3.l9.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 2657280, + "nbytes": 3072 + }, + "stage.3.l9.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 2660352, + "nbytes": 3072 + }, + "stage.3.l9.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 17, + "offset": 2663424, + "nbytes": 1769472, + "scales_offset": 4432896, + "scales_nbytes": 221184 + }, + "stage.3.l9.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 17, + "offset": 4654080, + "nbytes": 589824, + "scales_offset": 5243904, + "scales_nbytes": 73728 + }, + "stage.3.l9.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 5317632, + "nbytes": 3072 + }, + "stage.3.l9.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 5320704, + "nbytes": 3072 + }, + "stage.3.l9.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 5323776, + "nbytes": 3072 + }, + "stage.3.l9.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 17, + "offset": 5326848, + "nbytes": 2359296, + "scales_offset": 7686144, + "scales_nbytes": 294912 + }, + "stage.3.l9.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 17, + "offset": 7981056, + "nbytes": 2359296, + "scales_offset": 10340352, + "scales_nbytes": 294912 + }, + "stage.3.l9.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 10635264, + "nbytes": 3072 + }, + "stage.3.l10.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 10638336, + "nbytes": 3072 + }, + "stage.3.l10.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 10641408, + "nbytes": 3072 + }, + "stage.3.l10.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 17, + "offset": 10644480, + "nbytes": 1769472, + "scales_offset": 12413952, + "scales_nbytes": 221184 + }, + "stage.3.l10.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 17, + "offset": 12635136, + "nbytes": 589824, + "scales_offset": 13224960, + "scales_nbytes": 73728 + }, + "stage.3.l10.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 13298688, + "nbytes": 3072 + }, + "stage.3.l10.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 13301760, + "nbytes": 3072 + }, + "stage.3.l10.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 13304832, + "nbytes": 3072 + }, + "stage.3.l10.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 17, + "offset": 13307904, + "nbytes": 2359296, + "scales_offset": 15667200, + "scales_nbytes": 294912 + }, + "stage.3.l10.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 17, + "offset": 15962112, + "nbytes": 2359296, + "scales_offset": 18321408, + "scales_nbytes": 294912 + }, + "stage.3.l10.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 18616320, + "nbytes": 3072 + }, + "stage.3.l11.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 18619392, + "nbytes": 3072 + }, + "stage.3.l11.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 18622464, + "nbytes": 3072 + }, + "stage.3.l11.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 17, + "offset": 18625536, + "nbytes": 1769472, + "scales_offset": 20395008, + "scales_nbytes": 221184 + }, + "stage.3.l11.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 17, + "offset": 20616192, + "nbytes": 589824, + "scales_offset": 21206016, + "scales_nbytes": 73728 + }, + "stage.3.l11.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 21279744, + "nbytes": 3072 + }, + "stage.3.l11.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 21282816, + "nbytes": 3072 + }, + "stage.3.l11.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 21285888, + "nbytes": 3072 + }, + "stage.3.l11.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 17, + "offset": 21288960, + "nbytes": 2359296, + "scales_offset": 23648256, + "scales_nbytes": 294912 + }, + "stage.3.l11.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 17, + "offset": 23943168, + "nbytes": 2359296, + "scales_offset": 26302464, + "scales_nbytes": 294912 + }, + "stage.3.l11.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 26597376, + "nbytes": 3072 + }, + "stage.4.in.weight": { + "dtype": "q8", + "shape": [ + 384, + 768 + ], + "shard": 17, + "offset": 26600448, + "nbytes": 294912, + "scales_offset": 26895360, + "scales_nbytes": 36864 + }, + "stage.4.l0.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 26932224, + "nbytes": 3072 + }, + "stage.4.l0.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 26935296, + "nbytes": 3072 + }, + "stage.4.l0.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 17, + "offset": 26938368, + "nbytes": 1769472, + "scales_offset": 28707840, + "scales_nbytes": 221184 + }, + "stage.4.l0.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 17, + "offset": 28929024, + "nbytes": 589824, + "scales_offset": 29518848, + "scales_nbytes": 73728 + }, + "stage.4.l0.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 29592576, + "nbytes": 3072 + }, + "stage.4.l0.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 29595648, + "nbytes": 3072 + }, + "stage.4.l0.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 29598720, + "nbytes": 3072 + }, + "stage.4.l0.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 17, + "offset": 29601792, + "nbytes": 2359296, + "scales_offset": 31961088, + "scales_nbytes": 294912 + }, + "stage.4.l0.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 17, + "offset": 32256000, + "nbytes": 2359296, + "scales_offset": 34615296, + "scales_nbytes": 294912 + }, + "stage.4.l0.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 34910208, + "nbytes": 3072 + }, + "stage.4.l1.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 34913280, + "nbytes": 3072 + }, + "stage.4.l1.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 34916352, + "nbytes": 3072 + }, + "stage.4.l1.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 17, + "offset": 34919424, + "nbytes": 1769472, + "scales_offset": 36688896, + "scales_nbytes": 221184 + }, + "stage.4.l1.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 17, + "offset": 36910080, + "nbytes": 589824, + "scales_offset": 37499904, + "scales_nbytes": 73728 + }, + "stage.4.l1.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 37573632, + "nbytes": 3072 + }, + "stage.4.l1.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 37576704, + "nbytes": 3072 + }, + "stage.4.l1.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 37579776, + "nbytes": 3072 + }, + "stage.4.l1.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 17, + "offset": 37582848, + "nbytes": 2359296, + "scales_offset": 39942144, + "scales_nbytes": 294912 + }, + "stage.4.l1.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 17, + "offset": 40237056, + "nbytes": 2359296, + "scales_offset": 42596352, + "scales_nbytes": 294912 + }, + "stage.4.l1.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 42891264, + "nbytes": 3072 + }, + "stage.4.l2.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 42894336, + "nbytes": 3072 + }, + "stage.4.l2.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 42897408, + "nbytes": 3072 + }, + "stage.4.l2.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 17, + "offset": 42900480, + "nbytes": 1769472, + "scales_offset": 44669952, + "scales_nbytes": 221184 + }, + "stage.4.l2.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 17, + "offset": 44891136, + "nbytes": 589824, + "scales_offset": 45480960, + "scales_nbytes": 73728 + }, + "stage.4.l2.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 45554688, + "nbytes": 3072 + }, + "stage.4.l2.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 45557760, + "nbytes": 3072 + }, + "stage.4.l2.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 45560832, + "nbytes": 3072 + }, + "stage.4.l2.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 17, + "offset": 45563904, + "nbytes": 2359296, + "scales_offset": 47923200, + "scales_nbytes": 294912 + }, + "stage.4.l2.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 17, + "offset": 48218112, + "nbytes": 2359296, + "scales_offset": 50577408, + "scales_nbytes": 294912 + }, + "stage.4.l2.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 50872320, + "nbytes": 3072 + }, + "stage.4.l3.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 50875392, + "nbytes": 3072 + }, + "stage.4.l3.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 50878464, + "nbytes": 3072 + }, + "stage.4.l3.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 17, + "offset": 50881536, + "nbytes": 1769472, + "scales_offset": 52651008, + "scales_nbytes": 221184 + }, + "stage.4.l3.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 17, + "offset": 52872192, + "nbytes": 589824, + "scales_offset": 53462016, + "scales_nbytes": 73728 + }, + "stage.4.l3.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 53535744, + "nbytes": 3072 + }, + "stage.4.l3.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 53538816, + "nbytes": 3072 + }, + "stage.4.l3.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 53541888, + "nbytes": 3072 + }, + "stage.4.l3.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 17, + "offset": 53544960, + "nbytes": 2359296, + "scales_offset": 55904256, + "scales_nbytes": 294912 + }, + "stage.4.l3.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 17, + "offset": 56199168, + "nbytes": 2359296, + "scales_offset": 58558464, + "scales_nbytes": 294912 + }, + "stage.4.l3.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 58853376, + "nbytes": 3072 + }, + "stage.4.l4.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 58856448, + "nbytes": 3072 + }, + "stage.4.l4.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 58859520, + "nbytes": 3072 + }, + "stage.4.l4.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 17, + "offset": 58862592, + "nbytes": 1769472, + "scales_offset": 60632064, + "scales_nbytes": 221184 + }, + "stage.4.l4.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 17, + "offset": 60853248, + "nbytes": 589824, + "scales_offset": 61443072, + "scales_nbytes": 73728 + }, + "stage.4.l4.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 61516800, + "nbytes": 3072 + }, + "stage.4.l4.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 61519872, + "nbytes": 3072 + }, + "stage.4.l4.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 61522944, + "nbytes": 3072 + }, + "stage.4.l4.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 17, + "offset": 61526016, + "nbytes": 2359296, + "scales_offset": 63885312, + "scales_nbytes": 294912 + }, + "stage.4.l4.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 17, + "offset": 64180224, + "nbytes": 2359296, + "scales_offset": 66539520, + "scales_nbytes": 294912 + }, + "stage.4.l4.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 66834432, + "nbytes": 3072 + }, + "stage.4.l5.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 66837504, + "nbytes": 3072 + }, + "stage.4.l5.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 17, + "offset": 66840576, + "nbytes": 3072 + }, + "stage.4.l5.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 18, + "offset": 0, + "nbytes": 1769472, + "scales_offset": 1769472, + "scales_nbytes": 221184 + }, + "stage.4.l5.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 18, + "offset": 1990656, + "nbytes": 589824, + "scales_offset": 2580480, + "scales_nbytes": 73728 + }, + "stage.4.l5.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 2654208, + "nbytes": 3072 + }, + "stage.4.l5.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 2657280, + "nbytes": 3072 + }, + "stage.4.l5.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 2660352, + "nbytes": 3072 + }, + "stage.4.l5.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 18, + "offset": 2663424, + "nbytes": 2359296, + "scales_offset": 5022720, + "scales_nbytes": 294912 + }, + "stage.4.l5.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 18, + "offset": 5317632, + "nbytes": 2359296, + "scales_offset": 7676928, + "scales_nbytes": 294912 + }, + "stage.4.l5.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 7971840, + "nbytes": 3072 + }, + "stage.4.l6.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 7974912, + "nbytes": 3072 + }, + "stage.4.l6.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 7977984, + "nbytes": 3072 + }, + "stage.4.l6.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 18, + "offset": 7981056, + "nbytes": 1769472, + "scales_offset": 9750528, + "scales_nbytes": 221184 + }, + "stage.4.l6.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 18, + "offset": 9971712, + "nbytes": 589824, + "scales_offset": 10561536, + "scales_nbytes": 73728 + }, + "stage.4.l6.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 10635264, + "nbytes": 3072 + }, + "stage.4.l6.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 10638336, + "nbytes": 3072 + }, + "stage.4.l6.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 10641408, + "nbytes": 3072 + }, + "stage.4.l6.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 18, + "offset": 10644480, + "nbytes": 2359296, + "scales_offset": 13003776, + "scales_nbytes": 294912 + }, + "stage.4.l6.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 18, + "offset": 13298688, + "nbytes": 2359296, + "scales_offset": 15657984, + "scales_nbytes": 294912 + }, + "stage.4.l6.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 15952896, + "nbytes": 3072 + }, + "stage.4.l7.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 15955968, + "nbytes": 3072 + }, + "stage.4.l7.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 15959040, + "nbytes": 3072 + }, + "stage.4.l7.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 18, + "offset": 15962112, + "nbytes": 1769472, + "scales_offset": 17731584, + "scales_nbytes": 221184 + }, + "stage.4.l7.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 18, + "offset": 17952768, + "nbytes": 589824, + "scales_offset": 18542592, + "scales_nbytes": 73728 + }, + "stage.4.l7.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 18616320, + "nbytes": 3072 + }, + "stage.4.l7.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 18619392, + "nbytes": 3072 + }, + "stage.4.l7.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 18622464, + "nbytes": 3072 + }, + "stage.4.l7.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 18, + "offset": 18625536, + "nbytes": 2359296, + "scales_offset": 20984832, + "scales_nbytes": 294912 + }, + "stage.4.l7.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 18, + "offset": 21279744, + "nbytes": 2359296, + "scales_offset": 23639040, + "scales_nbytes": 294912 + }, + "stage.4.l7.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 23933952, + "nbytes": 3072 + }, + "stage.4.l8.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 23937024, + "nbytes": 3072 + }, + "stage.4.l8.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 23940096, + "nbytes": 3072 + }, + "stage.4.l8.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 18, + "offset": 23943168, + "nbytes": 1769472, + "scales_offset": 25712640, + "scales_nbytes": 221184 + }, + "stage.4.l8.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 18, + "offset": 25933824, + "nbytes": 589824, + "scales_offset": 26523648, + "scales_nbytes": 73728 + }, + "stage.4.l8.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 26597376, + "nbytes": 3072 + }, + "stage.4.l8.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 26600448, + "nbytes": 3072 + }, + "stage.4.l8.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 26603520, + "nbytes": 3072 + }, + "stage.4.l8.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 18, + "offset": 26606592, + "nbytes": 2359296, + "scales_offset": 28965888, + "scales_nbytes": 294912 + }, + "stage.4.l8.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 18, + "offset": 29260800, + "nbytes": 2359296, + "scales_offset": 31620096, + "scales_nbytes": 294912 + }, + "stage.4.l8.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 31915008, + "nbytes": 3072 + }, + "stage.4.l9.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 31918080, + "nbytes": 3072 + }, + "stage.4.l9.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 31921152, + "nbytes": 3072 + }, + "stage.4.l9.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 18, + "offset": 31924224, + "nbytes": 1769472, + "scales_offset": 33693696, + "scales_nbytes": 221184 + }, + "stage.4.l9.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 18, + "offset": 33914880, + "nbytes": 589824, + "scales_offset": 34504704, + "scales_nbytes": 73728 + }, + "stage.4.l9.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 34578432, + "nbytes": 3072 + }, + "stage.4.l9.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 34581504, + "nbytes": 3072 + }, + "stage.4.l9.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 34584576, + "nbytes": 3072 + }, + "stage.4.l9.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 18, + "offset": 34587648, + "nbytes": 2359296, + "scales_offset": 36946944, + "scales_nbytes": 294912 + }, + "stage.4.l9.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 18, + "offset": 37241856, + "nbytes": 2359296, + "scales_offset": 39601152, + "scales_nbytes": 294912 + }, + "stage.4.l9.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 39896064, + "nbytes": 3072 + }, + "stage.4.l10.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 39899136, + "nbytes": 3072 + }, + "stage.4.l10.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 39902208, + "nbytes": 3072 + }, + "stage.4.l10.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 18, + "offset": 39905280, + "nbytes": 1769472, + "scales_offset": 41674752, + "scales_nbytes": 221184 + }, + "stage.4.l10.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 18, + "offset": 41895936, + "nbytes": 589824, + "scales_offset": 42485760, + "scales_nbytes": 73728 + }, + "stage.4.l10.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 42559488, + "nbytes": 3072 + }, + "stage.4.l10.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 42562560, + "nbytes": 3072 + }, + "stage.4.l10.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 42565632, + "nbytes": 3072 + }, + "stage.4.l10.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 18, + "offset": 42568704, + "nbytes": 2359296, + "scales_offset": 44928000, + "scales_nbytes": 294912 + }, + "stage.4.l10.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 18, + "offset": 45222912, + "nbytes": 2359296, + "scales_offset": 47582208, + "scales_nbytes": 294912 + }, + "stage.4.l10.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 47877120, + "nbytes": 3072 + }, + "stage.4.l11.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 47880192, + "nbytes": 3072 + }, + "stage.4.l11.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 47883264, + "nbytes": 3072 + }, + "stage.4.l11.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 18, + "offset": 47886336, + "nbytes": 1769472, + "scales_offset": 49655808, + "scales_nbytes": 221184 + }, + "stage.4.l11.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 18, + "offset": 49876992, + "nbytes": 589824, + "scales_offset": 50466816, + "scales_nbytes": 73728 + }, + "stage.4.l11.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 50540544, + "nbytes": 3072 + }, + "stage.4.l11.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 50543616, + "nbytes": 3072 + }, + "stage.4.l11.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 50546688, + "nbytes": 3072 + }, + "stage.4.l11.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 18, + "offset": 50549760, + "nbytes": 2359296, + "scales_offset": 52909056, + "scales_nbytes": 294912 + }, + "stage.4.l11.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 18, + "offset": 53203968, + "nbytes": 2359296, + "scales_offset": 55563264, + "scales_nbytes": 294912 + }, + "stage.4.l11.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 55858176, + "nbytes": 3072 + }, + "head.0.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 18, + "offset": 55861248, + "nbytes": 21504 + }, + "head.0.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 55882752, + "nbytes": 3072 + }, + "head.0.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 55885824, + "nbytes": 3072 + }, + "head.0.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 55888896, + "nbytes": 3072 + }, + "head.0.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 18, + "offset": 55891968, + "nbytes": 1572864, + "scales_offset": 57464832, + "scales_nbytes": 196608 + }, + "head.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 18, + "offset": 57661440, + "nbytes": 8192 + }, + "head.0.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 18, + "offset": 57669632, + "nbytes": 1572864, + "scales_offset": 59242496, + "scales_nbytes": 196608 + }, + "head.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 59439104, + "nbytes": 3072 + }, + "head.1.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 18, + "offset": 59442176, + "nbytes": 21504 + }, + "head.1.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 59463680, + "nbytes": 3072 + }, + "head.1.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 59466752, + "nbytes": 3072 + }, + "head.1.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 59469824, + "nbytes": 3072 + }, + "head.1.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 18, + "offset": 59472896, + "nbytes": 1572864, + "scales_offset": 61045760, + "scales_nbytes": 196608 + }, + "head.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 18, + "offset": 61242368, + "nbytes": 8192 + }, + "head.1.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 18, + "offset": 61250560, + "nbytes": 1572864, + "scales_offset": 62823424, + "scales_nbytes": 196608 + }, + "head.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 63020032, + "nbytes": 3072 + }, + "head.2.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 18, + "offset": 63023104, + "nbytes": 21504 + }, + "head.2.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 63044608, + "nbytes": 3072 + }, + "head.2.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 63047680, + "nbytes": 3072 + }, + "head.2.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 63050752, + "nbytes": 3072 + }, + "head.2.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 18, + "offset": 63053824, + "nbytes": 1572864, + "scales_offset": 64626688, + "scales_nbytes": 196608 + }, + "head.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 18, + "offset": 64823296, + "nbytes": 8192 + }, + "head.2.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 18, + "offset": 64831488, + "nbytes": 1572864, + "scales_offset": 66404352, + "scales_nbytes": 196608 + }, + "head.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 66600960, + "nbytes": 3072 + }, + "head.3.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 18, + "offset": 66604032, + "nbytes": 21504 + }, + "head.3.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 66625536, + "nbytes": 3072 + }, + "head.3.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 66628608, + "nbytes": 3072 + }, + "head.3.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 18, + "offset": 66631680, + "nbytes": 3072 + }, + "head.3.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 19, + "offset": 0, + "nbytes": 1572864, + "scales_offset": 1572864, + "scales_nbytes": 196608 + }, + "head.3.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 19, + "offset": 1769472, + "nbytes": 8192 + }, + "head.3.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 19, + "offset": 1777664, + "nbytes": 1572864, + "scales_offset": 3350528, + "scales_nbytes": 196608 + }, + "head.3.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 3547136, + "nbytes": 3072 + }, + "head.4.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 19, + "offset": 3550208, + "nbytes": 21504 + }, + "head.4.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 3571712, + "nbytes": 3072 + }, + "head.4.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 3574784, + "nbytes": 3072 + }, + "head.4.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 3577856, + "nbytes": 3072 + }, + "head.4.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 19, + "offset": 3580928, + "nbytes": 1572864, + "scales_offset": 5153792, + "scales_nbytes": 196608 + }, + "head.4.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 19, + "offset": 5350400, + "nbytes": 8192 + }, + "head.4.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 19, + "offset": 5358592, + "nbytes": 1572864, + "scales_offset": 6931456, + "scales_nbytes": 196608 + }, + "head.4.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 7128064, + "nbytes": 3072 + }, + "head.5.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 19, + "offset": 7131136, + "nbytes": 21504 + }, + "head.5.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 7152640, + "nbytes": 3072 + }, + "head.5.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 7155712, + "nbytes": 3072 + }, + "head.5.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 7158784, + "nbytes": 3072 + }, + "head.5.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 19, + "offset": 7161856, + "nbytes": 1572864, + "scales_offset": 8734720, + "scales_nbytes": 196608 + }, + "head.5.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 19, + "offset": 8931328, + "nbytes": 8192 + }, + "head.5.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 19, + "offset": 8939520, + "nbytes": 1572864, + "scales_offset": 10512384, + "scales_nbytes": 196608 + }, + "head.5.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 10708992, + "nbytes": 3072 + }, + "head.6.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 19, + "offset": 10712064, + "nbytes": 21504 + }, + "head.6.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 10733568, + "nbytes": 3072 + }, + "head.6.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 10736640, + "nbytes": 3072 + }, + "head.6.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 10739712, + "nbytes": 3072 + }, + "head.6.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 19, + "offset": 10742784, + "nbytes": 1572864, + "scales_offset": 12315648, + "scales_nbytes": 196608 + }, + "head.6.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 19, + "offset": 12512256, + "nbytes": 8192 + }, + "head.6.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 19, + "offset": 12520448, + "nbytes": 1572864, + "scales_offset": 14093312, + "scales_nbytes": 196608 + }, + "head.6.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 14289920, + "nbytes": 3072 + }, + "head.7.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 19, + "offset": 14292992, + "nbytes": 21504 + }, + "head.7.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 14314496, + "nbytes": 3072 + }, + "head.7.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 14317568, + "nbytes": 3072 + }, + "head.7.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 14320640, + "nbytes": 3072 + }, + "head.7.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 19, + "offset": 14323712, + "nbytes": 1572864, + "scales_offset": 15896576, + "scales_nbytes": 196608 + }, + "head.7.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 19, + "offset": 16093184, + "nbytes": 8192 + }, + "head.7.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 19, + "offset": 16101376, + "nbytes": 1572864, + "scales_offset": 17674240, + "scales_nbytes": 196608 + }, + "head.7.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 17870848, + "nbytes": 3072 + }, + "head.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 17873920, + "nbytes": 3072 + }, + "head.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 19, + "offset": 17876992, + "nbytes": 3072 + }, + "head.out.0.weight": { + "dtype": "q8", + "shape": [ + 768, + 738 + ], + "shard": 19, + "offset": 17880064, + "nbytes": 566784, + "scales_offset": 18446848, + "scales_nbytes": 70848 + }, + "head.out.0.bias": { + "dtype": "f32", + "shape": [ + 738 + ], + "shard": 19, + "offset": 18517760, + "nbytes": 2952 + }, + "head.out.1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2210 + ], + "shard": 19, + "offset": 18520832, + "nbytes": 1697280, + "scales_offset": 20218112, + "scales_nbytes": 212160 + }, + "head.out.1.bias": { + "dtype": "f32", + "shape": [ + 2210 + ], + "shard": 19, + "offset": 20430336, + "nbytes": 8840 + }, + "head.mixer.weight": { + "dtype": "f32", + "shape": [ + 127, + 2 + ], + "shard": 19, + "offset": 20439296, + "nbytes": 1016, + "host": true + }, + "head.window.0": { + "dtype": "f32", + "shape": [ + 736 + ], + "shard": 19, + "offset": 20440320, + "nbytes": 2944, + "host": true + }, + "head.window.1": { + "dtype": "f32", + "shape": [ + 2208 + ], + "shard": 19, + "offset": 20443392, + "nbytes": 8832, + "host": true + }, + "resample.kernel": { + "dtype": "f32", + "shape": [ + 770, + 735 + ], + "shard": 19, + "offset": 20452352, + "nbytes": 2263800, + "host": true + } + } +} \ No newline at end of file diff --git a/web/zac-full_mr/shard-000.bin b/web/zac-full_mr/shard-000.bin new file mode 100644 index 0000000000000000000000000000000000000000..91a09c1ece278e3cd352119395981188778af4f0 --- /dev/null +++ b/web/zac-full_mr/shard-000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10bd894273348c1591287cf452d247d1378a41dade7d343b3daa760d9ed20aae +size 6291456 diff --git a/web/zac-full_mr/shard-001.bin b/web/zac-full_mr/shard-001.bin new file mode 100644 index 0000000000000000000000000000000000000000..93a0f91532961e92afa0d008a932ed79c48c17a5 --- /dev/null +++ b/web/zac-full_mr/shard-001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc3557b110124dc8d9f71900b85c39e758a000b6405134b33a7cc17ac8a03fc +size 75497472 diff --git a/web/zac-full_mr/shard-002.bin b/web/zac-full_mr/shard-002.bin new file mode 100644 index 0000000000000000000000000000000000000000..53f2f96f7d10a42e4427ee784c1fadb79c69e84e --- /dev/null +++ b/web/zac-full_mr/shard-002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edb0d58fac946fdba6cd94463f453b0ef4de8d4a42befa5b7f4d2ce8e6034bad +size 62882816 diff --git a/web/zac-full_mr/shard-003.bin b/web/zac-full_mr/shard-003.bin new file mode 100644 index 0000000000000000000000000000000000000000..4c66f3d8ebeef34b46945f85fa115349e0cd2833 --- /dev/null +++ b/web/zac-full_mr/shard-003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:902e64799746805817e81fc26eeadd115941bded1c51524a2cb4a50fe8aaa17b +size 66447360 diff --git a/web/zac-full_mr/shard-004.bin b/web/zac-full_mr/shard-004.bin new file mode 100644 index 0000000000000000000000000000000000000000..7d4b04a395f1ce67a042b38962d08dec74d1cb4a --- /dev/null +++ b/web/zac-full_mr/shard-004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e16af90e03e55cdd2b9b6ec76c0c7ade144565d40896a5f33df44d0d007b63a6 +size 66447360 diff --git a/web/zac-full_mr/shard-005.bin b/web/zac-full_mr/shard-005.bin new file mode 100644 index 0000000000000000000000000000000000000000..6140764c2b56be0bc1907e85fee38f85ad3511df --- /dev/null +++ b/web/zac-full_mr/shard-005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93e5d679fe6acc6603c1cca7b4a7d73163ad734b5de0e2e55d1b8b733ef96034 +size 66447360 diff --git a/web/zac-full_mr/shard-006.bin b/web/zac-full_mr/shard-006.bin new file mode 100644 index 0000000000000000000000000000000000000000..d84aaed1d07ca209ac4502d6594b9b4703701f3c --- /dev/null +++ b/web/zac-full_mr/shard-006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58b221db84dba73941edfc38952073c1eb70318efb26fbc3c3439c76c6edb250 +size 66447360 diff --git a/web/zac-full_mr/shard-007.bin b/web/zac-full_mr/shard-007.bin new file mode 100644 index 0000000000000000000000000000000000000000..40d5224f206948ecfe0b1aee364329617a61f12a --- /dev/null +++ b/web/zac-full_mr/shard-007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:107d202711bb1baaf8cccca1a194213c4d415e6a141c86a5871c1e8e49ac7e07 +size 66447360 diff --git a/web/zac-full_mr/shard-008.bin b/web/zac-full_mr/shard-008.bin new file mode 100644 index 0000000000000000000000000000000000000000..45dfe254561d1377cb4cc52eaa302a8c0e7f952b --- /dev/null +++ b/web/zac-full_mr/shard-008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3551daa0d6f187e5f38094aa9e766559e2e5434d00b67ea152f29f793559201f +size 66447360 diff --git a/web/zac-full_mr/shard-009.bin b/web/zac-full_mr/shard-009.bin new file mode 100644 index 0000000000000000000000000000000000000000..448fb36a5cac6954a6c80d8bb8f02be696e2b713 --- /dev/null +++ b/web/zac-full_mr/shard-009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbc2ead7bec46b75ee53526a36e37f6965228a387409edbc03cf0755ab0789e6 +size 66447360 diff --git a/web/zac-full_mr/shard-010.bin b/web/zac-full_mr/shard-010.bin new file mode 100644 index 0000000000000000000000000000000000000000..feb79b2b3045fe65eccb25ff485c1a5c3812333a --- /dev/null +++ b/web/zac-full_mr/shard-010.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baa365bca0a586479662d96e4f2a790ccc75feee69e2270cfcbe8c999f2dc9bc +size 66447360 diff --git a/web/zac-full_mr/shard-011.bin b/web/zac-full_mr/shard-011.bin new file mode 100644 index 0000000000000000000000000000000000000000..ab55661acc9fc5946789e00cbdbdae5cf1e06e05 --- /dev/null +++ b/web/zac-full_mr/shard-011.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8091f3dcdec0093c4b5884e3fd4ee4193718bd69c750aec6b62350eb1907a6c0 +size 66447360 diff --git a/web/zac-full_mr/shard-012.bin b/web/zac-full_mr/shard-012.bin new file mode 100644 index 0000000000000000000000000000000000000000..1b65efc9637c9251b434967f49e57f330ef86fe0 --- /dev/null +++ b/web/zac-full_mr/shard-012.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b776a66caf3b70a321780eea1525cad3cbb709e379a505db3ac94207db42729 +size 66990080 diff --git a/web/zac-full_mr/shard-013.bin b/web/zac-full_mr/shard-013.bin new file mode 100644 index 0000000000000000000000000000000000000000..6dd50c84b2b3f80b6c87afa798cb3d826520c8b8 --- /dev/null +++ b/web/zac-full_mr/shard-013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5ba8df103638e69e382158bb3d2b5fb7e129eb131839c85bffefc269f19f34d +size 66508800 diff --git a/web/zac-full_mr/shard-014.bin b/web/zac-full_mr/shard-014.bin new file mode 100644 index 0000000000000000000000000000000000000000..32ad9c0ec5567e444060f406aa428cf45f64cd41 --- /dev/null +++ b/web/zac-full_mr/shard-014.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00d95a8be99968aef370c648c1a718a7a9348f33fe976a7a81165789b7c4ff6 +size 65516544 diff --git a/web/zac-full_mr/shard-015.bin b/web/zac-full_mr/shard-015.bin new file mode 100644 index 0000000000000000000000000000000000000000..2e28cfa67cdafaff1c87f828f21f4ba58fbd5a6f --- /dev/null +++ b/web/zac-full_mr/shard-015.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f43baa48a60274029ae3952e67692fa340a928874b57c45dc5ad9809b68f638 +size 64843776 diff --git a/web/zac-full_mr/shard-016.bin b/web/zac-full_mr/shard-016.bin new file mode 100644 index 0000000000000000000000000000000000000000..e958ff73f2aeb01fc56ae3228209caa79764edec --- /dev/null +++ b/web/zac-full_mr/shard-016.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d47a573af199ed39e4d7c71303e44df2e10c207a5c0c833fc12649301eebae7 +size 66502656 diff --git a/web/zac-full_mr/shard-017.bin b/web/zac-full_mr/shard-017.bin new file mode 100644 index 0000000000000000000000000000000000000000..a9fa86ade8d934524cae17c03d1054daa3567e05 --- /dev/null +++ b/web/zac-full_mr/shard-017.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:045710c3d0096d02b512ef4cfbe08d746bf8a35146cf60475df231805be0b342 +size 66843648 diff --git a/web/zac-full_mr/shard-018.bin b/web/zac-full_mr/shard-018.bin new file mode 100644 index 0000000000000000000000000000000000000000..1c82051967128622dae84f1d45b7842308984e13 --- /dev/null +++ b/web/zac-full_mr/shard-018.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2be87bd72b055ec57f079f242e940a2d8e37c7001521788b0bff2bac841316be +size 66634752 diff --git a/web/zac-full_mr/shard-019.bin b/web/zac-full_mr/shard-019.bin new file mode 100644 index 0000000000000000000000000000000000000000..ad41c02f15f3377f205e433c451830db78ea33cf --- /dev/null +++ b/web/zac-full_mr/shard-019.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63d8b4b168e049ea5d757b36d65495005f9b3f1edaf1600015049cbee81babac +size 22716152 diff --git a/web/zac/manifest.json b/web/zac/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..86a6148a9a6ef1f94e091d1ea4a54c6f8e6dcef3 --- /dev/null +++ b/web/zac/manifest.json @@ -0,0 +1,2346 @@ +{ + "format": "zonos3-web-v1", + "model": "zac", + "meta": { + "general.architecture": "mossdual_istft", + "general.name": "ZONOS3 Mini MR-iSTFT decoder (keep2_plain, step 50000)", + "sample_rate": 44100, + "internal_sample_rate": 44160, + "frame_rate": 15, + "hop": 2940, + "internal_hop": 2944, + "n_codebooks": 10, + "codebook_size": 4096, + "latent_dim": 1024, + "semantic_dim": 768, + "sem_head.depth": 4, + "head.depth": 8, + "head.hidden": 2048, + "head.hop": 184, + "head.fir_kernel": 127, + "head.step": 50000, + "head.n_fft": [ + 736, + 2208 + ], + "head.max_log_magnitude": 4.605170249938965, + "headroom_db": 3.0, + "head.variant": "keep2_plain", + "ln_eps": 9.999999747378752e-06, + "convnext_eps": 9.999999974752427e-07, + "stage.in_dim": [ + 1024, + 640, + 384, + 384, + 384 + ], + "stage.out_dim": [ + 1280, + 768, + 768, + 768, + 0 + ], + "stage.d_model": [ + 1280, + 768, + 768, + 768, + 768 + ], + "stage.n_head": [ + 20, + 12, + 12, + 12, + 12 + ], + "stage.n_ff": [ + 5120, + 3072, + 3072, + 3072, + 3072 + ], + "stage.context": [ + 150, + 300, + 480, + 480, + 480 + ], + "stage.n_layer": [ + 2, + 2, + 2, + 2, + 2 + ], + "stage.patch": [ + 2, + 2, + 2, + 2, + 1 + ], + "resample.orig": 736, + "resample.new": 735, + "resample.width": 17 + }, + "shards": [ + "shard-000.bin", + "shard-001.bin", + "shard-002.bin", + "shard-003.bin", + "shard-004.bin" + ], + "tensors": { + "sem.table": { + "dtype": "f16", + "shape": [ + 768, + 4096 + ], + "shard": 0, + "offset": 0, + "nbytes": 6291456 + }, + "res.tables": { + "dtype": "f16", + "shape": [ + 1024, + 36864 + ], + "shard": 1, + "offset": 0, + "nbytes": 75497472 + }, + "res.biases": { + "dtype": "f32", + "shape": [ + 9216 + ], + "shard": 2, + "offset": 0, + "nbytes": 36864 + }, + "sem.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 36864, + "nbytes": 3072 + }, + "res.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 39936, + "nbytes": 4096 + }, + "sem_head.0.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 2, + "offset": 44032, + "nbytes": 21504 + }, + "sem_head.0.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 65536, + "nbytes": 3072 + }, + "sem_head.0.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 68608, + "nbytes": 3072 + }, + "sem_head.0.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 71680, + "nbytes": 3072 + }, + "sem_head.0.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 2, + "offset": 74752, + "nbytes": 1572864, + "scales_offset": 1647616, + "scales_nbytes": 196608 + }, + "sem_head.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 2, + "offset": 1844224, + "nbytes": 8192 + }, + "sem_head.0.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 2, + "offset": 1852416, + "nbytes": 1572864, + "scales_offset": 3425280, + "scales_nbytes": 196608 + }, + "sem_head.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 3621888, + "nbytes": 3072 + }, + "sem_head.1.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 2, + "offset": 3624960, + "nbytes": 21504 + }, + "sem_head.1.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 3646464, + "nbytes": 3072 + }, + "sem_head.1.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 3649536, + "nbytes": 3072 + }, + "sem_head.1.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 3652608, + "nbytes": 3072 + }, + "sem_head.1.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 2, + "offset": 3655680, + "nbytes": 1572864, + "scales_offset": 5228544, + "scales_nbytes": 196608 + }, + "sem_head.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 2, + "offset": 5425152, + "nbytes": 8192 + }, + "sem_head.1.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 2, + "offset": 5433344, + "nbytes": 1572864, + "scales_offset": 7006208, + "scales_nbytes": 196608 + }, + "sem_head.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 7202816, + "nbytes": 3072 + }, + "sem_head.2.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 2, + "offset": 7205888, + "nbytes": 21504 + }, + "sem_head.2.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 7227392, + "nbytes": 3072 + }, + "sem_head.2.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 7230464, + "nbytes": 3072 + }, + "sem_head.2.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 7233536, + "nbytes": 3072 + }, + "sem_head.2.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 2, + "offset": 7236608, + "nbytes": 1572864, + "scales_offset": 8809472, + "scales_nbytes": 196608 + }, + "sem_head.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 2, + "offset": 9006080, + "nbytes": 8192 + }, + "sem_head.2.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 2, + "offset": 9014272, + "nbytes": 1572864, + "scales_offset": 10587136, + "scales_nbytes": 196608 + }, + "sem_head.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 10783744, + "nbytes": 3072 + }, + "sem_head.3.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 2, + "offset": 10786816, + "nbytes": 21504 + }, + "sem_head.3.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 10808320, + "nbytes": 3072 + }, + "sem_head.3.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 10811392, + "nbytes": 3072 + }, + "sem_head.3.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 10814464, + "nbytes": 3072 + }, + "sem_head.3.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 2, + "offset": 10817536, + "nbytes": 1572864, + "scales_offset": 12390400, + "scales_nbytes": 196608 + }, + "sem_head.3.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 2, + "offset": 12587008, + "nbytes": 8192 + }, + "sem_head.3.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 2, + "offset": 12595200, + "nbytes": 1572864, + "scales_offset": 14168064, + "scales_nbytes": 196608 + }, + "sem_head.3.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 14364672, + "nbytes": 3072 + }, + "sem_head.out.weight": { + "dtype": "q8", + "shape": [ + 768, + 1024 + ], + "shard": 2, + "offset": 14367744, + "nbytes": 786432, + "scales_offset": 15154176, + "scales_nbytes": 98304 + }, + "sem_head.out.bias": { + "dtype": "f32", + "shape": [ + 1024 + ], + "shard": 2, + "offset": 15252480, + "nbytes": 4096 + }, + "stage.0.in.weight": { + "dtype": "q8", + "shape": [ + 1024, + 1280 + ], + "shard": 2, + "offset": 15256576, + "nbytes": 1310720, + "scales_offset": 16567296, + "scales_nbytes": 163840 + }, + "stage.0.out.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 2, + "offset": 16731136, + "nbytes": 1638400, + "scales_offset": 18369536, + "scales_nbytes": 204800 + }, + "stage.0.l0.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 18574336, + "nbytes": 5120 + }, + "stage.0.l0.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 18579456, + "nbytes": 5120 + }, + "stage.0.l0.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 2, + "offset": 18584576, + "nbytes": 4915200, + "scales_offset": 23499776, + "scales_nbytes": 614400 + }, + "stage.0.l0.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 2, + "offset": 24114176, + "nbytes": 1638400, + "scales_offset": 25752576, + "scales_nbytes": 204800 + }, + "stage.0.l0.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 25957376, + "nbytes": 5120 + }, + "stage.0.l0.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 25962496, + "nbytes": 5120 + }, + "stage.0.l0.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 25967616, + "nbytes": 5120 + }, + "stage.0.l0.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 2, + "offset": 25972736, + "nbytes": 6553600, + "scales_offset": 32526336, + "scales_nbytes": 819200 + }, + "stage.0.l0.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 2, + "offset": 33345536, + "nbytes": 6553600, + "scales_offset": 39899136, + "scales_nbytes": 819200 + }, + "stage.0.l0.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 40718336, + "nbytes": 5120 + }, + "stage.0.l1.norm1.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 40723456, + "nbytes": 5120 + }, + "stage.0.l1.norm1.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 40728576, + "nbytes": 5120 + }, + "stage.0.l1.qkv.weight": { + "dtype": "q8", + "shape": [ + 1280, + 3840 + ], + "shard": 2, + "offset": 40733696, + "nbytes": 4915200, + "scales_offset": 45648896, + "scales_nbytes": 614400 + }, + "stage.0.l1.wo.weight": { + "dtype": "q8", + "shape": [ + 1280, + 1280 + ], + "shard": 2, + "offset": 46263296, + "nbytes": 1638400, + "scales_offset": 47901696, + "scales_nbytes": 204800 + }, + "stage.0.l1.attn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 48106496, + "nbytes": 5120 + }, + "stage.0.l1.norm2.weight": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 48111616, + "nbytes": 5120 + }, + "stage.0.l1.norm2.bias": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 48116736, + "nbytes": 5120 + }, + "stage.0.l1.ffn1.weight": { + "dtype": "q8", + "shape": [ + 1280, + 5120 + ], + "shard": 2, + "offset": 48121856, + "nbytes": 6553600, + "scales_offset": 54675456, + "scales_nbytes": 819200 + }, + "stage.0.l1.ffn2.weight": { + "dtype": "q8", + "shape": [ + 5120, + 1280 + ], + "shard": 2, + "offset": 55494656, + "nbytes": 6553600, + "scales_offset": 62048256, + "scales_nbytes": 819200 + }, + "stage.0.l1.ffn_scale": { + "dtype": "f32", + "shape": [ + 1280 + ], + "shard": 2, + "offset": 62867456, + "nbytes": 5120 + }, + "stage.1.in.weight": { + "dtype": "q8", + "shape": [ + 640, + 768 + ], + "shard": 2, + "offset": 62872576, + "nbytes": 491520, + "scales_offset": 63364096, + "scales_nbytes": 61440 + }, + "stage.1.out.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 2, + "offset": 63425536, + "nbytes": 589824, + "scales_offset": 64015360, + "scales_nbytes": 73728 + }, + "stage.1.l0.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 64089088, + "nbytes": 3072 + }, + "stage.1.l0.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 64092160, + "nbytes": 3072 + }, + "stage.1.l0.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 2, + "offset": 64095232, + "nbytes": 1769472, + "scales_offset": 65864704, + "scales_nbytes": 221184 + }, + "stage.1.l0.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 2, + "offset": 66085888, + "nbytes": 589824, + "scales_offset": 66675712, + "scales_nbytes": 73728 + }, + "stage.1.l0.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 66749440, + "nbytes": 3072 + }, + "stage.1.l0.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 66752512, + "nbytes": 3072 + }, + "stage.1.l0.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 2, + "offset": 66755584, + "nbytes": 3072 + }, + "stage.1.l0.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 3, + "offset": 0, + "nbytes": 2359296, + "scales_offset": 2359296, + "scales_nbytes": 294912 + }, + "stage.1.l0.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 3, + "offset": 2654208, + "nbytes": 2359296, + "scales_offset": 5013504, + "scales_nbytes": 294912 + }, + "stage.1.l0.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 5308416, + "nbytes": 3072 + }, + "stage.1.l1.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 5311488, + "nbytes": 3072 + }, + "stage.1.l1.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 5314560, + "nbytes": 3072 + }, + "stage.1.l1.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 3, + "offset": 5317632, + "nbytes": 1769472, + "scales_offset": 7087104, + "scales_nbytes": 221184 + }, + "stage.1.l1.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 3, + "offset": 7308288, + "nbytes": 589824, + "scales_offset": 7898112, + "scales_nbytes": 73728 + }, + "stage.1.l1.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 7971840, + "nbytes": 3072 + }, + "stage.1.l1.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 7974912, + "nbytes": 3072 + }, + "stage.1.l1.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 7977984, + "nbytes": 3072 + }, + "stage.1.l1.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 3, + "offset": 7981056, + "nbytes": 2359296, + "scales_offset": 10340352, + "scales_nbytes": 294912 + }, + "stage.1.l1.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 3, + "offset": 10635264, + "nbytes": 2359296, + "scales_offset": 12994560, + "scales_nbytes": 294912 + }, + "stage.1.l1.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 13289472, + "nbytes": 3072 + }, + "stage.2.in.weight": { + "dtype": "q8", + "shape": [ + 384, + 768 + ], + "shard": 3, + "offset": 13292544, + "nbytes": 294912, + "scales_offset": 13587456, + "scales_nbytes": 36864 + }, + "stage.2.out.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 3, + "offset": 13624320, + "nbytes": 589824, + "scales_offset": 14214144, + "scales_nbytes": 73728 + }, + "stage.2.l0.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 14287872, + "nbytes": 3072 + }, + "stage.2.l0.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 14290944, + "nbytes": 3072 + }, + "stage.2.l0.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 3, + "offset": 14294016, + "nbytes": 1769472, + "scales_offset": 16063488, + "scales_nbytes": 221184 + }, + "stage.2.l0.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 3, + "offset": 16284672, + "nbytes": 589824, + "scales_offset": 16874496, + "scales_nbytes": 73728 + }, + "stage.2.l0.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 16948224, + "nbytes": 3072 + }, + "stage.2.l0.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 16951296, + "nbytes": 3072 + }, + "stage.2.l0.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 16954368, + "nbytes": 3072 + }, + "stage.2.l0.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 3, + "offset": 16957440, + "nbytes": 2359296, + "scales_offset": 19316736, + "scales_nbytes": 294912 + }, + "stage.2.l0.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 3, + "offset": 19611648, + "nbytes": 2359296, + "scales_offset": 21970944, + "scales_nbytes": 294912 + }, + "stage.2.l0.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 22265856, + "nbytes": 3072 + }, + "stage.2.l1.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 22268928, + "nbytes": 3072 + }, + "stage.2.l1.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 22272000, + "nbytes": 3072 + }, + "stage.2.l1.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 3, + "offset": 22275072, + "nbytes": 1769472, + "scales_offset": 24044544, + "scales_nbytes": 221184 + }, + "stage.2.l1.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 3, + "offset": 24265728, + "nbytes": 589824, + "scales_offset": 24855552, + "scales_nbytes": 73728 + }, + "stage.2.l1.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 24929280, + "nbytes": 3072 + }, + "stage.2.l1.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 24932352, + "nbytes": 3072 + }, + "stage.2.l1.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 24935424, + "nbytes": 3072 + }, + "stage.2.l1.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 3, + "offset": 24938496, + "nbytes": 2359296, + "scales_offset": 27297792, + "scales_nbytes": 294912 + }, + "stage.2.l1.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 3, + "offset": 27592704, + "nbytes": 2359296, + "scales_offset": 29952000, + "scales_nbytes": 294912 + }, + "stage.2.l1.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 30246912, + "nbytes": 3072 + }, + "stage.3.in.weight": { + "dtype": "q8", + "shape": [ + 384, + 768 + ], + "shard": 3, + "offset": 30249984, + "nbytes": 294912, + "scales_offset": 30544896, + "scales_nbytes": 36864 + }, + "stage.3.out.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 3, + "offset": 30581760, + "nbytes": 589824, + "scales_offset": 31171584, + "scales_nbytes": 73728 + }, + "stage.3.l0.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 31245312, + "nbytes": 3072 + }, + "stage.3.l0.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 31248384, + "nbytes": 3072 + }, + "stage.3.l0.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 3, + "offset": 31251456, + "nbytes": 1769472, + "scales_offset": 33020928, + "scales_nbytes": 221184 + }, + "stage.3.l0.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 3, + "offset": 33242112, + "nbytes": 589824, + "scales_offset": 33831936, + "scales_nbytes": 73728 + }, + "stage.3.l0.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 33905664, + "nbytes": 3072 + }, + "stage.3.l0.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 33908736, + "nbytes": 3072 + }, + "stage.3.l0.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 33911808, + "nbytes": 3072 + }, + "stage.3.l0.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 3, + "offset": 33914880, + "nbytes": 2359296, + "scales_offset": 36274176, + "scales_nbytes": 294912 + }, + "stage.3.l0.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 3, + "offset": 36569088, + "nbytes": 2359296, + "scales_offset": 38928384, + "scales_nbytes": 294912 + }, + "stage.3.l0.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 39223296, + "nbytes": 3072 + }, + "stage.3.l1.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 39226368, + "nbytes": 3072 + }, + "stage.3.l1.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 39229440, + "nbytes": 3072 + }, + "stage.3.l1.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 3, + "offset": 39232512, + "nbytes": 1769472, + "scales_offset": 41001984, + "scales_nbytes": 221184 + }, + "stage.3.l1.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 3, + "offset": 41223168, + "nbytes": 589824, + "scales_offset": 41812992, + "scales_nbytes": 73728 + }, + "stage.3.l1.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 41886720, + "nbytes": 3072 + }, + "stage.3.l1.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 41889792, + "nbytes": 3072 + }, + "stage.3.l1.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 41892864, + "nbytes": 3072 + }, + "stage.3.l1.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 3, + "offset": 41895936, + "nbytes": 2359296, + "scales_offset": 44255232, + "scales_nbytes": 294912 + }, + "stage.3.l1.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 3, + "offset": 44550144, + "nbytes": 2359296, + "scales_offset": 46909440, + "scales_nbytes": 294912 + }, + "stage.3.l1.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 47204352, + "nbytes": 3072 + }, + "stage.4.in.weight": { + "dtype": "q8", + "shape": [ + 384, + 768 + ], + "shard": 3, + "offset": 47207424, + "nbytes": 294912, + "scales_offset": 47502336, + "scales_nbytes": 36864 + }, + "stage.4.l0.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 47539200, + "nbytes": 3072 + }, + "stage.4.l0.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 47542272, + "nbytes": 3072 + }, + "stage.4.l0.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 3, + "offset": 47545344, + "nbytes": 1769472, + "scales_offset": 49314816, + "scales_nbytes": 221184 + }, + "stage.4.l0.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 3, + "offset": 49536000, + "nbytes": 589824, + "scales_offset": 50125824, + "scales_nbytes": 73728 + }, + "stage.4.l0.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 50199552, + "nbytes": 3072 + }, + "stage.4.l0.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 50202624, + "nbytes": 3072 + }, + "stage.4.l0.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 50205696, + "nbytes": 3072 + }, + "stage.4.l0.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 3, + "offset": 50208768, + "nbytes": 2359296, + "scales_offset": 52568064, + "scales_nbytes": 294912 + }, + "stage.4.l0.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 3, + "offset": 52862976, + "nbytes": 2359296, + "scales_offset": 55222272, + "scales_nbytes": 294912 + }, + "stage.4.l0.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 55517184, + "nbytes": 3072 + }, + "stage.4.l1.norm1.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 55520256, + "nbytes": 3072 + }, + "stage.4.l1.norm1.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 55523328, + "nbytes": 3072 + }, + "stage.4.l1.qkv.weight": { + "dtype": "q8", + "shape": [ + 768, + 2304 + ], + "shard": 3, + "offset": 55526400, + "nbytes": 1769472, + "scales_offset": 57295872, + "scales_nbytes": 221184 + }, + "stage.4.l1.wo.weight": { + "dtype": "q8", + "shape": [ + 768, + 768 + ], + "shard": 3, + "offset": 57517056, + "nbytes": 589824, + "scales_offset": 58106880, + "scales_nbytes": 73728 + }, + "stage.4.l1.attn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 58180608, + "nbytes": 3072 + }, + "stage.4.l1.norm2.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 58183680, + "nbytes": 3072 + }, + "stage.4.l1.norm2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 58186752, + "nbytes": 3072 + }, + "stage.4.l1.ffn1.weight": { + "dtype": "q8", + "shape": [ + 768, + 3072 + ], + "shard": 3, + "offset": 58189824, + "nbytes": 2359296, + "scales_offset": 60549120, + "scales_nbytes": 294912 + }, + "stage.4.l1.ffn2.weight": { + "dtype": "q8", + "shape": [ + 3072, + 768 + ], + "shard": 3, + "offset": 60844032, + "nbytes": 2359296, + "scales_offset": 63203328, + "scales_nbytes": 294912 + }, + "stage.4.l1.ffn_scale": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 63498240, + "nbytes": 3072 + }, + "head.0.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 3, + "offset": 63501312, + "nbytes": 21504 + }, + "head.0.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 63522816, + "nbytes": 3072 + }, + "head.0.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 63525888, + "nbytes": 3072 + }, + "head.0.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 63528960, + "nbytes": 3072 + }, + "head.0.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 3, + "offset": 63532032, + "nbytes": 1572864, + "scales_offset": 65104896, + "scales_nbytes": 196608 + }, + "head.0.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 3, + "offset": 65301504, + "nbytes": 8192 + }, + "head.0.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 3, + "offset": 65309696, + "nbytes": 1572864, + "scales_offset": 66882560, + "scales_nbytes": 196608 + }, + "head.0.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 67079168, + "nbytes": 3072 + }, + "head.1.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 3, + "offset": 67082240, + "nbytes": 21504 + }, + "head.1.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 3, + "offset": 67103744, + "nbytes": 3072 + }, + "head.1.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 0, + "nbytes": 3072 + }, + "head.1.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 3072, + "nbytes": 3072 + }, + "head.1.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 4, + "offset": 6144, + "nbytes": 1572864, + "scales_offset": 1579008, + "scales_nbytes": 196608 + }, + "head.1.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 4, + "offset": 1775616, + "nbytes": 8192 + }, + "head.1.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 4, + "offset": 1783808, + "nbytes": 1572864, + "scales_offset": 3356672, + "scales_nbytes": 196608 + }, + "head.1.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 3553280, + "nbytes": 3072 + }, + "head.2.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 4, + "offset": 3556352, + "nbytes": 21504 + }, + "head.2.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 3577856, + "nbytes": 3072 + }, + "head.2.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 3580928, + "nbytes": 3072 + }, + "head.2.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 3584000, + "nbytes": 3072 + }, + "head.2.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 4, + "offset": 3587072, + "nbytes": 1572864, + "scales_offset": 5159936, + "scales_nbytes": 196608 + }, + "head.2.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 4, + "offset": 5356544, + "nbytes": 8192 + }, + "head.2.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 4, + "offset": 5364736, + "nbytes": 1572864, + "scales_offset": 6937600, + "scales_nbytes": 196608 + }, + "head.2.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 7134208, + "nbytes": 3072 + }, + "head.3.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 4, + "offset": 7137280, + "nbytes": 21504 + }, + "head.3.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 7158784, + "nbytes": 3072 + }, + "head.3.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 7161856, + "nbytes": 3072 + }, + "head.3.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 7164928, + "nbytes": 3072 + }, + "head.3.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 4, + "offset": 7168000, + "nbytes": 1572864, + "scales_offset": 8740864, + "scales_nbytes": 196608 + }, + "head.3.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 4, + "offset": 8937472, + "nbytes": 8192 + }, + "head.3.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 4, + "offset": 8945664, + "nbytes": 1572864, + "scales_offset": 10518528, + "scales_nbytes": 196608 + }, + "head.3.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 10715136, + "nbytes": 3072 + }, + "head.4.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 4, + "offset": 10718208, + "nbytes": 21504 + }, + "head.4.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 10739712, + "nbytes": 3072 + }, + "head.4.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 10742784, + "nbytes": 3072 + }, + "head.4.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 10745856, + "nbytes": 3072 + }, + "head.4.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 4, + "offset": 10748928, + "nbytes": 1572864, + "scales_offset": 12321792, + "scales_nbytes": 196608 + }, + "head.4.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 4, + "offset": 12518400, + "nbytes": 8192 + }, + "head.4.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 4, + "offset": 12526592, + "nbytes": 1572864, + "scales_offset": 14099456, + "scales_nbytes": 196608 + }, + "head.4.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 14296064, + "nbytes": 3072 + }, + "head.5.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 4, + "offset": 14299136, + "nbytes": 21504 + }, + "head.5.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 14320640, + "nbytes": 3072 + }, + "head.5.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 14323712, + "nbytes": 3072 + }, + "head.5.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 14326784, + "nbytes": 3072 + }, + "head.5.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 4, + "offset": 14329856, + "nbytes": 1572864, + "scales_offset": 15902720, + "scales_nbytes": 196608 + }, + "head.5.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 4, + "offset": 16099328, + "nbytes": 8192 + }, + "head.5.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 4, + "offset": 16107520, + "nbytes": 1572864, + "scales_offset": 17680384, + "scales_nbytes": 196608 + }, + "head.5.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 17876992, + "nbytes": 3072 + }, + "head.6.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 4, + "offset": 17880064, + "nbytes": 21504 + }, + "head.6.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 17901568, + "nbytes": 3072 + }, + "head.6.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 17904640, + "nbytes": 3072 + }, + "head.6.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 17907712, + "nbytes": 3072 + }, + "head.6.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 4, + "offset": 17910784, + "nbytes": 1572864, + "scales_offset": 19483648, + "scales_nbytes": 196608 + }, + "head.6.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 4, + "offset": 19680256, + "nbytes": 8192 + }, + "head.6.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 4, + "offset": 19688448, + "nbytes": 1572864, + "scales_offset": 21261312, + "scales_nbytes": 196608 + }, + "head.6.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 21457920, + "nbytes": 3072 + }, + "head.7.dw.weight": { + "dtype": "f32", + "shape": [ + 768, + 7 + ], + "shard": 4, + "offset": 21460992, + "nbytes": 21504 + }, + "head.7.dw.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 21482496, + "nbytes": 3072 + }, + "head.7.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 21485568, + "nbytes": 3072 + }, + "head.7.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 21488640, + "nbytes": 3072 + }, + "head.7.pw1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2048 + ], + "shard": 4, + "offset": 21491712, + "nbytes": 1572864, + "scales_offset": 23064576, + "scales_nbytes": 196608 + }, + "head.7.pw1.bias": { + "dtype": "f32", + "shape": [ + 2048 + ], + "shard": 4, + "offset": 23261184, + "nbytes": 8192 + }, + "head.7.pw2.weight": { + "dtype": "q8", + "shape": [ + 2048, + 768 + ], + "shard": 4, + "offset": 23269376, + "nbytes": 1572864, + "scales_offset": 24842240, + "scales_nbytes": 196608 + }, + "head.7.pw2.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 25038848, + "nbytes": 3072 + }, + "head.norm.weight": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 25041920, + "nbytes": 3072 + }, + "head.norm.bias": { + "dtype": "f32", + "shape": [ + 768 + ], + "shard": 4, + "offset": 25044992, + "nbytes": 3072 + }, + "head.out.0.weight": { + "dtype": "q8", + "shape": [ + 768, + 738 + ], + "shard": 4, + "offset": 25048064, + "nbytes": 566784, + "scales_offset": 25614848, + "scales_nbytes": 70848 + }, + "head.out.0.bias": { + "dtype": "f32", + "shape": [ + 738 + ], + "shard": 4, + "offset": 25685760, + "nbytes": 2952 + }, + "head.out.1.weight": { + "dtype": "q8", + "shape": [ + 768, + 2210 + ], + "shard": 4, + "offset": 25688832, + "nbytes": 1697280, + "scales_offset": 27386112, + "scales_nbytes": 212160 + }, + "head.out.1.bias": { + "dtype": "f32", + "shape": [ + 2210 + ], + "shard": 4, + "offset": 27598336, + "nbytes": 8840 + }, + "head.mixer.weight": { + "dtype": "f32", + "shape": [ + 127, + 2 + ], + "shard": 4, + "offset": 27607296, + "nbytes": 1016, + "host": true + }, + "head.window.0": { + "dtype": "f32", + "shape": [ + 736 + ], + "shard": 4, + "offset": 27608320, + "nbytes": 2944, + "host": true + }, + "head.window.1": { + "dtype": "f32", + "shape": [ + 2208 + ], + "shard": 4, + "offset": 27611392, + "nbytes": 8832, + "host": true + }, + "resample.kernel": { + "dtype": "f32", + "shape": [ + 770, + 735 + ], + "shard": 4, + "offset": 27620352, + "nbytes": 2263800, + "host": true + } + } +} \ No newline at end of file diff --git a/web/zac/shard-000.bin b/web/zac/shard-000.bin new file mode 100644 index 0000000000000000000000000000000000000000..91a09c1ece278e3cd352119395981188778af4f0 --- /dev/null +++ b/web/zac/shard-000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10bd894273348c1591287cf452d247d1378a41dade7d343b3daa760d9ed20aae +size 6291456 diff --git a/web/zac/shard-001.bin b/web/zac/shard-001.bin new file mode 100644 index 0000000000000000000000000000000000000000..93a0f91532961e92afa0d008a932ed79c48c17a5 --- /dev/null +++ b/web/zac/shard-001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc3557b110124dc8d9f71900b85c39e758a000b6405134b33a7cc17ac8a03fc +size 75497472 diff --git a/web/zac/shard-002.bin b/web/zac/shard-002.bin new file mode 100644 index 0000000000000000000000000000000000000000..cecbf9441d638fd1f14866f0fd76d143eabd02dc --- /dev/null +++ b/web/zac/shard-002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c54ccdde348b10fcf36029d55d54d021344b81abbcfcdc5197cba19f97013e4 +size 66758656 diff --git a/web/zac/shard-003.bin b/web/zac/shard-003.bin new file mode 100644 index 0000000000000000000000000000000000000000..31c52ba165bec65d36af92617d217f848245e70d --- /dev/null +++ b/web/zac/shard-003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:234f64c8b089ff2b69a7fb4f2a0b3bc6167b657ea9b54298513c5fb5666c45cf +size 67106816 diff --git a/web/zac/shard-004.bin b/web/zac/shard-004.bin new file mode 100644 index 0000000000000000000000000000000000000000..615d40651df30ba1c4a1edbdd11c4843d8f6a76f --- /dev/null +++ b/web/zac/shard-004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c15a760b8a8164e9922fb59fd798c4295e2a31d308e3853db3d3b63ac6f1fe2e +size 29884152