Duplicate from MeiGen-AI/InfiniteTalk

Co-authored-by: Kong <Fucius@users.noreply.huggingface.co>

.gitattributes

@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+assets/logo2.jpg filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,51 @@
+---
+library_name: infinitetalk
+license: apache-2.0
+language:
+- en
+- zh
+---
+
+
+<p align="center">
+  <img src="assets/logo2.jpg" alt="InfiniteTalk" width="500"/>
+</p>
+
+# InfiniteTalk: Audio-driven Video Generation for Sparse-Frame Video Dubbing
+
+<p align="left">
+  <a href="">
+    <img
+      src="https://img.shields.io/badge/InfiniteTalk-Website-0A66C2?logo=safari&logoColor=white" style="display: inline-block; vertical-align: middle;"
+      alt="InfiniteTalk Website"
+    />
+  </a>
+  <a href="">
+    <img
+      src="https://img.shields.io/badge/InfiniteTalk-Paper-red?logo=arxiv&logoColor=red" style="display: inline-block; vertical-align: middle;"
+      alt="InfiniteTalk Paper on arXiv"
+    />
+  </a>
+  <a href="https://github.com/MeiGen-AI/InfiniteTalk" target="_blank" style="margin: 2px;">
+      <img 
+        alt="Github" src="https://img.shields.io/badge/InfiniteTalk-Codebase-536af5?color=536af5&logo=github" style="display: inline-block; vertical-align: middle;"
+        alt="InfiniteTalk Codebase"
+      />
+  </a>
+  
+</p>
+
+
+
+We propose **InfiniteTalk**​​, a novel sparse-frame video dubbing framework. Given an input video and audio track, InfiniteTalk synthesizes a new video with ​​accurate lip synchronization​​ while ​​simultaneously aligning head movements, body posture, and facial expressions​​ with the audio. Unlike traditional dubbing methods that focus solely on lips, InfiniteTalk enables ​​infinite-length video generation​​ with accurate lip synchronization and consistent identity preservation. Beside, InfiniteTalk can also be used as an image-audio-to-video model with an image and an audio as input. 
+- 💬 ​​Sparse-frame Video Dubbing​​ – Synchronizes not only lips, but aslo head, body, and expressions
+- ⏱️ ​​Infinite-Length Generation​​ – Supports unlimited video duration
+- ✨ ​​Stability​​ – Reduces hand/body distortions compared to MultiTalk
+- 🚀 ​​Lip Accuracy​​ – Achieves superior lip synchronization to MultiTalk
+
+This repository hosts the model weights for **InfiniteTalk**. For installation, usage instructions, and further documentation, please visit our [GitHub repository](https://github.com/MeiGen-AI/InfiniteTalk).
+
+
+
+## License Agreement
+The models in this repository are licensed under the Apache 2.0 License. We claim no rights over the your generated contents, granting you the freedom to use them while ensuring that your usage complies with the provisions of this license. You are fully accountable for your use of the models, which must not involve sharing any content that violates applicable laws, causes harm to individuals or groups, disseminates personal information intended for harm, spreads misinformation, or targets vulnerable populations. 

comfyui/infinitetalk_multi.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fd59550aaed24cffba79117ca385eec56529becbe3ab2ec5b5b7f4eeb30274
+size 2712714688

comfyui/infinitetalk_single.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d4871b75bee91f4fe4d5c9f44ff966221b27a3dcb7558e511ac25a2c0e9925
+size 2712714688

multi/infinitetalk.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6314d05ef916131f726ec61ac3292a5f2e08d1d66cabb339340d62cc775f31d
+size 9947889040

quant_models/infinitetalk_multi_fp8.json

@@ -0,0 +1 @@
+{"text_embedding.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "text_embedding.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj1_vf": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj3": {"weights": "qfloat8_e4m3fn", "activations": "none"}}

quant_models/infinitetalk_multi_fp8.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd16124c97872ea59423674bf9244ca6697e920cb673c7bddc2558d1f689384
+size 19499692400

quant_models/infinitetalk_multi_fp8_lora.json

@@ -0,0 +1 @@
+{"text_embedding.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "text_embedding.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj1_vf": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj3": {"weights": "qfloat8_e4m3fn", "activations": "none"}}

quant_models/infinitetalk_multi_fp8_lora.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82acd84dd5e5be5a1caad1112df67c26677598ed9b93581a6cb42827de5a5f6
+size 19499692400

quant_models/infinitetalk_multi_int8.json

@@ -0,0 +1 @@
+{"text_embedding.0": {"weights": "qint8", "activations": "none"}, "text_embedding.2": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.0.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.0.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.1.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.1.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.2.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.2.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.3.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.3.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.4.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.4.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.5.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.5.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.6.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.6.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.7.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.7.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.8.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.8.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.9.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.9.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.10.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.10.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.11.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.11.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.12.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.12.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.13.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.13.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.14.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.14.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.15.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.15.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.16.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.16.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.17.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.17.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.18.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.18.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.19.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.19.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.20.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.20.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.21.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.21.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.22.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.22.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.23.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.23.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.24.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.24.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.25.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.25.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.26.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.26.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.27.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.27.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.28.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.28.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.29.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.29.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.30.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.30.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.31.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.31.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.32.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.32.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.33.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.33.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.34.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.34.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.35.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.35.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.36.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.36.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.37.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.37.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.38.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.38.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.39.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.39.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "audio_proj.proj1": {"weights": "qint8", "activations": "none"}, "audio_proj.proj1_vf": {"weights": "qint8", "activations": "none"}, "audio_proj.proj2": {"weights": "qint8", "activations": "none"}, "audio_proj.proj3": {"weights": "qint8", "activations": "none"}}

quant_models/infinitetalk_multi_int8.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bb904f203d260d45d213f642aa1fd424a19dc3532181653417ac405d62072d
+size 19499689368

quant_models/infinitetalk_multi_int8_lora.json

@@ -0,0 +1 @@
+{"text_embedding.0": {"weights": "qint8", "activations": "none"}, "text_embedding.2": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.0.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.0.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.1.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.1.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.2.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.2.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.3.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.3.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.4.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.4.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.5.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.5.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.6.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.6.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.7.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.7.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.8.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.8.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.9.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.9.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.10.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.10.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.11.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.11.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.12.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.12.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.13.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.13.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.14.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.14.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.15.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.15.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.16.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.16.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.17.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.17.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.18.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.18.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.19.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.19.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.20.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.20.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.21.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.21.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.22.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.22.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.23.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.23.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.24.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.24.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.25.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.25.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.26.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.26.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.27.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.27.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.28.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.28.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.29.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.29.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.30.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.30.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.31.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.31.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.32.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.32.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.33.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.33.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.34.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.34.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.35.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.35.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.36.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.36.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.37.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.37.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.38.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.38.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.39.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.39.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "audio_proj.proj1": {"weights": "qint8", "activations": "none"}, "audio_proj.proj1_vf": {"weights": "qint8", "activations": "none"}, "audio_proj.proj2": {"weights": "qint8", "activations": "none"}, "audio_proj.proj3": {"weights": "qint8", "activations": "none"}}

quant_models/infinitetalk_multi_int8_lora.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec64b182041c0c4357215fa429cc0308861ff7d642addb47840f621bbe565060
+size 19499689368

quant_models/infinitetalk_single_fp8.json

@@ -0,0 +1 @@
+{"text_embedding.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "text_embedding.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj1_vf": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj3": {"weights": "qfloat8_e4m3fn", "activations": "none"}}

quant_models/infinitetalk_single_fp8.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb097f827f03368f9aaed8f69c1d357179b9268dafb8e80f2312a7067205045
+size 19499692400

quant_models/infinitetalk_single_int8.json

@@ -0,0 +1 @@
+{"text_embedding.0": {"weights": "qint8", "activations": "none"}, "text_embedding.2": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.0.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.0.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.1.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.1.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.2.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.2.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.3.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.3.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.4.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.4.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.5.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.5.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.6.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.6.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.7.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.7.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.8.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.8.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.9.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.9.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.10.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.10.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.11.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.11.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.12.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.12.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.13.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.13.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.14.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.14.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.15.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.15.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.16.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.16.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.17.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.17.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.18.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.18.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.19.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.19.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.20.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.20.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.21.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.21.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.22.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.22.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.23.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.23.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.24.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.24.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.25.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.25.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.26.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.26.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.27.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.27.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.28.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.28.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.29.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.29.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.30.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.30.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.31.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.31.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.32.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.32.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.33.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.33.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.34.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.34.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.35.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.35.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.36.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.36.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.37.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.37.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.38.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.38.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.39.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.39.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "audio_proj.proj1": {"weights": "qint8", "activations": "none"}, "audio_proj.proj1_vf": {"weights": "qint8", "activations": "none"}, "audio_proj.proj2": {"weights": "qint8", "activations": "none"}, "audio_proj.proj3": {"weights": "qint8", "activations": "none"}}

quant_models/infinitetalk_single_int8.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb99fed7949e79326813a771e5fe50c972e5b9d92af313f2f0732ace7079fee
+size 19499689368

quant_models/infinitetalk_single_int8_lora.json

@@ -0,0 +1 @@
+{"text_embedding.0": {"weights": "qint8", "activations": "none"}, "text_embedding.2": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.0.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.0.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.1.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.1.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.2.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.2.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.3.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.3.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.4.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.4.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.5.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.5.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.6.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.6.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.7.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.7.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.8.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.8.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.9.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.9.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.10.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.10.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.11.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.11.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.12.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.12.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.13.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.13.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.14.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.14.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.15.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.15.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.16.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.16.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.17.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.17.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.18.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.18.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.19.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.19.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.20.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.20.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.21.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.21.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.22.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.22.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.23.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.23.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.24.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.24.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.25.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.25.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.26.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.26.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.27.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.27.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.28.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.28.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.29.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.29.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.30.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.30.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.31.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.31.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.32.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.32.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.33.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.33.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.34.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.34.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.35.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.35.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.36.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.36.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.37.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.37.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.38.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.38.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.39.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.39.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "audio_proj.proj1": {"weights": "qint8", "activations": "none"}, "audio_proj.proj1_vf": {"weights": "qint8", "activations": "none"}, "audio_proj.proj2": {"weights": "qint8", "activations": "none"}, "audio_proj.proj3": {"weights": "qint8", "activations": "none"}}

quant_models/infinitetalk_single_int8_lora.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376734eb6ae7a129c59278b4caa805b4e1793a3dc015c8ce49c0bb59c919ea02
+size 19499689368

quant_models/t5_fp8.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585a6f8cd13432f79e18695b58a4312c1782528a6f3cfc58121dbc2c018a7467
+size 6733349304

quant_models/t5_map_fp8.json

@@ -0,0 +1 @@
+{"blocks.0.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}}

single/infinitetalk.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1d43f9df885f9c80f25df292050fe753440d890033270a90e1f99f75dd3721
+size 9948708152