Upload folder using huggingface_hub

quant_models/infinitetalk_multi_fp8.json

@@ -0,0 +1 @@
+{"text_embedding.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "text_embedding.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj1_vf": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj3": {"weights": "qfloat8_e4m3fn", "activations": "none"}}

quant_models/infinitetalk_multi_fp8.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd16124c97872ea59423674bf9244ca6697e920cb673c7bddc2558d1f689384
+size 19499692400

quant_models/infinitetalk_multi_fp8_lora.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82acd84dd5e5be5a1caad1112df67c26677598ed9b93581a6cb42827de5a5f6
+size 19499692400

quant_models/infinitetalk_multi_int8.json

@@ -0,0 +1 @@
+{"text_embedding.0": {"weights": "qint8", "activations": "none"}, "text_embedding.2": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.0.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.0.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.1.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.1.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.2.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.2.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.3.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.3.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.4.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.4.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.5.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.5.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.6.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.6.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.7.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.7.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.8.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.8.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.9.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.9.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.10.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.10.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.11.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.11.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.12.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.12.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.13.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.13.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.14.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.14.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.15.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.15.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.16.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.16.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.17.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.17.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.18.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.18.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.19.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.19.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.20.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.20.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.21.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.21.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.22.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.22.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.23.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.23.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.24.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.24.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.25.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.25.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.26.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.26.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.27.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.27.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.28.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.28.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.29.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.29.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.30.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.30.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.31.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.31.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.32.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.32.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.33.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.33.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.34.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.34.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.35.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.35.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.36.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.36.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.37.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.37.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.38.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.38.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.39.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.39.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "audio_proj.proj1": {"weights": "qint8", "activations": "none"}, "audio_proj.proj1_vf": {"weights": "qint8", "activations": "none"}, "audio_proj.proj2": {"weights": "qint8", "activations": "none"}, "audio_proj.proj3": {"weights": "qint8", "activations": "none"}}

quant_models/infinitetalk_multi_int8.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bb904f203d260d45d213f642aa1fd424a19dc3532181653417ac405d62072d
+size 19499689368

quant_models/infinitetalk_multi_int8_lora.json

@@ -0,0 +1 @@
+{"text_embedding.0": {"weights": "qint8", "activations": "none"}, "text_embedding.2": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.0.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.0.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.1.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.1.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.2.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.2.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.3.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.3.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.4.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.4.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.5.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.5.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.6.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.6.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.7.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.7.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.8.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.8.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.9.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.9.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.10.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.10.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.11.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.11.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.12.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.12.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.13.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.13.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.14.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.14.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.15.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.15.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.16.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.16.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.17.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.17.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.18.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.18.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.19.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.19.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.20.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.20.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.21.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.21.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.22.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.22.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.23.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.23.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.24.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.24.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.25.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.25.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.26.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.26.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.27.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.27.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.28.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.28.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.29.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.29.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.30.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.30.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.31.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.31.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.32.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.32.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.33.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.33.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.34.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.34.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.35.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.35.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.36.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.36.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.37.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.37.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.38.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.38.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.39.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.39.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "audio_proj.proj1": {"weights": "qint8", "activations": "none"}, "audio_proj.proj1_vf": {"weights": "qint8", "activations": "none"}, "audio_proj.proj2": {"weights": "qint8", "activations": "none"}, "audio_proj.proj3": {"weights": "qint8", "activations": "none"}}

quant_models/infinitetalk_multi_int8_lora.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec64b182041c0c4357215fa429cc0308861ff7d642addb47840f621bbe565060
+size 19499689368

quant_models/infinitetalk_single_fp8.json

@@ -0,0 +1 @@
+{"text_embedding.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "text_embedding.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.24.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.25.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.26.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.27.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.28.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.29.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.30.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.31.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.32.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.33.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.34.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.35.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.36.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.37.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.38.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.self_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.k_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.cross_attn.v_img": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.ffn.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.ffn.2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.audio_cross_attn.q_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.audio_cross_attn.proj": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.39.audio_cross_attn.kv_linear": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj1_vf": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "audio_proj.proj3": {"weights": "qfloat8_e4m3fn", "activations": "none"}}

quant_models/infinitetalk_single_fp8.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb097f827f03368f9aaed8f69c1d357179b9268dafb8e80f2312a7067205045
+size 19499692400

quant_models/infinitetalk_single_int8.json

@@ -0,0 +1 @@
+{"text_embedding.0": {"weights": "qint8", "activations": "none"}, "text_embedding.2": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.0.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.0.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.1.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.1.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.2.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.2.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.3.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.3.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.4.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.4.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.5.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.5.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.6.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.6.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.7.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.7.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.8.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.8.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.9.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.9.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.10.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.10.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.11.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.11.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.12.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.12.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.13.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.13.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.14.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.14.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.15.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.15.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.16.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.16.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.17.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.17.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.18.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.18.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.19.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.19.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.20.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.20.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.21.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.21.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.22.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.22.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.23.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.23.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.24.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.24.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.25.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.25.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.26.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.26.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.27.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.27.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.28.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.28.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.29.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.29.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.30.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.30.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.31.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.31.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.32.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.32.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.33.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.33.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.34.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.34.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.35.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.35.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.36.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.36.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.37.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.37.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.38.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.38.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.39.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.39.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "audio_proj.proj1": {"weights": "qint8", "activations": "none"}, "audio_proj.proj1_vf": {"weights": "qint8", "activations": "none"}, "audio_proj.proj2": {"weights": "qint8", "activations": "none"}, "audio_proj.proj3": {"weights": "qint8", "activations": "none"}}

quant_models/infinitetalk_single_int8.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb99fed7949e79326813a771e5fe50c972e5b9d92af313f2f0732ace7079fee
+size 19499689368

quant_models/infinitetalk_single_int8_lora.json

@@ -0,0 +1 @@
+{"text_embedding.0": {"weights": "qint8", "activations": "none"}, "text_embedding.2": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.0.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.0.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.0.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.0.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.0.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.1.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.1.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.1.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.1.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.1.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.2.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.2.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.2.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.2.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.2.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.3.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.3.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.3.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.3.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.3.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.4.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.4.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.4.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.4.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.4.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.5.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.5.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.5.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.5.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.5.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.6.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.6.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.6.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.6.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.6.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.7.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.7.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.7.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.7.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.7.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.8.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.8.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.8.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.8.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.8.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.9.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.9.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.9.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.9.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.9.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.10.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.10.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.10.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.10.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.10.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.11.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.11.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.11.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.11.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.11.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.12.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.12.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.12.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.12.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.12.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.13.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.13.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.13.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.13.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.13.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.14.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.14.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.14.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.14.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.14.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.15.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.15.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.15.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.15.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.15.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.16.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.16.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.16.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.16.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.16.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.17.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.17.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.17.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.17.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.17.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.18.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.18.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.18.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.18.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.18.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.19.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.19.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.19.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.19.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.19.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.20.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.20.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.20.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.20.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.20.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.21.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.21.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.21.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.21.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.21.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.22.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.22.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.22.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.22.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.22.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.23.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.23.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.23.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.23.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.23.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.24.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.24.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.24.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.24.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.24.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.25.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.25.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.25.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.25.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.25.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.26.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.26.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.26.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.26.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.26.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.27.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.27.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.27.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.27.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.27.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.28.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.28.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.28.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.28.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.28.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.29.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.29.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.29.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.29.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.29.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.30.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.30.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.30.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.30.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.30.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.31.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.31.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.31.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.31.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.31.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.32.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.32.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.32.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.32.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.32.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.33.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.33.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.33.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.33.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.33.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.34.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.34.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.34.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.34.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.34.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.35.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.35.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.35.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.35.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.35.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.36.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.36.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.36.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.36.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.36.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.37.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.37.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.37.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.37.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.37.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.38.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.38.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.38.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.38.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.38.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.39.self_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.q": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.k": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.v": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.o": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.k_img": {"weights": "qint8", "activations": "none"}, "blocks.39.cross_attn.v_img": {"weights": "qint8", "activations": "none"}, "blocks.39.ffn.0": {"weights": "qint8", "activations": "none"}, "blocks.39.ffn.2": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.q_linear": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.proj": {"weights": "qint8", "activations": "none"}, "blocks.39.audio_cross_attn.kv_linear": {"weights": "qint8", "activations": "none"}, "audio_proj.proj1": {"weights": "qint8", "activations": "none"}, "audio_proj.proj1_vf": {"weights": "qint8", "activations": "none"}, "audio_proj.proj2": {"weights": "qint8", "activations": "none"}, "audio_proj.proj3": {"weights": "qint8", "activations": "none"}}

quant_models/infinitetalk_single_int8_lora.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376734eb6ae7a129c59278b4caa805b4e1793a3dc015c8ce49c0bb59c919ea02
+size 19499689368

quant_models/t5_fp8.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585a6f8cd13432f79e18695b58a4312c1782528a6f3cfc58121dbc2c018a7467
+size 6733349304

quant_models/t5_map_fp8.json

@@ -0,0 +1 @@
+{"blocks.0.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.0.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.1.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.2.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.3.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.4.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.5.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.6.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.7.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.8.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.9.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.10.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.11.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.12.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.13.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.14.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.15.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.16.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.17.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.18.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.19.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.20.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.21.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.22.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.attn.q": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.attn.k": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.attn.v": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.attn.o": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.ffn.gate.0": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.ffn.fc1": {"weights": "qfloat8_e4m3fn", "activations": "none"}, "blocks.23.ffn.fc2": {"weights": "qfloat8_e4m3fn", "activations": "none"}}