INFO:gguf-dump:* Loading: DeepSeek-v2.5-1210-UD-iq2_xxs-00002-of-00002.gguf * File is LITTLE endian, script is running on a LITTLE endian host. * Dumping 6 key/value pair(s) 1: UINT32 | 1 | GGUF.version = 3 2: UINT64 | 1 | GGUF.tensor_count = 482 3: UINT64 | 1 | GGUF.kv_count = 3 4: UINT16 | 1 | split.no = 1 5: INT32 | 1 | split.tensors.count = 959 6: UINT16 | 1 | split.count = 2 * Dumping 482 tensor(s) 1: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.29.ffn_up_exps.weight 2: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.29.ffn_up_shexp.weight 3: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.30.attn_kv_a_mqa.weight 4: 512 | 512, 1, 1, 1 | F32 | blk.30.attn_kv_a_norm.weight 5: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.30.attn_kv_b.weight 6: 5120 | 5120, 1, 1, 1 | F32 | blk.30.attn_norm.weight 7: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.30.attn_output.weight 8: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.30.attn_q_a.weight 9: 1536 | 1536, 1, 1, 1 | F32 | blk.30.attn_q_a_norm.weight 10: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.30.attn_q_b.weight 11: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.30.ffn_down_exps.weight 12: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.30.ffn_down_shexp.weight 13: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.30.ffn_gate_exps.weight 14: 819200 | 5120, 160, 1, 1 | F32 | blk.30.ffn_gate_inp.weight 15: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.30.ffn_gate_shexp.weight 16: 5120 | 5120, 1, 1, 1 | F32 | blk.30.ffn_norm.weight 17: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.30.ffn_up_exps.weight 18: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.30.ffn_up_shexp.weight 19: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.31.attn_kv_a_mqa.weight 20: 512 | 512, 1, 1, 1 | F32 | blk.31.attn_kv_a_norm.weight 21: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.31.attn_kv_b.weight 22: 5120 | 5120, 1, 1, 1 | F32 | blk.31.attn_norm.weight 23: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.31.attn_output.weight 24: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.31.attn_q_a.weight 25: 1536 | 1536, 1, 1, 1 | F32 | blk.31.attn_q_a_norm.weight 26: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.31.attn_q_b.weight 27: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.31.ffn_down_exps.weight 28: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.31.ffn_down_shexp.weight 29: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.31.ffn_gate_exps.weight 30: 819200 | 5120, 160, 1, 1 | F32 | blk.31.ffn_gate_inp.weight 31: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.31.ffn_gate_shexp.weight 32: 5120 | 5120, 1, 1, 1 | F32 | blk.31.ffn_norm.weight 33: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.31.ffn_up_exps.weight 34: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.31.ffn_up_shexp.weight 35: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.32.attn_kv_a_mqa.weight 36: 512 | 512, 1, 1, 1 | F32 | blk.32.attn_kv_a_norm.weight 37: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.32.attn_kv_b.weight 38: 5120 | 5120, 1, 1, 1 | F32 | blk.32.attn_norm.weight 39: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.32.attn_output.weight 40: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.32.attn_q_a.weight 41: 1536 | 1536, 1, 1, 1 | F32 | blk.32.attn_q_a_norm.weight 42: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.32.attn_q_b.weight 43: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.32.ffn_down_exps.weight 44: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.32.ffn_down_shexp.weight 45: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.32.ffn_gate_exps.weight 46: 819200 | 5120, 160, 1, 1 | F32 | blk.32.ffn_gate_inp.weight 47: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.32.ffn_gate_shexp.weight 48: 5120 | 5120, 1, 1, 1 | F32 | blk.32.ffn_norm.weight 49: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.32.ffn_up_exps.weight 50: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.32.ffn_up_shexp.weight 51: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.33.attn_kv_a_mqa.weight 52: 512 | 512, 1, 1, 1 | F32 | blk.33.attn_kv_a_norm.weight 53: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.33.attn_kv_b.weight 54: 5120 | 5120, 1, 1, 1 | F32 | blk.33.attn_norm.weight 55: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.33.attn_output.weight 56: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.33.attn_q_a.weight 57: 1536 | 1536, 1, 1, 1 | F32 | blk.33.attn_q_a_norm.weight 58: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.33.attn_q_b.weight 59: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.33.ffn_down_exps.weight 60: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.33.ffn_down_shexp.weight 61: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.33.ffn_gate_exps.weight 62: 819200 | 5120, 160, 1, 1 | F32 | blk.33.ffn_gate_inp.weight 63: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.33.ffn_gate_shexp.weight 64: 5120 | 5120, 1, 1, 1 | F32 | blk.33.ffn_norm.weight 65: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.33.ffn_up_exps.weight 66: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.33.ffn_up_shexp.weight 67: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.34.attn_kv_a_mqa.weight 68: 512 | 512, 1, 1, 1 | F32 | blk.34.attn_kv_a_norm.weight 69: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.34.attn_kv_b.weight 70: 5120 | 5120, 1, 1, 1 | F32 | blk.34.attn_norm.weight 71: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.34.attn_output.weight 72: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.34.attn_q_a.weight 73: 1536 | 1536, 1, 1, 1 | F32 | blk.34.attn_q_a_norm.weight 74: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.34.attn_q_b.weight 75: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.34.ffn_down_exps.weight 76: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.34.ffn_down_shexp.weight 77: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.34.ffn_gate_exps.weight 78: 819200 | 5120, 160, 1, 1 | F32 | blk.34.ffn_gate_inp.weight 79: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.34.ffn_gate_shexp.weight 80: 5120 | 5120, 1, 1, 1 | F32 | blk.34.ffn_norm.weight 81: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.34.ffn_up_exps.weight 82: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.34.ffn_up_shexp.weight 83: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.35.attn_kv_a_mqa.weight 84: 512 | 512, 1, 1, 1 | F32 | blk.35.attn_kv_a_norm.weight 85: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.35.attn_kv_b.weight 86: 5120 | 5120, 1, 1, 1 | F32 | blk.35.attn_norm.weight 87: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.35.attn_output.weight 88: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.35.attn_q_a.weight 89: 1536 | 1536, 1, 1, 1 | F32 | blk.35.attn_q_a_norm.weight 90: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.35.attn_q_b.weight 91: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.35.ffn_down_exps.weight 92: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.35.ffn_down_shexp.weight 93: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.35.ffn_gate_exps.weight 94: 819200 | 5120, 160, 1, 1 | F32 | blk.35.ffn_gate_inp.weight 95: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.35.ffn_gate_shexp.weight 96: 5120 | 5120, 1, 1, 1 | F32 | blk.35.ffn_norm.weight 97: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.35.ffn_up_exps.weight 98: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.35.ffn_up_shexp.weight 99: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.36.attn_kv_a_mqa.weight 100: 512 | 512, 1, 1, 1 | F32 | blk.36.attn_kv_a_norm.weight 101: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.36.attn_kv_b.weight 102: 5120 | 5120, 1, 1, 1 | F32 | blk.36.attn_norm.weight 103: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.36.attn_output.weight 104: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.36.attn_q_a.weight 105: 1536 | 1536, 1, 1, 1 | F32 | blk.36.attn_q_a_norm.weight 106: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.36.attn_q_b.weight 107: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.36.ffn_down_exps.weight 108: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.36.ffn_down_shexp.weight 109: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.36.ffn_gate_exps.weight 110: 819200 | 5120, 160, 1, 1 | F32 | blk.36.ffn_gate_inp.weight 111: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.36.ffn_gate_shexp.weight 112: 5120 | 5120, 1, 1, 1 | F32 | blk.36.ffn_norm.weight 113: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.36.ffn_up_exps.weight 114: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.36.ffn_up_shexp.weight 115: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.37.attn_kv_a_mqa.weight 116: 512 | 512, 1, 1, 1 | F32 | blk.37.attn_kv_a_norm.weight 117: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.37.attn_kv_b.weight 118: 5120 | 5120, 1, 1, 1 | F32 | blk.37.attn_norm.weight 119: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.37.attn_output.weight 120: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.37.attn_q_a.weight 121: 1536 | 1536, 1, 1, 1 | F32 | blk.37.attn_q_a_norm.weight 122: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.37.attn_q_b.weight 123: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.37.ffn_down_exps.weight 124: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.37.ffn_down_shexp.weight 125: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.37.ffn_gate_exps.weight 126: 819200 | 5120, 160, 1, 1 | F32 | blk.37.ffn_gate_inp.weight 127: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.37.ffn_gate_shexp.weight 128: 5120 | 5120, 1, 1, 1 | F32 | blk.37.ffn_norm.weight 129: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.37.ffn_up_exps.weight 130: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.37.ffn_up_shexp.weight 131: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.38.attn_kv_a_mqa.weight 132: 512 | 512, 1, 1, 1 | F32 | blk.38.attn_kv_a_norm.weight 133: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.38.attn_kv_b.weight 134: 5120 | 5120, 1, 1, 1 | F32 | blk.38.attn_norm.weight 135: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.38.attn_output.weight 136: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.38.attn_q_a.weight 137: 1536 | 1536, 1, 1, 1 | F32 | blk.38.attn_q_a_norm.weight 138: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.38.attn_q_b.weight 139: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.38.ffn_down_exps.weight 140: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.38.ffn_down_shexp.weight 141: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.38.ffn_gate_exps.weight 142: 819200 | 5120, 160, 1, 1 | F32 | blk.38.ffn_gate_inp.weight 143: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.38.ffn_gate_shexp.weight 144: 5120 | 5120, 1, 1, 1 | F32 | blk.38.ffn_norm.weight 145: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.38.ffn_up_exps.weight 146: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.38.ffn_up_shexp.weight 147: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.39.attn_kv_a_mqa.weight 148: 512 | 512, 1, 1, 1 | F32 | blk.39.attn_kv_a_norm.weight 149: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.39.attn_kv_b.weight 150: 5120 | 5120, 1, 1, 1 | F32 | blk.39.attn_norm.weight 151: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.39.attn_output.weight 152: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.39.attn_q_a.weight 153: 1536 | 1536, 1, 1, 1 | F32 | blk.39.attn_q_a_norm.weight 154: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.39.attn_q_b.weight 155: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.39.ffn_down_exps.weight 156: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.39.ffn_down_shexp.weight 157: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.39.ffn_gate_exps.weight 158: 819200 | 5120, 160, 1, 1 | F32 | blk.39.ffn_gate_inp.weight 159: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.39.ffn_gate_shexp.weight 160: 5120 | 5120, 1, 1, 1 | F32 | blk.39.ffn_norm.weight 161: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.39.ffn_up_exps.weight 162: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.39.ffn_up_shexp.weight 163: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.40.attn_kv_a_mqa.weight 164: 512 | 512, 1, 1, 1 | F32 | blk.40.attn_kv_a_norm.weight 165: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.40.attn_kv_b.weight 166: 5120 | 5120, 1, 1, 1 | F32 | blk.40.attn_norm.weight 167: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.40.attn_output.weight 168: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.40.attn_q_a.weight 169: 1536 | 1536, 1, 1, 1 | F32 | blk.40.attn_q_a_norm.weight 170: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.40.attn_q_b.weight 171: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.40.ffn_down_exps.weight 172: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.40.ffn_down_shexp.weight 173: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.40.ffn_gate_exps.weight 174: 819200 | 5120, 160, 1, 1 | F32 | blk.40.ffn_gate_inp.weight 175: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.40.ffn_gate_shexp.weight 176: 5120 | 5120, 1, 1, 1 | F32 | blk.40.ffn_norm.weight 177: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.40.ffn_up_exps.weight 178: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.40.ffn_up_shexp.weight 179: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.41.attn_kv_a_mqa.weight 180: 512 | 512, 1, 1, 1 | F32 | blk.41.attn_kv_a_norm.weight 181: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.41.attn_kv_b.weight 182: 5120 | 5120, 1, 1, 1 | F32 | blk.41.attn_norm.weight 183: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.41.attn_output.weight 184: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.41.attn_q_a.weight 185: 1536 | 1536, 1, 1, 1 | F32 | blk.41.attn_q_a_norm.weight 186: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.41.attn_q_b.weight 187: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.41.ffn_down_exps.weight 188: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.41.ffn_down_shexp.weight 189: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.41.ffn_gate_exps.weight 190: 819200 | 5120, 160, 1, 1 | F32 | blk.41.ffn_gate_inp.weight 191: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.41.ffn_gate_shexp.weight 192: 5120 | 5120, 1, 1, 1 | F32 | blk.41.ffn_norm.weight 193: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.41.ffn_up_exps.weight 194: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.41.ffn_up_shexp.weight 195: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.42.attn_kv_a_mqa.weight 196: 512 | 512, 1, 1, 1 | F32 | blk.42.attn_kv_a_norm.weight 197: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.42.attn_kv_b.weight 198: 5120 | 5120, 1, 1, 1 | F32 | blk.42.attn_norm.weight 199: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.42.attn_output.weight 200: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.42.attn_q_a.weight 201: 1536 | 1536, 1, 1, 1 | F32 | blk.42.attn_q_a_norm.weight 202: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.42.attn_q_b.weight 203: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.42.ffn_down_exps.weight 204: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.42.ffn_down_shexp.weight 205: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.42.ffn_gate_exps.weight 206: 819200 | 5120, 160, 1, 1 | F32 | blk.42.ffn_gate_inp.weight 207: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.42.ffn_gate_shexp.weight 208: 5120 | 5120, 1, 1, 1 | F32 | blk.42.ffn_norm.weight 209: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.42.ffn_up_exps.weight 210: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.42.ffn_up_shexp.weight 211: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.43.attn_kv_a_mqa.weight 212: 512 | 512, 1, 1, 1 | F32 | blk.43.attn_kv_a_norm.weight 213: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.43.attn_kv_b.weight 214: 5120 | 5120, 1, 1, 1 | F32 | blk.43.attn_norm.weight 215: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.43.attn_output.weight 216: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.43.attn_q_a.weight 217: 1536 | 1536, 1, 1, 1 | F32 | blk.43.attn_q_a_norm.weight 218: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.43.attn_q_b.weight 219: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.43.ffn_down_exps.weight 220: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.43.ffn_down_shexp.weight 221: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.43.ffn_gate_exps.weight 222: 819200 | 5120, 160, 1, 1 | F32 | blk.43.ffn_gate_inp.weight 223: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.43.ffn_gate_shexp.weight 224: 5120 | 5120, 1, 1, 1 | F32 | blk.43.ffn_norm.weight 225: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.43.ffn_up_exps.weight 226: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.43.ffn_up_shexp.weight 227: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.44.attn_kv_a_mqa.weight 228: 512 | 512, 1, 1, 1 | F32 | blk.44.attn_kv_a_norm.weight 229: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.44.attn_kv_b.weight 230: 5120 | 5120, 1, 1, 1 | F32 | blk.44.attn_norm.weight 231: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.44.attn_output.weight 232: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.44.attn_q_a.weight 233: 1536 | 1536, 1, 1, 1 | F32 | blk.44.attn_q_a_norm.weight 234: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.44.attn_q_b.weight 235: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.44.ffn_down_exps.weight 236: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.44.ffn_down_shexp.weight 237: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.44.ffn_gate_exps.weight 238: 819200 | 5120, 160, 1, 1 | F32 | blk.44.ffn_gate_inp.weight 239: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.44.ffn_gate_shexp.weight 240: 5120 | 5120, 1, 1, 1 | F32 | blk.44.ffn_norm.weight 241: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.44.ffn_up_exps.weight 242: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.44.ffn_up_shexp.weight 243: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.45.attn_kv_a_mqa.weight 244: 512 | 512, 1, 1, 1 | F32 | blk.45.attn_kv_a_norm.weight 245: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.45.attn_kv_b.weight 246: 5120 | 5120, 1, 1, 1 | F32 | blk.45.attn_norm.weight 247: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.45.attn_output.weight 248: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.45.attn_q_a.weight 249: 1536 | 1536, 1, 1, 1 | F32 | blk.45.attn_q_a_norm.weight 250: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.45.attn_q_b.weight 251: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.45.ffn_down_exps.weight 252: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.45.ffn_down_shexp.weight 253: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.45.ffn_gate_exps.weight 254: 819200 | 5120, 160, 1, 1 | F32 | blk.45.ffn_gate_inp.weight 255: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.45.ffn_gate_shexp.weight 256: 5120 | 5120, 1, 1, 1 | F32 | blk.45.ffn_norm.weight 257: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.45.ffn_up_exps.weight 258: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.45.ffn_up_shexp.weight 259: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.46.attn_kv_a_mqa.weight 260: 512 | 512, 1, 1, 1 | F32 | blk.46.attn_kv_a_norm.weight 261: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.46.attn_kv_b.weight 262: 5120 | 5120, 1, 1, 1 | F32 | blk.46.attn_norm.weight 263: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.46.attn_output.weight 264: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.46.attn_q_a.weight 265: 1536 | 1536, 1, 1, 1 | F32 | blk.46.attn_q_a_norm.weight 266: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.46.attn_q_b.weight 267: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.46.ffn_down_exps.weight 268: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.46.ffn_down_shexp.weight 269: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.46.ffn_gate_exps.weight 270: 819200 | 5120, 160, 1, 1 | F32 | blk.46.ffn_gate_inp.weight 271: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.46.ffn_gate_shexp.weight 272: 5120 | 5120, 1, 1, 1 | F32 | blk.46.ffn_norm.weight 273: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.46.ffn_up_exps.weight 274: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.46.ffn_up_shexp.weight 275: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.47.attn_kv_a_mqa.weight 276: 512 | 512, 1, 1, 1 | F32 | blk.47.attn_kv_a_norm.weight 277: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.47.attn_kv_b.weight 278: 5120 | 5120, 1, 1, 1 | F32 | blk.47.attn_norm.weight 279: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.47.attn_output.weight 280: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.47.attn_q_a.weight 281: 1536 | 1536, 1, 1, 1 | F32 | blk.47.attn_q_a_norm.weight 282: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.47.attn_q_b.weight 283: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.47.ffn_down_exps.weight 284: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.47.ffn_down_shexp.weight 285: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.47.ffn_gate_exps.weight 286: 819200 | 5120, 160, 1, 1 | F32 | blk.47.ffn_gate_inp.weight 287: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.47.ffn_gate_shexp.weight 288: 5120 | 5120, 1, 1, 1 | F32 | blk.47.ffn_norm.weight 289: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.47.ffn_up_exps.weight 290: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.47.ffn_up_shexp.weight 291: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.48.attn_kv_a_mqa.weight 292: 512 | 512, 1, 1, 1 | F32 | blk.48.attn_kv_a_norm.weight 293: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.48.attn_kv_b.weight 294: 5120 | 5120, 1, 1, 1 | F32 | blk.48.attn_norm.weight 295: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.48.attn_output.weight 296: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.48.attn_q_a.weight 297: 1536 | 1536, 1, 1, 1 | F32 | blk.48.attn_q_a_norm.weight 298: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.48.attn_q_b.weight 299: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.48.ffn_down_exps.weight 300: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.48.ffn_down_shexp.weight 301: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.48.ffn_gate_exps.weight 302: 819200 | 5120, 160, 1, 1 | F32 | blk.48.ffn_gate_inp.weight 303: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.48.ffn_gate_shexp.weight 304: 5120 | 5120, 1, 1, 1 | F32 | blk.48.ffn_norm.weight 305: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.48.ffn_up_exps.weight 306: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.48.ffn_up_shexp.weight 307: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.49.attn_kv_a_mqa.weight 308: 512 | 512, 1, 1, 1 | F32 | blk.49.attn_kv_a_norm.weight 309: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.49.attn_kv_b.weight 310: 5120 | 5120, 1, 1, 1 | F32 | blk.49.attn_norm.weight 311: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.49.attn_output.weight 312: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.49.attn_q_a.weight 313: 1536 | 1536, 1, 1, 1 | F32 | blk.49.attn_q_a_norm.weight 314: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.49.attn_q_b.weight 315: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.49.ffn_down_exps.weight 316: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.49.ffn_down_shexp.weight 317: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.49.ffn_gate_exps.weight 318: 819200 | 5120, 160, 1, 1 | F32 | blk.49.ffn_gate_inp.weight 319: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.49.ffn_gate_shexp.weight 320: 5120 | 5120, 1, 1, 1 | F32 | blk.49.ffn_norm.weight 321: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.49.ffn_up_exps.weight 322: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.49.ffn_up_shexp.weight 323: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.50.attn_kv_a_mqa.weight 324: 512 | 512, 1, 1, 1 | F32 | blk.50.attn_kv_a_norm.weight 325: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.50.attn_kv_b.weight 326: 5120 | 5120, 1, 1, 1 | F32 | blk.50.attn_norm.weight 327: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.50.attn_output.weight 328: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.50.attn_q_a.weight 329: 1536 | 1536, 1, 1, 1 | F32 | blk.50.attn_q_a_norm.weight 330: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.50.attn_q_b.weight 331: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.50.ffn_down_exps.weight 332: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.50.ffn_down_shexp.weight 333: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.50.ffn_gate_exps.weight 334: 819200 | 5120, 160, 1, 1 | F32 | blk.50.ffn_gate_inp.weight 335: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.50.ffn_gate_shexp.weight 336: 5120 | 5120, 1, 1, 1 | F32 | blk.50.ffn_norm.weight 337: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.50.ffn_up_exps.weight 338: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.50.ffn_up_shexp.weight 339: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.51.attn_kv_a_mqa.weight 340: 512 | 512, 1, 1, 1 | F32 | blk.51.attn_kv_a_norm.weight 341: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.51.attn_kv_b.weight 342: 5120 | 5120, 1, 1, 1 | F32 | blk.51.attn_norm.weight 343: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.51.attn_output.weight 344: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.51.attn_q_a.weight 345: 1536 | 1536, 1, 1, 1 | F32 | blk.51.attn_q_a_norm.weight 346: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.51.attn_q_b.weight 347: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.51.ffn_down_exps.weight 348: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.51.ffn_down_shexp.weight 349: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.51.ffn_gate_exps.weight 350: 819200 | 5120, 160, 1, 1 | F32 | blk.51.ffn_gate_inp.weight 351: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.51.ffn_gate_shexp.weight 352: 5120 | 5120, 1, 1, 1 | F32 | blk.51.ffn_norm.weight 353: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.51.ffn_up_exps.weight 354: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.51.ffn_up_shexp.weight 355: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.52.attn_kv_a_mqa.weight 356: 512 | 512, 1, 1, 1 | F32 | blk.52.attn_kv_a_norm.weight 357: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.52.attn_kv_b.weight 358: 5120 | 5120, 1, 1, 1 | F32 | blk.52.attn_norm.weight 359: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.52.attn_output.weight 360: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.52.attn_q_a.weight 361: 1536 | 1536, 1, 1, 1 | F32 | blk.52.attn_q_a_norm.weight 362: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.52.attn_q_b.weight 363: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.52.ffn_down_exps.weight 364: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.52.ffn_down_shexp.weight 365: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.52.ffn_gate_exps.weight 366: 819200 | 5120, 160, 1, 1 | F32 | blk.52.ffn_gate_inp.weight 367: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.52.ffn_gate_shexp.weight 368: 5120 | 5120, 1, 1, 1 | F32 | blk.52.ffn_norm.weight 369: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.52.ffn_up_exps.weight 370: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.52.ffn_up_shexp.weight 371: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.53.attn_kv_a_mqa.weight 372: 512 | 512, 1, 1, 1 | F32 | blk.53.attn_kv_a_norm.weight 373: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.53.attn_kv_b.weight 374: 5120 | 5120, 1, 1, 1 | F32 | blk.53.attn_norm.weight 375: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.53.attn_output.weight 376: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.53.attn_q_a.weight 377: 1536 | 1536, 1, 1, 1 | F32 | blk.53.attn_q_a_norm.weight 378: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.53.attn_q_b.weight 379: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.53.ffn_down_exps.weight 380: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.53.ffn_down_shexp.weight 381: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.53.ffn_gate_exps.weight 382: 819200 | 5120, 160, 1, 1 | F32 | blk.53.ffn_gate_inp.weight 383: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.53.ffn_gate_shexp.weight 384: 5120 | 5120, 1, 1, 1 | F32 | blk.53.ffn_norm.weight 385: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.53.ffn_up_exps.weight 386: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.53.ffn_up_shexp.weight 387: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.54.attn_kv_a_mqa.weight 388: 512 | 512, 1, 1, 1 | F32 | blk.54.attn_kv_a_norm.weight 389: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.54.attn_kv_b.weight 390: 5120 | 5120, 1, 1, 1 | F32 | blk.54.attn_norm.weight 391: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.54.attn_output.weight 392: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.54.attn_q_a.weight 393: 1536 | 1536, 1, 1, 1 | F32 | blk.54.attn_q_a_norm.weight 394: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.54.attn_q_b.weight 395: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.54.ffn_down_exps.weight 396: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.54.ffn_down_shexp.weight 397: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.54.ffn_gate_exps.weight 398: 819200 | 5120, 160, 1, 1 | F32 | blk.54.ffn_gate_inp.weight 399: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.54.ffn_gate_shexp.weight 400: 5120 | 5120, 1, 1, 1 | F32 | blk.54.ffn_norm.weight 401: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.54.ffn_up_exps.weight 402: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.54.ffn_up_shexp.weight 403: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.55.attn_kv_a_mqa.weight 404: 512 | 512, 1, 1, 1 | F32 | blk.55.attn_kv_a_norm.weight 405: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.55.attn_kv_b.weight 406: 5120 | 5120, 1, 1, 1 | F32 | blk.55.attn_norm.weight 407: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.55.attn_output.weight 408: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.55.attn_q_a.weight 409: 1536 | 1536, 1, 1, 1 | F32 | blk.55.attn_q_a_norm.weight 410: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.55.attn_q_b.weight 411: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.55.ffn_down_exps.weight 412: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.55.ffn_down_shexp.weight 413: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.55.ffn_gate_exps.weight 414: 819200 | 5120, 160, 1, 1 | F32 | blk.55.ffn_gate_inp.weight 415: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.55.ffn_gate_shexp.weight 416: 5120 | 5120, 1, 1, 1 | F32 | blk.55.ffn_norm.weight 417: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.55.ffn_up_exps.weight 418: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.55.ffn_up_shexp.weight 419: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.56.attn_kv_a_mqa.weight 420: 512 | 512, 1, 1, 1 | F32 | blk.56.attn_kv_a_norm.weight 421: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.56.attn_kv_b.weight 422: 5120 | 5120, 1, 1, 1 | F32 | blk.56.attn_norm.weight 423: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.56.attn_output.weight 424: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.56.attn_q_a.weight 425: 1536 | 1536, 1, 1, 1 | F32 | blk.56.attn_q_a_norm.weight 426: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.56.attn_q_b.weight 427: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.56.ffn_down_exps.weight 428: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.56.ffn_down_shexp.weight 429: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.56.ffn_gate_exps.weight 430: 819200 | 5120, 160, 1, 1 | F32 | blk.56.ffn_gate_inp.weight 431: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.56.ffn_gate_shexp.weight 432: 5120 | 5120, 1, 1, 1 | F32 | blk.56.ffn_norm.weight 433: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.56.ffn_up_exps.weight 434: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.56.ffn_up_shexp.weight 435: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.57.attn_kv_a_mqa.weight 436: 512 | 512, 1, 1, 1 | F32 | blk.57.attn_kv_a_norm.weight 437: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.57.attn_kv_b.weight 438: 5120 | 5120, 1, 1, 1 | F32 | blk.57.attn_norm.weight 439: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.57.attn_output.weight 440: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.57.attn_q_a.weight 441: 1536 | 1536, 1, 1, 1 | F32 | blk.57.attn_q_a_norm.weight 442: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.57.attn_q_b.weight 443: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.57.ffn_down_exps.weight 444: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.57.ffn_down_shexp.weight 445: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.57.ffn_gate_exps.weight 446: 819200 | 5120, 160, 1, 1 | F32 | blk.57.ffn_gate_inp.weight 447: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.57.ffn_gate_shexp.weight 448: 5120 | 5120, 1, 1, 1 | F32 | blk.57.ffn_norm.weight 449: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.57.ffn_up_exps.weight 450: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.57.ffn_up_shexp.weight 451: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.58.attn_kv_a_mqa.weight 452: 512 | 512, 1, 1, 1 | F32 | blk.58.attn_kv_a_norm.weight 453: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.58.attn_kv_b.weight 454: 5120 | 5120, 1, 1, 1 | F32 | blk.58.attn_norm.weight 455: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.58.attn_output.weight 456: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.58.attn_q_a.weight 457: 1536 | 1536, 1, 1, 1 | F32 | blk.58.attn_q_a_norm.weight 458: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.58.attn_q_b.weight 459: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.58.ffn_down_exps.weight 460: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.58.ffn_down_shexp.weight 461: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.58.ffn_gate_exps.weight 462: 819200 | 5120, 160, 1, 1 | F32 | blk.58.ffn_gate_inp.weight 463: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.58.ffn_gate_shexp.weight 464: 5120 | 5120, 1, 1, 1 | F32 | blk.58.ffn_norm.weight 465: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.58.ffn_up_exps.weight 466: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.58.ffn_up_shexp.weight 467: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.59.attn_kv_a_mqa.weight 468: 512 | 512, 1, 1, 1 | F32 | blk.59.attn_kv_a_norm.weight 469: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.59.attn_kv_b.weight 470: 5120 | 5120, 1, 1, 1 | F32 | blk.59.attn_norm.weight 471: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.59.attn_output.weight 472: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.59.attn_q_a.weight 473: 1536 | 1536, 1, 1, 1 | F32 | blk.59.attn_q_a_norm.weight 474: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.59.attn_q_b.weight 475: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.59.ffn_down_exps.weight 476: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.59.ffn_down_shexp.weight 477: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.59.ffn_gate_exps.weight 478: 819200 | 5120, 160, 1, 1 | F32 | blk.59.ffn_gate_inp.weight 479: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.59.ffn_gate_shexp.weight 480: 5120 | 5120, 1, 1, 1 | F32 | blk.59.ffn_norm.weight 481: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.59.ffn_up_exps.weight 482: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.59.ffn_up_shexp.weight