| INFO:gguf-dump:* Loading: DeepSeek-v2.5-1210-UD-iq2_xxs-00002-of-00002.gguf | |
| * File is LITTLE endian, script is running on a LITTLE endian host. | |
| * Dumping 6 key/value pair(s) | |
| 1: UINT32 | 1 | GGUF.version = 3 | |
| 2: UINT64 | 1 | GGUF.tensor_count = 482 | |
| 3: UINT64 | 1 | GGUF.kv_count = 3 | |
| 4: UINT16 | 1 | split.no = 1 | |
| 5: INT32 | 1 | split.tensors.count = 959 | |
| 6: UINT16 | 1 | split.count = 2 | |
| * Dumping 482 tensor(s) | |
| 1: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.29.ffn_up_exps.weight | |
| 2: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.29.ffn_up_shexp.weight | |
| 3: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.30.attn_kv_a_mqa.weight | |
| 4: 512 | 512, 1, 1, 1 | F32 | blk.30.attn_kv_a_norm.weight | |
| 5: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.30.attn_kv_b.weight | |
| 6: 5120 | 5120, 1, 1, 1 | F32 | blk.30.attn_norm.weight | |
| 7: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.30.attn_output.weight | |
| 8: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.30.attn_q_a.weight | |
| 9: 1536 | 1536, 1, 1, 1 | F32 | blk.30.attn_q_a_norm.weight | |
| 10: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.30.attn_q_b.weight | |
| 11: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.30.ffn_down_exps.weight | |
| 12: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.30.ffn_down_shexp.weight | |
| 13: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.30.ffn_gate_exps.weight | |
| 14: 819200 | 5120, 160, 1, 1 | F32 | blk.30.ffn_gate_inp.weight | |
| 15: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.30.ffn_gate_shexp.weight | |
| 16: 5120 | 5120, 1, 1, 1 | F32 | blk.30.ffn_norm.weight | |
| 17: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.30.ffn_up_exps.weight | |
| 18: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.30.ffn_up_shexp.weight | |
| 19: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.31.attn_kv_a_mqa.weight | |
| 20: 512 | 512, 1, 1, 1 | F32 | blk.31.attn_kv_a_norm.weight | |
| 21: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.31.attn_kv_b.weight | |
| 22: 5120 | 5120, 1, 1, 1 | F32 | blk.31.attn_norm.weight | |
| 23: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.31.attn_output.weight | |
| 24: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.31.attn_q_a.weight | |
| 25: 1536 | 1536, 1, 1, 1 | F32 | blk.31.attn_q_a_norm.weight | |
| 26: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.31.attn_q_b.weight | |
| 27: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.31.ffn_down_exps.weight | |
| 28: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.31.ffn_down_shexp.weight | |
| 29: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.31.ffn_gate_exps.weight | |
| 30: 819200 | 5120, 160, 1, 1 | F32 | blk.31.ffn_gate_inp.weight | |
| 31: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.31.ffn_gate_shexp.weight | |
| 32: 5120 | 5120, 1, 1, 1 | F32 | blk.31.ffn_norm.weight | |
| 33: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.31.ffn_up_exps.weight | |
| 34: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.31.ffn_up_shexp.weight | |
| 35: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.32.attn_kv_a_mqa.weight | |
| 36: 512 | 512, 1, 1, 1 | F32 | blk.32.attn_kv_a_norm.weight | |
| 37: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.32.attn_kv_b.weight | |
| 38: 5120 | 5120, 1, 1, 1 | F32 | blk.32.attn_norm.weight | |
| 39: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.32.attn_output.weight | |
| 40: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.32.attn_q_a.weight | |
| 41: 1536 | 1536, 1, 1, 1 | F32 | blk.32.attn_q_a_norm.weight | |
| 42: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.32.attn_q_b.weight | |
| 43: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.32.ffn_down_exps.weight | |
| 44: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.32.ffn_down_shexp.weight | |
| 45: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.32.ffn_gate_exps.weight | |
| 46: 819200 | 5120, 160, 1, 1 | F32 | blk.32.ffn_gate_inp.weight | |
| 47: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.32.ffn_gate_shexp.weight | |
| 48: 5120 | 5120, 1, 1, 1 | F32 | blk.32.ffn_norm.weight | |
| 49: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.32.ffn_up_exps.weight | |
| 50: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.32.ffn_up_shexp.weight | |
| 51: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.33.attn_kv_a_mqa.weight | |
| 52: 512 | 512, 1, 1, 1 | F32 | blk.33.attn_kv_a_norm.weight | |
| 53: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.33.attn_kv_b.weight | |
| 54: 5120 | 5120, 1, 1, 1 | F32 | blk.33.attn_norm.weight | |
| 55: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.33.attn_output.weight | |
| 56: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.33.attn_q_a.weight | |
| 57: 1536 | 1536, 1, 1, 1 | F32 | blk.33.attn_q_a_norm.weight | |
| 58: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.33.attn_q_b.weight | |
| 59: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.33.ffn_down_exps.weight | |
| 60: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.33.ffn_down_shexp.weight | |
| 61: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.33.ffn_gate_exps.weight | |
| 62: 819200 | 5120, 160, 1, 1 | F32 | blk.33.ffn_gate_inp.weight | |
| 63: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.33.ffn_gate_shexp.weight | |
| 64: 5120 | 5120, 1, 1, 1 | F32 | blk.33.ffn_norm.weight | |
| 65: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.33.ffn_up_exps.weight | |
| 66: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.33.ffn_up_shexp.weight | |
| 67: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.34.attn_kv_a_mqa.weight | |
| 68: 512 | 512, 1, 1, 1 | F32 | blk.34.attn_kv_a_norm.weight | |
| 69: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.34.attn_kv_b.weight | |
| 70: 5120 | 5120, 1, 1, 1 | F32 | blk.34.attn_norm.weight | |
| 71: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.34.attn_output.weight | |
| 72: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.34.attn_q_a.weight | |
| 73: 1536 | 1536, 1, 1, 1 | F32 | blk.34.attn_q_a_norm.weight | |
| 74: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.34.attn_q_b.weight | |
| 75: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.34.ffn_down_exps.weight | |
| 76: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.34.ffn_down_shexp.weight | |
| 77: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.34.ffn_gate_exps.weight | |
| 78: 819200 | 5120, 160, 1, 1 | F32 | blk.34.ffn_gate_inp.weight | |
| 79: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.34.ffn_gate_shexp.weight | |
| 80: 5120 | 5120, 1, 1, 1 | F32 | blk.34.ffn_norm.weight | |
| 81: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.34.ffn_up_exps.weight | |
| 82: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.34.ffn_up_shexp.weight | |
| 83: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.35.attn_kv_a_mqa.weight | |
| 84: 512 | 512, 1, 1, 1 | F32 | blk.35.attn_kv_a_norm.weight | |
| 85: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.35.attn_kv_b.weight | |
| 86: 5120 | 5120, 1, 1, 1 | F32 | blk.35.attn_norm.weight | |
| 87: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.35.attn_output.weight | |
| 88: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.35.attn_q_a.weight | |
| 89: 1536 | 1536, 1, 1, 1 | F32 | blk.35.attn_q_a_norm.weight | |
| 90: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.35.attn_q_b.weight | |
| 91: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.35.ffn_down_exps.weight | |
| 92: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.35.ffn_down_shexp.weight | |
| 93: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.35.ffn_gate_exps.weight | |
| 94: 819200 | 5120, 160, 1, 1 | F32 | blk.35.ffn_gate_inp.weight | |
| 95: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.35.ffn_gate_shexp.weight | |
| 96: 5120 | 5120, 1, 1, 1 | F32 | blk.35.ffn_norm.weight | |
| 97: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.35.ffn_up_exps.weight | |
| 98: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.35.ffn_up_shexp.weight | |
| 99: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.36.attn_kv_a_mqa.weight | |
| 100: 512 | 512, 1, 1, 1 | F32 | blk.36.attn_kv_a_norm.weight | |
| 101: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.36.attn_kv_b.weight | |
| 102: 5120 | 5120, 1, 1, 1 | F32 | blk.36.attn_norm.weight | |
| 103: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.36.attn_output.weight | |
| 104: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.36.attn_q_a.weight | |
| 105: 1536 | 1536, 1, 1, 1 | F32 | blk.36.attn_q_a_norm.weight | |
| 106: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.36.attn_q_b.weight | |
| 107: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.36.ffn_down_exps.weight | |
| 108: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.36.ffn_down_shexp.weight | |
| 109: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.36.ffn_gate_exps.weight | |
| 110: 819200 | 5120, 160, 1, 1 | F32 | blk.36.ffn_gate_inp.weight | |
| 111: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.36.ffn_gate_shexp.weight | |
| 112: 5120 | 5120, 1, 1, 1 | F32 | blk.36.ffn_norm.weight | |
| 113: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.36.ffn_up_exps.weight | |
| 114: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.36.ffn_up_shexp.weight | |
| 115: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.37.attn_kv_a_mqa.weight | |
| 116: 512 | 512, 1, 1, 1 | F32 | blk.37.attn_kv_a_norm.weight | |
| 117: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.37.attn_kv_b.weight | |
| 118: 5120 | 5120, 1, 1, 1 | F32 | blk.37.attn_norm.weight | |
| 119: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.37.attn_output.weight | |
| 120: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.37.attn_q_a.weight | |
| 121: 1536 | 1536, 1, 1, 1 | F32 | blk.37.attn_q_a_norm.weight | |
| 122: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.37.attn_q_b.weight | |
| 123: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.37.ffn_down_exps.weight | |
| 124: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.37.ffn_down_shexp.weight | |
| 125: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.37.ffn_gate_exps.weight | |
| 126: 819200 | 5120, 160, 1, 1 | F32 | blk.37.ffn_gate_inp.weight | |
| 127: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.37.ffn_gate_shexp.weight | |
| 128: 5120 | 5120, 1, 1, 1 | F32 | blk.37.ffn_norm.weight | |
| 129: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.37.ffn_up_exps.weight | |
| 130: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.37.ffn_up_shexp.weight | |
| 131: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.38.attn_kv_a_mqa.weight | |
| 132: 512 | 512, 1, 1, 1 | F32 | blk.38.attn_kv_a_norm.weight | |
| 133: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.38.attn_kv_b.weight | |
| 134: 5120 | 5120, 1, 1, 1 | F32 | blk.38.attn_norm.weight | |
| 135: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.38.attn_output.weight | |
| 136: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.38.attn_q_a.weight | |
| 137: 1536 | 1536, 1, 1, 1 | F32 | blk.38.attn_q_a_norm.weight | |
| 138: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.38.attn_q_b.weight | |
| 139: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.38.ffn_down_exps.weight | |
| 140: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.38.ffn_down_shexp.weight | |
| 141: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.38.ffn_gate_exps.weight | |
| 142: 819200 | 5120, 160, 1, 1 | F32 | blk.38.ffn_gate_inp.weight | |
| 143: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.38.ffn_gate_shexp.weight | |
| 144: 5120 | 5120, 1, 1, 1 | F32 | blk.38.ffn_norm.weight | |
| 145: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.38.ffn_up_exps.weight | |
| 146: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.38.ffn_up_shexp.weight | |
| 147: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.39.attn_kv_a_mqa.weight | |
| 148: 512 | 512, 1, 1, 1 | F32 | blk.39.attn_kv_a_norm.weight | |
| 149: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.39.attn_kv_b.weight | |
| 150: 5120 | 5120, 1, 1, 1 | F32 | blk.39.attn_norm.weight | |
| 151: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.39.attn_output.weight | |
| 152: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.39.attn_q_a.weight | |
| 153: 1536 | 1536, 1, 1, 1 | F32 | blk.39.attn_q_a_norm.weight | |
| 154: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.39.attn_q_b.weight | |
| 155: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.39.ffn_down_exps.weight | |
| 156: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.39.ffn_down_shexp.weight | |
| 157: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.39.ffn_gate_exps.weight | |
| 158: 819200 | 5120, 160, 1, 1 | F32 | blk.39.ffn_gate_inp.weight | |
| 159: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.39.ffn_gate_shexp.weight | |
| 160: 5120 | 5120, 1, 1, 1 | F32 | blk.39.ffn_norm.weight | |
| 161: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.39.ffn_up_exps.weight | |
| 162: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.39.ffn_up_shexp.weight | |
| 163: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.40.attn_kv_a_mqa.weight | |
| 164: 512 | 512, 1, 1, 1 | F32 | blk.40.attn_kv_a_norm.weight | |
| 165: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.40.attn_kv_b.weight | |
| 166: 5120 | 5120, 1, 1, 1 | F32 | blk.40.attn_norm.weight | |
| 167: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.40.attn_output.weight | |
| 168: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.40.attn_q_a.weight | |
| 169: 1536 | 1536, 1, 1, 1 | F32 | blk.40.attn_q_a_norm.weight | |
| 170: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.40.attn_q_b.weight | |
| 171: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.40.ffn_down_exps.weight | |
| 172: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.40.ffn_down_shexp.weight | |
| 173: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.40.ffn_gate_exps.weight | |
| 174: 819200 | 5120, 160, 1, 1 | F32 | blk.40.ffn_gate_inp.weight | |
| 175: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.40.ffn_gate_shexp.weight | |
| 176: 5120 | 5120, 1, 1, 1 | F32 | blk.40.ffn_norm.weight | |
| 177: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.40.ffn_up_exps.weight | |
| 178: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.40.ffn_up_shexp.weight | |
| 179: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.41.attn_kv_a_mqa.weight | |
| 180: 512 | 512, 1, 1, 1 | F32 | blk.41.attn_kv_a_norm.weight | |
| 181: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.41.attn_kv_b.weight | |
| 182: 5120 | 5120, 1, 1, 1 | F32 | blk.41.attn_norm.weight | |
| 183: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.41.attn_output.weight | |
| 184: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.41.attn_q_a.weight | |
| 185: 1536 | 1536, 1, 1, 1 | F32 | blk.41.attn_q_a_norm.weight | |
| 186: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.41.attn_q_b.weight | |
| 187: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.41.ffn_down_exps.weight | |
| 188: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.41.ffn_down_shexp.weight | |
| 189: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.41.ffn_gate_exps.weight | |
| 190: 819200 | 5120, 160, 1, 1 | F32 | blk.41.ffn_gate_inp.weight | |
| 191: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.41.ffn_gate_shexp.weight | |
| 192: 5120 | 5120, 1, 1, 1 | F32 | blk.41.ffn_norm.weight | |
| 193: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.41.ffn_up_exps.weight | |
| 194: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.41.ffn_up_shexp.weight | |
| 195: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.42.attn_kv_a_mqa.weight | |
| 196: 512 | 512, 1, 1, 1 | F32 | blk.42.attn_kv_a_norm.weight | |
| 197: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.42.attn_kv_b.weight | |
| 198: 5120 | 5120, 1, 1, 1 | F32 | blk.42.attn_norm.weight | |
| 199: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.42.attn_output.weight | |
| 200: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.42.attn_q_a.weight | |
| 201: 1536 | 1536, 1, 1, 1 | F32 | blk.42.attn_q_a_norm.weight | |
| 202: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.42.attn_q_b.weight | |
| 203: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.42.ffn_down_exps.weight | |
| 204: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.42.ffn_down_shexp.weight | |
| 205: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.42.ffn_gate_exps.weight | |
| 206: 819200 | 5120, 160, 1, 1 | F32 | blk.42.ffn_gate_inp.weight | |
| 207: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.42.ffn_gate_shexp.weight | |
| 208: 5120 | 5120, 1, 1, 1 | F32 | blk.42.ffn_norm.weight | |
| 209: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.42.ffn_up_exps.weight | |
| 210: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.42.ffn_up_shexp.weight | |
| 211: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.43.attn_kv_a_mqa.weight | |
| 212: 512 | 512, 1, 1, 1 | F32 | blk.43.attn_kv_a_norm.weight | |
| 213: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.43.attn_kv_b.weight | |
| 214: 5120 | 5120, 1, 1, 1 | F32 | blk.43.attn_norm.weight | |
| 215: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.43.attn_output.weight | |
| 216: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.43.attn_q_a.weight | |
| 217: 1536 | 1536, 1, 1, 1 | F32 | blk.43.attn_q_a_norm.weight | |
| 218: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.43.attn_q_b.weight | |
| 219: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.43.ffn_down_exps.weight | |
| 220: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.43.ffn_down_shexp.weight | |
| 221: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.43.ffn_gate_exps.weight | |
| 222: 819200 | 5120, 160, 1, 1 | F32 | blk.43.ffn_gate_inp.weight | |
| 223: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.43.ffn_gate_shexp.weight | |
| 224: 5120 | 5120, 1, 1, 1 | F32 | blk.43.ffn_norm.weight | |
| 225: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.43.ffn_up_exps.weight | |
| 226: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.43.ffn_up_shexp.weight | |
| 227: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.44.attn_kv_a_mqa.weight | |
| 228: 512 | 512, 1, 1, 1 | F32 | blk.44.attn_kv_a_norm.weight | |
| 229: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.44.attn_kv_b.weight | |
| 230: 5120 | 5120, 1, 1, 1 | F32 | blk.44.attn_norm.weight | |
| 231: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.44.attn_output.weight | |
| 232: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.44.attn_q_a.weight | |
| 233: 1536 | 1536, 1, 1, 1 | F32 | blk.44.attn_q_a_norm.weight | |
| 234: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.44.attn_q_b.weight | |
| 235: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.44.ffn_down_exps.weight | |
| 236: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.44.ffn_down_shexp.weight | |
| 237: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.44.ffn_gate_exps.weight | |
| 238: 819200 | 5120, 160, 1, 1 | F32 | blk.44.ffn_gate_inp.weight | |
| 239: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.44.ffn_gate_shexp.weight | |
| 240: 5120 | 5120, 1, 1, 1 | F32 | blk.44.ffn_norm.weight | |
| 241: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.44.ffn_up_exps.weight | |
| 242: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.44.ffn_up_shexp.weight | |
| 243: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.45.attn_kv_a_mqa.weight | |
| 244: 512 | 512, 1, 1, 1 | F32 | blk.45.attn_kv_a_norm.weight | |
| 245: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.45.attn_kv_b.weight | |
| 246: 5120 | 5120, 1, 1, 1 | F32 | blk.45.attn_norm.weight | |
| 247: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.45.attn_output.weight | |
| 248: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.45.attn_q_a.weight | |
| 249: 1536 | 1536, 1, 1, 1 | F32 | blk.45.attn_q_a_norm.weight | |
| 250: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.45.attn_q_b.weight | |
| 251: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.45.ffn_down_exps.weight | |
| 252: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.45.ffn_down_shexp.weight | |
| 253: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.45.ffn_gate_exps.weight | |
| 254: 819200 | 5120, 160, 1, 1 | F32 | blk.45.ffn_gate_inp.weight | |
| 255: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.45.ffn_gate_shexp.weight | |
| 256: 5120 | 5120, 1, 1, 1 | F32 | blk.45.ffn_norm.weight | |
| 257: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.45.ffn_up_exps.weight | |
| 258: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.45.ffn_up_shexp.weight | |
| 259: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.46.attn_kv_a_mqa.weight | |
| 260: 512 | 512, 1, 1, 1 | F32 | blk.46.attn_kv_a_norm.weight | |
| 261: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.46.attn_kv_b.weight | |
| 262: 5120 | 5120, 1, 1, 1 | F32 | blk.46.attn_norm.weight | |
| 263: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.46.attn_output.weight | |
| 264: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.46.attn_q_a.weight | |
| 265: 1536 | 1536, 1, 1, 1 | F32 | blk.46.attn_q_a_norm.weight | |
| 266: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.46.attn_q_b.weight | |
| 267: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.46.ffn_down_exps.weight | |
| 268: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.46.ffn_down_shexp.weight | |
| 269: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.46.ffn_gate_exps.weight | |
| 270: 819200 | 5120, 160, 1, 1 | F32 | blk.46.ffn_gate_inp.weight | |
| 271: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.46.ffn_gate_shexp.weight | |
| 272: 5120 | 5120, 1, 1, 1 | F32 | blk.46.ffn_norm.weight | |
| 273: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.46.ffn_up_exps.weight | |
| 274: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.46.ffn_up_shexp.weight | |
| 275: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.47.attn_kv_a_mqa.weight | |
| 276: 512 | 512, 1, 1, 1 | F32 | blk.47.attn_kv_a_norm.weight | |
| 277: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.47.attn_kv_b.weight | |
| 278: 5120 | 5120, 1, 1, 1 | F32 | blk.47.attn_norm.weight | |
| 279: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.47.attn_output.weight | |
| 280: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.47.attn_q_a.weight | |
| 281: 1536 | 1536, 1, 1, 1 | F32 | blk.47.attn_q_a_norm.weight | |
| 282: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.47.attn_q_b.weight | |
| 283: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.47.ffn_down_exps.weight | |
| 284: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.47.ffn_down_shexp.weight | |
| 285: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.47.ffn_gate_exps.weight | |
| 286: 819200 | 5120, 160, 1, 1 | F32 | blk.47.ffn_gate_inp.weight | |
| 287: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.47.ffn_gate_shexp.weight | |
| 288: 5120 | 5120, 1, 1, 1 | F32 | blk.47.ffn_norm.weight | |
| 289: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.47.ffn_up_exps.weight | |
| 290: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.47.ffn_up_shexp.weight | |
| 291: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.48.attn_kv_a_mqa.weight | |
| 292: 512 | 512, 1, 1, 1 | F32 | blk.48.attn_kv_a_norm.weight | |
| 293: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.48.attn_kv_b.weight | |
| 294: 5120 | 5120, 1, 1, 1 | F32 | blk.48.attn_norm.weight | |
| 295: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.48.attn_output.weight | |
| 296: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.48.attn_q_a.weight | |
| 297: 1536 | 1536, 1, 1, 1 | F32 | blk.48.attn_q_a_norm.weight | |
| 298: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.48.attn_q_b.weight | |
| 299: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.48.ffn_down_exps.weight | |
| 300: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.48.ffn_down_shexp.weight | |
| 301: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.48.ffn_gate_exps.weight | |
| 302: 819200 | 5120, 160, 1, 1 | F32 | blk.48.ffn_gate_inp.weight | |
| 303: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.48.ffn_gate_shexp.weight | |
| 304: 5120 | 5120, 1, 1, 1 | F32 | blk.48.ffn_norm.weight | |
| 305: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.48.ffn_up_exps.weight | |
| 306: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.48.ffn_up_shexp.weight | |
| 307: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.49.attn_kv_a_mqa.weight | |
| 308: 512 | 512, 1, 1, 1 | F32 | blk.49.attn_kv_a_norm.weight | |
| 309: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.49.attn_kv_b.weight | |
| 310: 5120 | 5120, 1, 1, 1 | F32 | blk.49.attn_norm.weight | |
| 311: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.49.attn_output.weight | |
| 312: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.49.attn_q_a.weight | |
| 313: 1536 | 1536, 1, 1, 1 | F32 | blk.49.attn_q_a_norm.weight | |
| 314: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.49.attn_q_b.weight | |
| 315: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.49.ffn_down_exps.weight | |
| 316: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.49.ffn_down_shexp.weight | |
| 317: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.49.ffn_gate_exps.weight | |
| 318: 819200 | 5120, 160, 1, 1 | F32 | blk.49.ffn_gate_inp.weight | |
| 319: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.49.ffn_gate_shexp.weight | |
| 320: 5120 | 5120, 1, 1, 1 | F32 | blk.49.ffn_norm.weight | |
| 321: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.49.ffn_up_exps.weight | |
| 322: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.49.ffn_up_shexp.weight | |
| 323: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.50.attn_kv_a_mqa.weight | |
| 324: 512 | 512, 1, 1, 1 | F32 | blk.50.attn_kv_a_norm.weight | |
| 325: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.50.attn_kv_b.weight | |
| 326: 5120 | 5120, 1, 1, 1 | F32 | blk.50.attn_norm.weight | |
| 327: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.50.attn_output.weight | |
| 328: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.50.attn_q_a.weight | |
| 329: 1536 | 1536, 1, 1, 1 | F32 | blk.50.attn_q_a_norm.weight | |
| 330: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.50.attn_q_b.weight | |
| 331: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.50.ffn_down_exps.weight | |
| 332: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.50.ffn_down_shexp.weight | |
| 333: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.50.ffn_gate_exps.weight | |
| 334: 819200 | 5120, 160, 1, 1 | F32 | blk.50.ffn_gate_inp.weight | |
| 335: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.50.ffn_gate_shexp.weight | |
| 336: 5120 | 5120, 1, 1, 1 | F32 | blk.50.ffn_norm.weight | |
| 337: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.50.ffn_up_exps.weight | |
| 338: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.50.ffn_up_shexp.weight | |
| 339: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.51.attn_kv_a_mqa.weight | |
| 340: 512 | 512, 1, 1, 1 | F32 | blk.51.attn_kv_a_norm.weight | |
| 341: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.51.attn_kv_b.weight | |
| 342: 5120 | 5120, 1, 1, 1 | F32 | blk.51.attn_norm.weight | |
| 343: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.51.attn_output.weight | |
| 344: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.51.attn_q_a.weight | |
| 345: 1536 | 1536, 1, 1, 1 | F32 | blk.51.attn_q_a_norm.weight | |
| 346: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.51.attn_q_b.weight | |
| 347: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.51.ffn_down_exps.weight | |
| 348: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.51.ffn_down_shexp.weight | |
| 349: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.51.ffn_gate_exps.weight | |
| 350: 819200 | 5120, 160, 1, 1 | F32 | blk.51.ffn_gate_inp.weight | |
| 351: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.51.ffn_gate_shexp.weight | |
| 352: 5120 | 5120, 1, 1, 1 | F32 | blk.51.ffn_norm.weight | |
| 353: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.51.ffn_up_exps.weight | |
| 354: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.51.ffn_up_shexp.weight | |
| 355: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.52.attn_kv_a_mqa.weight | |
| 356: 512 | 512, 1, 1, 1 | F32 | blk.52.attn_kv_a_norm.weight | |
| 357: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.52.attn_kv_b.weight | |
| 358: 5120 | 5120, 1, 1, 1 | F32 | blk.52.attn_norm.weight | |
| 359: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.52.attn_output.weight | |
| 360: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.52.attn_q_a.weight | |
| 361: 1536 | 1536, 1, 1, 1 | F32 | blk.52.attn_q_a_norm.weight | |
| 362: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.52.attn_q_b.weight | |
| 363: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.52.ffn_down_exps.weight | |
| 364: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.52.ffn_down_shexp.weight | |
| 365: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.52.ffn_gate_exps.weight | |
| 366: 819200 | 5120, 160, 1, 1 | F32 | blk.52.ffn_gate_inp.weight | |
| 367: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.52.ffn_gate_shexp.weight | |
| 368: 5120 | 5120, 1, 1, 1 | F32 | blk.52.ffn_norm.weight | |
| 369: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.52.ffn_up_exps.weight | |
| 370: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.52.ffn_up_shexp.weight | |
| 371: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.53.attn_kv_a_mqa.weight | |
| 372: 512 | 512, 1, 1, 1 | F32 | blk.53.attn_kv_a_norm.weight | |
| 373: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.53.attn_kv_b.weight | |
| 374: 5120 | 5120, 1, 1, 1 | F32 | blk.53.attn_norm.weight | |
| 375: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.53.attn_output.weight | |
| 376: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.53.attn_q_a.weight | |
| 377: 1536 | 1536, 1, 1, 1 | F32 | blk.53.attn_q_a_norm.weight | |
| 378: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.53.attn_q_b.weight | |
| 379: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.53.ffn_down_exps.weight | |
| 380: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.53.ffn_down_shexp.weight | |
| 381: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.53.ffn_gate_exps.weight | |
| 382: 819200 | 5120, 160, 1, 1 | F32 | blk.53.ffn_gate_inp.weight | |
| 383: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.53.ffn_gate_shexp.weight | |
| 384: 5120 | 5120, 1, 1, 1 | F32 | blk.53.ffn_norm.weight | |
| 385: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.53.ffn_up_exps.weight | |
| 386: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.53.ffn_up_shexp.weight | |
| 387: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.54.attn_kv_a_mqa.weight | |
| 388: 512 | 512, 1, 1, 1 | F32 | blk.54.attn_kv_a_norm.weight | |
| 389: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.54.attn_kv_b.weight | |
| 390: 5120 | 5120, 1, 1, 1 | F32 | blk.54.attn_norm.weight | |
| 391: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.54.attn_output.weight | |
| 392: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.54.attn_q_a.weight | |
| 393: 1536 | 1536, 1, 1, 1 | F32 | blk.54.attn_q_a_norm.weight | |
| 394: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.54.attn_q_b.weight | |
| 395: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.54.ffn_down_exps.weight | |
| 396: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.54.ffn_down_shexp.weight | |
| 397: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.54.ffn_gate_exps.weight | |
| 398: 819200 | 5120, 160, 1, 1 | F32 | blk.54.ffn_gate_inp.weight | |
| 399: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.54.ffn_gate_shexp.weight | |
| 400: 5120 | 5120, 1, 1, 1 | F32 | blk.54.ffn_norm.weight | |
| 401: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.54.ffn_up_exps.weight | |
| 402: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.54.ffn_up_shexp.weight | |
| 403: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.55.attn_kv_a_mqa.weight | |
| 404: 512 | 512, 1, 1, 1 | F32 | blk.55.attn_kv_a_norm.weight | |
| 405: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.55.attn_kv_b.weight | |
| 406: 5120 | 5120, 1, 1, 1 | F32 | blk.55.attn_norm.weight | |
| 407: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.55.attn_output.weight | |
| 408: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.55.attn_q_a.weight | |
| 409: 1536 | 1536, 1, 1, 1 | F32 | blk.55.attn_q_a_norm.weight | |
| 410: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.55.attn_q_b.weight | |
| 411: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.55.ffn_down_exps.weight | |
| 412: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.55.ffn_down_shexp.weight | |
| 413: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.55.ffn_gate_exps.weight | |
| 414: 819200 | 5120, 160, 1, 1 | F32 | blk.55.ffn_gate_inp.weight | |
| 415: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.55.ffn_gate_shexp.weight | |
| 416: 5120 | 5120, 1, 1, 1 | F32 | blk.55.ffn_norm.weight | |
| 417: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.55.ffn_up_exps.weight | |
| 418: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.55.ffn_up_shexp.weight | |
| 419: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.56.attn_kv_a_mqa.weight | |
| 420: 512 | 512, 1, 1, 1 | F32 | blk.56.attn_kv_a_norm.weight | |
| 421: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.56.attn_kv_b.weight | |
| 422: 5120 | 5120, 1, 1, 1 | F32 | blk.56.attn_norm.weight | |
| 423: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.56.attn_output.weight | |
| 424: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.56.attn_q_a.weight | |
| 425: 1536 | 1536, 1, 1, 1 | F32 | blk.56.attn_q_a_norm.weight | |
| 426: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.56.attn_q_b.weight | |
| 427: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.56.ffn_down_exps.weight | |
| 428: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.56.ffn_down_shexp.weight | |
| 429: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.56.ffn_gate_exps.weight | |
| 430: 819200 | 5120, 160, 1, 1 | F32 | blk.56.ffn_gate_inp.weight | |
| 431: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.56.ffn_gate_shexp.weight | |
| 432: 5120 | 5120, 1, 1, 1 | F32 | blk.56.ffn_norm.weight | |
| 433: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.56.ffn_up_exps.weight | |
| 434: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.56.ffn_up_shexp.weight | |
| 435: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.57.attn_kv_a_mqa.weight | |
| 436: 512 | 512, 1, 1, 1 | F32 | blk.57.attn_kv_a_norm.weight | |
| 437: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.57.attn_kv_b.weight | |
| 438: 5120 | 5120, 1, 1, 1 | F32 | blk.57.attn_norm.weight | |
| 439: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.57.attn_output.weight | |
| 440: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.57.attn_q_a.weight | |
| 441: 1536 | 1536, 1, 1, 1 | F32 | blk.57.attn_q_a_norm.weight | |
| 442: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.57.attn_q_b.weight | |
| 443: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.57.ffn_down_exps.weight | |
| 444: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.57.ffn_down_shexp.weight | |
| 445: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.57.ffn_gate_exps.weight | |
| 446: 819200 | 5120, 160, 1, 1 | F32 | blk.57.ffn_gate_inp.weight | |
| 447: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.57.ffn_gate_shexp.weight | |
| 448: 5120 | 5120, 1, 1, 1 | F32 | blk.57.ffn_norm.weight | |
| 449: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.57.ffn_up_exps.weight | |
| 450: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.57.ffn_up_shexp.weight | |
| 451: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.58.attn_kv_a_mqa.weight | |
| 452: 512 | 512, 1, 1, 1 | F32 | blk.58.attn_kv_a_norm.weight | |
| 453: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.58.attn_kv_b.weight | |
| 454: 5120 | 5120, 1, 1, 1 | F32 | blk.58.attn_norm.weight | |
| 455: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.58.attn_output.weight | |
| 456: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.58.attn_q_a.weight | |
| 457: 1536 | 1536, 1, 1, 1 | F32 | blk.58.attn_q_a_norm.weight | |
| 458: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.58.attn_q_b.weight | |
| 459: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.58.ffn_down_exps.weight | |
| 460: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.58.ffn_down_shexp.weight | |
| 461: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.58.ffn_gate_exps.weight | |
| 462: 819200 | 5120, 160, 1, 1 | F32 | blk.58.ffn_gate_inp.weight | |
| 463: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.58.ffn_gate_shexp.weight | |
| 464: 5120 | 5120, 1, 1, 1 | F32 | blk.58.ffn_norm.weight | |
| 465: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.58.ffn_up_exps.weight | |
| 466: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.58.ffn_up_shexp.weight | |
| 467: 2949120 | 5120, 576, 1, 1 | Q6_K | blk.59.attn_kv_a_mqa.weight | |
| 468: 512 | 512, 1, 1, 1 | F32 | blk.59.attn_kv_a_norm.weight | |
| 469: 16777216 | 512, 32768, 1, 1 | Q6_K | blk.59.attn_kv_b.weight | |
| 470: 5120 | 5120, 1, 1, 1 | F32 | blk.59.attn_norm.weight | |
| 471: 83886080 | 16384, 5120, 1, 1 | Q4_K | blk.59.attn_output.weight | |
| 472: 7864320 | 5120, 1536, 1, 1 | Q4_K | blk.59.attn_q_a.weight | |
| 473: 1536 | 1536, 1, 1, 1 | F32 | blk.59.attn_q_a_norm.weight | |
| 474: 37748736 | 1536, 24576, 1, 1 | Q4_K | blk.59.attn_q_b.weight | |
| 475: 1258291200 | 1536, 5120, 160, 1 | Q2_K | blk.59.ffn_down_exps.weight | |
| 476: 15728640 | 3072, 5120, 1, 1 | Q6_K | blk.59.ffn_down_shexp.weight | |
| 477: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.59.ffn_gate_exps.weight | |
| 478: 819200 | 5120, 160, 1, 1 | F32 | blk.59.ffn_gate_inp.weight | |
| 479: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.59.ffn_gate_shexp.weight | |
| 480: 5120 | 5120, 1, 1, 1 | F32 | blk.59.ffn_norm.weight | |
| 481: 1258291200 | 5120, 1536, 160, 1 | IQ2_XXS | blk.59.ffn_up_exps.weight | |
| 482: 15728640 | 5120, 3072, 1, 1 | Q5_K | blk.59.ffn_up_shexp.weight | |