init

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+model.safetensors filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,51 @@
+{
+  "_attn_implementation_autoset": true,
+  "_name_or_path": "/root/.cache/huggingface/hub/models--Qwen--Qwen2.5-0.5B-Instruct/snapshots/7ae557604adf67be50417f59c2c2f167def9a775",
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 896,
+  "initializer_range": 0.02,
+  "intermediate_size": 4864,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 21,
+  "model_type": "qwen2",
+  "num_attention_heads": 14,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 2,
+  "quantization_config": {
+    "bits": 2,
+    "checkpoint_format": "gptq",
+    "desc_act": false,
+    "dynamic": null,
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:1.5.1"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.47.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8572721112376195fbcc8595a6a204b3bfad41f90101ba5d4e36d205c718e79f
+size 641496752

quant_log.csv

@@ -0,0 +1,169 @@
+layer,module,loss,damp,time
+0,self_attn.k_proj,0.00138,0.01000,0.372
+0,self_attn.v_proj,0.00003,0.01000,0.143
+0,self_attn.q_proj,0.01032,0.01000,0.146
+0,self_attn.o_proj,0.00001,0.01000,0.141
+0,mlp.up_proj,0.09639,0.01000,0.147
+0,mlp.gate_proj,0.19389,0.01000,0.144
+0,mlp.down_proj,0.00145,0.01000,0.760
+1,self_attn.k_proj,0.00983,0.01000,0.141
+1,self_attn.v_proj,0.00101,0.01000,0.140
+1,self_attn.q_proj,0.03416,0.01000,0.145
+1,self_attn.o_proj,0.00206,0.01000,0.142
+1,mlp.up_proj,0.10123,0.01000,0.152
+1,mlp.gate_proj,0.19488,0.01000,0.147
+1,mlp.down_proj,0.00114,0.01000,0.763
+2,self_attn.k_proj,0.01729,0.01000,0.143
+2,self_attn.v_proj,0.00211,0.01000,0.141
+2,self_attn.q_proj,0.05901,0.01000,0.143
+2,self_attn.o_proj,0.00084,0.01000,0.144
+2,mlp.up_proj,0.16170,0.01000,0.144
+2,mlp.gate_proj,0.30168,0.01000,0.144
+2,mlp.down_proj,3.40212,0.01000,0.777
+3,self_attn.k_proj,0.02164,0.01000,0.146
+3,self_attn.v_proj,0.00550,0.01000,0.144
+3,self_attn.q_proj,0.08517,0.01000,0.140
+3,self_attn.o_proj,0.00069,0.01000,0.145
+3,mlp.up_proj,1.55705,0.01000,0.149
+3,mlp.gate_proj,14.22241,0.01000,0.153
+3,mlp.down_proj,10.47623,0.01000,0.771
+4,self_attn.k_proj,0.01608,0.01000,0.141
+4,self_attn.v_proj,0.00733,0.01000,0.140
+4,self_attn.q_proj,0.07782,0.01000,0.141
+4,self_attn.o_proj,0.00357,0.01000,0.142
+4,mlp.up_proj,0.26308,0.01000,0.146
+4,mlp.gate_proj,0.44777,0.01000,0.146
+4,mlp.down_proj,0.00393,0.01000,0.773
+5,self_attn.k_proj,0.01548,0.01000,0.141
+5,self_attn.v_proj,0.00733,0.01000,0.143
+5,self_attn.q_proj,0.07514,0.01000,0.142
+5,self_attn.o_proj,0.00126,0.01000,0.142
+5,mlp.up_proj,0.32005,0.01000,0.147
+5,mlp.gate_proj,0.75867,0.01000,0.143
+5,mlp.down_proj,0.00588,0.01000,0.782
+6,self_attn.k_proj,0.02100,0.01000,0.142
+6,self_attn.v_proj,0.00581,0.01000,0.142
+6,self_attn.q_proj,0.08125,0.01000,0.143
+6,self_attn.o_proj,0.00086,0.01000,0.142
+6,mlp.up_proj,0.25930,0.01000,0.146
+6,mlp.gate_proj,0.43217,0.01000,0.147
+6,mlp.down_proj,0.00290,0.01000,0.776
+7,self_attn.k_proj,0.02048,0.01000,0.140
+7,self_attn.v_proj,0.00687,0.01000,0.139
+7,self_attn.q_proj,0.08387,0.01000,0.140
+7,self_attn.o_proj,0.00102,0.01000,0.143
+7,mlp.up_proj,0.27253,0.01000,0.144
+7,mlp.gate_proj,0.38177,0.01000,0.150
+7,mlp.down_proj,0.00328,0.01000,0.786
+8,self_attn.k_proj,0.01920,0.01000,0.144
+8,self_attn.v_proj,0.00666,0.01000,0.139
+8,self_attn.q_proj,0.08629,0.01000,0.142
+8,self_attn.o_proj,0.00223,0.01000,0.145
+8,mlp.up_proj,0.24209,0.01000,0.145
+8,mlp.gate_proj,0.34371,0.01000,0.147
+8,mlp.down_proj,0.00234,0.01000,0.770
+9,self_attn.k_proj,0.03560,0.01000,0.146
+9,self_attn.v_proj,0.01327,0.01000,0.146
+9,self_attn.q_proj,0.15881,0.01000,0.142
+9,self_attn.o_proj,0.00107,0.01000,0.141
+9,mlp.up_proj,0.24913,0.01000,0.145
+9,mlp.gate_proj,0.31356,0.01000,0.153
+9,mlp.down_proj,0.00273,0.01000,0.770
+10,self_attn.k_proj,0.01898,0.01000,0.140
+10,self_attn.v_proj,0.01226,0.01000,0.142
+10,self_attn.q_proj,0.09338,0.01000,0.146
+10,self_attn.o_proj,0.00256,0.01000,0.139
+10,mlp.up_proj,0.19837,0.01000,0.146
+10,mlp.gate_proj,0.25931,0.01000,0.152
+10,mlp.down_proj,0.00200,0.01000,0.781
+11,self_attn.k_proj,0.03752,0.01000,0.142
+11,self_attn.v_proj,0.01387,0.01000,0.139
+11,self_attn.q_proj,0.17363,0.01000,0.144
+11,self_attn.o_proj,0.00194,0.01000,0.142
+11,mlp.up_proj,0.24216,0.01000,0.147
+11,mlp.gate_proj,0.26251,0.01000,0.147
+11,mlp.down_proj,0.00267,0.01000,0.776
+12,self_attn.k_proj,0.01698,0.01000,0.142
+12,self_attn.v_proj,0.00979,0.01000,0.142
+12,self_attn.q_proj,0.08870,0.01000,0.143
+12,self_attn.o_proj,0.00231,0.01000,0.141
+12,mlp.up_proj,0.20748,0.01000,0.146
+12,mlp.gate_proj,0.22905,0.01000,0.148
+12,mlp.down_proj,0.00239,0.01000,0.772
+13,self_attn.k_proj,0.02764,0.01000,0.143
+13,self_attn.v_proj,0.01191,0.01000,0.145
+13,self_attn.q_proj,0.14133,0.01000,0.146
+13,self_attn.o_proj,0.00121,0.01000,0.144
+13,mlp.up_proj,0.24341,0.01000,0.149
+13,mlp.gate_proj,0.24755,0.01000,0.147
+13,mlp.down_proj,0.00313,0.01000,0.776
+14,self_attn.k_proj,0.02157,0.01000,0.144
+14,self_attn.v_proj,0.01694,0.01000,0.143
+14,self_attn.q_proj,0.12651,0.01000,0.145
+14,self_attn.o_proj,0.00391,0.01000,0.143
+14,mlp.up_proj,0.23182,0.01000,0.145
+14,mlp.gate_proj,0.26455,0.01000,0.157
+14,mlp.down_proj,0.00381,0.01000,0.783
+15,self_attn.k_proj,0.01991,0.01000,0.145
+15,self_attn.v_proj,0.01372,0.01000,0.144
+15,self_attn.q_proj,0.10473,0.01000,0.146
+15,self_attn.o_proj,0.00366,0.01000,0.145
+15,mlp.up_proj,0.29403,0.01000,0.149
+15,mlp.gate_proj,0.30643,0.01000,0.145
+15,mlp.down_proj,0.00572,0.01000,0.765
+16,self_attn.k_proj,0.03065,0.01000,0.144
+16,self_attn.v_proj,0.02840,0.01000,0.140
+16,self_attn.q_proj,0.21804,0.01000,0.146
+16,self_attn.o_proj,0.00136,0.01000,0.143
+16,mlp.up_proj,0.34904,0.01000,0.146
+16,mlp.gate_proj,0.45293,0.01000,0.147
+16,mlp.down_proj,0.01072,0.01000,0.766
+17,self_attn.k_proj,0.02077,0.01000,0.145
+17,self_attn.v_proj,0.02172,0.01000,0.145
+17,self_attn.q_proj,0.13563,0.01000,0.144
+17,self_attn.o_proj,0.00379,0.01000,0.142
+17,mlp.up_proj,0.40654,0.01000,0.150
+17,mlp.gate_proj,0.63069,0.01000,0.153
+17,mlp.down_proj,0.00786,0.01000,0.771
+18,self_attn.k_proj,0.02198,0.01000,0.149
+18,self_attn.v_proj,0.01774,0.01000,0.141
+18,self_attn.q_proj,0.10674,0.01000,0.145
+18,self_attn.o_proj,0.00129,0.01000,0.143
+18,mlp.up_proj,0.38269,0.01000,0.148
+18,mlp.gate_proj,0.47625,0.01000,0.147
+18,mlp.down_proj,0.00765,0.01000,0.777
+19,self_attn.k_proj,0.01776,0.01000,0.144
+19,self_attn.v_proj,0.01706,0.01000,0.142
+19,self_attn.q_proj,0.11138,0.01000,0.143
+19,self_attn.o_proj,0.00345,0.01000,0.143
+19,mlp.up_proj,0.57152,0.01000,0.146
+19,mlp.gate_proj,0.68538,0.01000,0.148
+19,mlp.down_proj,0.01574,0.01000,0.783
+20,self_attn.k_proj,0.02558,0.01000,0.145
+20,self_attn.v_proj,0.05435,0.01000,0.146
+20,self_attn.q_proj,0.16357,0.01000,0.140
+20,self_attn.o_proj,0.01051,0.01000,0.144
+20,mlp.up_proj,0.65037,0.01000,0.145
+20,mlp.gate_proj,0.71838,0.01000,0.147
+20,mlp.down_proj,0.02858,0.01000,0.766
+21,self_attn.k_proj,0.03181,0.01000,0.144
+21,self_attn.v_proj,0.10603,0.01000,0.144
+21,self_attn.q_proj,0.23383,0.01000,0.144
+21,self_attn.o_proj,0.02307,0.01000,0.144
+21,mlp.up_proj,1.75373,0.01000,0.158
+21,mlp.gate_proj,3.94375,0.01000,0.146
+21,mlp.down_proj,17.75035,0.01000,0.779
+22,self_attn.k_proj,0.02056,0.01000,0.141
+22,self_attn.v_proj,0.06087,0.01000,0.140
+22,self_attn.q_proj,0.15773,0.01000,0.148
+22,self_attn.o_proj,0.01726,0.01000,0.140
+22,mlp.up_proj,0.53556,0.01000,0.144
+22,mlp.gate_proj,0.51474,0.01000,0.144
+22,mlp.down_proj,0.04907,0.01000,0.769
+23,self_attn.k_proj,0.02615,0.01000,0.176
+23,self_attn.v_proj,0.05774,0.01000,0.209
+23,self_attn.q_proj,0.20516,0.01000,0.209
+23,self_attn.o_proj,0.03206,0.01000,0.210
+23,mlp.up_proj,0.83435,0.01000,0.214
+23,mlp.gate_proj,0.87210,0.01000,0.224
+23,mlp.down_proj,0.48671,0.01000,0.784

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 2,
+  "dynamic": null,
+  "group_size": 128,
+  "desc_act": false,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:1.5.1"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}