Hugging Face's logo

Esperanto
/
llama3-8b-Instruct-kvc-AWQ-int4-onnx

ONNX
text-generation-inference
llama
llama3
Model card Files Community
ericsorides commited on
Commit
ed3785b
·
1 Parent(s): 1026cb9

Uploaded model and tokenizer

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. model.embed_tokens.weight +3 -0
  3. model.layers.0.input_layernorm.weight +3 -0
  4. model.layers.0.mlp.down_proj.qweight +3 -0
  5. model.layers.0.mlp.down_proj.qzeros +3 -0
  6. model.layers.0.mlp.down_proj.scales +3 -0
  7. model.layers.0.mlp.gate_proj.qweight +3 -0
  8. model.layers.0.mlp.gate_proj.qzeros +3 -0
  9. model.layers.0.mlp.gate_proj.scales +3 -0
  10. model.layers.0.mlp.up_proj.qweight +3 -0
  11. model.layers.0.mlp.up_proj.qzeros +3 -0
  12. model.layers.0.mlp.up_proj.scales +3 -0
  13. model.layers.0.post_attention_layernorm.weight +3 -0
  14. model.layers.0.self_attn.k_proj.qweight +3 -0
  15. model.layers.0.self_attn.k_proj.qzeros +3 -0
  16. model.layers.0.self_attn.k_proj.scales +3 -0
  17. model.layers.0.self_attn.o_proj.qweight +3 -0
  18. model.layers.0.self_attn.o_proj.qzeros +3 -0
  19. model.layers.0.self_attn.o_proj.scales +3 -0
  20. model.layers.0.self_attn.q_proj.qweight +3 -0
  21. model.layers.0.self_attn.q_proj.qzeros +3 -0
  22. model.layers.0.self_attn.q_proj.scales +3 -0
  23. model.layers.0.self_attn.v_proj.qweight +3 -0
  24. model.layers.0.self_attn.v_proj.qzeros +3 -0
  25. model.layers.0.self_attn.v_proj.scales +3 -0
  26. model.layers.1.input_layernorm.weight +3 -0
  27. model.layers.1.mlp.down_proj.qweight +3 -0
  28. model.layers.1.mlp.down_proj.qzeros +3 -0
  29. model.layers.1.mlp.down_proj.scales +3 -0
  30. model.layers.1.mlp.gate_proj.qweight +3 -0
  31. model.layers.1.mlp.gate_proj.qzeros +3 -0
  32. model.layers.1.mlp.gate_proj.scales +3 -0
  33. model.layers.1.mlp.up_proj.qweight +3 -0
  34. model.layers.1.mlp.up_proj.qzeros +3 -0
  35. model.layers.1.mlp.up_proj.scales +3 -0
  36. model.layers.1.post_attention_layernorm.weight +3 -0
  37. model.layers.1.self_attn.k_proj.qweight +3 -0
  38. model.layers.1.self_attn.k_proj.qzeros +3 -0
  39. model.layers.1.self_attn.k_proj.scales +3 -0
  40. model.layers.1.self_attn.o_proj.qweight +3 -0
  41. model.layers.1.self_attn.o_proj.qzeros +3 -0
  42. model.layers.1.self_attn.o_proj.scales +3 -0
  43. model.layers.1.self_attn.q_proj.qweight +3 -0
  44. model.layers.1.self_attn.q_proj.qzeros +3 -0
  45. model.layers.1.self_attn.q_proj.scales +3 -0
  46. model.layers.1.self_attn.v_proj.qweight +3 -0
  47. model.layers.1.self_attn.v_proj.qzeros +3 -0
  48. model.layers.1.self_attn.v_proj.scales +3 -0
  49. model.layers.10.input_layernorm.weight +3 -0
  50. model.layers.10.mlp.down_proj.qweight +3 -0
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ model.* filter=lfs diff=lfs merge=lfs -text
37
+ onnx__* filter=lfs diff=lfs merge=lfs -text
model.embed_tokens.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b53102a11d9064bbd404833e3464b1b13e08ce73300b442312cccde2f19b2698
3
+ size 1050673152
model.layers.0.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27d54a5853fc447082b1d4a1b8a395ff8035efce6ea04173a46cba5a2e8bd7e1
3
+ size 8192
model.layers.0.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64bcc5aa9205ba4e3d75ba64afe036cba99633af95dc3a90cc5da8b140fe2b56
3
+ size 29360128
model.layers.0.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4480929e50a0ba3359abc7cda4f37dd0a98c96b2de00b0a9c28887ac2fd41976
3
+ size 229376
model.layers.0.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fd642d8b4c3ba4833ac3ca3886caca8b89b11b9beaed625ff2ca5b73825dfba
3
+ size 917504
model.layers.0.mlp.gate_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf4208519b2cf403043650a679c094184770f984fdba67d1f98e82a4e73de14f
3
+ size 29360128
model.layers.0.mlp.gate_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e4869e9345079b3e6fb59a4d4fe58c903121aa6ed15d2e1d1d008491c36299e
3
+ size 229376
model.layers.0.mlp.gate_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bf48b1725736a3ac283142d1469374123e601ba02d8b8b0b7eb2bf4e8d0b24f
3
+ size 917504
model.layers.0.mlp.up_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:999bd33fbe424679798aa828db3aef4c6f4d672b345ced355fe45f8760774907
3
+ size 29360128
model.layers.0.mlp.up_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a75e958ce8df240205978eaf16d6931c6aeeb3481e72b5260a4ae3f2740441ba
3
+ size 229376
model.layers.0.mlp.up_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7dd08ff4f2a8801145ec0165328d2e08a63ef45fe73db6954fe9bac64849e9c
3
+ size 917504
model.layers.0.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:834f93d38e17d44ac8e0f8c90a09fd5bdd3509b03e01b1960d18ab6bf2fe94ac
3
+ size 8192
model.layers.0.self_attn.k_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b793c509a3d77e99664660036a299cd1fca72600c1d4bdab0fbca324c6f9f445
3
+ size 2097152
model.layers.0.self_attn.k_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3814b4f77f08b54c12eb6cf71a2b9a672017319d97d5f8e733a852016f82cd82
3
+ size 16384
model.layers.0.self_attn.k_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c61d563e5a4281eca36d28bc23441b74fbfa4b683e7c788d59e08e3dcec46bc
3
+ size 65536
model.layers.0.self_attn.o_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:412e931b475ca5edf73725c9021c6f3cc5cf370f43ffb40a94026f7eeadf80a9
3
+ size 8388608
model.layers.0.self_attn.o_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36754f53aaf5f80bc40b41f0240d67e67906cdea63eb34688210f02ca145f38f
3
+ size 65536
model.layers.0.self_attn.o_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f89ae72af6b81790589ccf0aed31df7ec17dc47a5e5a654cf4906bba7100246c
3
+ size 262144
model.layers.0.self_attn.q_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33bb9d1388df0a959f44ac93938fcaf2d951a795789bb3c1765f3a92cf6912f1
3
+ size 8388608
model.layers.0.self_attn.q_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bdb4350e18e931b8b76903e04f113ae753a05b609b1afc40871e5151e8b8c69
3
+ size 65536
model.layers.0.self_attn.q_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4473a1255369930a9831d50409a3a5de13c782d9a63e64a1d1171320b6a4398
3
+ size 262144
model.layers.0.self_attn.v_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7690d5c3f133f01679382e91e51f2df839f479eabad7ae75abbae32cab595d4
3
+ size 2097152
model.layers.0.self_attn.v_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d4c8a677191b4751785e55e1def9fbc265c3d4281cad0f0a5ac06a73d6b58d7
3
+ size 16384
model.layers.0.self_attn.v_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0bf4ed0fe6352398ccea397615c3647e2b3ba2bd5b13f953282d5ba655c71ef
3
+ size 65536
model.layers.1.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a102793db8c6d24c0dea00f2bc8456161f64e84f8588577f0045130fef1a6a3f
3
+ size 8192
model.layers.1.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a750db242670547dea43c0d28f2938cdb77ba24e8731d315c6c596850375891
3
+ size 29360128
model.layers.1.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31faaf9506a15189ea22eb77425279a2b85ab69e5ab73082b37f437082cb4110
3
+ size 229376
model.layers.1.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:659f786f1fdafa0cc5c97dff9e984221c153ba8d836aa84df761ac5ac9318d3e
3
+ size 917504
model.layers.1.mlp.gate_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a28a8a70812fcd505e1ccdf98292dc083ba9ea7ac4adad3fcb70a0a7b4b56e10
3
+ size 29360128
model.layers.1.mlp.gate_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f4ee4f2589fd2858448e4771e0bb8d8ea42ca57e4dfdb7e96634701b611651d
3
+ size 229376
model.layers.1.mlp.gate_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dd0c9e2a017e48619e85315c658cf9b2154f814a50f725556d5f09900ebde4f
3
+ size 917504
model.layers.1.mlp.up_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5029d977d05a465f781343231727066874acabb9b5c8ebb27d8171ac9ca2f6e3
3
+ size 29360128
model.layers.1.mlp.up_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b49147f995137a573f4caf3f4ac6132365bae1e85f1e7fee7735d98e4781983
3
+ size 229376
model.layers.1.mlp.up_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7343d096a2735f903c9b1a88c381fca21798e57e0124cb808df6664dcbe34f8b
3
+ size 917504
model.layers.1.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9c1c092bfb6aa8136acb1d2d4ffd20013459055a9537e79bddee71b63d71490
3
+ size 8192
model.layers.1.self_attn.k_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0af62c953402dd78efbf4075d194444a273fe146d9137019b3802f25023f3d6
3
+ size 2097152
model.layers.1.self_attn.k_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b32015051e4a9b789e013ac2c1ec0f74a518ed7068bcb120b77e1c00de647b0d
3
+ size 16384
model.layers.1.self_attn.k_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a895c1058c0f992ca383fda01b2d97560555d266ee705982dc0663d14e26446
3
+ size 65536
model.layers.1.self_attn.o_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:027b6cf10cea67b1a020626ee82e0595f0e2e9a3a4967a2104bf76ee0ea740b1
3
+ size 8388608
model.layers.1.self_attn.o_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da93995771ade97f396df3c1aecf9c0ff02cdddc61eee1e07f8e3f1c5d717eb3
3
+ size 65536
model.layers.1.self_attn.o_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72ce4989b082fdf0e8f1cba2577b8a6720e236dd040da08c5a1d99dcd79f862b
3
+ size 262144
model.layers.1.self_attn.q_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45bfcb9d850f31b4e1bd803ac782653147b83a0781d7dbc94b6f6745e38620bc
3
+ size 8388608
model.layers.1.self_attn.q_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:300f029dbd559666a3b384c827bb58f84514122db342771fb0c6089ff7183d28
3
+ size 65536
model.layers.1.self_attn.q_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71e8e69341f145f4ab238d9c9a34a0310cf3e3ea30003d1e450217f85056f631
3
+ size 262144
model.layers.1.self_attn.v_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:298abcd05021062af47984e694e7b12e30b71dfe509643a5f773de1baf35fb07
3
+ size 2097152
model.layers.1.self_attn.v_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b68d1b30fa910ad75abd35d74800d7b9e069164af19bd8a573c60570c205840
3
+ size 16384
model.layers.1.self_attn.v_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaaf735f80ec2a5444eadc21f06bcdd973db59387480ef5f2afa0d1c55d1f136
3
+ size 65536
model.layers.10.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d4a27dec3aa191ff969946852e25660b8129fe49fd1805638e13e250ff452ef
3
+ size 8192
model.layers.10.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32cfe66b888e33c8e59f938519739ba4302e7d716c4741f7309abd85a48b62f1
3
+ size 29360128