Hugging Face's logo

numen-tech
/
gemma-2-Ifable-9B-w4a16g128asym

Text Generation
MLC-LLM
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
e16acfd
·
1 Parent(s): a7dc019

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +7 -0
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_13.bin +3 -0
  37. params_shard_14.bin +3 -0
  38. params_shard_15.bin +3 -0
  39. params_shard_16.bin +3 -0
  40. params_shard_17.bin +3 -0
  41. params_shard_18.bin +3 -0
  42. params_shard_19.bin +3 -0
  43. params_shard_2.bin +3 -0
  44. params_shard_20.bin +3 -0
  45. params_shard_21.bin +3 -0
  46. params_shard_22.bin +3 -0
  47. params_shard_23.bin +3 -0
  48. params_shard_24.bin +3 -0
  49. params_shard_25.bin +3 -0
  50. params_shard_26.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,10 @@
1
  ---
2
  license: gemma
 
 
 
 
 
3
  ---
 
 
 
1
  ---
2
  license: gemma
3
+ base_model: ifable/gemma-2-Ifable-9B
4
+ base_model_relation: quantized
5
+ library_name: mlc-llm
6
+ pipeline_tag: text-generation
7
+
8
  ---
9
+
10
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [gemma-2-Ifable-9B](https://huggingface.co/ifable/gemma-2-Ifable-9B) for inference with the [Private LLM](https://privatellm.app) app. This model is currently ranked second on the [Creative Writing Benchmark](https://eqbench.com/creative_writing.html) (on January 28th, 2025).
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c69bac958d32e8fb5efabe65050755707973eb3e3e0fd9718db007d6ded778d
3
+ size 458752000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ac005a3ec394e1ee692a9505f006073099267a13c8cbdbe48072b3c6e57bc23
3
+ size 25690112
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bd678c58906b291e9dfe0d402bf0dbd14c619bcd22ab5f3a61907647ddb93e1
3
+ size 51380224
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bd58b4155534ed68d4ca80d3ab6f465bb251c431bb89c769a1ff656be6e789f
3
+ size 25976832
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3174213c5885b8ca683658c3115209dfe627d06da2a9a4653fff4deda4694e1d
3
+ size 25690112
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab9aab8feb77317b184117df9ecf25debdbd5b73185170a7bce78db24e37c585
3
+ size 51380224
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c75cd6ec9b112cca7466aed649983289283574ca32b4ae19cec725e8fa036c50
3
+ size 25145344
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1596eafdbb562d370a1ce5022830b1026226b8bb29729cef552eb0161ef23af2
3
+ size 25690112
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ba5a5fad45ad5b1999e687c11f85532a120c77dd69b2fffb1d2ccd7acada7df
3
+ size 51380224
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22bb2636ef3ce8410ddd26a5b2f5da9faf15cc5bfc967a3379e496485c2664f8
3
+ size 25145344
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dde239d66c05ac2c76caffb6d3f2173605b57631b05be83ba2b665c278881a68
3
+ size 25690112
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2797b8578ede0d6dbd54973499fef31c491d4e2bb932242fe6f757b7e641fad3
3
+ size 51380224
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f0988b2f90a341388d30ca6273319fbbb45b87739b57c2cd8eded8c09dd846c
3
+ size 25145344
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:689c4145ab344d61088c34c0cc944a5be491347425ca6977654395c0116d20df
3
+ size 25145344
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b86675ee9e3c3ec9bf5c2252999e390c3a55004dc193f3bc5b29b53731e34a8
3
+ size 25690112
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55b934a0a3a5377487ef4e5df52fdd011bf545484fb14e126c46014154a456b2
3
+ size 51380224
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7417be89269fec17c8b70db35043e91e5fcbbc0b5c74ab7e3c79219a846261b
3
+ size 25145344
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbdb5b3b753bc163aef9719587cdd435886931d62375ab07d0a9b6ce694362bf
3
+ size 25690112
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c155e439ce5187c350d70ccad03c8475d0bf5bc190f796b9da376a355f3c1292
3
+ size 51380224
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46b6cb64858c4d6f31587e788aa6be54fe94819e3945f2ec76aec84b08d7e18e
3
+ size 25145344
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dcd4674058940fe074a6ee03d58623ec03669dd5e4dcde0beaeff718dc98c89
3
+ size 25690112
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d7dd0a037220f12cbb3d3330acaff0e109b66094fb0bb7876344cb66eee4421
3
+ size 51380224
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d72edc6825d134cd7ce75a871b5931a7e1ad67804a1c25aa3405cbee0cfb2c1
3
+ size 25145344
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77d9916fc8de3d4c202b753aafc81f93e7863c4dac5b2f0405b23cb92fb3eebc
3
+ size 25690112
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a171d1b12312589260b715dbc6922e42fe420a523af9ecfb1d383ef9f644565
3
+ size 25690112
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dd0993730ac83a31ea9ba62d23297c50dc0466b79e803fec374c83fc8d6a64a
3
+ size 51380224
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffc5573cb34b9ee5f226e72d440a61dc7b043b9b9676476b9d449e50fb7f489d
3
+ size 25145344
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9f174a4d7bad6727272df870ebcbe10049302101a472b1ea49415ab640ed002
3
+ size 25690112
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b5c30e3d272348cf5f5442123fc7a6175cf4dae5bc7b3095c8babc777ba108a
3
+ size 51380224
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43201b89e9d08c7ee0d042fe2b8223e93e8b850999ca5748229448e23377b93f
3
+ size 25145344
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18cca7ab48ce97b90b12c0969f974d3bf87eb897ced011d459af7d4cc658e40e
3
+ size 22715392
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2779f2cdf8d033af661044db1e35fcfc6fda01df51ea56755640695160a684ef
3
+ size 51380224
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad839b50b25fe5863012ff922a78e5fdf5afef15e6fdc70c9e02931cea6f8d7a
3
+ size 25145344
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:255dd134dab2ad42b9d667ceb84b3a8d2233e9ee1883997b5e4e89d7968c5b9b
3
+ size 25690112
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6506d3fc58d942690d9140fa37976a654e43545a8760f005be231a4a04d7b2a
3
+ size 51380224
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a956506bbde563b2cf5c9d7f1f870688a8d8f3db16de040d1684be41d642bb54
3
+ size 25145344
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0446b74b777f3805913a0d27086117a2c948e15f2c8e2dad03ad82bad89f4e8
3
+ size 25690112
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b29f52b53c052d1fc1fedf0c9da9018c901fe23e4f01693ef5f0b5618740aee2
3
+ size 51380224
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e649e6a1b5201c4df4d31fd588fc097f5f0f8fd48ef4e590e8f64276fb6e5ac1
3
+ size 51380224
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e5aa97145a0c4ed4647bdc0c1cee8fa988c09aa13e6ff89be3736e25be338d8
3
+ size 25145344
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6355d6275525554218a640e56aeb86b3bba9cafb6949f796915ab8d6236e38e7
3
+ size 51380224
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff6d1e045ec9165ff7ced0a0cf38ee634a595c76a9b5ba56bac00ddca6c7a3a7
3
+ size 24313856
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69cd0045bcd0ce514d7ac56e32a865bfaf271ab9948c292b80a35f19a97c007b
3
+ size 25690112
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8266e34fe7727a9d1c0a583c3bedbdb452994992c04447fce3caeb653e17d95d
3
+ size 51380224
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d755d54946de300ba0a8c3d34edd6dc618cb58011d8c02c0b204ab1b1d4337dc
3
+ size 25145344
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dba4758c9d7ea1fdfd639fe60c1774d6795ca57e03bd289cabeff2ff333647a
3
+ size 25690112