Hugging Face's logo

c01zaut
/
gemma-2-9b-it-rk3588-1.1.2

Text Generation
Transformers
Safetensors
gemma2
conversational
text-generation-inference
Model card Files Community
c01zaut commited on
Commit
9fcb2a6
·
verified ·
1 Parent(s): 50efd0d

Upload folder using huggingface_hub

Browse files
Files changed (26) hide show
  1. .gitattributes +18 -0
  2. README.md +1 -1
  3. gemma-2-9b-it-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm +1 -1
  4. gemma-2-9b-it-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm +1 -1
  5. gemma-2-9b-it-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm +1 -1
  6. gemma-2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm +1 -1
  7. gemma-2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm +1 -1
  8. gemma-2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm +1 -1
  9. gemma-2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  10. gemma-2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  11. gemma-2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  12. gemma-2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  13. gemma-2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  14. gemma-2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  15. gemma-2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  16. gemma-2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  17. gemma-2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  18. gemma-2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  19. gemma-2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  20. gemma-2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  21. gemma-2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  22. gemma-2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  23. gemma-2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  24. gemma-2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  25. gemma-2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  26. gemma-2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm +3 -0
.gitattributes CHANGED
@@ -41,3 +41,21 @@ gemma-2-9b-it-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge
41
  gemma-2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
42
  gemma-2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
43
  gemma-2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
41
  gemma-2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
42
  gemma-2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
43
  gemma-2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
44
+ gemma-2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
45
+ gemma-2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
46
+ gemma-2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
47
+ gemma-2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
48
+ gemma-2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
49
+ gemma-2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
50
+ gemma-2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
51
+ gemma-2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
52
+ gemma-2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
53
+ gemma-2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
54
+ gemma-2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
55
+ gemma-2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
56
+ gemma-2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
57
+ gemma-2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
58
+ gemma-2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
59
+ gemma-2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
60
+ gemma-2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
61
+ gemma-2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -13,7 +13,7 @@ extra_gated_button_content: Acknowledge license
13
  ---
14
  # gemma-2-9b-it-RK3588-1.1.2
15
 
16
- This version of gemma-2-9b-it has been converted to run on the RK3588 NPU using ['w8a8'] quantization.
17
  This model has been optimized with the following LoRA:
18
 
19
  Compatible with RKLLM version: 1.1.2
 
13
  ---
14
  # gemma-2-9b-it-RK3588-1.1.2
15
 
16
+ This version of gemma-2-9b-it has been converted to run on the RK3588 NPU using ['w8a8', 'w8a8_g128', 'w8a8_g256', 'w8a8_g512'] quantization.
17
  This model has been optimized with the following LoRA:
18
 
19
  Compatible with RKLLM version: 1.1.2
gemma-2-9b-it-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:111437bbafa9e7af4a4ed04b6c69aafa127553a812b78875df61d162f4b4d39c
3
  size 11118198852
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3866a06eb24fb3e8cad14e9a0078a075328db84fc0d66876d0c5ab19e0bc0592
3
  size 11118198852
gemma-2-9b-it-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:111437bbafa9e7af4a4ed04b6c69aafa127553a812b78875df61d162f4b4d39c
3
  size 11118198852
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3866a06eb24fb3e8cad14e9a0078a075328db84fc0d66876d0c5ab19e0bc0592
3
  size 11118198852
gemma-2-9b-it-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:111437bbafa9e7af4a4ed04b6c69aafa127553a812b78875df61d162f4b4d39c
3
  size 11118198852
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3866a06eb24fb3e8cad14e9a0078a075328db84fc0d66876d0c5ab19e0bc0592
3
  size 11118198852
gemma-2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:387321288421ec859bff7a02721df06460bcefbb6babb909efd45e2b6b04ddf8
3
  size 11118198852
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1895a0716eff298fce32c37907aba697ccb67fa0c95a575351f54629135c5e69
3
  size 11118198852
gemma-2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:387321288421ec859bff7a02721df06460bcefbb6babb909efd45e2b6b04ddf8
3
  size 11118198852
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1895a0716eff298fce32c37907aba697ccb67fa0c95a575351f54629135c5e69
3
  size 11118198852
gemma-2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:387321288421ec859bff7a02721df06460bcefbb6babb909efd45e2b6b04ddf8
3
  size 11118198852
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1895a0716eff298fce32c37907aba697ccb67fa0c95a575351f54629135c5e69
3
  size 11118198852
gemma-2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da64d2dacfe7dfadad3850d6f54ea2b3a79da8f846cfcf288b18a5f31f72e9da
3
+ size 11763657060
gemma-2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da64d2dacfe7dfadad3850d6f54ea2b3a79da8f846cfcf288b18a5f31f72e9da
3
+ size 11763657060
gemma-2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da64d2dacfe7dfadad3850d6f54ea2b3a79da8f846cfcf288b18a5f31f72e9da
3
+ size 11763657060
gemma-2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72edd68f67a171c29b6fba161e93089e93a04c7f243243ff2d3739b9ea506737
3
+ size 11706061828
gemma-2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72edd68f67a171c29b6fba161e93089e93a04c7f243243ff2d3739b9ea506737
3
+ size 11706061828
gemma-2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72edd68f67a171c29b6fba161e93089e93a04c7f243243ff2d3739b9ea506737
3
+ size 11706061828
gemma-2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:277cf594a4f1925bdff4f38c18064d975bad24d1080579e915b4ffeaa9881f8b
3
+ size 11432170340
gemma-2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:277cf594a4f1925bdff4f38c18064d975bad24d1080579e915b4ffeaa9881f8b
3
+ size 11432170340
gemma-2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:277cf594a4f1925bdff4f38c18064d975bad24d1080579e915b4ffeaa9881f8b
3
+ size 11432170340
gemma-2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:963f7ca915da58ebf54b11ef758ab3b77d80e91af9ee8a787800b0db7b1631f5
3
+ size 11404439900
gemma-2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:963f7ca915da58ebf54b11ef758ab3b77d80e91af9ee8a787800b0db7b1631f5
3
+ size 11404439900
gemma-2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:963f7ca915da58ebf54b11ef758ab3b77d80e91af9ee8a787800b0db7b1631f5
3
+ size 11404439900
gemma-2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7de87f783db8974b1952bd3f1ab25d1c8d6f4a0499ed6e3e78c610d6658b1a75
3
+ size 11266426988
gemma-2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7de87f783db8974b1952bd3f1ab25d1c8d6f4a0499ed6e3e78c610d6658b1a75
3
+ size 11266426988
gemma-2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7de87f783db8974b1952bd3f1ab25d1c8d6f4a0499ed6e3e78c610d6658b1a75
3
+ size 11266426988
gemma-2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e887e5f33121597eb0d5057d18080c1ec4f133478099c060f4d75458d5afe52f
3
+ size 11253628956
gemma-2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e887e5f33121597eb0d5057d18080c1ec4f133478099c060f4d75458d5afe52f
3
+ size 11253628956
gemma-2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e887e5f33121597eb0d5057d18080c1ec4f133478099c060f4d75458d5afe52f
3
+ size 11253628956