Upload model via Google Colab

.gitattributes

@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+imatrix.dat filter=lfs diff=lfs merge=lfs -text
+kanana-nano-2.1b-instruct-abliterated-F16.gguf filter=lfs diff=lfs merge=lfs -text
+kanana-nano-2.1b-instruct-abliterated-F32.gguf filter=lfs diff=lfs merge=lfs -text
+kanana-nano-2.1b-instruct-abliterated-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+kanana-nano-2.1b-instruct-abliterated-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+kanana-nano-2.1b-instruct-abliterated-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+kanana-nano-2.1b-instruct-abliterated-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+kanana-nano-2.1b-instruct-abliterated-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+kanana-nano-2.1b-instruct-abliterated-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+kanana-nano-2.1b-instruct-abliterated-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,40 @@
+---
+language:
+- en
+- ko
+library_name: transformers
+license: cc-by-nc-4.0
+pipeline_tag: text-generation
+developers: Kanana LLM
+training_regime: bf16 mixed precision
+base_model:
+- kakaocorp/kanana-nano-2.1b-instruct
+tags:
+- abliterated
+- uncensored
+---
+
+# huihui-ai/kanana-nano-2.1b-instruct-abliterated
+
+
+This is an uncensored version of [kakaocorp/kanana-nano-2.1b-instruct](https://huggingface.co/kakaocorp/kanana-nano-2.1b-instruct) created with abliteration (see [remove-refusals-with-transformers](https://github.com/Sumandora/remove-refusals-with-transformers) to know more about it).  
+This is a crude, proof-of-concept implementation to remove refusals from an LLM model without using TransformerLens.    
+
+
+## Use with ollama
+
+You can use [huihui_ai/kanana-nano-abliterated](https://ollama.com/huihui_ai/kanana-nano-abliterated) directly
+```
+ollama run huihui_ai/kanana-nano-abliterated
+```
+
+### Donation
+
+If you like it, please click 'like' and follow us for more updates.  
+You can follow [x.com/support_huihui](https://x.com/support_huihui) to get the latest model information from huihui.ai.
+
+##### Your donation helps us continue our further development and improvement, a cup of coffee can do it.
+- bitcoin:
+```
+  bc1qqnkhuchxw0zqjh2ku3lu4hq45hc6gy84uk70ge
+```

imatrix.dat

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d23c7959e5f37758bfdf5db04f85cf001056de40543c598b7b34b2384b093fd
+size 2579741

kanana-nano-2.1b-instruct-abliterated-F16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780946fb9b78f11032ae5afeba4d2d95d0bb1ae0053f05c59f17eecc98e73182
+size 4182028608

kanana-nano-2.1b-instruct-abliterated-F32.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada9257b6dee2c4ae696084f5cb4ceaf6796cee39998850fcd2ccac04419bc92
+size 8355754304

kanana-nano-2.1b-instruct-abliterated-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccb4225b3b9f24d03e1358b15640ef872400a4fcf204bf4b7426f4a3cb8d0c6
+size 938411840

kanana-nano-2.1b-instruct-abliterated-Q2_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f257bba75b35cc32379580bf79686f2a3c9c17c9881bda4e688dbfbc021e5ed
+size 921782080

kanana-nano-2.1b-instruct-abliterated-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859373a9377f92708f6117e36c60a8d5c7580f8bfa26f0473198d7583c9ef63f
+size 1147459392

kanana-nano-2.1b-instruct-abliterated-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31bc2ef1c86dc14a79c6500e633461e2d84b8c9bacfe55efef63df1613db955
+size 1393493824

kanana-nano-2.1b-instruct-abliterated-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbc31ba0a51c8580975c1fe9854ae69fcffb38f5fa75157b080988311deb57f
+size 1578600256

kanana-nano-2.1b-instruct-abliterated-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06466c45e4e447b133400f7dd3a04b8bb24e4210725640b88dec2c850dbdabf8
+size 1832175424

kanana-nano-2.1b-instruct-abliterated-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ab8618709c26b4f7c1cd923ba6c8c5d7396b87c6e1ca93b3ac288327f78994
+size 2225594688