init

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

Candle_Mistral-7B-Instruct-v0.1_q6k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d87fee84db5eebf64442aa9f444d09bcdf348cdd0279a8281120679e2eb59c7
+size 5941352160

README.md

@@ -1,3 +1,4 @@
 ---
 license: apache-2.0
 ---
+Refer to the main [model card](https://huggingface.co/mistralai/Mistral-Instruct-v0.1), this repo holds a simple safetensor conversion of the weights.

convert.py

@@ -0,0 +1,9 @@
+import torch
+from safetensors import safe_open
+from safetensors.torch import save_file
+
+for d in [1, 2]:
+    print(d)
+    model = torch.load(f"pytorch_model-0000{d}-of-00002.bin")
+    print("loaded", d, len(model))
+    save_file(model, f"pytorch_model-0000{d}-of-00002.safetensors")

pytorch_model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58a0dca12a9097b0e52b11cd44f135c72bdb7bc16d3a65afbc1c2d52f64621a
+size 9942981664

pytorch_model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0acba30464cea439eb90f5f2f60810babe1d3fc58fbcae5ef3b9ed8b4ba81a3
+size 4540516312