Initial commit

.gitattributes

@@ -33,3 +33,24 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0.1-q5_k_m-imat.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00001-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00002-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00003-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00004-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00005-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00006-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00007-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00008-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00009-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00010-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00011-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00012-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00013-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00014-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00015-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00016-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00017-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00018-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+magpielm-4b-chat-v0-00019-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+imatrix.dat filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,62 @@
+---
+base_model: Magpie-Align/MagpieLM-4B-Chat-v0.1
+datasets:
+- Magpie-Align/MagpieLM-SFT-Data-v0.1
+- Magpie-Align/MagpieLM-DPO-Data-v0.1
+library_name: transformers
+license: other
+tags:
+- alignment-handbook
+- trl
+- dpo
+- generated_from_trainer
+- llama-cpp
+- gguf-my-repo
+model-index:
+- name: MagpieLM-4B-Chat-v0.1
+  results: []
+---
+
+# mitulagr2/MagpieLM-4B-Chat-v0.1-Q5_K_M-GGUF
+This model was converted to GGUF format from [`Magpie-Align/MagpieLM-4B-Chat-v0.1`](https://huggingface.co/Magpie-Align/MagpieLM-4B-Chat-v0.1) using llama.cpp via the ggml.ai's [GGUF-my-repo](https://huggingface.co/spaces/ggml-org/gguf-my-repo) space.
+Refer to the [original model card](https://huggingface.co/Magpie-Align/MagpieLM-4B-Chat-v0.1) for more details on the model.
+
+## Use with llama.cpp
+Install llama.cpp through brew (works on Mac and Linux)
+
+```bash
+brew install llama.cpp
+
+```
+Invoke the llama.cpp server or the CLI.
+
+### CLI:
+```bash
+llama-cli --hf-repo mitulagr2/MagpieLM-4B-Chat-v0.1-Q5_K_M-GGUF --hf-file magpielm-4b-chat-v0.1-q5_k_m-imat.gguf -p "The meaning to life and the universe is"
+```
+
+### Server:
+```bash
+llama-server --hf-repo mitulagr2/MagpieLM-4B-Chat-v0.1-Q5_K_M-GGUF --hf-file magpielm-4b-chat-v0.1-q5_k_m-imat.gguf -c 2048
+```
+
+Note: You can also use this checkpoint directly through the [usage steps](https://github.com/ggerganov/llama.cpp?tab=readme-ov-file#usage) listed in the Llama.cpp repo as well.
+
+Step 1: Clone llama.cpp from GitHub.
+```
+git clone https://github.com/ggerganov/llama.cpp
+```
+
+Step 2: Move into the llama.cpp folder and build it with `LLAMA_CURL=1` flag along with other hardware-specific flags (for ex: LLAMA_CUDA=1 for Nvidia GPUs on Linux).
+```
+cd llama.cpp && LLAMA_CURL=1 make
+```
+
+Step 3: Run inference through the main binary.
+```
+./llama-cli --hf-repo mitulagr2/MagpieLM-4B-Chat-v0.1-Q5_K_M-GGUF --hf-file magpielm-4b-chat-v0.1-q5_k_m-imat.gguf -p "The meaning to life and the universe is"
+```
+or 
+```
+./llama-server --hf-repo mitulagr2/MagpieLM-4B-Chat-v0.1-Q5_K_M-GGUF --hf-file magpielm-4b-chat-v0.1-q5_k_m-imat.gguf -c 2048
+```

imatrix.dat

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78775ff894e42839ea8bde3759a35becd304c693cce8f7e4b9ea510452ad53a7
+size 3677529

magpielm-4b-chat-v0-00001-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a524ecd048f397dc44b3274f7097e0a9f6accd80ed86ef4dcd6d9f1807e77d1
+size 425097216

magpielm-4b-chat-v0-00002-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269ffc09ebff7a7e05c3531d0b75de94c2dda47ad2ae8d27f1f937a5671af64a
+size 148968512

magpielm-4b-chat-v0-00003-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc5d47ad50450d90bcf1df0a0ec6aa81d0a8a3282bc5ddad7b888578f0e54fa
+size 121578560

magpielm-4b-chat-v0-00004-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1077aaf5b20cdfb49b8aa4e9fd8ced84c8b88be783fd0e2e23da78d53f46f61
+size 161674304

magpielm-4b-chat-v0-00005-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe075cc217e1f8ffd150dfa242db569f7352a9bcfa332387404b702cf9870b9b
+size 143205440

magpielm-4b-chat-v0-00006-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d408a273d7e9c8511f75311bb95cb7af98f65586a033ef6f054f739e359f6e60
+size 162092096

magpielm-4b-chat-v0-00007-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ab23337ae80874032c8bcee08cd0b8cec84d90d7531b41eb8544d2ff314bc1
+size 124920864

magpielm-4b-chat-v0-00008-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b5e16e9dda3c182bb25cf988c22737983cf5aad9d13a91f664f74b51f93443
+size 141030432

magpielm-4b-chat-v0-00009-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171226d3a9cfb9b04924f1b166401d9bd235f88f45fad2e96bf16cba6d07d272
+size 153035808

magpielm-4b-chat-v0-00010-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153a9710513637ff3d2b3dfda3efef80e8cedad8ff34e4ce417f329e2ae4be12
+size 149693472

magpielm-4b-chat-v0-00011-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42b0c0400a858c87d363df52413809e1652e40041bcef05a50b9c0b53a06b94
+size 448531488

magpielm-4b-chat-v0-00012-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25da1b930a3e316ff77f129a457bf08563b3bfd9c9e88fc368fc41a48830f3bb
+size 140612672

magpielm-4b-chat-v0-00013-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a066f9d3e796ff5868af9337a155be8632b10cc73bd232795f6dd7ce0300d7d
+size 153453632

magpielm-4b-chat-v0-00014-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42b82a053e6a9a4626374f0ef60dc1f55b93d223acfa85abb3967f4cc75282e
+size 153035840

magpielm-4b-chat-v0-00015-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa59741b3c9d41d363894d5c3ef086d9bbc5ce4079d3e0a4892b752f823d375a
+size 141030464

magpielm-4b-chat-v0-00016-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48cb432e551368e756a41edd2b9dec9c5680d287b1651a7b9c5b0dec0d81a551
+size 125338688

magpielm-4b-chat-v0-00017-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72df28f1d1256e8216f1888629b7e87fbdface329aef3c2565ae1538b259cebe
+size 165852224

magpielm-4b-chat-v0-00018-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd3cc12516bdcba9bfedf7ec88f5babf4e40253b34898fd426d121aaab9d31e
+size 151143488

magpielm-4b-chat-v0-00019-of-00019.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad567b96259be38850136bc035bcab71fed3e6f69fe6528f261d812e0ba04f2
+size 19894624

magpielm-4b-chat-v0.1-q5_k_m-imat.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9a96549083412c45c7a7f2f35375991e064b232792bf1423c7ab27d664a91f
+size 3230187456