Hugging Face's logo

mradermacher
/
Llama-Doctor-3.2-3B-Instruct-i1-GGUF

Transformers
GGUF
PyTorch
Safetensors
English
Llama-3.2
3B
Llama-Doctor
Instruct
Llama-Cpp
meta
Doctor-Llama
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
a7eedd2
·
verified ·
1 Parent(s): f88aa5f

uploaded from marco

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Llama-Doctor-3.2-3B-Instruct.i1-IQ1_M.gguf +3 -0
  3. Llama-Doctor-3.2-3B-Instruct.i1-IQ1_S.gguf +3 -0
  4. Llama-Doctor-3.2-3B-Instruct.i1-IQ2_M.gguf +3 -0
  5. Llama-Doctor-3.2-3B-Instruct.i1-IQ2_S.gguf +3 -0
  6. Llama-Doctor-3.2-3B-Instruct.i1-IQ2_XS.gguf +3 -0
  7. Llama-Doctor-3.2-3B-Instruct.i1-IQ2_XXS.gguf +3 -0
  8. Llama-Doctor-3.2-3B-Instruct.i1-IQ3_M.gguf +3 -0
  9. Llama-Doctor-3.2-3B-Instruct.i1-IQ3_S.gguf +3 -0
  10. Llama-Doctor-3.2-3B-Instruct.i1-IQ3_XS.gguf +3 -0
  11. Llama-Doctor-3.2-3B-Instruct.i1-IQ3_XXS.gguf +3 -0
  12. Llama-Doctor-3.2-3B-Instruct.i1-IQ4_NL.gguf +3 -0
  13. Llama-Doctor-3.2-3B-Instruct.i1-IQ4_XS.gguf +3 -0
  14. Llama-Doctor-3.2-3B-Instruct.i1-Q2_K.gguf +3 -0
  15. Llama-Doctor-3.2-3B-Instruct.i1-Q2_K_S.gguf +3 -0
  16. Llama-Doctor-3.2-3B-Instruct.i1-Q3_K_L.gguf +3 -0
  17. Llama-Doctor-3.2-3B-Instruct.i1-Q3_K_M.gguf +3 -0
  18. Llama-Doctor-3.2-3B-Instruct.i1-Q3_K_S.gguf +3 -0
  19. Llama-Doctor-3.2-3B-Instruct.i1-Q4_0.gguf +3 -0
  20. Llama-Doctor-3.2-3B-Instruct.i1-Q4_1.gguf +3 -0
  21. Llama-Doctor-3.2-3B-Instruct.i1-Q4_K_M.gguf +3 -0
  22. Llama-Doctor-3.2-3B-Instruct.i1-Q4_K_S.gguf +3 -0
  23. Llama-Doctor-3.2-3B-Instruct.i1-Q5_K_M.gguf +3 -0
  24. Llama-Doctor-3.2-3B-Instruct.i1-Q5_K_S.gguf +3 -0
  25. Llama-Doctor-3.2-3B-Instruct.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Llama-Doctor-3.2-3B-Instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-Doctor-3.2-3B-Instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-Doctor-3.2-3B-Instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-Doctor-3.2-3B-Instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-Doctor-3.2-3B-Instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-Doctor-3.2-3B-Instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-Doctor-3.2-3B-Instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-Doctor-3.2-3B-Instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-Doctor-3.2-3B-Instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-Doctor-3.2-3B-Instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-Doctor-3.2-3B-Instruct.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-Doctor-3.2-3B-Instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Llama-Doctor-3.2-3B-Instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Llama-Doctor-3.2-3B-Instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Llama-Doctor-3.2-3B-Instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Llama-Doctor-3.2-3B-Instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Llama-Doctor-3.2-3B-Instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Llama-Doctor-3.2-3B-Instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Llama-Doctor-3.2-3B-Instruct.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Llama-Doctor-3.2-3B-Instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Llama-Doctor-3.2-3B-Instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Llama-Doctor-3.2-3B-Instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Llama-Doctor-3.2-3B-Instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Llama-Doctor-3.2-3B-Instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Llama-Doctor-3.2-3B-Instruct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:148a7d8a11a2c84c2953d382cf303834c9db892832d7f91f147b156a3f307bc2
3
+ size 924193056
Llama-Doctor-3.2-3B-Instruct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b4ec793a21484e2fb3f4d33fb63d893538b23cca79239cfa97502396598b0c7
3
+ size 868159776
Llama-Doctor-3.2-3B-Instruct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8a8634fb266b92f328e3a952717f93fb9f5c1df27bf1717c42099d39edd0f05
3
+ size 1229033760
Llama-Doctor-3.2-3B-Instruct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2adc4865c85ce7967a0f2e48cf3b26cda93fc3615bacfd48aac0360065c0b4ec
3
+ size 1154322720
Llama-Doctor-3.2-3B-Instruct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3a11a30c5187d0aede7892de3253799cb44f886f3b55c06a37fe460828e754f
3
+ size 1100550432
Llama-Doctor-3.2-3B-Instruct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6068a116895061702006409c1d3ad00ee2a1d09bb30cce0bcd322da526908d6
3
+ size 1017581856
Llama-Doctor-3.2-3B-Instruct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96d6a146061e27701037081e893d86702daf9713f96b1d2c6c95bf8a8489b1df
3
+ size 1599670560
Llama-Doctor-3.2-3B-Instruct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3029d77304cc3bc4f01677f69556b802d36a5328c46bf8e789a58703f699b26b
3
+ size 1542850848
Llama-Doctor-3.2-3B-Instruct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6ca92c3c204240d8d609f4ed04d278eab40a4459d91506db56c46b5a800351a
3
+ size 1476790560
Llama-Doctor-3.2-3B-Instruct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f36fd097061a3fb339ffa2d915845d3977cf0625481604ff24451eaeaac833a
3
+ size 1348768032
Llama-Doctor-3.2-3B-Instruct.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8e329184781bbe9046e36a6352673588565c821070455e4d239c89542c905a4
3
+ size 1917192480
Llama-Doctor-3.2-3B-Instruct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e746582d523a8f7e34e7f1b44d7fca920d1d1afcef4a8c33b31a13efb293b037
3
+ size 1829112096
Llama-Doctor-3.2-3B-Instruct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f82e58d467b68b1409f875a7234ed1dc6d0c6314ec3fcc41489ecd905d5bd8d
3
+ size 1363937568
Llama-Doctor-3.2-3B-Instruct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dbc2c69321d2885742c6cbea4e9f825bea0b19133098295a659467f766f19ff
3
+ size 1274284320
Llama-Doctor-3.2-3B-Instruct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eef3e91f88248e89e12c83256bde251367ddb15eaf752300a6bf884a6317504b
3
+ size 1815349536
Llama-Doctor-3.2-3B-Instruct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f7a1ca8972d0052d07515cd7306d2c192a9c0138bfcf75fc23afe07b8050d22
3
+ size 1687161120
Llama-Doctor-3.2-3B-Instruct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf9782f4394c304539d87b07315efe6fc32af1d12743d343877565cc4f9f68f6
3
+ size 1542850848
Llama-Doctor-3.2-3B-Instruct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52490ceecc024a0d537c99c7be92eeff5c73b0437bcd9f9b5d6d1e1a423a83c8
3
+ size 1921911072
Llama-Doctor-3.2-3B-Instruct.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a85d152bc11a324fd5f3e94d2c96c1a5f8df13231a3dded8eb154cf9f11d03a0
3
+ size 2093353248
Llama-Doctor-3.2-3B-Instruct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e7a0c6be8896a1fa18e9ae733eaf7a1bd5b2a99194fc3fa2c64a8485ad03544
3
+ size 2019379488
Llama-Doctor-3.2-3B-Instruct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d71b6a030c4e19593c068b9dca9551097cfa530e98e1fc600d6d9c36a5a1327
3
+ size 1928202528
Llama-Doctor-3.2-3B-Instruct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a118556e1387b4d8dd921625e95c3905ea1069ad4c54112a49f62f10b5843a9
3
+ size 2322155808
Llama-Doctor-3.2-3B-Instruct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fc62bcf9fecdba73f6516bb49417e3effb4a6fec29c74f3b7333bd9a0190086
3
+ size 2269514016
Llama-Doctor-3.2-3B-Instruct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa3ec4960c6ad02091eee4bb4149e76bbb4f7fa512f3c36a04b3c1442fa6609e
3
+ size 2643855648