Upload 2 files

llmenv.py

@@ -111,7 +111,17 @@ llm_models = {
     "Magnum-Eleucaro.Q4_K_M.gguf": ["mradermacher/Magnum-Eleucaro-GGUF", MessagesFormatterType.CHATML],
     "base-ground-2.Q4_K_M.gguf": ["mradermacher/base-ground-2-GGUF", MessagesFormatterType.MISTRAL],
     "Hamanasu-15B-Instruct.Q4_K_M.gguf": ["mradermacher/Hamanasu-15B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
+    "Ayla-Light-12B-Stock.Q4_K_M.gguf": ["mradermacher/Ayla-Light-12B-Stock-GGUF", MessagesFormatterType.MISTRAL],
+    "Cammell-Twilight-v0.2-12B.Q4_K_M.gguf": ["mradermacher/Cammell-Twilight-v0.2-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Nemo-12b-TheSpice-V0.9-All-v2-KTO-v0.3-Quick.Q4_K_M.gguf": ["mradermacher/Nemo-12b-TheSpice-V0.9-All-v2-KTO-v0.3-Quick-GGUF", MessagesFormatterType.MISTRAL],
     "Baptist-Christian-Bible-Expert-12b.Q4_K_M.gguf": ["mradermacher/Baptist-Christian-Bible-Expert-12b-GGUF", MessagesFormatterType.MISTRAL],
+    "granite-3.2-8b-instruct-preview.Q5_K_M.gguf": ["mradermacher/granite-3.2-8b-instruct-preview-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-14B-DeepResearch.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-DeepResearch-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "miscii-14b-0218.Q4_K_M.gguf": ["mradermacher/miscii-14b-0218-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "EtherealLight-12B.Q4_K_M.gguf": ["mradermacher/EtherealLight-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Hello-Darkness-My-Old-Friend-3-MN-12B.i1-Q4_K_M.gguf": ["mradermacher/Hello-Darkness-My-Old-Friend-3-MN-12B-i1-GGUF", MessagesFormatterType.CHATML],
+    "One-To-Rule-Them-All-MN-12B.i1-Q4_K_M.gguf": ["mradermacher/One-To-Rule-Them-All-MN-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Baptist-Christian-Bible-Expert-v1.1-12B.Q4_K_M.gguf": ["mradermacher/Baptist-Christian-Bible-Expert-v1.1-12B-GGUF", MessagesFormatterType.MISTRAL],
     "openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
@@ -125,6 +135,146 @@ llm_models = {
     #"": ["", MessagesFormatterType.OPEN_CHAT],
     #"": ["", MessagesFormatterType.CHATML],
     #"": ["", MessagesFormatterType.PHI_3],
+    "Lamarck-14B-v0.7-Fusion.Q4_K_M.gguf": ["mradermacher/Lamarck-14B-v0.7-Fusion-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "MN-Sappho-j-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-j-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-14B-CIC-SciCite.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-CIC-SciCite-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-14B-CIC-ACLARC.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-CIC-ACLARC-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Archaeo-12B.Q4_K_M.gguf": ["mradermacher/Archaeo-12B-GGUF", MessagesFormatterType.CHATML],
+    "Gemma-Bloom-2-9B-it-Uncensored-DeLMAT.Q4_K_M.gguf": ["mradermacher/Gemma-Bloom-2-9B-it-Uncensored-DeLMAT-GGUF", MessagesFormatterType.ALPACA],
+    "ChatParts-qwen2.5-14b.Q4_K_M.gguf": ["mradermacher/ChatParts-qwen2.5-14b-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Eidolon-v2-14B.Q4_K_S.gguf": ["mradermacher/Eidolon-v2-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Magnum-3b-v1.Q5_K_M.gguf": ["mradermacher/Magnum-3b-v1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Elite2.Q5_K_M.gguf": ["mradermacher/Elite2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Darkness-Reign-MN-12B.Q4_K_S.gguf": ["mradermacher/Darkness-Reign-MN-12B-GGUF", MessagesFormatterType.CHATML],
+    "gemma-2-9b-it-Uncensored-DeLMAT.Q4_K_M.gguf": ["mradermacher/gemma-2-9b-it-Uncensored-DeLMAT-GGUF", MessagesFormatterType.ALPACA],
+    "DeepSeek-R1-LOGOSMASTER-HEIDEGGER.Q5_K_M.gguf": ["mradermacher/DeepSeek-R1-LOGOSMASTER-HEIDEGGER-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama_3.2_1b_RandomLego_RP_R1_0.1.Q5_K_M.gguf": ["mradermacher/Llama_3.2_1b_RandomLego_RP_R1_0.1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Nemoties-ChatML-12B.Q4_K_M.gguf": ["mradermacher/Nemoties-ChatML-12B-GGUF", MessagesFormatterType.CHATML],
+    "Elita-1.Q4_K_M.gguf": ["mradermacher/Elita-1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-14B-1M-YOYO-V3.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-1M-YOYO-V3-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Hello-Darkness-My-Old-Friend-5-MN-12B.Q4_K_M.gguf": ["mradermacher/Hello-Darkness-My-Old-Friend-5-MN-12B-GGUF", MessagesFormatterType.CHATML],
+    "NewTryOnFandomWholelDxd.Q4_K_M.gguf": ["mradermacher/NewTryOnFandomWholelDxd-GGUF", MessagesFormatterType.MISTRAL],
+    "Llama-3.1-8B-Instruct-AgenticLU.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-Instruct-AgenticLU-GGUF", MessagesFormatterType.LLAMA_3],
+    "Reverb-7b-Uncensored-DeLMAT.Q5_K_M.gguf": ["mradermacher/Reverb-7b-Uncensored-DeLMAT-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Hello-Darkness-My-Old-Friend-4-MN-12B.i1-Q4_K_M.gguf": ["mradermacher/Hello-Darkness-My-Old-Friend-4-MN-12B-i1-GGUF", MessagesFormatterType.CHATML],
+    "Hello-Darkness-My-Old-Friend-2-MN-12B.Q4_K_M.gguf": ["mradermacher/Hello-Darkness-My-Old-Friend-2-MN-12B-GGUF", MessagesFormatterType.CHATML],
+    "Hello-Darkness-My-Old-Friend-MN-12B.Q4_K_M.gguf": ["mradermacher/Hello-Darkness-My-Old-Friend-MN-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "NQLSG-Qwen2.5-14B-MegaFusion-v5-roleplay.i1-Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v5-roleplay-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "MN-Sappho-g-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-g-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Cran-May_NQLSG-Qwen2.5-14B-MegaFusion-v5-roleplay-duplicate-Q4_K_M.gguf": ["bartowski/Cran-May_NQLSG-Qwen2.5-14B-MegaFusion-v5-roleplay-duplicate-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Bespoke-Stratos-7B-repro-SFT.Q5_K_M.gguf": ["mradermacher/Bespoke-Stratos-7B-repro-SFT-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "MN-Sappho-g2-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-g2-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "NQLSG-Qwen2.5-14B-MegaFusion-v5-roleplay.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v5-roleplay-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Magnolia-v5a-12B.Q4_K_S.gguf": ["mradermacher/Magnolia-v5a-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Elite.Q5_K_M.gguf": ["mradermacher/Elite-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Meta-Llama-3.1-8B-Instruct-LongFaith-SFT.Q5_K_M.gguf": ["mradermacher/Meta-Llama-3.1-8B-Instruct-LongFaith-SFT-GGUF", MessagesFormatterType.LLAMA_3],
+    "ZYH-LLM-Qwen2.5-14B.Q4_K_M.gguf": ["mradermacher/ZYH-LLM-Qwen2.5-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Follow-the-Flow-MN-12B.Q4_K_M.gguf": ["mradermacher/Follow-the-Flow-MN-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "ProLong-512k-8B-CLIPPER.Q5_K_M.gguf": ["mradermacher/ProLong-512k-8B-CLIPPER-GGUF", MessagesFormatterType.LLAMA_3],
+    "NQLSG-Qwen2.5-14B-MegaFusion-v5-reasoning.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v5-reasoning-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Reverb-14b.Q4_K_M.gguf": ["mradermacher/Reverb-14b-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Bespoke-Stratos-7B-repro-ThinkPO.Q5_K_M.gguf": ["mradermacher/Bespoke-Stratos-7B-repro-ThinkPO-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama3.1-8B-UltraMedical-TIES-Exp-25.02.Q5_K_M.gguf": ["mradermacher/Llama3.1-8B-UltraMedical-TIES-Exp-25.02-GGUF", MessagesFormatterType.LLAMA_3],
+    "nsfw-sce-test-2.Q5_K_M.gguf": ["mradermacher/nsfw-sce-test-2-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen2.5-14B-Instruct-igakuQA.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Instruct-igakuQA-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "NQLSG-Qwen2.5-14B-MegaFusion-v4-reasoning.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v4-reasoning-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "NQLSG-Qwen2.5-14B-MegaFusion-v5.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v5-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Meta-Llama-3.1-8B-Instruct-LongFaith-PO.Q5_K_M.gguf": ["mradermacher/Meta-Llama-3.1-8B-Instruct-LongFaith-PO-GGUF", MessagesFormatterType.LLAMA_3],
+    "Opeai_LoRA_QZV2_Qwen2.5-1.5B-Instruct.Q5_K_M.gguf": ["mradermacher/Opeai_LoRA_QZV2_Qwen2.5-1.5B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "L3.1-Astartev2-12B.Q4_K_M.gguf": ["mradermacher/L3.1-Astartev2-12B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Pensez-Llama3.1-8B.Q5_K_M.gguf": ["mradermacher/Pensez-Llama3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Undi95-LewdStorytellerMix-8b-128K.Q5_K_M.gguf": ["mradermacher/Undi95-LewdStorytellerMix-8b-128K-GGUF", MessagesFormatterType.LLAMA_3],
+    "NBeerbower-Narrative-8b-128k.Q5_K_M.gguf": ["mradermacher/NBeerbower-Narrative-8b-128k-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen-2.5-7b-S1k.Q5_K_M.gguf": ["mradermacher/Qwen-2.5-7b-S1k-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-7B-Instruct_character_roleplay_dataset_20000.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct_character_roleplay_dataset_20000-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "MN-Sappho-f-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-f-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Gemma-Bloom-2-9B-it.Q4_K_M.gguf": ["mradermacher/Gemma-Bloom-2-9B-it-GGUF", MessagesFormatterType.ALPACA],
+    "Reverb-7b.Q5_K_M.gguf": ["mradermacher/Reverb-7b-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Captain-VioLyra-v0.3-12B.Q4_K_M.gguf": ["mradermacher/Captain-VioLyra-v0.3-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "MN-Sappho-e-12B.i1-Q4_K_M.gguf": ["mradermacher/MN-Sappho-e-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Llama_3.2_3b_PlayMess_0.1.Q5_K_M.gguf": ["mradermacher/Llama_3.2_3b_PlayMess_0.1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3.1-Argunaut-1-8B-SPIN.Q5_K_M.gguf": ["mradermacher/Llama-3.1-Argunaut-1-8B-SPIN-GGUF", MessagesFormatterType.LLAMA_3],
+    "DeepHermes-3-Llama-3-8B-Preview-Uncensored-DeLMAT.Q5_K_M.gguf": ["mradermacher/DeepHermes-3-Llama-3-8B-Preview-Uncensored-DeLMAT-GGUF", MessagesFormatterType.LLAMA_3],
+    "Deep-Llama-3.1-KoEn-8B-Joah.Q5_K_M.gguf": ["mradermacher/Deep-Llama-3.1-KoEn-8B-Joah-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen2.5-3B-Knowledge-R1-GRPO.Q5_K_M.gguf": ["mradermacher/Qwen2.5-3B-Knowledge-R1-GRPO-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-3B-Model-DeepStock-v1.Q5_K_M.gguf": ["mradermacher/Qwen2.5-3B-Model-DeepStock-v1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "claustrophobia-9b-q5_k_m.gguf": ["ClaudioItaly/Claustrophobia-9B-Q5_K_M-GGUF", MessagesFormatterType.ALPACA],
+    "Meditron3-Qwen2.5-14B.Q4_K_M.gguf": ["mradermacher/Meditron3-Qwen2.5-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "L3-Intermix-v0.2.i1-Q5_K_M.gguf": ["mradermacher/L3-Intermix-v0.2-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "NewTryFandomDxd.Q4_K_M.gguf": ["mradermacher/NewTryFandomDxd-GGUF", MessagesFormatterType.MISTRAL],
+    "Deep-Llama-3.1-KoEn-8B-SiSai.Q5_K_M.gguf": ["mradermacher/Deep-Llama-3.1-KoEn-8B-SiSai-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-14B-lora-sex-v2-float16.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-lora-sex-v2-float16-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama-3.2-3b-Based.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3b-Based-GGUF", MessagesFormatterType.LLAMA_3],
+    "DeepHermes-3-Llama-3-8B-Preview-abliterated.Q5_K_M.gguf": ["mradermacher/DeepHermes-3-Llama-3-8B-Preview-abliterated-GGUF", MessagesFormatterType.LLAMA_3],
+    "Loki-v2.75a-8b-EROTICA-1024k.Q5_K_M.gguf": ["mradermacher/Loki-v2.75a-8b-EROTICA-1024k-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-medx_v2.Q5_K_M.gguf": ["mradermacher/Llama-medx_v2-GGUF", MessagesFormatterType.LLAMA_3],
+    "smirki_UIGEN-T1.1-Qwen-7B-Q5_K_M.gguf": ["bartowski/smirki_UIGEN-T1.1-Qwen-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Mistral-Nemo-12B-R1-v0.1alpha.Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-12B-R1-v0.1alpha-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-14B-DeepResearch.Q4_K_S.gguf": ["mradermacher/Qwen2.5-14B-DeepResearch-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-14B-ReasoningMerge.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-ReasoningMerge-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "NQLSG-Qwen2.5-14B-MegaFusion.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "NQLSG-Qwen2.5-14B-MegaFusion-v3.Q4_K_S.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v3-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-14B-GeneralReasoning.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-GeneralReasoning-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "ArxivLlama-3.1-8B-4096.Q5_K_M.gguf": ["mradermacher/ArxivLlama-3.1-8B-4096-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3.1-8b_SuperNovaRP_Dark_Uncensored.i1-Q4_K_M.gguf": ["mradermacher/L3.1-8b_SuperNovaRP_Dark_Uncensored-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3-8B-Uncensored-0.3Z.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Uncensored-0.3Z-GGUF", MessagesFormatterType.LLAMA_3],
+    "Wingless_Imp_8B.Q5_K_M.gguf": ["mradermacher/Wingless_Imp_8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama_3.x_8b_Smarteaz_0.1a.Q5_K_M.gguf": ["mradermacher/Llama_3.x_8b_Smarteaz_0.1a-GGUF", MessagesFormatterType.LLAMA_3],
+    "RealGuardrails-Llama3.2-3B-SFT.Q5_K_M.gguf": ["mradermacher/RealGuardrails-Llama3.2-3B-SFT-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3-Lunaris-Clouded-Vulca-8B.Q5_K_M.gguf": ["mradermacher/L3-Lunaris-Clouded-Vulca-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Captain-Eris_Violet-GRPO-v0.420.Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet-GRPO-v0.420-GGUF", MessagesFormatterType.MISTRAL],
+    "NewTryOnNoveFamdomlDxd.Q4_K_M.gguf": ["mradermacher/NewTryOnNoveFamdomlDxd-GGUF", MessagesFormatterType.MISTRAL],
+    "HuatuoGPT-o1-7B.Q5_K_M.gguf": ["mradermacher/HuatuoGPT-o1-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-7B-LongPO-128K.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-LongPO-128K-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Deep-Reasoning-Llama-3.2-JametMini-3B-MK.III.Q5_K_M.gguf": ["mradermacher/Deep-Reasoning-Llama-3.2-JametMini-3B-MK.III-GGUF", MessagesFormatterType.LLAMA_3],
+    "Deep-Reasoning-Llama-3.2-Hermes-3-3B.Q5_K_M.gguf": ["mradermacher/Deep-Reasoning-Llama-3.2-Hermes-3-3B-GGUF", MessagesFormatterType.LLAMA_3],
+    "SmartAgent-Mistral-Nemo-Instruct-2407.Q4_K_M.gguf": ["mradermacher/SmartAgent-Mistral-Nemo-Instruct-2407-GGUF", MessagesFormatterType.MISTRAL],
+    "SmartAgent-Llama-3.1-8B.Q5_K_M.gguf": ["mradermacher/SmartAgent-Llama-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama3-Instruct-8B-RSPO.Q5_K_M.gguf": ["mradermacher/Llama3-Instruct-8B-RSPO-GGUF", MessagesFormatterType.LLAMA_3],
+    "RISE-Judge-Qwen2.5-7B.Q5_K_M.gguf": ["mradermacher/RISE-Judge-Qwen2.5-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "EunoiaHermes-3-Llama-3-8B-Preview.Q5_K_M.gguf": ["mradermacher/EunoiaHermes-3-Llama-3-8B-Preview-GGUF", MessagesFormatterType.LLAMA_3],
+    "KONI-Llama3.1-8B-Instruct-20250217.Q5_K_M.gguf": ["mradermacher/KONI-Llama3.1-8B-Instruct-20250217-GGUF", MessagesFormatterType.LLAMA_3],
+    "KONI-Llama3.1-8B-Merged-cdj2-20250217.Q5_K_M.gguf": ["mradermacher/KONI-Llama3.1-8B-Merged-cdj2-20250217-GGUF", MessagesFormatterType.LLAMA_3],
+    "Spartan_v2.0.Q5_K_M.gguf": ["mradermacher/Spartan_v2.0-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3-8B-Stroganoff-4.0-Version-A.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Stroganoff-4.0-Version-A-GGUF", MessagesFormatterType.LLAMA_3],
+    "Ayla-Light-Extra.Q4_K_M.gguf": ["mradermacher/Ayla-Light-Extra-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen-2.5-7B-Deep-Stock-v5.Q5_K_M.gguf": ["mradermacher/Qwen-2.5-7B-Deep-Stock-v5-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Bigger-Body-12b.Q4_K_M.gguf": ["mradermacher/Bigger-Body-12b-GGUF", MessagesFormatterType.MISTRAL],
+    "Nomad_12B_V6.Q4_K_M.gguf": ["mradermacher/Nomad_12B_V6-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-14B-HyperMarck.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-HyperMarck-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "DeepHermes-3-Llama-3-slerp-8B.i1-Q5_K_M.gguf": ["mradermacher/DeepHermes-3-Llama-3-slerp-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "NewTryOnNovelDxd.Q4_K_M.gguf": ["mradermacher/NewTryOnNovelDxd-GGUF", MessagesFormatterType.MISTRAL],
+    "Bigger-Body-12b-ep1.Q4_K_M.gguf": ["mradermacher/Bigger-Body-12b-ep1-GGUF", MessagesFormatterType.MISTRAL],
+    "PolycrestSFT-Qwen-7B.Q5_K_M.gguf": ["mradermacher/PolycrestSFT-Qwen-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "test2-q2.5-lenned-14b-q5_k_m.gguf": ["djuna/TEST2-Q2.5-Lenned-14B-Q5_K_M-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "NQLSG-Qwen2.5-14B-MegaFusion-v2.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Way_Of_Magpicaro_v2.Q4_K_M.gguf": ["mradermacher/Way_Of_Magpicaro_v2-GGUF", MessagesFormatterType.MISTRAL],
+    "Tigers-Abliterated-9B.i1-Q4_K_M.gguf": ["mradermacher/Tigers-Abliterated-9B-i1-GGUF", MessagesFormatterType.ALPACA],
+    "Llama-3.1-Tulu-3.1-8B.Q5_K_M.gguf": ["mradermacher/Llama-3.1-Tulu-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwentessential-14B-v1.Q4_K_M.gguf": ["mradermacher/Qwentessential-14B-v1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama-3-8B_Suzume_DARE0.5.Q5_K_M.gguf": ["mradermacher/Llama-3-8B_Suzume_DARE0.5-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3-8B_Suzume_TIES0.5.Q5_K_M.gguf": ["mradermacher/Llama-3-8B_Suzume_TIES0.5-GGUF", MessagesFormatterType.LLAMA_3],
+    "ClimateLlama-8B.Q5_K_M.gguf": ["mradermacher/ClimateLlama-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Evac-Opus-14B-Exp.Q4_K_M.gguf": ["mradermacher/Evac-Opus-14B-Exp-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Omnino-Obscoenum-Opus-Magnum-2-MN-12B.i1-Q4_K_M.gguf": ["mradermacher/Omnino-Obscoenum-Opus-Magnum-2-MN-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Way_of_MagPicaro.i1-Q4_K_M.gguf": ["mradermacher/Way_of_MagPicaro-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Omnino-Obscoenum-Opus-Magnum-2-alt-MN-12B.Q4_K_M.gguf": ["mradermacher/Omnino-Obscoenum-Opus-Magnum-2-alt-MN-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "BuRP-Lomaid-v0.1-7B-bf16.Q5_K_M.gguf": ["mradermacher/BuRP-Lomaid-v0.1-7B-bf16-GGUF", MessagesFormatterType.MISTRAL],
+    "MedicalEDI-14b-EDI-Reasoning-1million.Q4_K_M.gguf": ["mradermacher/MedicalEDI-14b-EDI-Reasoning-1million-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Ayla-Light-12B-v3.Q4_K_M.gguf": ["mradermacher/Ayla-Light-12B-v3-GGUF", MessagesFormatterType.MISTRAL],
+    "AbleCredit-R0-Qwen-2.5-3B-Instruct.Q5_K_M.gguf": ["mradermacher/AbleCredit-R0-Qwen-2.5-3B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "MN-Sappho-d-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-d-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Samanta-NewGenesis-Gemma2B-DPO.Q5_K_M.gguf": ["mradermacher/Samanta-NewGenesis-Gemma2B-DPO-GGUF", MessagesFormatterType.ALPACA],
+    "L3.1-8b-SkaiRim_Sundown_V1_Uncensored.Q5_K_M.gguf": ["mradermacher/L3.1-8b-SkaiRim_Sundown_V1_Uncensored-GGUF", MessagesFormatterType.LLAMA_3],
+    "Nemo-12b-TheSpice-V0.9-All-v2-KTO-v0.1-E1-2049.Q4_K_M.gguf": ["mradermacher/Nemo-12b-TheSpice-V0.9-All-v2-KTO-v0.1-E1-2049-GGUF", MessagesFormatterType.CHATML],
+    "SciLitLLM1.5-14B.Q4_K_M.gguf": ["mradermacher/SciLitLLM1.5-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Dinobot-Opus-14B-Exp.Q4_K_M.gguf": ["mradermacher/Dinobot-Opus-14B-Exp-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Ayla-Light-12B-v2.Q4_K_M.gguf": ["mradermacher/Ayla-Light-12B-v2-GGUF", MessagesFormatterType.MISTRAL],
+    "Eva-9B.Q4_K_M.gguf": ["mradermacher/Eva-9B-GGUF", MessagesFormatterType.ALPACA],
+    "DeepSeek-BlackRoot-R1-Distill-Llama-3.1-8B.Q5_K_M.gguf": ["mradermacher/DeepSeek-BlackRoot-R1-Distill-Llama-3.1-8B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Viper-Coder-v1.1.i1-Q4_K_S.gguf": ["mradermacher/Viper-Coder-v1.1-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Kyro-n1-7B.i1-Q4_K_S.gguf": ["mradermacher/Kyro-n1-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Japanese-Starling-ChatV-7B-anime.Q5_K_M.gguf": ["mradermacher/Japanese-Starling-ChatV-7B-anime-GGUF", MessagesFormatterType.MISTRAL],
     "NQLSG-Qwen2.5-14B-MegaFusion-TIES-3.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-TIES-3-GGUF", MessagesFormatterType.OPEN_CHAT],
     "umbr0X_ai-14B-checkpoint1.Q4_K_M.gguf": ["mradermacher/umbr0X_ai-14B-checkpoint1-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Dumpling-Qwen2.5-14B.i1-Q4_K_M.gguf": ["mradermacher/Dumpling-Qwen2.5-14B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],

requirements.txt

@@ -1,6 +1,6 @@
 stablepy==0.6.1
+diffusers==0.31.0
 accelerate
-diffusers
 invisible_watermark
 transformers
 torch