models: ['AnHoang200901/madlad400-3b-mt-Q4_K_M-GGUF', 'AnHoang200901/madlad400-3b-mt-Q8_0-GGUF', 'CXDuncan/madlad400-3b-mt-optimized-onnx', 'CXDuncan/madlad400-3b-mt-optimized-quantized-onnx', 'ClausQ-dk/madlad400-10b-mt-Q2_K-GGUF', 'Eddishockwave/madlad400-10b-mt-Q8_0-GGUF', 'Emilio407/madlad400-10b-mt-4bit', 'Emilio407/madlad400-10b-mt-8bit', 'Emilio407/madlad400-10b-mt-bnb-4bit', 'Emilio407/madlad400-3b-mt-4bit', 'Emilio407/madlad400-3b-mt-8bit', 'Emilio407/madlad400-3b-mt-bnb-4bit', 'Emilio407/madlad400-7b-mt-4bit', 'Emilio407/madlad400-7b-mt-8bit', 'Emilio407/madlad400-7b-mt-bnb-4bit', 'GodComplexxx/madlad400-10b-mt-Q4_K_M-GGUF', 'Helsinki-NLP/opus-mt-tc-bible-big-deu_eng_fra_por_spa-mul', 'Helsinki-NLP/opus-mt-tc-bible-big-mul-deu_eng_fra_por_spa', 'Helsinki-NLP/opus-mt-tc-bible-big-mul-deu_eng_nld', 'Helsinki-NLP/opus-mt-tc-bible-big-mul-mul', 'Heng666/madlad400-3b-mt-ct2', 'Heng666/madlad400-3b-mt-ct2-int8', 'Heng666/madlad400-7b-mt-ct2-int8', 'Nextcloud-AI/madlad400-3b-mt-ct2-int8', 'Nextcloud-AI/madlad400-3b-mt-ct2-int8_float32', 'Nextcloud-AI/madlad400-7b-mt-bt-ct2-int8', 'Nextcloud-AI/madlad400-7b-mt-bt-ct2-int8_float32', 'NikolayKozloff/madlad400-10b-mt-Q6_K-GGUF', 'NikolayKozloff/madlad400-10b-mt-Q8_0-GGUF', 'NikolayKozloff/madlad400-3b-mt-Q8_0-GGUF', 'SreeniHF1/madlad400-3b-mt-Q2_K-GGUF', 'Vlad100/madlad400-3b-mt-Q8_0-GGUF', 'avans06/madlad400-7b-mt-bt-ct2-int8_float16', 'brauliobo/madlad400-7b-mt-bt-Q4_K_M-GGUF', 'cis-lmu/glotlid', 'cyberunit/madlad400-10b-mt-Q4_K_M-GGUF', 'enacimie/madlad400-10b-mt-Q4_K_M-GGUF', 'enacimie/madlad400-3b-mt-Q4_K_M-GGUF', 'enacimie/madlad400-7b-mt-Q4_K_M-GGUF', 'espnet/xeus', 'fernandoruiz/madlad400-3b-mt-Q4_K_S-GGUF', 'google/madlad400-10b-mt', 'google/madlad400-3b-mt', 'google/madlad400-7b-mt', 'google/madlad400-7b-mt-bt', 'google/madlad400-8b-lm', 'htafer/madlad400-10b-mt-Q4_K_M-GGUF', 'ikeno-ada/madlad400-3b-mt-bitsandbytes-4bit', 'jbochi/madlad400-10b-mt', 'jbochi/madlad400-3b-mt', 'jbochi/madlad400-7b-mt', 'jbochi/madlad400-7b-mt-bt', 'jbochi/madlad400-8b-lm', 'ljhwild/madlad400-3b-mt-Q6_K-GGUF', 'mtsdurica/madlad400-3b-mt-Q2_K-GGUF', 'mtsdurica/madlad400-3b-mt-Q4_0-GGUF', 'mtsdurica/madlad400-3b-mt-Q4_K_M-GGUF', 'mtsdurica/madlad400-3b-mt-Q6_K-GGUF', 'mtsdurica/madlad400-3b-mt-Q8_0-GGUF', 'mtsdurica/madlad400-7b-mt-Q4_K_M-GGUF', 'notjjustnumbers/madlad400-3b-mt-Q4_K_M-GGUF', 'raphaelmerx/madlad400-10b-ct2', 'santhosh/madlad400-3b-ct2', 'saurabhiow/madlad400-3b-mt-Q6_K-GGUF', 'snowkitties/madlad400-3b-mt-Q2_K-GGUF', 'snowkitties/madlad400-3b-mt-Q4_K_M-GGUF', 'snowkitties/madlad400-7b-mt-Q2_K-GGUF', 'tritiumoxide/madlad400-7b-mt-bt-Q2_K-GGUF', 'tritiumoxide/madlad400-7b-mt-bt-Q4_K_M-GGUF', 'vonjack/opus-mt-mul-en-big']