speakleash
/

Bielik-11B-v2.6-Instruct-MLX-8bit

Text Generation

8-bit precision

Model card Files Files and versions

chrisociepa commited on Jul 10

Commit

e954b3f

·

verified ·

1 Parent(s): 86018fd

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -31,7 +31,7 @@
     "rope_scaling": null,
     "rope_theta": 1000000,
     "tie_word_embeddings": false,
-    "torch_dtype": "float16",
     "transformers_version": "4.51.3",
     "use_cache": true,
     "vocab_size": 32128

     "rope_scaling": null,
     "rope_theta": 1000000,
     "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
     "transformers_version": "4.51.3",
     "use_cache": true,
     "vocab_size": 32128