Add files using upload-large-folder tool

config.json

@@ -0,0 +1,69 @@
+{
+  "_name_or_path": "TheDrummer/Behemoth-123B-v1.2",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 12288,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 131072,
+  "model_type": "mistral",
+  "num_attention_heads": 96,
+  "num_hidden_layers": 88,
+  "num_key_value_heads": 8,
+  "quantization_config": {
+    "config_groups": {
+      "group_0": {
+        "input_activations": {
+          "actorder": null,
+          "block_structure": null,
+          "dynamic": true,
+          "group_size": null,
+          "num_bits": 8,
+          "observer": null,
+          "observer_kwargs": {},
+          "strategy": "token",
+          "symmetric": true,
+          "type": "float"
+        },
+        "output_activations": null,
+        "targets": [
+          "Linear"
+        ],
+        "weights": {
+          "actorder": null,
+          "block_structure": null,
+          "dynamic": false,
+          "group_size": null,
+          "num_bits": 8,
+          "observer": "minmax",
+          "observer_kwargs": {},
+          "strategy": "channel",
+          "symmetric": true,
+          "type": "float"
+        }
+      }
+    },
+    "format": "float-quantized",
+    "global_compression_ratio": 1.4645315540129722,
+    "ignore": [
+      "lm_head"
+    ],
+    "kv_cache_scheme": null,
+    "quant_method": "compressed-tensors",
+    "quantization_status": "compressed"
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.3",
+  "use_cache": true,
+  "vocab_size": 32768
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.46.3"
+}

model-00001-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2328ef10125541793ba7a4e17a9acaa56fce166387e6993f1f0bf121643218c5
+size 4958398128

model-00002-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe836f2137d9dd949aeef145a079a171cd2c35e2c767b78aead00aabb9f75a7
+size 4832680488

model-00003-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f771b6217d03f58289f8b33b9be0c289a140e437a97d224e472dec79fb93fc9d
+size 4857866304

model-00004-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d234fb47b2fd94e2d079f81f2e3ee2f6919fa971b7189be52236d1815ce54b
+size 4832680552

model-00005-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaed74775cddcb9ba0dceef5e7ed49c9e6ec07b7bc4aa1c2905ce87e3b819394
+size 4857866352

model-00006-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d563677f070a46e50fc2045072270bc3052f03e9aa26d366f62b4acbba984d
+size 4832680552

model-00007-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23c4804f269d37f0f20714927600dd0389f79aab8fe92d3d3523f26f8888bc7
+size 4857866352

model-00008-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be01baf452e36c022bc93fedf4cb68def1b2eb23a62298180b84da1d8970acca
+size 4832680552

model-00009-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d835f58ce9874451cf7420127af6ddd55417cd6382bd7fe72e31e72181de136
+size 4857866352

model-00010-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756132e6f71c50e5db83ef531c793d0ab7f0c3458529f0128d36d6f341db3aa9
+size 4832680552

model-00011-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd40bc47d460a8ccf4c28b89a9f123a3d91bc5838f2b172dd79b6ec62e4aea1
+size 4857866352

model-00012-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bb3c3df7139243009967dbbf72355c2a2a4308240b80502b373aa7b20c861a
+size 4832680552

model-00013-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141cf8dcfdcf6823c8f22ff205afe56f6a51895c7d39dd4f92f43034954784e4
+size 4857866352

model-00014-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51acc92847f156f42db3eff5376baf95663fd509e3a785f3eadc10d8d95d3327
+size 4832680552

model-00015-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a3e228c113ff22214900398571c156de14c673b839df00f7c3750e96bb7be4
+size 4857866352

model-00016-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3b4b1e016adbdb6bca568d572a688bf91ecf0e8abc56f09e91a5378955df5d
+size 4832680552

model-00017-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b439943568e81acdbce04178b63e81280507e483a9614de0754a81c60be434
+size 4857866352

model-00018-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21804c404fda7c15b413dfe919cb28d2e69b4e961fa7335252daae9ef11e2fe2
+size 4832680552

model-00019-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b7e494a2bdd00ec279ac9e4269960bfab9e1cd99f5871c1e76fe576387b5ec
+size 4857866352

model-00020-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7c86d6397e5263aec9eb043f5397fe58bb4a5b18b17041599fc403ce15dfe5
+size 4832680552

model-00021-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb7529a722da5a83886639e1f8de4201c2803c7fa706d63b6290f0610afe6be
+size 4857866352

model-00022-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475de0e9b783b533eb303c6a2c7ac0dce903977b621172c086d80def4b421a7d
+size 4832680552

model-00023-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abb7b0c4e946c8f9954f43a635e063b8ddd5c5c817b8ea4b8c378dca318ff1b
+size 4857866352

model-00024-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb3aec88546ba16afe8ad0e4211b1016486d366ff704cd53e6fdea615a8cf96
+size 4832680552

model-00025-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81800f2d51f53289768aa921a6080dfe530bc2b109e908914a63b2d4dca8e20
+size 4857866352

model-00026-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351bc3687a9ac4b56082362888a6a8b21fe8922203d76aeb55ba5a57c1012deb
+size 2189695048

recipe.yaml

@@ -0,0 +1,6 @@
+DEFAULT_stage:
+  DEFAULT_modifiers:
+    QuantizationModifier:
+      ignore: [lm_head]
+      targets: [Linear]
+      scheme: FP8_DYNAMIC

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}