Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,54 @@
+---
+language:
+- en
+license: llama3
+tags:
+- Llama-3.1
+- instruct
+- finetune
+- reasoning
+- hybrid-mode
+- chatml
+- function calling
+- tool use
+- json mode
+- structured outputs
+- atropos
+- dataforge
+- long context
+- roleplaying
+- chat
+- mlx
+base_model: NousResearch/Hermes-4-405B
+library_name: transformers
+widget:
+- example_title: Hermes 4
+  messages:
+  - role: system
+    content: You are Hermes 4, a capable, neutrally-aligned assistant. Prefer concise,
+      correct answers.
+  - role: user
+    content: Explain the difference between BFS and DFS to a new CS student.
+model-index:
+- name: Hermes-4-Llama-3.1-405B
+  results: []
+---
+## 💫 Community Model> Hermes-4-405B by NousResearch
+
+_👾 [LM Studio](https://lmstudio.ai) Community models highlights program. Highlighting new & noteworthy models by the community. Join the conversation on [Discord](https://discord.gg/aPQfnNkxGC)_.
+
+**Model creator**: [NousResearch](https://huggingface.co/NousResearch)<br>
+**Original model**: [Hermes-4-405B](https://huggingface.co/NousResearch/Hermes-4-405B)<br>
+**MLX quantization**: provided by [LM Studio team](https://x.com/lmstudio) using [mlx_lm](https://github.com/ml-explore/mlx-lm)<br>
+
+## Technical Details
+
+8-bit quantized version of Hermes-4-405B using MLX, optimized for Apple Silicon.
+
+## Special thanks
+
+🙏 Special thanks to the [Apple Machine Learning Research](https://github.com/ml-explore) team for creating [MLX](https://github.com/ml-explore/mlx).
+
+## Disclaimers
+
+LM Studio is not the creator, originator, or owner of any Model featured in the Community Model Program. Each Community Model is created and provided by third parties. LM Studio does not endorse, support, represent or guarantee the completeness, truthfulness, accuracy, or reliability of any Community Model. You understand that Community Models can produce content that might be offensive, harmful, inaccurate or otherwise inappropriate, or deceptive. Each Community Model is the sole responsibility of the person or entity who originated such Model. LM Studio may not monitor or control the Community Models and cannot, and does not, take responsibility for any such Model. LM Studio disclaims all warranties or guarantees about the accuracy, reliability or benefits of the Community Models. LM Studio further disclaims any warranty that the Community Model will meet your requirements, be secure, uninterrupted or available at any time or location, or error-free, viruses-free, or that any errors will be corrected, or otherwise. You will be solely responsible for any damage resulting from your use of or access to the Community Models, your downloading of any Community Model, or use of any other Community Model provided by or through LM Studio.

chat_template.jinja

@@ -0,0 +1,76 @@
+{%- set thinking_prompt = 'You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside <think> </think> tags, and then provide your solution or response to the problem.' %}
+{%- set standard_prompt = 'You are Hermes, created by Nous Research.' %}
+{%- if not thinking is defined %}{% set thinking = false %}{% endif %}
+{%- if not keep_cots is defined %}{% set keep_cots = false %}{% endif %}
+{%- if thinking %}{%- set system_prompt = thinking_prompt %}{%- else %}{%- set system_prompt = standard_prompt %}{%- endif %}
+{%- if tools %}
+    {{- bos_token + '<|start_header_id|>system<|end_header_id|>\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- system_prompt }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou are a function calling AI model. You may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": \"<function-name>\", \"arguments\": <args-json-object>}\n</tool_call><|eot_id|>" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- bos_token + '<|start_header_id|>system<|end_header_id|>\n\n' + messages[0]['content'] + '<|eot_id|>' }}
+    {%- else %}
+        {{- bos_token + '<|start_header_id|>system<|end_header_id|>\n\n' + system_prompt + '<|eot_id|>' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+        {{- '<|start_header_id|>' + message.role + '<|end_header_id|>\n\n' + message.content + '<|eot_id|>' }}
+    {%- elif (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|start_header_id|>' + message.role + '<|end_header_id|>\n' }}
+        {%- if message.content %}
+            {%- set content = message['content'] -%}
+            {%- if thinking %}
+                {%- if not keep_cots %}
+                    {%- set content = '<think> </think>' + content.split('</think>', 1)[1] -%}
+                {%- endif %}
+            {%- endif %}
+            {{- '\n' + content + '<|eot_id|>' }}
+        {%- endif %}
+    {%- elif message.role == "assistant" %}
+        {{- '<|start_header_id|>' + message.role + '<|end_header_id|>\n' }}
+        {%- if message.content %}
+            {%- set content = message['content'] -%}
+            {%- if thinking %}
+                {%- if not keep_cots %}
+                    {%- set content = '<think> </think>' + content.split('</think>', 1)[1] -%}
+                {%- endif %}
+            {%- endif %}
+            {{- '\n' + content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|eot_id|>' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|start_header_id|>user<|end_header_id|>\n' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|eot_id|>' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
+{%- endif %}

config.json

@@ -0,0 +1,43 @@
+{
+    "architectures": [
+        "LlamaForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 128000,
+    "eos_token_id": 128001,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 16384,
+    "initializer_range": 0.02,
+    "intermediate_size": 53248,
+    "max_position_embeddings": 131072,
+    "mlp_bias": false,
+    "model_type": "llama",
+    "num_attention_heads": 128,
+    "num_hidden_layers": 126,
+    "num_key_value_heads": 8,
+    "pretraining_tp": 1,
+    "quantization": {
+        "group_size": 64,
+        "bits": 8
+    },
+    "quantization_config": {
+        "group_size": 64,
+        "bits": 8
+    },
+    "rms_norm_eps": 1e-05,
+    "rope_scaling": {
+        "factor": 8.0,
+        "high_freq_factor": 4.0,
+        "low_freq_factor": 1.0,
+        "original_max_position_embeddings": 8192,
+        "rope_type": "llama3"
+    },
+    "rope_theta": 500000.0,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.52.4",
+    "use_cache": true,
+    "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": 128001,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.52.4"
+}

model-00001-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6bc88b1fc0e0f8f422559e17004dda21db09ade7f68a8c8b851f214ea29bff
+size 4692642172

model-00002-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafee0a81b77806a9b3862c41885475c7c27aa2f714435b62edd23b0942ce59d
+size 4920054259

model-00003-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf5c2aa6aa725aed66101e21feb0ff8d7c667957f7f5b17204ec0ddaade0147
+size 5240851751

model-00004-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adf8f37f1168eb5ecd2037b75e74a3e0c1705b9e8d53ebadf723f65800eb973
+size 4920054265

model-00006-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b72b5402a31dcc9535dde485f3df7912db3faed5602b0b8cc265f3f2165b101
+size 4920054281

model-00007-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5018dd987bdf65827853d0f29d860bf95ad860d4dc1a8e874a0b9809c7e070e
+size 5240851745

model-00008-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3230b91fa03ee05dc1936fc994d55bedb0b7f6f9464424ab43db602cb8dbd3bd
+size 4920054288

model-00010-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a1a0454f1ede0b024659ae17a29a5b858cf09aea7e70ffababd00896051d2c
+size 4920054313

model-00012-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ed1fde578fef4f53729d6fa4e42e83d7eaed15dacdfbd1a1b783a7d67cce40
+size 4920054311

model-00014-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e393771f98804d8a4f725b5ab2bb1367f137c927fecb80f20182f2b28af90e61
+size 4920054295

model-00016-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285364ceaf5eb05277600291f1df79817ac1e1573e7afee2ed246e3d15e1febc
+size 4920054301

model-00018-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f10809101a9689b1dac15a558c4a74fffd8d910f9a58967863f11c5b6d9434
+size 4920054287

model-00020-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f25200ebe31b85b0dd952bc420d6ba4ee96cbf008ece28b8a5119716651244
+size 4920054321

model-00022-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a4bafc20764e9768c94caa8a0ad063189a99af8f9a2c1cbb6f5ecfa15861dc
+size 4920054305

model-00024-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17c1f913f458903658d6a27e8afb14e18688a0ab23e90dccc87cd01a47d8a96
+size 4920054307

model-00026-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02709d973033c5d47a9d5e79d77a7b9356a054086b2724746fe57aa3f533513b
+size 4920054279

model-00028-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3502021506e1878867cf0f3755b0493051347d6f1ebea1959f5e8354f368d9ac
+size 4920054325

model-00029-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b22f7dee4a7d901dd17d05869440101cad2712898d7810d5068093c0e24eee
+size 5240851774

model-00032-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e49242bf9878b79bf891583d7547d78ca6a2ef71c855e3ebbb12f9403d4c350
+size 4920054327

model-00033-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f1395d07a1c0f767ac56119081cb8f49d507c7a4ab63e127f86195b3339c2b
+size 5240851756

model-00034-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd88ffa1f61a322d035abc7b257b43ded27772efc279a0303a2f05554331fb4
+size 4920054331

model-00035-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2545d82bdd861c1bd70d8189ca6412a81db0a831c261b1ba4cc4f822354dd1
+size 5240851752

model-00037-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e5837ca4f1cc12ccc85bbe27e5d1ded019e6046b978db215c47b5d71217cdf
+size 5240851772

model-00038-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3af139e27f687f732e6f562b803eb0d928c17adea7ddc6e31d39fe852525f74
+size 4920054281

model-00040-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbcb873ebf1c1efa049dca16693b0d3b49f914aefbed78e351aacd4dd3256a1
+size 4920054313

model-00041-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f86499748176e9986560e6678c9744b6748d67222059cedabef390f2a51aa72
+size 5240851770

model-00042-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d2aced655c255241ef589db08bc1006e2ecafd337e5a769db952057dce02f1
+size 4920054303

model-00047-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cab4115fd90905ef2af5ef3cf25a1460eb29985bc7d8b1c7f5398b6d5d0166
+size 5240851774

model-00048-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedba581a24ff5eabef3d68a739326d639e90c46a0494197727c8c400ff496d4
+size 4920054287

model-00049-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d4fbb8ddbf17d856f5ee66cd94bbb6d58933b43141c7685a7dad4275a561dd
+size 5240851762

model-00050-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5416b420ef28401bfed508d38f62e1ed8b43e40c8c13eea049772d075a9adb
+size 4920054325

model-00053-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd9c43e91f1240229b562d65904422380a09fcba66bdc43bf710ace2247d145
+size 5240851764

model-00056-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ae7c1b250e4127b72aeff1e5429aed042708761790392ea2e3a979a63e1c05
+size 4920054295

model-00060-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5179ec533d80313604745e0be7a84af397a4bcd8e13f2823cad6cad4e337a201
+size 4920054307

model-00061-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269580ae735c3baf1612023d3c805117e722d738a5fca733d3587fcc226ee1ef
+size 5240851766

model-00063-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8113218d411718e24ba61748e1ca8652040a92202712e1516f01bb9f14d1f1ce
+size 5240851752

model-00064-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489d36051068c6535eab70d66026613f2d2723684d8cc053a93f45fe8c0cbbfb
+size 4920054285

model-00066-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db52b16434691c56c7284488875c6ef882cb2d7b4700f44f43b9a1bd371948f6
+size 4920054299

model-00067-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf5b3f7d896b1f4f5286d9678e652a61f0fb717f104a068921c32ecd8e31c67
+size 5240851764

model-00068-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8259c09728e37e0e2f107ea9ff1caaa14d3ebda3e1ee94e188e88bf1d2621ef5
+size 4920054342

model-00070-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629274f79680f503d8cb867a5fdbff5c1c0a6eaee6a4081431385ae076415960
+size 4920054361

model-00084-of-00085.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90610491e4471285ec2a4e92766c8f880a2039437a4ae63b16935c1a8df0908b
+size 4920054343

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e4573a56ca97b0233ddc2dd63f634aeee35b84f352d2ce2aaa5992735cfcad
+size 17209827