Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,54 @@
+---
+language:
+- en
+license: llama3
+tags:
+- Llama-3.1
+- instruct
+- finetune
+- reasoning
+- hybrid-mode
+- chatml
+- function calling
+- tool use
+- json mode
+- structured outputs
+- atropos
+- dataforge
+- long context
+- roleplaying
+- chat
+- mlx
+base_model: NousResearch/Hermes-4-405B
+library_name: transformers
+widget:
+- example_title: Hermes 4
+  messages:
+  - role: system
+    content: You are Hermes 4, a capable, neutrally-aligned assistant. Prefer concise,
+      correct answers.
+  - role: user
+    content: Explain the difference between BFS and DFS to a new CS student.
+model-index:
+- name: Hermes-4-Llama-3.1-405B
+  results: []
+---
+## 💫 Community Model> Hermes-4-405B by NousResearch
+
+_👾 [LM Studio](https://lmstudio.ai) Community models highlights program. Highlighting new & noteworthy models by the community. Join the conversation on [Discord](https://discord.gg/aPQfnNkxGC)_.
+
+**Model creator**: [NousResearch](https://huggingface.co/NousResearch)<br>
+**Original model**: [Hermes-4-405B](https://huggingface.co/NousResearch/Hermes-4-405B)<br>
+**MLX quantization**: provided by [LM Studio team](https://x.com/lmstudio) using [mlx_lm](https://github.com/ml-explore/mlx-lm)<br>
+
+## Technical Details
+
+6-bit quantized version of Hermes-4-405B using MLX, optimized for Apple Silicon.
+
+## Special thanks
+
+🙏 Special thanks to the [Apple Machine Learning Research](https://github.com/ml-explore) team for creating [MLX](https://github.com/ml-explore/mlx).
+
+## Disclaimers
+
+LM Studio is not the creator, originator, or owner of any Model featured in the Community Model Program. Each Community Model is created and provided by third parties. LM Studio does not endorse, support, represent or guarantee the completeness, truthfulness, accuracy, or reliability of any Community Model. You understand that Community Models can produce content that might be offensive, harmful, inaccurate or otherwise inappropriate, or deceptive. Each Community Model is the sole responsibility of the person or entity who originated such Model. LM Studio may not monitor or control the Community Models and cannot, and does not, take responsibility for any such Model. LM Studio disclaims all warranties or guarantees about the accuracy, reliability or benefits of the Community Models. LM Studio further disclaims any warranty that the Community Model will meet your requirements, be secure, uninterrupted or available at any time or location, or error-free, viruses-free, or that any errors will be corrected, or otherwise. You will be solely responsible for any damage resulting from your use of or access to the Community Models, your downloading of any Community Model, or use of any other Community Model provided by or through LM Studio.

chat_template.jinja

@@ -0,0 +1,76 @@
+{%- set thinking_prompt = 'You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside <think> </think> tags, and then provide your solution or response to the problem.' %}
+{%- set standard_prompt = 'You are Hermes, created by Nous Research.' %}
+{%- if not thinking is defined %}{% set thinking = false %}{% endif %}
+{%- if not keep_cots is defined %}{% set keep_cots = false %}{% endif %}
+{%- if thinking %}{%- set system_prompt = thinking_prompt %}{%- else %}{%- set system_prompt = standard_prompt %}{%- endif %}
+{%- if tools %}
+    {{- bos_token + '<|start_header_id|>system<|end_header_id|>\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- system_prompt }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou are a function calling AI model. You may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": \"<function-name>\", \"arguments\": <args-json-object>}\n</tool_call><|eot_id|>" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- bos_token + '<|start_header_id|>system<|end_header_id|>\n\n' + messages[0]['content'] + '<|eot_id|>' }}
+    {%- else %}
+        {{- bos_token + '<|start_header_id|>system<|end_header_id|>\n\n' + system_prompt + '<|eot_id|>' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+        {{- '<|start_header_id|>' + message.role + '<|end_header_id|>\n\n' + message.content + '<|eot_id|>' }}
+    {%- elif (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|start_header_id|>' + message.role + '<|end_header_id|>\n' }}
+        {%- if message.content %}
+            {%- set content = message['content'] -%}
+            {%- if thinking %}
+                {%- if not keep_cots %}
+                    {%- set content = '<think> </think>' + content.split('</think>', 1)[1] -%}
+                {%- endif %}
+            {%- endif %}
+            {{- '\n' + content + '<|eot_id|>' }}
+        {%- endif %}
+    {%- elif message.role == "assistant" %}
+        {{- '<|start_header_id|>' + message.role + '<|end_header_id|>\n' }}
+        {%- if message.content %}
+            {%- set content = message['content'] -%}
+            {%- if thinking %}
+                {%- if not keep_cots %}
+                    {%- set content = '<think> </think>' + content.split('</think>', 1)[1] -%}
+                {%- endif %}
+            {%- endif %}
+            {{- '\n' + content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|eot_id|>' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|start_header_id|>user<|end_header_id|>\n' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|eot_id|>' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
+{%- endif %}

config.json

@@ -0,0 +1,43 @@
+{
+    "architectures": [
+        "LlamaForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 128000,
+    "eos_token_id": 128001,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 16384,
+    "initializer_range": 0.02,
+    "intermediate_size": 53248,
+    "max_position_embeddings": 131072,
+    "mlp_bias": false,
+    "model_type": "llama",
+    "num_attention_heads": 128,
+    "num_hidden_layers": 126,
+    "num_key_value_heads": 8,
+    "pretraining_tp": 1,
+    "quantization": {
+        "group_size": 64,
+        "bits": 6
+    },
+    "quantization_config": {
+        "group_size": 64,
+        "bits": 6
+    },
+    "rms_norm_eps": 1e-05,
+    "rope_scaling": {
+        "factor": 8.0,
+        "high_freq_factor": 4.0,
+        "low_freq_factor": 1.0,
+        "original_max_position_embeddings": 8192,
+        "rope_type": "llama3"
+    },
+    "rope_theta": 500000.0,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.52.4",
+    "use_cache": true,
+    "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": 128001,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.52.4"
+}

model-00001-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45175dd79a49a11b346232d7cb8bd91d276c23065315061eb2c8c69621287f55
+size 4760867066

model-00007-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950c0283879820a19e2d8be07b89132bb57a1a17e80f6c6d2a9c5ffad2f79a7e
+size 5180101854

model-00010-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70c2af32c00ea05dbe5d8e0d36626966aded63f7e051f670668848fdd6df45f
+size 5180101868

model-00011-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1bc5e255141a0932fda981071729862d375e5585a5b442caaa9ed76546dbbf
+size 5180101858

model-00013-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a1e643c9d5cb45c3125859a08be10d3eaae5040fbd7be8be6cc1c59a16f747
+size 5180101844

model-00014-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e41976057a3b176617f66a28633be23d3bb0f320d827180a123e1d61803daf
+size 5180101850

model-00015-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e831db5ece81c277df8c04188b4f7900cbfcb114359e2249f375c606932158
+size 5180101850

model-00017-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb093219cb46875842ef142270f5eac22d92f61dd1e99ea0e8de96b5df6eb02b
+size 5180101866

model-00018-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a14bb3c5c6330ec169d6076bfa7b4242df593bc4525f91a6cdf007efa4dae2
+size 5180101852

model-00019-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e7c5c19b16512e35de3a25463c221e078a2e1ab45c857cdf384a863224cab5
+size 5180101850

model-00023-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8c4c706dd4671c4a2270c52eedf91869dcdf55093cbc914903dad7384eabf2
+size 5180101844

model-00027-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6916b8af7da9482d4a55cfbd016c2a50cd52d4f097235be5837da963c4ab960
+size 5180101866

model-00028-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ab483746a0f416a70b88d19e123f395ba516c8b625dfbec73d24d118a420fa
+size 5180101848

model-00029-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd8320ac1d6dae47dd00552526814a6c00f953b23387bf732d508a058be102d
+size 5180101862

model-00030-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f31c8da5bf37772a4b36fb14d080b76ae4f4826548e43d418a552909c3a7656
+size 5180101862

model-00032-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013b4a0a04059223166962c9e2af5bb208aff0a2b5fc6a6efd2d6e0d678ed8c6
+size 5180101848

model-00033-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d50b64f860dd0300faf69c4f5677562c772dd9d1a344fd87714ff0c644b02df
+size 5180101870

model-00035-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44342d296cf1cbbe345468547ee6f49251d2d92dd8b805d575f0c3fb14eb5db
+size 5180101860

model-00037-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db61a1c281eb24fe9fb487caa07097630192d11d2a23c2af6672c5551561742d
+size 5180101844

model-00038-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bb8f64f8896d1967bcb6f6f6df87663a9bf73e099c9fa618623f59d701b34d
+size 5180101846

model-00039-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0ff46e605f27ec44bca9b490bfc561ebcef77c720829553d49b2308496d3b5
+size 5180101852

model-00040-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af63339cce11c5e627005e6d91a16ed49a45a909db822f97c5b4d6a488c14fe
+size 5180101862

model-00042-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d529cfed1eb9d90bcfe91a61eee9b03c6d96a514f2489eaa561e279858b10a
+size 5180101820

model-00043-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9ad32a0c5172576e095a8f399025401a0919b5e8109326be45fe9b47c68c4e
+size 5180101852

model-00045-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c72fb459b120d2a89c973495386c5c1e2612c761b14b5e62fd443be81858f9d
+size 5180101840

model-00046-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc894833cc6953e9a46d77363156da89cd440276f4538c6126e215c6fa8a1a7b
+size 5180101864

model-00048-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a742228093674ba9d6079462d2d52e2a967d4fde66c738533bc6f77468973c03
+size 5180101846

model-00049-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abf6f19240284f19707ad87da0c65201dc3c2746f0975063fe76431de8d5fa0
+size 5180101864

model-00051-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28625b2effa90ed529eca9ae9b07f0b88acaa2c684a6778777db34de8468db68
+size 5180101887

model-00052-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1d50b74f5962da4fe3c95fe629354345cd9639d89051337b86141a814b2441
+size 5180101900

model-00053-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ae731aa358a975c5bd13c2a8818cdbcbec125a7d2df975f89cc26dd0476e8e
+size 5180101900

model-00054-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79da7b84f09b258979f4d5804fc28ea54d92b87ff508249534423b38fc31b61d
+size 5180101892

model-00055-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4359e9f4a7626f482181f8107fdfc57bcfee418766cae597215191f38133ab5c
+size 5180101918

model-00056-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa955017e607fc89e55070e3c5d728ce9b5674a367c913ebe0fc180244573650
+size 5180101898

model-00057-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710e962c777872c35d89d0341c387f7feaa8184924bf3ee33ffec23b835acfcc
+size 5180101904

model-00058-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38e13d41c2ec787ffa5b7c801a5f1b3f1347f955e82941cbf9c2169d4451eca
+size 5180101920

model-00059-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da211dc9cef404a0603e39a6e9c8e8649ceace417ee3d92bfc12236d43f7d897
+size 5180101914

model-00060-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3218c4d3fbdf9b431b9183d45d4159b774d36d2065a61a6b78f30da5411da747
+size 5180101924

model-00061-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df3b325686eb354da35bbb1ac0e8c87063cbdd6ba946b45f9b63e05787f4d10
+size 5180101902

model-00062-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd266da3cb8a4a13626c9e10cc36f6c050669c883c7e9b0bd7ba6f52e51f07ec
+size 5180101914

model-00063-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebdd1461013f0cb05de74323e2270c8a8cef6d42b12459072fef78ce6cfe8fb
+size 5180101898

model-00064-of-00064.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ce09361abc7593205284c247d75d186b1ddc6c90d74fb3888dc2f61ba0f211
+size 3833955981

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e4573a56ca97b0233ddc2dd63f634aeee35b84f352d2ce2aaa5992735cfcad
+size 17209827