Upload folder using huggingface_hub

README.md

@@ -3,37 +3,41 @@ tags:
 - merge
 - mergekit
 - lazymergekit
-- Severus27/BeingWell_llama2_7b
-- ParthasarathyShanmugam/llama-2-7b-samantha
+- mlabonne/NeuralBeagle14-7B
+- cognitivecomputations/samantha-1.2-mistral-7b
 base_model:
-- Severus27/BeingWell_llama2_7b
-- ParthasarathyShanmugam/llama-2-7b-samantha
+- mlabonne/NeuralBeagle14-7B
+- cognitivecomputations/samantha-1.2-mistral-7b
 ---
 
 # Dr-Samantha-Philosopher-7B-slerp
 
 Dr-Samantha-Philosopher-7B-slerp is a merge of the following models using [LazyMergekit](https://colab.research.google.com/drive/1obulZ1ROXHjYLn6PPZJwRR6GzgQogxxb?usp=sharing):
-* [Severus27/BeingWell_llama2_7b](https://huggingface.co/Severus27/BeingWell_llama2_7b)
-* [ParthasarathyShanmugam/llama-2-7b-samantha](https://huggingface.co/ParthasarathyShanmugam/llama-2-7b-samantha)
+* [mlabonne/NeuralBeagle14-7B](https://huggingface.co/mlabonne/NeuralBeagle14-7B)
+* [cognitivecomputations/samantha-1.2-mistral-7b](https://huggingface.co/cognitivecomputations/samantha-1.2-mistral-7b)
 
 ## 🧩 Configuration
 
 ```yaml
-models:
-  - model: togethercomputer/Llama-2-7B-32K-Instruct
-    # No parameters necessary for base model
-  - model: Severus27/BeingWell_llama2_7b
-    parameters:
-      density: 0.53
-      weight: 0.4
-  - model: ParthasarathyShanmugam/llama-2-7b-samantha
-    parameters:
-      density: 0.53
-      weight: 0.4
-merge_method: dare_ties
-base_model: togethercomputer/Llama-2-7B-32K-Instruct
+slices:
+  - sources:
+      - model: mlabonne/NeuralBeagle14-7B
+        layer_range: [0, 32]
+      - model: cognitivecomputations/samantha-1.2-mistral-7b
+        layer_range: [0, 32]
+
+merge_method: slerp
+base_model: cognitivecomputations/samantha-1.2-mistral-7b
+
 parameters:
-  int8_mask: true
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5 # fallback for rest of tensors
+tokenizer_source: union
+
 dtype: float16
 ```