Upload folder using huggingface_hub

README.md

@@ -1,7 +1,5 @@
 ---
 base_model: unsloth/Meta-Llama-3.1-8B-bnb-4bit
-datasets:
-- mlabonne/FineTome-100k
 language:
 - en
 license: apache-2.0
@@ -12,6 +10,8 @@ tags:
 - llama
 - trl
 - sft
+datasets:
+- mlabonne/FineTome-100k
 ---
 
 # 🍷 FineLlama-3.1-8B

config.json

@@ -30,7 +30,7 @@
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.44.2",
+  "transformers_version": "4.43.3",
   "unsloth_version": "2024.8",
   "use_cache": true,
   "vocab_size": 128256

generation_config.json

@@ -1,11 +1,12 @@
 {
-  "_from_model_config": true,
   "bos_token_id": 128000,
   "do_sample": true,
-  "eos_token_id": 128001,
-  "max_length": 131072,
-  "pad_token_id": 128004,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
   "temperature": 0.6,
   "top_p": 0.9,
-  "transformers_version": "4.44.2"
+  "transformers_version": "4.43.3"
 }

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d91aa361ac071d0c468c89fba025c144829477358e8af77597d69db025c9f186
+oid sha256:3aa9f9a98cdb73f5cfa096ca9aacb0b8b9568809c57b4744a89f5f97f3cbcdd2
 size 4976698672

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c72c3de4f386a0a6a920702e7ad8ebf458246ec542fb329ce392e14f486a0c9
+oid sha256:cc85ce797c09eb9d00191047867db5db7fe4d426f14c5694e54cca7704780658
 size 4999802720

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d24edec6c5a4744f7516950a050bf073dcb3bbb94b49d9c2802fa3d6918d673
+oid sha256:7c9655d4ef2acaf54ddf1375a66014189da9da0f65d76bbbe81e67269017d5da
 size 4915916176

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2e2cae04ef73b814d17d49c1963974b5e9081d1d1fff488e908f8ae29ed2cf1
+oid sha256:f82958a577cdcf0d8865a3f2c7bc02c13ff5771fbc4af66509fd4ba7ffe2be09
 size 1168138808

tokenizer_config.json

@@ -2050,7 +2050,7 @@
     }
   },
   "bos_token": "<|begin_of_text|>",
-  "chat_template": "{% if 'role' in messages[0] %}{% for message in messages %}{% if message['role'] == 'user' %}{{'<|im_start|>user\n' + message['content'] + '<|im_end|>\n'}}{% elif message['role'] == 'assistant' %}{{'<|im_start|>assistant\n' + message['content'] + '<|im_end|>\n' }}{% else %}{{ '<|im_start|>system\n' + message['content'] + '<|im_end|>\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}{% else %}{% for message in messages %}{% if message['from'] == 'human' %}{{'<|im_start|>user\n' + message['value'] + '<|im_end|>\n'}}{% elif message['from'] == 'gpt' %}{{'<|im_start|>assistant\n' + message['value'] + '<|im_end|>\n' }}{% else %}{{ '<|im_start|>system\n' + message['value'] + '<|im_end|>\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}{% endif %}",
+  "chat_template": "{% for message in messages %}{% if message['from'] == 'human' %}{{'<|im_start|>user\n' + message['value'] + '<|im_end|>\n'}}{% elif message['from'] == 'gpt' %}{{'<|im_start|>assistant\n' + message['value'] + '<|im_end|>\n' }}{% else %}{{ '<|im_start|>system\n' + message['value'] + '<|im_end|>\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|im_end|>",
   "model_max_length": 1000000000000000019884624838656,