assskelad commited on
Commit
7b0eb51
·
verified ·
1 Parent(s): 552dcb6

End of training

Browse files
README.md CHANGED
@@ -1,17 +1,20 @@
1
  ---
2
  base_model: HuggingFaceTB/SmolLM2-360M
 
 
3
  library_name: transformers
4
- model_name: smollm2-360M-sft_SmallThoughts
5
  tags:
6
  - generated_from_trainer
 
7
  - trl
8
  - sft
9
  licence: license
10
  ---
11
 
12
- # Model Card for smollm2-360M-sft_SmallThoughts
13
 
14
- This model is a fine-tuned version of [HuggingFaceTB/SmolLM2-360M](https://huggingface.co/HuggingFaceTB/SmolLM2-360M).
15
  It has been trained using [TRL](https://github.com/huggingface/trl).
16
 
17
  ## Quick start
 
1
  ---
2
  base_model: HuggingFaceTB/SmolLM2-360M
3
+ datasets:
4
+ - SmallDoge/SmallThoughts
5
  library_name: transformers
6
+ model_name: HuggingFaceTB/SmolLM2-360M
7
  tags:
8
  - generated_from_trainer
9
+ - SmallDoge/SmallThoughts
10
  - trl
11
  - sft
12
  licence: license
13
  ---
14
 
15
+ # Model Card for HuggingFaceTB/SmolLM2-360M
16
 
17
+ This model is a fine-tuned version of [HuggingFaceTB/SmolLM2-360M](https://huggingface.co/HuggingFaceTB/SmolLM2-360M) on the [['SmallDoge/SmallThoughts']](https://huggingface.co/datasets/['SmallDoge/SmallThoughts']) dataset.
18
  It has been trained using [TRL](https://github.com/huggingface/trl).
19
 
20
  ## Quick start
all_results.json CHANGED
@@ -1,4 +1,9 @@
1
  {
 
 
 
 
 
2
  "total_flos": 6258600061401600.0,
3
  "train_loss": 0.5569522526019659,
4
  "train_runtime": 905.7572,
 
1
  {
2
+ "eval_loss": 1.0249439477920532,
3
+ "eval_runtime": 67.6521,
4
+ "eval_samples": 1000,
5
+ "eval_samples_per_second": 14.782,
6
+ "eval_steps_per_second": 3.695,
7
  "total_flos": 6258600061401600.0,
8
  "train_loss": 0.5569522526019659,
9
  "train_runtime": 905.7572,
config.json CHANGED
@@ -27,6 +27,6 @@
27
  "tie_word_embeddings": true,
28
  "torch_dtype": "bfloat16",
29
  "transformers_version": "4.49.0",
30
- "use_cache": false,
31
  "vocab_size": 49152
32
  }
 
27
  "tie_word_embeddings": true,
28
  "torch_dtype": "bfloat16",
29
  "transformers_version": "4.49.0",
30
+ "use_cache": true,
31
  "vocab_size": 49152
32
  }
eval_results.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "eval_loss": 1.0249439477920532,
3
+ "eval_runtime": 67.6521,
4
+ "eval_samples": 1000,
5
+ "eval_samples_per_second": 14.782,
6
+ "eval_steps_per_second": 3.695
7
+ }
runs/Mar10_17-48-12_DESKTOP-T04P4ED/events.out.tfevents.1741619192.DESKTOP-T04P4ED.11860.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcd10b4cfa273176e250816e8ed8e7e439fa4b761f68dfa11bc211fdf6ce8769
3
+ size 422