chenggong1995 commited on
Commit
ccbe520
·
verified ·
1 Parent(s): 80b1cee

Model save

Browse files
README.md CHANGED
@@ -27,7 +27,7 @@ print(output["generated_text"])
27
 
28
  ## Training procedure
29
 
30
- [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/gongc1995-city-university-of-hong-kong/huggingface/runs/nut4sim8)
31
 
32
 
33
  This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300).
 
27
 
28
  ## Training procedure
29
 
30
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/gongc1995-city-university-of-hong-kong/huggingface/runs/o7bd1r7p)
31
 
32
 
33
  This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300).
all_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "total_flos": 0.0,
3
- "train_loss": 0.023221049398088302,
4
- "train_runtime": 8217.2755,
5
  "train_samples": 7500,
6
- "train_samples_per_second": 0.913,
7
- "train_steps_per_second": 0.009
8
  }
 
1
  {
2
  "total_flos": 0.0,
3
+ "train_loss": 0.0,
4
+ "train_runtime": 1.4449,
5
  "train_samples": 7500,
6
+ "train_samples_per_second": 5190.534,
7
+ "train_steps_per_second": 53.982
8
  }
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5eee858c5123a4279c3e1f7b81247343f356ac767940b2692a928ad929543214
3
- size 11422063
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
3
+ size 11421896
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "total_flos": 0.0,
3
- "train_loss": 0.023221049398088302,
4
- "train_runtime": 8217.2755,
5
  "train_samples": 7500,
6
- "train_samples_per_second": 0.913,
7
- "train_steps_per_second": 0.009
8
  }
 
1
  {
2
  "total_flos": 0.0,
3
+ "train_loss": 0.0,
4
+ "train_runtime": 1.4449,
5
  "train_samples": 7500,
6
+ "train_samples_per_second": 5190.534,
7
+ "train_steps_per_second": 53.982
8
  }
trainer_state.json CHANGED
@@ -234,21 +234,13 @@
234
  "step": 75
235
  },
236
  {
237
- "clip_ratio": 0.0,
238
- "completion_length": 630.8084576924642,
239
  "epoch": 0.9984,
240
- "kl": 0.040715535481770836,
241
- "reward": 2.5170717736085257,
242
- "reward_std": 0.3583106442044179,
243
- "rewards/accuracy_reward": 0.5885416728754839,
244
- "rewards/format_reward": 0.9496527860562006,
245
- "rewards/tag_count_reward": 0.978877325852712,
246
  "step": 78,
247
  "total_flos": 0.0,
248
- "train_loss": 0.023221049398088302,
249
- "train_runtime": 8217.2755,
250
- "train_samples_per_second": 0.913,
251
- "train_steps_per_second": 0.009
252
  }
253
  ],
254
  "logging_steps": 5,
 
234
  "step": 75
235
  },
236
  {
 
 
237
  "epoch": 0.9984,
 
 
 
 
 
 
238
  "step": 78,
239
  "total_flos": 0.0,
240
+ "train_loss": 0.0,
241
+ "train_runtime": 1.4449,
242
+ "train_samples_per_second": 5190.534,
243
+ "train_steps_per_second": 53.982
244
  }
245
  ],
246
  "logging_steps": 5,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3b65b8e440af6e4afb6a0a99aa6f8d28439c0c031a0a4bb6ff17a78eefebde30
3
  size 8056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cfe0f8538cc4c42e2129f52a6782b03291044e7fb8546567700784af60ecc28
3
  size 8056