lesso05 commited on
Commit
6424852
·
verified ·
1 Parent(s): 7ab7dc0

Training in progress, step 150, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2cc11a708f3fd42f74bab82cbfcc569b31df94372c8fc095298c6abed55563e0
3
  size 35237104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d08c29a581b7495b98db6669e8b0eb0a2e11cbf0df40c0f771ca78647e8894d4
3
  size 35237104
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cacdaa0771f2e960635a3c20dcc870763e627a7cf795fe81d2c1466373d434cc
3
  size 18810036
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8341503acd91b0398a249a6b1ca19c925bba5279ad8f0ee3e23b108a5e4a1a05
3
  size 18810036
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:911d88406a5628edb0f5bfb3cf2e86ec85008521b75615ca6b5996d3f37e81b8
3
  size 14308
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5e017601a85b1ad744d7bf8dc4ff27aac026cd55e1155e549fe88ac679a9134
3
  size 14308
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ba316ec96e6c10e041a852d2cc4f3336f45d4c5889e07910766cddeb5a8ea440
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90450db20f965e5463684029a88340d224d3fb2689f6532511f6579867f35119
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 3.0686392784118652,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-100",
4
- "epoch": 0.004515182300485382,
5
  "eval_steps": 50,
6
- "global_step": 100,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -101,6 +101,49 @@
101
  "eval_samples_per_second": 50.395,
102
  "eval_steps_per_second": 12.602,
103
  "step": 100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
104
  }
105
  ],
106
  "logging_steps": 10,
@@ -129,7 +172,7 @@
129
  "attributes": {}
130
  }
131
  },
132
- "total_flos": 905698840412160.0,
133
  "train_batch_size": 4,
134
  "trial_name": null,
135
  "trial_params": null
 
1
  {
2
+ "best_metric": 2.9804024696350098,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-150",
4
+ "epoch": 0.006772773450728073,
5
  "eval_steps": 50,
6
+ "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
101
  "eval_samples_per_second": 50.395,
102
  "eval_steps_per_second": 12.602,
103
  "step": 100
104
+ },
105
+ {
106
+ "epoch": 0.004966700530533921,
107
+ "grad_norm": 6.514296531677246,
108
+ "learning_rate": 0.00019613840940836658,
109
+ "loss": 2.8477,
110
+ "step": 110
111
+ },
112
+ {
113
+ "epoch": 0.005418218760582459,
114
+ "grad_norm": 4.205728054046631,
115
+ "learning_rate": 0.00019300212826804002,
116
+ "loss": 2.9135,
117
+ "step": 120
118
+ },
119
+ {
120
+ "epoch": 0.005869736990630997,
121
+ "grad_norm": 3.894537925720215,
122
+ "learning_rate": 0.00018942492985603364,
123
+ "loss": 2.8827,
124
+ "step": 130
125
+ },
126
+ {
127
+ "epoch": 0.006321255220679535,
128
+ "grad_norm": 5.284046173095703,
129
+ "learning_rate": 0.0001854242419234321,
130
+ "loss": 3.052,
131
+ "step": 140
132
+ },
133
+ {
134
+ "epoch": 0.006772773450728073,
135
+ "grad_norm": 5.975098609924316,
136
+ "learning_rate": 0.00018101955541969522,
137
+ "loss": 3.3612,
138
+ "step": 150
139
+ },
140
+ {
141
+ "epoch": 0.006772773450728073,
142
+ "eval_loss": 2.9804024696350098,
143
+ "eval_runtime": 183.7514,
144
+ "eval_samples_per_second": 50.753,
145
+ "eval_steps_per_second": 12.691,
146
+ "step": 150
147
  }
148
  ],
149
  "logging_steps": 10,
 
172
  "attributes": {}
173
  }
174
  },
175
+ "total_flos": 1356295278428160.0,
176
  "train_batch_size": 4,
177
  "trial_name": null,
178
  "trial_params": null