error577 commited on
Commit
d16e88a
·
verified ·
1 Parent(s): ba67278

Training in progress, step 350, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:628a3a2f90570264e045b0c66a72c37a82feda1da057e5fc7746cb522fe7b00b
3
  size 323014168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aba9407221c1f891085692796698f7a341f8458f3b8a9dbe7e6741501bb3713a
3
  size 323014168
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f6898c2c71088c4ef94a63a3c700b35c379e61100088540569424e9dffecf07
3
  size 164465012
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:832eaca613f0bbac9047e6faee88be5b5faa5cb1cac23ff7616bd970e065616e
3
  size 164465012
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3459ab28cb7371e035b392fdf49bc74d305172fd2f97aa43d33e13d80b0a5de7
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8ce40886c9babbebea3e7d91df4df2be439bdea45ab11f237bc0e4cdaf7a98b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:83f30fc7a303c581db8790c0d4f8638955c788c0b8516a8046c52d38b258639f
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc4359ecb90a50bbea116b9a12b6a99effac889cc2d40f6093f2c443d61fb593
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.39342138171195984,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-250",
4
- "epoch": 0.5092297899427116,
5
  "eval_steps": 50,
6
- "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -2163,6 +2163,364 @@
2163
  "eval_samples_per_second": 2.943,
2164
  "eval_steps_per_second": 2.943,
2165
  "step": 300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2166
  }
2167
  ],
2168
  "logging_steps": 1,
@@ -2177,7 +2535,7 @@
2177
  "early_stopping_threshold": 0.0
2178
  },
2179
  "attributes": {
2180
- "early_stopping_patience_counter": 1
2181
  }
2182
  },
2183
  "TrainerControl": {
@@ -2191,7 +2549,7 @@
2191
  "attributes": {}
2192
  }
2193
  },
2194
- "total_flos": 1.9420575090868224e+17,
2195
  "train_batch_size": 1,
2196
  "trial_name": null,
2197
  "trial_params": null
 
1
  {
2
  "best_metric": 0.39342138171195984,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-250",
4
+ "epoch": 0.5941014215998303,
5
  "eval_steps": 50,
6
+ "global_step": 350,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
2163
  "eval_samples_per_second": 2.943,
2164
  "eval_steps_per_second": 2.943,
2165
  "step": 300
2166
+ },
2167
+ {
2168
+ "epoch": 0.510927222575854,
2169
+ "grad_norm": 0.6500065922737122,
2170
+ "learning_rate": 0.0002404622145698234,
2171
+ "loss": 1.2109,
2172
+ "step": 301
2173
+ },
2174
+ {
2175
+ "epoch": 0.5126246552089964,
2176
+ "grad_norm": 0.2953287661075592,
2177
+ "learning_rate": 0.00024008206511550044,
2178
+ "loss": 0.8961,
2179
+ "step": 302
2180
+ },
2181
+ {
2182
+ "epoch": 0.5143220878421387,
2183
+ "grad_norm": 0.2599642276763916,
2184
+ "learning_rate": 0.00023970100853578185,
2185
+ "loss": 0.822,
2186
+ "step": 303
2187
+ },
2188
+ {
2189
+ "epoch": 0.5160195204752811,
2190
+ "grad_norm": 0.22075462341308594,
2191
+ "learning_rate": 0.00023931904866790317,
2192
+ "loss": 0.7042,
2193
+ "step": 304
2194
+ },
2195
+ {
2196
+ "epoch": 0.5177169531084235,
2197
+ "grad_norm": 0.1947249174118042,
2198
+ "learning_rate": 0.00023893618935819607,
2199
+ "loss": 0.6038,
2200
+ "step": 305
2201
+ },
2202
+ {
2203
+ "epoch": 0.5194143857415658,
2204
+ "grad_norm": 0.1981605589389801,
2205
+ "learning_rate": 0.00023855243446204946,
2206
+ "loss": 0.5842,
2207
+ "step": 306
2208
+ },
2209
+ {
2210
+ "epoch": 0.5211118183747082,
2211
+ "grad_norm": 0.25752243399620056,
2212
+ "learning_rate": 0.00023816778784387094,
2213
+ "loss": 0.7636,
2214
+ "step": 307
2215
+ },
2216
+ {
2217
+ "epoch": 0.5228092510078506,
2218
+ "grad_norm": 0.20701764523983002,
2219
+ "learning_rate": 0.00023778225337704772,
2220
+ "loss": 0.5711,
2221
+ "step": 308
2222
+ },
2223
+ {
2224
+ "epoch": 0.524506683640993,
2225
+ "grad_norm": 0.1890690177679062,
2226
+ "learning_rate": 0.00023739583494390752,
2227
+ "loss": 0.5323,
2228
+ "step": 309
2229
+ },
2230
+ {
2231
+ "epoch": 0.5262041162741353,
2232
+ "grad_norm": 0.2634682059288025,
2233
+ "learning_rate": 0.0002370085364356797,
2234
+ "loss": 0.8929,
2235
+ "step": 310
2236
+ },
2237
+ {
2238
+ "epoch": 0.5279015489072777,
2239
+ "grad_norm": 0.21140585839748383,
2240
+ "learning_rate": 0.00023662036175245595,
2241
+ "loss": 0.6722,
2242
+ "step": 311
2243
+ },
2244
+ {
2245
+ "epoch": 0.5295989815404201,
2246
+ "grad_norm": 0.1461462825536728,
2247
+ "learning_rate": 0.00023623131480315107,
2248
+ "loss": 0.3355,
2249
+ "step": 312
2250
+ },
2251
+ {
2252
+ "epoch": 0.5312964141735624,
2253
+ "grad_norm": 0.25913017988204956,
2254
+ "learning_rate": 0.00023584139950546344,
2255
+ "loss": 0.809,
2256
+ "step": 313
2257
+ },
2258
+ {
2259
+ "epoch": 0.5329938468067048,
2260
+ "grad_norm": 0.20216749608516693,
2261
+ "learning_rate": 0.0002354506197858358,
2262
+ "loss": 0.522,
2263
+ "step": 314
2264
+ },
2265
+ {
2266
+ "epoch": 0.5346912794398472,
2267
+ "grad_norm": 0.19447529315948486,
2268
+ "learning_rate": 0.00023505897957941556,
2269
+ "loss": 0.4756,
2270
+ "step": 315
2271
+ },
2272
+ {
2273
+ "epoch": 0.5363887120729895,
2274
+ "grad_norm": 0.20887967944145203,
2275
+ "learning_rate": 0.00023466648283001538,
2276
+ "loss": 0.5348,
2277
+ "step": 316
2278
+ },
2279
+ {
2280
+ "epoch": 0.538086144706132,
2281
+ "grad_norm": 0.2380082756280899,
2282
+ "learning_rate": 0.000234273133490073,
2283
+ "loss": 0.6786,
2284
+ "step": 317
2285
+ },
2286
+ {
2287
+ "epoch": 0.5397835773392744,
2288
+ "grad_norm": 0.13057811558246613,
2289
+ "learning_rate": 0.00023387893552061199,
2290
+ "loss": 0.2262,
2291
+ "step": 318
2292
+ },
2293
+ {
2294
+ "epoch": 0.5414810099724168,
2295
+ "grad_norm": 0.19371569156646729,
2296
+ "learning_rate": 0.00023348389289120158,
2297
+ "loss": 0.4282,
2298
+ "step": 319
2299
+ },
2300
+ {
2301
+ "epoch": 0.5431784426055591,
2302
+ "grad_norm": 0.20126739144325256,
2303
+ "learning_rate": 0.00023308800957991653,
2304
+ "loss": 0.4524,
2305
+ "step": 320
2306
+ },
2307
+ {
2308
+ "epoch": 0.5448758752387015,
2309
+ "grad_norm": 0.1577330082654953,
2310
+ "learning_rate": 0.00023269128957329748,
2311
+ "loss": 0.2979,
2312
+ "step": 321
2313
+ },
2314
+ {
2315
+ "epoch": 0.5465733078718439,
2316
+ "grad_norm": 0.1581580936908722,
2317
+ "learning_rate": 0.0002322937368663105,
2318
+ "loss": 0.2393,
2319
+ "step": 322
2320
+ },
2321
+ {
2322
+ "epoch": 0.5482707405049863,
2323
+ "grad_norm": 0.0836775079369545,
2324
+ "learning_rate": 0.00023189535546230683,
2325
+ "loss": 0.0756,
2326
+ "step": 323
2327
+ },
2328
+ {
2329
+ "epoch": 0.5499681731381286,
2330
+ "grad_norm": 0.13577239215373993,
2331
+ "learning_rate": 0.00023149614937298296,
2332
+ "loss": 0.204,
2333
+ "step": 324
2334
+ },
2335
+ {
2336
+ "epoch": 0.551665605771271,
2337
+ "grad_norm": 0.003654525149613619,
2338
+ "learning_rate": 0.00023109612261833963,
2339
+ "loss": 0.0001,
2340
+ "step": 325
2341
+ },
2342
+ {
2343
+ "epoch": 0.5533630384044134,
2344
+ "grad_norm": 0.0016976917395368218,
2345
+ "learning_rate": 0.00023069527922664186,
2346
+ "loss": 0.0001,
2347
+ "step": 326
2348
+ },
2349
+ {
2350
+ "epoch": 0.5550604710375557,
2351
+ "grad_norm": 0.006387701723724604,
2352
+ "learning_rate": 0.00023029362323437818,
2353
+ "loss": 0.0002,
2354
+ "step": 327
2355
+ },
2356
+ {
2357
+ "epoch": 0.5567579036706981,
2358
+ "grad_norm": 0.0010255499510094523,
2359
+ "learning_rate": 0.00022989115868621995,
2360
+ "loss": 0.0001,
2361
+ "step": 328
2362
+ },
2363
+ {
2364
+ "epoch": 0.5584553363038405,
2365
+ "grad_norm": 0.002511462429538369,
2366
+ "learning_rate": 0.0002294878896349807,
2367
+ "loss": 0.0001,
2368
+ "step": 329
2369
+ },
2370
+ {
2371
+ "epoch": 0.5601527689369828,
2372
+ "grad_norm": 0.002243687631562352,
2373
+ "learning_rate": 0.00022908382014157533,
2374
+ "loss": 0.0001,
2375
+ "step": 330
2376
+ },
2377
+ {
2378
+ "epoch": 0.5618502015701252,
2379
+ "grad_norm": 0.0010394121054559946,
2380
+ "learning_rate": 0.00022867895427497914,
2381
+ "loss": 0.0,
2382
+ "step": 331
2383
+ },
2384
+ {
2385
+ "epoch": 0.5635476342032676,
2386
+ "grad_norm": 0.004921845626085997,
2387
+ "learning_rate": 0.00022827329611218688,
2388
+ "loss": 0.0002,
2389
+ "step": 332
2390
+ },
2391
+ {
2392
+ "epoch": 0.56524506683641,
2393
+ "grad_norm": 0.006571977864950895,
2394
+ "learning_rate": 0.0002278668497381718,
2395
+ "loss": 0.0003,
2396
+ "step": 333
2397
+ },
2398
+ {
2399
+ "epoch": 0.5669424994695523,
2400
+ "grad_norm": 0.06410548835992813,
2401
+ "learning_rate": 0.00022745961924584428,
2402
+ "loss": 0.0393,
2403
+ "step": 334
2404
+ },
2405
+ {
2406
+ "epoch": 0.5686399321026947,
2407
+ "grad_norm": 0.0016587848076596856,
2408
+ "learning_rate": 0.00022705160873601096,
2409
+ "loss": 0.0001,
2410
+ "step": 335
2411
+ },
2412
+ {
2413
+ "epoch": 0.5703373647358371,
2414
+ "grad_norm": 0.002642609179019928,
2415
+ "learning_rate": 0.00022664282231733309,
2416
+ "loss": 0.0001,
2417
+ "step": 336
2418
+ },
2419
+ {
2420
+ "epoch": 0.5720347973689794,
2421
+ "grad_norm": 0.09959813952445984,
2422
+ "learning_rate": 0.00022623326410628534,
2423
+ "loss": 0.0009,
2424
+ "step": 337
2425
+ },
2426
+ {
2427
+ "epoch": 0.5737322300021218,
2428
+ "grad_norm": 0.0017017674399539828,
2429
+ "learning_rate": 0.00022582293822711444,
2430
+ "loss": 0.0001,
2431
+ "step": 338
2432
+ },
2433
+ {
2434
+ "epoch": 0.5754296626352642,
2435
+ "grad_norm": 0.0015052666421979666,
2436
+ "learning_rate": 0.00022541184881179737,
2437
+ "loss": 0.0001,
2438
+ "step": 339
2439
+ },
2440
+ {
2441
+ "epoch": 0.5771270952684066,
2442
+ "grad_norm": 0.0034250568132847548,
2443
+ "learning_rate": 0.000225,
2444
+ "loss": 0.0001,
2445
+ "step": 340
2446
+ },
2447
+ {
2448
+ "epoch": 0.5788245279015489,
2449
+ "grad_norm": 0.004533613566309214,
2450
+ "learning_rate": 0.0002245873959390353,
2451
+ "loss": 0.0001,
2452
+ "step": 341
2453
+ },
2454
+ {
2455
+ "epoch": 0.5805219605346913,
2456
+ "grad_norm": 0.0014232480898499489,
2457
+ "learning_rate": 0.00022417404078382152,
2458
+ "loss": 0.0001,
2459
+ "step": 342
2460
+ },
2461
+ {
2462
+ "epoch": 0.5822193931678337,
2463
+ "grad_norm": 0.0018840961856767535,
2464
+ "learning_rate": 0.00022375993869684058,
2465
+ "loss": 0.0,
2466
+ "step": 343
2467
+ },
2468
+ {
2469
+ "epoch": 0.583916825800976,
2470
+ "grad_norm": 0.0005610976368188858,
2471
+ "learning_rate": 0.00022334509384809584,
2472
+ "loss": 0.0,
2473
+ "step": 344
2474
+ },
2475
+ {
2476
+ "epoch": 0.5856142584341184,
2477
+ "grad_norm": 0.011308716610074043,
2478
+ "learning_rate": 0.00022292951041507028,
2479
+ "loss": 0.0003,
2480
+ "step": 345
2481
+ },
2482
+ {
2483
+ "epoch": 0.5873116910672608,
2484
+ "grad_norm": 0.008396640419960022,
2485
+ "learning_rate": 0.00022251319258268453,
2486
+ "loss": 0.0001,
2487
+ "step": 346
2488
+ },
2489
+ {
2490
+ "epoch": 0.5890091237004031,
2491
+ "grad_norm": 0.016598394140601158,
2492
+ "learning_rate": 0.00022209614454325459,
2493
+ "loss": 0.0002,
2494
+ "step": 347
2495
+ },
2496
+ {
2497
+ "epoch": 0.5907065563335455,
2498
+ "grad_norm": 0.0011634851107373834,
2499
+ "learning_rate": 0.00022167837049644947,
2500
+ "loss": 0.0,
2501
+ "step": 348
2502
+ },
2503
+ {
2504
+ "epoch": 0.5924039889666879,
2505
+ "grad_norm": 0.05063653737306595,
2506
+ "learning_rate": 0.00022125987464924926,
2507
+ "loss": 0.0006,
2508
+ "step": 349
2509
+ },
2510
+ {
2511
+ "epoch": 0.5941014215998303,
2512
+ "grad_norm": 0.030548613518476486,
2513
+ "learning_rate": 0.0002208406612159024,
2514
+ "loss": 0.0005,
2515
+ "step": 350
2516
+ },
2517
+ {
2518
+ "epoch": 0.5941014215998303,
2519
+ "eval_loss": 0.403373122215271,
2520
+ "eval_runtime": 65.5747,
2521
+ "eval_samples_per_second": 2.943,
2522
+ "eval_steps_per_second": 2.943,
2523
+ "step": 350
2524
  }
2525
  ],
2526
  "logging_steps": 1,
 
2535
  "early_stopping_threshold": 0.0
2536
  },
2537
  "attributes": {
2538
+ "early_stopping_patience_counter": 2
2539
  }
2540
  },
2541
  "TrainerControl": {
 
2549
  "attributes": {}
2550
  }
2551
  },
2552
+ "total_flos": 2.2671983590244352e+17,
2553
  "train_batch_size": 1,
2554
  "trial_name": null,
2555
  "trial_params": null