Training in progress, epoch 1
Browse files- model-00001-of-00004.safetensors +1 -1
- model-00002-of-00004.safetensors +1 -1
- model-00003-of-00004.safetensors +1 -1
- model-00004-of-00004.safetensors +1 -1
- wandb/debug-internal.log +259 -0
- wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log +0 -0
- wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/wandb-summary.json +1 -1
- wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/logs/debug-internal.log +259 -0
- wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/run-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1.wandb +0 -0
model-00001-of-00004.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4874843752
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:759bfaadb94eed1a885167a727b0ee10a9bd210978edf2ee6f32b6440662c6af
|
3 |
size 4874843752
|
model-00002-of-00004.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4932751008
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:603ff69dbbb82330c2c44613eee9bc388d2d9ef10c0adce062ec4f72efb5a1c6
|
3 |
size 4932751008
|
model-00003-of-00004.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4330865200
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0b066c8dba9b337ae2000ebd03f8b87c12a15ed22da59744ad7441dc885ca6cb
|
3 |
size 4330865200
|
model-00004-of-00004.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1087177856
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b0f369f7c0efb4c8190836f344c4ae2030e0d24d6479abb6159167cf94c2cabb
|
3 |
size 1087177856
|
wandb/debug-internal.log
CHANGED
@@ -371,3 +371,262 @@
|
|
371 |
2024-11-13 19:11:47,847 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
372 |
2024-11-13 19:11:47,848 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
373 |
2024-11-13 19:11:51,230 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
371 |
2024-11-13 19:11:47,847 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
372 |
2024-11-13 19:11:47,848 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
373 |
2024-11-13 19:11:51,230 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
374 |
+
2024-11-13 19:11:56,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
375 |
+
2024-11-13 19:12:01,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
376 |
+
2024-11-13 19:12:02,847 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
377 |
+
2024-11-13 19:12:02,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
378 |
+
2024-11-13 19:12:02,848 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
379 |
+
2024-11-13 19:12:06,021 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
380 |
+
2024-11-13 19:12:07,202 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
381 |
+
2024-11-13 19:12:12,203 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
382 |
+
2024-11-13 19:12:17,006 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
383 |
+
2024-11-13 19:12:17,847 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
384 |
+
2024-11-13 19:12:17,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
385 |
+
2024-11-13 19:12:17,848 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
386 |
+
2024-11-13 19:12:17,991 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
387 |
+
2024-11-13 19:12:23,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
388 |
+
2024-11-13 19:12:28,029 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
389 |
+
2024-11-13 19:12:28,901 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
390 |
+
2024-11-13 19:12:32,847 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
391 |
+
2024-11-13 19:12:32,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
392 |
+
2024-11-13 19:12:32,848 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
393 |
+
2024-11-13 19:12:34,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
394 |
+
2024-11-13 19:12:39,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
395 |
+
2024-11-13 19:12:44,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
396 |
+
2024-11-13 19:12:47,008 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
397 |
+
2024-11-13 19:12:47,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
398 |
+
2024-11-13 19:12:47,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
399 |
+
2024-11-13 19:12:47,848 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
400 |
+
2024-11-13 19:12:48,871 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: partial_history
|
401 |
+
2024-11-13 19:12:48,872 DEBUG SenderThread:1939 [sender.py:send():382] send: history
|
402 |
+
2024-11-13 19:12:48,873 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: summary_record
|
403 |
+
2024-11-13 19:12:48,873 INFO SenderThread:1939 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
404 |
+
2024-11-13 19:12:49,037 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/wandb-summary.json
|
405 |
+
2024-11-13 19:12:49,401 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
406 |
+
2024-11-13 19:12:50,038 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
407 |
+
2024-11-13 19:12:50,481 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: partial_history
|
408 |
+
2024-11-13 19:12:50,482 DEBUG SenderThread:1939 [sender.py:send():382] send: history
|
409 |
+
2024-11-13 19:12:50,483 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: summary_record
|
410 |
+
2024-11-13 19:12:50,484 INFO SenderThread:1939 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
411 |
+
2024-11-13 19:12:51,038 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
412 |
+
2024-11-13 19:12:51,039 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/wandb-summary.json
|
413 |
+
2024-11-13 19:12:52,039 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
414 |
+
2024-11-13 19:12:54,485 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
415 |
+
2024-11-13 19:12:59,486 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
416 |
+
2024-11-13 19:13:02,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
417 |
+
2024-11-13 19:13:02,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
418 |
+
2024-11-13 19:13:02,848 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
419 |
+
2024-11-13 19:13:05,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
420 |
+
2024-11-13 19:13:10,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
421 |
+
2024-11-13 19:13:14,047 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
422 |
+
2024-11-13 19:13:15,403 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
423 |
+
2024-11-13 19:13:17,011 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
424 |
+
2024-11-13 19:13:17,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
425 |
+
2024-11-13 19:13:17,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
426 |
+
2024-11-13 19:13:17,849 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
427 |
+
2024-11-13 19:13:21,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
428 |
+
2024-11-13 19:13:26,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
429 |
+
2024-11-13 19:13:31,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
430 |
+
2024-11-13 19:13:32,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
431 |
+
2024-11-13 19:13:32,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
432 |
+
2024-11-13 19:13:32,849 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
433 |
+
2024-11-13 19:13:36,055 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
434 |
+
2024-11-13 19:13:36,280 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
435 |
+
2024-11-13 19:13:41,280 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
436 |
+
2024-11-13 19:13:46,281 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
437 |
+
2024-11-13 19:13:47,014 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
438 |
+
2024-11-13 19:13:47,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
439 |
+
2024-11-13 19:13:47,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
440 |
+
2024-11-13 19:13:47,849 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
441 |
+
2024-11-13 19:13:52,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
442 |
+
2024-11-13 19:13:57,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
443 |
+
2024-11-13 19:14:00,064 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
444 |
+
2024-11-13 19:14:02,559 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
445 |
+
2024-11-13 19:14:02,854 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
446 |
+
2024-11-13 19:14:02,854 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
447 |
+
2024-11-13 19:14:02,856 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
448 |
+
2024-11-13 19:14:08,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
449 |
+
2024-11-13 19:14:13,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
450 |
+
2024-11-13 19:14:17,017 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
451 |
+
2024-11-13 19:14:17,855 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
452 |
+
2024-11-13 19:14:17,855 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
453 |
+
2024-11-13 19:14:17,895 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
454 |
+
2024-11-13 19:14:19,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
455 |
+
2024-11-13 19:14:22,072 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
456 |
+
2024-11-13 19:14:24,329 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
457 |
+
2024-11-13 19:14:29,330 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
458 |
+
2024-11-13 19:14:32,854 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
459 |
+
2024-11-13 19:14:32,855 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
460 |
+
2024-11-13 19:14:32,855 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
461 |
+
2024-11-13 19:14:35,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
462 |
+
2024-11-13 19:14:40,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
463 |
+
2024-11-13 19:14:45,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
464 |
+
2024-11-13 19:14:47,019 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
465 |
+
2024-11-13 19:14:48,157 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
466 |
+
2024-11-13 19:14:48,157 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
467 |
+
2024-11-13 19:14:48,415 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
468 |
+
2024-11-13 19:14:50,256 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
469 |
+
2024-11-13 19:14:56,051 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
470 |
+
2024-11-13 19:15:01,051 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
471 |
+
2024-11-13 19:15:02,910 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
472 |
+
2024-11-13 19:15:02,910 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
473 |
+
2024-11-13 19:15:03,032 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
474 |
+
2024-11-13 19:15:06,239 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
475 |
+
2024-11-13 19:15:10,089 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
476 |
+
2024-11-13 19:15:11,478 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
477 |
+
2024-11-13 19:15:16,478 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
478 |
+
2024-11-13 19:15:17,022 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
479 |
+
2024-11-13 19:15:18,866 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
480 |
+
2024-11-13 19:15:18,866 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
481 |
+
2024-11-13 19:15:19,390 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
482 |
+
2024-11-13 19:15:22,355 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
483 |
+
2024-11-13 19:15:27,579 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
484 |
+
2024-11-13 19:15:28,095 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
485 |
+
2024-11-13 19:15:30,096 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
486 |
+
2024-11-13 19:15:32,097 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
487 |
+
2024-11-13 19:15:32,786 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
488 |
+
2024-11-13 19:15:32,973 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
489 |
+
2024-11-13 19:15:32,973 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
490 |
+
2024-11-13 19:15:33,126 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
491 |
+
2024-11-13 19:15:34,098 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
492 |
+
2024-11-13 19:15:36,099 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
493 |
+
2024-11-13 19:15:37,917 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
494 |
+
2024-11-13 19:15:38,100 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
495 |
+
2024-11-13 19:15:40,101 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
496 |
+
2024-11-13 19:15:43,713 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
497 |
+
2024-11-13 19:15:47,025 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
498 |
+
2024-11-13 19:15:49,026 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
499 |
+
2024-11-13 19:15:49,048 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
500 |
+
2024-11-13 19:15:49,666 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
501 |
+
2024-11-13 19:15:49,666 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
502 |
+
2024-11-13 19:15:54,756 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
503 |
+
2024-11-13 19:15:59,756 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
504 |
+
2024-11-13 19:16:03,643 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
505 |
+
2024-11-13 19:16:03,643 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
506 |
+
2024-11-13 19:16:04,015 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
507 |
+
2024-11-13 19:16:05,465 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
508 |
+
2024-11-13 19:16:10,466 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
509 |
+
2024-11-13 19:16:15,937 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
510 |
+
2024-11-13 19:16:16,113 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
511 |
+
2024-11-13 19:16:17,030 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
512 |
+
2024-11-13 19:16:18,245 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
513 |
+
2024-11-13 19:16:18,245 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
514 |
+
2024-11-13 19:16:18,549 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
515 |
+
2024-11-13 19:16:21,587 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
516 |
+
2024-11-13 19:16:26,588 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
517 |
+
2024-11-13 19:16:31,588 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
518 |
+
2024-11-13 19:16:33,245 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
519 |
+
2024-11-13 19:16:33,246 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
520 |
+
2024-11-13 19:16:33,549 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
521 |
+
2024-11-13 19:16:37,587 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
522 |
+
2024-11-13 19:16:42,588 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
523 |
+
2024-11-13 19:16:47,030 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
524 |
+
2024-11-13 19:16:48,032 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
525 |
+
2024-11-13 19:16:48,251 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
526 |
+
2024-11-13 19:16:48,251 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
527 |
+
2024-11-13 19:16:49,121 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
528 |
+
2024-11-13 19:16:53,293 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
529 |
+
2024-11-13 19:16:58,293 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
530 |
+
2024-11-13 19:17:03,294 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
531 |
+
2024-11-13 19:17:05,806 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
532 |
+
2024-11-13 19:17:05,806 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
533 |
+
2024-11-13 19:17:05,941 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
534 |
+
2024-11-13 19:17:08,940 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
535 |
+
2024-11-13 19:17:13,941 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
536 |
+
2024-11-13 19:17:17,033 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
537 |
+
2024-11-13 19:17:19,035 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
538 |
+
2024-11-13 19:17:20,127 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
539 |
+
2024-11-13 19:17:20,128 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
540 |
+
2024-11-13 19:17:20,171 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
541 |
+
2024-11-13 19:17:24,246 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
542 |
+
2024-11-13 19:17:30,141 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
543 |
+
2024-11-13 19:17:30,209 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
544 |
+
2024-11-13 19:17:35,210 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
545 |
+
2024-11-13 19:17:35,928 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
546 |
+
2024-11-13 19:17:35,928 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
547 |
+
2024-11-13 19:17:36,794 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
548 |
+
2024-11-13 19:17:40,795 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
549 |
+
2024-11-13 19:17:45,796 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
550 |
+
2024-11-13 19:17:47,036 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
551 |
+
2024-11-13 19:17:51,038 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
552 |
+
2024-11-13 19:17:51,987 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
553 |
+
2024-11-13 19:17:51,987 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
554 |
+
2024-11-13 19:17:51,988 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
555 |
+
2024-11-13 19:17:54,152 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
556 |
+
2024-11-13 19:17:56,164 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
557 |
+
2024-11-13 19:17:56,204 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
558 |
+
2024-11-13 19:17:59,166 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
559 |
+
2024-11-13 19:18:01,167 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
560 |
+
2024-11-13 19:18:01,358 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
561 |
+
2024-11-13 19:18:03,168 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
562 |
+
2024-11-13 19:18:05,169 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
563 |
+
2024-11-13 19:18:07,169 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
564 |
+
2024-11-13 19:18:07,346 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
565 |
+
2024-11-13 19:18:12,347 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
566 |
+
2024-11-13 19:18:13,267 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
567 |
+
2024-11-13 19:18:13,476 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
568 |
+
2024-11-13 19:18:13,476 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
569 |
+
2024-11-13 19:18:17,039 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
570 |
+
2024-11-13 19:18:18,041 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
571 |
+
2024-11-13 19:18:23,042 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
572 |
+
2024-11-13 19:18:28,199 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
573 |
+
2024-11-13 19:18:29,298 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
574 |
+
2024-11-13 19:18:30,038 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
575 |
+
2024-11-13 19:18:30,039 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
576 |
+
2024-11-13 19:18:34,183 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
577 |
+
2024-11-13 19:18:39,184 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
578 |
+
2024-11-13 19:18:43,601 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
579 |
+
2024-11-13 19:18:43,602 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
580 |
+
2024-11-13 19:18:44,627 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
581 |
+
2024-11-13 19:18:44,740 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
582 |
+
2024-11-13 19:18:47,042 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
583 |
+
2024-11-13 19:18:50,044 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
584 |
+
2024-11-13 19:18:53,037 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: summary_record
|
585 |
+
2024-11-13 19:18:53,037 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: partial_history
|
586 |
+
2024-11-13 19:18:53,039 INFO SenderThread:1939 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
587 |
+
2024-11-13 19:18:53,039 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: summary_record
|
588 |
+
2024-11-13 19:18:53,040 INFO SenderThread:1939 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
589 |
+
2024-11-13 19:18:53,040 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: summary_record
|
590 |
+
2024-11-13 19:18:53,040 INFO SenderThread:1939 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
591 |
+
2024-11-13 19:18:53,040 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: summary_record
|
592 |
+
2024-11-13 19:18:53,040 INFO SenderThread:1939 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
593 |
+
2024-11-13 19:18:53,041 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: summary_record
|
594 |
+
2024-11-13 19:18:53,041 INFO SenderThread:1939 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
595 |
+
2024-11-13 19:18:53,041 DEBUG SenderThread:1939 [sender.py:send():382] send: history
|
596 |
+
2024-11-13 19:18:53,041 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: summary_record
|
597 |
+
2024-11-13 19:18:53,041 INFO SenderThread:1939 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
598 |
+
2024-11-13 19:18:53,186 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
599 |
+
2024-11-13 19:18:53,187 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/wandb-summary.json
|
600 |
+
2024-11-13 19:18:54,187 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
601 |
+
2024-11-13 19:18:55,187 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
602 |
+
2024-11-13 19:18:55,768 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
603 |
+
2024-11-13 19:18:55,922 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
604 |
+
2024-11-13 19:18:55,922 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
605 |
+
2024-11-13 19:18:57,159 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
606 |
+
2024-11-13 19:19:02,160 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
607 |
+
2024-11-13 19:19:07,160 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
608 |
+
2024-11-13 19:19:10,768 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
609 |
+
2024-11-13 19:19:10,923 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
610 |
+
2024-11-13 19:19:10,923 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
611 |
+
2024-11-13 19:19:13,077 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
612 |
+
2024-11-13 19:19:17,045 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
613 |
+
2024-11-13 19:19:19,046 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
614 |
+
2024-11-13 19:19:24,047 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
615 |
+
2024-11-13 19:19:25,768 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
616 |
+
2024-11-13 19:19:25,923 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
617 |
+
2024-11-13 19:19:25,923 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
618 |
+
2024-11-13 19:19:29,078 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
619 |
+
2024-11-13 19:19:34,079 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
620 |
+
2024-11-13 19:19:39,079 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
621 |
+
2024-11-13 19:19:40,768 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
622 |
+
2024-11-13 19:19:40,922 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
623 |
+
2024-11-13 19:19:40,923 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
624 |
+
2024-11-13 19:19:45,078 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
625 |
+
2024-11-13 19:19:47,048 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
626 |
+
2024-11-13 19:19:51,050 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
627 |
+
2024-11-13 19:19:55,768 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
628 |
+
2024-11-13 19:19:55,923 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
629 |
+
2024-11-13 19:19:55,923 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
630 |
+
2024-11-13 19:19:56,077 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
631 |
+
2024-11-13 19:20:01,078 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
632 |
+
2024-11-13 19:20:06,079 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/wandb-summary.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"train/loss": 0.
|
|
|
1 |
+
{"train/loss": 0.7268, "train/grad_norm": 2.40625, "train/learning_rate": 6.698729810778064e-08, "train/epoch": 1.94, "train/global_step": 24, "_timestamp": 1731525533.0362926, "_runtime": 966.6050715446472, "_step": 9, "eval/loss": 0.7821270227432251, "eval/runtime": 1.6364, "eval/samples_per_second": 62.331, "eval/steps_per_second": 1.222, "train_runtime": 967.6106, "train_samples_per_second": 13.133, "train_steps_per_second": 0.025, "total_flos": 9.400248301309133e+16, "train_loss": 0.760478196044763}
|
wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/logs/debug-internal.log
CHANGED
@@ -371,3 +371,262 @@
|
|
371 |
2024-11-13 19:11:47,847 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
372 |
2024-11-13 19:11:47,848 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
373 |
2024-11-13 19:11:51,230 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
371 |
2024-11-13 19:11:47,847 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
372 |
2024-11-13 19:11:47,848 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
373 |
2024-11-13 19:11:51,230 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
374 |
+
2024-11-13 19:11:56,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
375 |
+
2024-11-13 19:12:01,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
376 |
+
2024-11-13 19:12:02,847 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
377 |
+
2024-11-13 19:12:02,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
378 |
+
2024-11-13 19:12:02,848 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
379 |
+
2024-11-13 19:12:06,021 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
380 |
+
2024-11-13 19:12:07,202 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
381 |
+
2024-11-13 19:12:12,203 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
382 |
+
2024-11-13 19:12:17,006 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
383 |
+
2024-11-13 19:12:17,847 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
384 |
+
2024-11-13 19:12:17,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
385 |
+
2024-11-13 19:12:17,848 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
386 |
+
2024-11-13 19:12:17,991 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
387 |
+
2024-11-13 19:12:23,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
388 |
+
2024-11-13 19:12:28,029 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
389 |
+
2024-11-13 19:12:28,901 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
390 |
+
2024-11-13 19:12:32,847 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
391 |
+
2024-11-13 19:12:32,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
392 |
+
2024-11-13 19:12:32,848 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
393 |
+
2024-11-13 19:12:34,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
394 |
+
2024-11-13 19:12:39,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
395 |
+
2024-11-13 19:12:44,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
396 |
+
2024-11-13 19:12:47,008 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
397 |
+
2024-11-13 19:12:47,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
398 |
+
2024-11-13 19:12:47,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
399 |
+
2024-11-13 19:12:47,848 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
400 |
+
2024-11-13 19:12:48,871 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: partial_history
|
401 |
+
2024-11-13 19:12:48,872 DEBUG SenderThread:1939 [sender.py:send():382] send: history
|
402 |
+
2024-11-13 19:12:48,873 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: summary_record
|
403 |
+
2024-11-13 19:12:48,873 INFO SenderThread:1939 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
404 |
+
2024-11-13 19:12:49,037 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/wandb-summary.json
|
405 |
+
2024-11-13 19:12:49,401 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
406 |
+
2024-11-13 19:12:50,038 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
407 |
+
2024-11-13 19:12:50,481 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: partial_history
|
408 |
+
2024-11-13 19:12:50,482 DEBUG SenderThread:1939 [sender.py:send():382] send: history
|
409 |
+
2024-11-13 19:12:50,483 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: summary_record
|
410 |
+
2024-11-13 19:12:50,484 INFO SenderThread:1939 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
411 |
+
2024-11-13 19:12:51,038 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
412 |
+
2024-11-13 19:12:51,039 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/wandb-summary.json
|
413 |
+
2024-11-13 19:12:52,039 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
414 |
+
2024-11-13 19:12:54,485 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
415 |
+
2024-11-13 19:12:59,486 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
416 |
+
2024-11-13 19:13:02,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
417 |
+
2024-11-13 19:13:02,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
418 |
+
2024-11-13 19:13:02,848 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
419 |
+
2024-11-13 19:13:05,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
420 |
+
2024-11-13 19:13:10,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
421 |
+
2024-11-13 19:13:14,047 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
422 |
+
2024-11-13 19:13:15,403 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
423 |
+
2024-11-13 19:13:17,011 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
424 |
+
2024-11-13 19:13:17,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
425 |
+
2024-11-13 19:13:17,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
426 |
+
2024-11-13 19:13:17,849 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
427 |
+
2024-11-13 19:13:21,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
428 |
+
2024-11-13 19:13:26,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
429 |
+
2024-11-13 19:13:31,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
430 |
+
2024-11-13 19:13:32,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
431 |
+
2024-11-13 19:13:32,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
432 |
+
2024-11-13 19:13:32,849 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
433 |
+
2024-11-13 19:13:36,055 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
434 |
+
2024-11-13 19:13:36,280 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
435 |
+
2024-11-13 19:13:41,280 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
436 |
+
2024-11-13 19:13:46,281 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
437 |
+
2024-11-13 19:13:47,014 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
438 |
+
2024-11-13 19:13:47,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
439 |
+
2024-11-13 19:13:47,848 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
440 |
+
2024-11-13 19:13:47,849 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
441 |
+
2024-11-13 19:13:52,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
442 |
+
2024-11-13 19:13:57,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
443 |
+
2024-11-13 19:14:00,064 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
444 |
+
2024-11-13 19:14:02,559 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
445 |
+
2024-11-13 19:14:02,854 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
446 |
+
2024-11-13 19:14:02,854 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
447 |
+
2024-11-13 19:14:02,856 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
448 |
+
2024-11-13 19:14:08,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
449 |
+
2024-11-13 19:14:13,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
450 |
+
2024-11-13 19:14:17,017 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
451 |
+
2024-11-13 19:14:17,855 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
452 |
+
2024-11-13 19:14:17,855 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
453 |
+
2024-11-13 19:14:17,895 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
454 |
+
2024-11-13 19:14:19,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
455 |
+
2024-11-13 19:14:22,072 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
456 |
+
2024-11-13 19:14:24,329 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
457 |
+
2024-11-13 19:14:29,330 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
458 |
+
2024-11-13 19:14:32,854 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
459 |
+
2024-11-13 19:14:32,855 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
460 |
+
2024-11-13 19:14:32,855 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
461 |
+
2024-11-13 19:14:35,231 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
462 |
+
2024-11-13 19:14:40,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
463 |
+
2024-11-13 19:14:45,232 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
464 |
+
2024-11-13 19:14:47,019 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
465 |
+
2024-11-13 19:14:48,157 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
466 |
+
2024-11-13 19:14:48,157 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
467 |
+
2024-11-13 19:14:48,415 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
468 |
+
2024-11-13 19:14:50,256 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
469 |
+
2024-11-13 19:14:56,051 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
470 |
+
2024-11-13 19:15:01,051 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
471 |
+
2024-11-13 19:15:02,910 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
472 |
+
2024-11-13 19:15:02,910 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
473 |
+
2024-11-13 19:15:03,032 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
474 |
+
2024-11-13 19:15:06,239 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
475 |
+
2024-11-13 19:15:10,089 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
476 |
+
2024-11-13 19:15:11,478 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
477 |
+
2024-11-13 19:15:16,478 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
478 |
+
2024-11-13 19:15:17,022 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
479 |
+
2024-11-13 19:15:18,866 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
480 |
+
2024-11-13 19:15:18,866 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
481 |
+
2024-11-13 19:15:19,390 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
482 |
+
2024-11-13 19:15:22,355 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
483 |
+
2024-11-13 19:15:27,579 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
484 |
+
2024-11-13 19:15:28,095 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
485 |
+
2024-11-13 19:15:30,096 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
486 |
+
2024-11-13 19:15:32,097 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
487 |
+
2024-11-13 19:15:32,786 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
488 |
+
2024-11-13 19:15:32,973 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
489 |
+
2024-11-13 19:15:32,973 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
490 |
+
2024-11-13 19:15:33,126 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
491 |
+
2024-11-13 19:15:34,098 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
492 |
+
2024-11-13 19:15:36,099 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
493 |
+
2024-11-13 19:15:37,917 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
494 |
+
2024-11-13 19:15:38,100 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
495 |
+
2024-11-13 19:15:40,101 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
496 |
+
2024-11-13 19:15:43,713 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
497 |
+
2024-11-13 19:15:47,025 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
498 |
+
2024-11-13 19:15:49,026 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
499 |
+
2024-11-13 19:15:49,048 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
500 |
+
2024-11-13 19:15:49,666 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
501 |
+
2024-11-13 19:15:49,666 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
502 |
+
2024-11-13 19:15:54,756 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
503 |
+
2024-11-13 19:15:59,756 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
504 |
+
2024-11-13 19:16:03,643 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
505 |
+
2024-11-13 19:16:03,643 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
506 |
+
2024-11-13 19:16:04,015 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
507 |
+
2024-11-13 19:16:05,465 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
508 |
+
2024-11-13 19:16:10,466 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
509 |
+
2024-11-13 19:16:15,937 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
510 |
+
2024-11-13 19:16:16,113 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
511 |
+
2024-11-13 19:16:17,030 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
512 |
+
2024-11-13 19:16:18,245 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
513 |
+
2024-11-13 19:16:18,245 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
514 |
+
2024-11-13 19:16:18,549 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
515 |
+
2024-11-13 19:16:21,587 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
516 |
+
2024-11-13 19:16:26,588 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
517 |
+
2024-11-13 19:16:31,588 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
518 |
+
2024-11-13 19:16:33,245 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
519 |
+
2024-11-13 19:16:33,246 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
520 |
+
2024-11-13 19:16:33,549 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
521 |
+
2024-11-13 19:16:37,587 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
522 |
+
2024-11-13 19:16:42,588 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
523 |
+
2024-11-13 19:16:47,030 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
524 |
+
2024-11-13 19:16:48,032 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
525 |
+
2024-11-13 19:16:48,251 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
526 |
+
2024-11-13 19:16:48,251 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
527 |
+
2024-11-13 19:16:49,121 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
528 |
+
2024-11-13 19:16:53,293 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
529 |
+
2024-11-13 19:16:58,293 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
530 |
+
2024-11-13 19:17:03,294 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
531 |
+
2024-11-13 19:17:05,806 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
532 |
+
2024-11-13 19:17:05,806 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
533 |
+
2024-11-13 19:17:05,941 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
534 |
+
2024-11-13 19:17:08,940 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
535 |
+
2024-11-13 19:17:13,941 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
536 |
+
2024-11-13 19:17:17,033 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
537 |
+
2024-11-13 19:17:19,035 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
538 |
+
2024-11-13 19:17:20,127 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
539 |
+
2024-11-13 19:17:20,128 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
540 |
+
2024-11-13 19:17:20,171 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
541 |
+
2024-11-13 19:17:24,246 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
542 |
+
2024-11-13 19:17:30,141 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
543 |
+
2024-11-13 19:17:30,209 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
544 |
+
2024-11-13 19:17:35,210 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
545 |
+
2024-11-13 19:17:35,928 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
546 |
+
2024-11-13 19:17:35,928 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
547 |
+
2024-11-13 19:17:36,794 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
548 |
+
2024-11-13 19:17:40,795 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
549 |
+
2024-11-13 19:17:45,796 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
550 |
+
2024-11-13 19:17:47,036 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
551 |
+
2024-11-13 19:17:51,038 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
552 |
+
2024-11-13 19:17:51,987 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
553 |
+
2024-11-13 19:17:51,987 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
554 |
+
2024-11-13 19:17:51,988 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
555 |
+
2024-11-13 19:17:54,152 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
556 |
+
2024-11-13 19:17:56,164 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
557 |
+
2024-11-13 19:17:56,204 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
558 |
+
2024-11-13 19:17:59,166 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
559 |
+
2024-11-13 19:18:01,167 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
560 |
+
2024-11-13 19:18:01,358 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
561 |
+
2024-11-13 19:18:03,168 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
562 |
+
2024-11-13 19:18:05,169 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
563 |
+
2024-11-13 19:18:07,169 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
564 |
+
2024-11-13 19:18:07,346 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
565 |
+
2024-11-13 19:18:12,347 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
566 |
+
2024-11-13 19:18:13,267 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
567 |
+
2024-11-13 19:18:13,476 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
568 |
+
2024-11-13 19:18:13,476 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
569 |
+
2024-11-13 19:18:17,039 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
570 |
+
2024-11-13 19:18:18,041 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
571 |
+
2024-11-13 19:18:23,042 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
572 |
+
2024-11-13 19:18:28,199 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
573 |
+
2024-11-13 19:18:29,298 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
574 |
+
2024-11-13 19:18:30,038 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
575 |
+
2024-11-13 19:18:30,039 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
576 |
+
2024-11-13 19:18:34,183 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
577 |
+
2024-11-13 19:18:39,184 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
578 |
+
2024-11-13 19:18:43,601 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
579 |
+
2024-11-13 19:18:43,602 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
580 |
+
2024-11-13 19:18:44,627 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
581 |
+
2024-11-13 19:18:44,740 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
582 |
+
2024-11-13 19:18:47,042 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
583 |
+
2024-11-13 19:18:50,044 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
584 |
+
2024-11-13 19:18:53,037 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: summary_record
|
585 |
+
2024-11-13 19:18:53,037 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: partial_history
|
586 |
+
2024-11-13 19:18:53,039 INFO SenderThread:1939 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
587 |
+
2024-11-13 19:18:53,039 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: summary_record
|
588 |
+
2024-11-13 19:18:53,040 INFO SenderThread:1939 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
589 |
+
2024-11-13 19:18:53,040 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: summary_record
|
590 |
+
2024-11-13 19:18:53,040 INFO SenderThread:1939 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
591 |
+
2024-11-13 19:18:53,040 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: summary_record
|
592 |
+
2024-11-13 19:18:53,040 INFO SenderThread:1939 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
593 |
+
2024-11-13 19:18:53,041 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: summary_record
|
594 |
+
2024-11-13 19:18:53,041 INFO SenderThread:1939 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
595 |
+
2024-11-13 19:18:53,041 DEBUG SenderThread:1939 [sender.py:send():382] send: history
|
596 |
+
2024-11-13 19:18:53,041 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: summary_record
|
597 |
+
2024-11-13 19:18:53,041 INFO SenderThread:1939 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
598 |
+
2024-11-13 19:18:53,186 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
599 |
+
2024-11-13 19:18:53,187 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/wandb-summary.json
|
600 |
+
2024-11-13 19:18:54,187 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
601 |
+
2024-11-13 19:18:55,187 INFO Thread-12 :1939 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-6_bs-64_acc-8_len-2048/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/files/output.log
|
602 |
+
2024-11-13 19:18:55,768 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
603 |
+
2024-11-13 19:18:55,922 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
604 |
+
2024-11-13 19:18:55,922 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
605 |
+
2024-11-13 19:18:57,159 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
606 |
+
2024-11-13 19:19:02,160 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
607 |
+
2024-11-13 19:19:07,160 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
608 |
+
2024-11-13 19:19:10,768 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
609 |
+
2024-11-13 19:19:10,923 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
610 |
+
2024-11-13 19:19:10,923 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
611 |
+
2024-11-13 19:19:13,077 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
612 |
+
2024-11-13 19:19:17,045 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
613 |
+
2024-11-13 19:19:19,046 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
614 |
+
2024-11-13 19:19:24,047 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
615 |
+
2024-11-13 19:19:25,768 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
616 |
+
2024-11-13 19:19:25,923 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
617 |
+
2024-11-13 19:19:25,923 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
618 |
+
2024-11-13 19:19:29,078 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
619 |
+
2024-11-13 19:19:34,079 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
620 |
+
2024-11-13 19:19:39,079 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
621 |
+
2024-11-13 19:19:40,768 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
622 |
+
2024-11-13 19:19:40,922 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
623 |
+
2024-11-13 19:19:40,923 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
624 |
+
2024-11-13 19:19:45,078 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
625 |
+
2024-11-13 19:19:47,048 DEBUG SenderThread:1939 [sender.py:send():382] send: stats
|
626 |
+
2024-11-13 19:19:51,050 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
627 |
+
2024-11-13 19:19:55,768 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: internal_messages
|
628 |
+
2024-11-13 19:19:55,923 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: stop_status
|
629 |
+
2024-11-13 19:19:55,923 DEBUG SenderThread:1939 [sender.py:send_request():409] send_request: stop_status
|
630 |
+
2024-11-13 19:19:56,077 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
631 |
+
2024-11-13 19:20:01,078 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
632 |
+
2024-11-13 19:20:06,079 DEBUG HandlerThread:1939 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/run-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1.wandb
CHANGED
Binary files a/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/run-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1.wandb and b/wandb/run-20241113_190246-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1/run-kushalarora-rvv-main-2024-11-13-17-55-42-664-g0ro8r-algo-1.wandb differ
|
|