{ "best_metric": 0.6829745596868885, "best_model_checkpoint": "tiny-bert-sst2-distilled/run-4/checkpoint-1536", "epoch": 8.0, "eval_steps": 500, "global_step": 1536, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 0.896482527256012, "learning_rate": 2.4429947101690063e-05, "loss": 0.3642, "step": 192 }, { "epoch": 1.0, "eval_accuracy": 0.525440313111546, "eval_f1": 0.14762741652021089, "eval_loss": 0.33992624282836914, "eval_mcc": 0.1099564814603399, "eval_precision": 0.7241379310344828, "eval_recall": 0.0821917808219178, "eval_runtime": 66.5832, "eval_samples_per_second": 15.349, "eval_steps_per_second": 0.481, "step": 192 }, { "epoch": 2.0, "grad_norm": 3.451338529586792, "learning_rate": 2.1376203713978805e-05, "loss": 0.3285, "step": 384 }, { "epoch": 2.0, "eval_accuracy": 0.5753424657534246, "eval_f1": 0.31761006289308175, "eval_loss": 0.31206491589546204, "eval_mcc": 0.2299532209711479, "eval_precision": 0.808, "eval_recall": 0.19765166340508805, "eval_runtime": 66.7282, "eval_samples_per_second": 15.316, "eval_steps_per_second": 0.48, "step": 384 }, { "epoch": 3.0, "grad_norm": 1.4082952737808228, "learning_rate": 1.8322460326267547e-05, "loss": 0.314, "step": 576 }, { "epoch": 3.0, "eval_accuracy": 0.6526418786692759, "eval_f1": 0.5310435931307793, "eval_loss": 0.30446648597717285, "eval_mcc": 0.3570476542530334, "eval_precision": 0.8170731707317073, "eval_recall": 0.3933463796477495, "eval_runtime": 66.749, "eval_samples_per_second": 15.311, "eval_steps_per_second": 0.479, "step": 576 }, { "epoch": 4.0, "grad_norm": 2.84216570854187, "learning_rate": 1.526871693855629e-05, "loss": 0.3104, "step": 768 }, { "epoch": 4.0, "eval_accuracy": 0.6193737769080235, "eval_f1": 0.44028776978417267, "eval_loss": 0.303169846534729, "eval_mcc": 0.3106911694942452, "eval_precision": 0.8315217391304348, "eval_recall": 0.299412915851272, "eval_runtime": 66.7305, "eval_samples_per_second": 15.315, "eval_steps_per_second": 0.48, "step": 768 }, { "epoch": 5.0, "grad_norm": 1.591246485710144, "learning_rate": 1.2214973550845031e-05, "loss": 0.3085, "step": 960 }, { "epoch": 5.0, "eval_accuracy": 0.62720156555773, "eval_f1": 0.4715672676837725, "eval_loss": 0.301248162984848, "eval_mcc": 0.31481519810966196, "eval_precision": 0.8095238095238095, "eval_recall": 0.33268101761252444, "eval_runtime": 66.7765, "eval_samples_per_second": 15.305, "eval_steps_per_second": 0.479, "step": 960 }, { "epoch": 6.0, "grad_norm": 2.543092966079712, "learning_rate": 9.161230163133773e-06, "loss": 0.3072, "step": 1152 }, { "epoch": 6.0, "eval_accuracy": 0.6663405088062623, "eval_f1": 0.5721455457967377, "eval_loss": 0.3020024299621582, "eval_mcc": 0.3705330895438953, "eval_precision": 0.7972027972027972, "eval_recall": 0.4461839530332681, "eval_runtime": 66.3804, "eval_samples_per_second": 15.396, "eval_steps_per_second": 0.482, "step": 1152 }, { "epoch": 7.0, "grad_norm": 1.1360045671463013, "learning_rate": 6.107486775422516e-06, "loss": 0.3054, "step": 1344 }, { "epoch": 7.0, "eval_accuracy": 0.6761252446183953, "eval_f1": 0.5867665418227216, "eval_loss": 0.3013523519039154, "eval_mcc": 0.39067710929989413, "eval_precision": 0.8103448275862069, "eval_recall": 0.4598825831702544, "eval_runtime": 66.3545, "eval_samples_per_second": 15.402, "eval_steps_per_second": 0.482, "step": 1344 }, { "epoch": 8.0, "grad_norm": 1.4480931758880615, "learning_rate": 3.053743387711258e-06, "loss": 0.3049, "step": 1536 }, { "epoch": 8.0, "eval_accuracy": 0.6829745596868885, "eval_f1": 0.6029411764705882, "eval_loss": 0.3014501929283142, "eval_mcc": 0.39988223338971185, "eval_precision": 0.8065573770491803, "eval_recall": 0.48140900195694714, "eval_runtime": 66.4924, "eval_samples_per_second": 15.37, "eval_steps_per_second": 0.481, "step": 1536 } ], "logging_steps": 500, "max_steps": 1728, "num_input_tokens_seen": 0, "num_train_epochs": 9, "save_steps": 500, "total_flos": 1885561578240.0, "train_batch_size": 16, "trial_name": null, "trial_params": { "alpha": 0.4423735218743273, "learning_rate": 2.748369048940132e-05, "num_train_epochs": 9, "per_device_train_batch_size": 16, "temperature": 18 } }