predict_val_results.json

{
    "predict_samples_val": 12171,
    "test_HasAns_exact": 75.37112010796221,
    "test_HasAns_f1": 81.67986330801969,
    "test_HasAns_total": 5928,
    "test_NoAns_exact": 82.70815811606391,
    "test_NoAns_f1": 82.70815811606391,
    "test_NoAns_total": 5945,
    "test_best_exact": 79.04489177124569,
    "test_best_exact_thresh": 0.0,
    "test_best_f1": 82.1947468786271,
    "test_best_f1_thresh": 0.0,
    "test_exact": 79.04489177124569,
    "test_f1": 82.19474687862723,
    "test_model_preparation_time": 0.0008,
    "test_runtime": 34.4883,
    "test_samples_per_second": 352.902,
    "test_steps_per_second": 0.696,
    "test_total": 11873
}