<filename>_broken/old_test_harness.py
# -*- coding: utf-8 -*-


#-----------
<EMAIL>('[harn]')
@profile
def test_configurations(ibs, acfgstr_name_list, test_cfg_name_list):
    r"""
    Test harness driver function

    CommandLine:
        python -m ibeis.expt.harness --exec-test_configurations --verbtd
        python -m ibeis.expt.harness --exec-test_configurations --verbtd --draw-rank-cdf --show

    Example:
        >>> # SLOW_DOCTEST
        >>> from ibeis.expt.harness import *  # NOQA
        >>> import ibeis
        >>> ibs = ibeis.opendb('PZ_MTEST')
        >>> acfgstr_name_list = ut.get_argval(('--aidcfg', '--acfg', '-a'), type_=list, default=['candidacy:qsize=20,dper_name=1,dsize=10', 'candidacy:qsize=20,dper_name=10,dsize=100'])
        >>> test_cfg_name_list = ut.get_argval('-t', type_=list, default=['custom', 'custom:fg_on=False'])
        >>> test_configurations(ibs, acfgstr_name_list, test_cfg_name_list)
        >>> ut.show_if_requested()
    """

    testres_list = run_test_configurations2(ibs, acfgstr_name_list, test_cfg_name_list)

    for testres in testres_list:
        if testres is None:
            return
        else:
            experiment_printres.print_results(ibs, testres)
            experiment_drawing.draw_results(ibs, testres)
    return testres_list



#def get_cmdline_testres():
#    ibs, qaids, daids = main_helpers.testdata_expanded_aids(verbose=False)
#    test_cfg_name_list = ut.get_argval('-t', type_=list, default=['custom', 'custom:fg_on=False'])
#    testres = run_test_configurations(ibs, qaids, daids, test_cfg_name_list)
#    return ibs, testres

<filename>_broken/old_test_harness.py
# -*- coding: utf-8 -*-


#-----------
<EMAIL>('[harn]')
@profile
def test_configurations(ibs, acfgstr_name_list, test_cfg_name_list):
    r"""
    Test harness driver function

    CommandLine:
        python -m ibeis.expt.harness --exec-test_configurations --verbtd
        python -m ibeis.expt.harness --exec-test_configurations --verbtd --draw-rank-cdf --show

    Example:
        >>> # SLOW_DOCTEST
        >>> from ibeis.expt.harness import *  # NOQA
        >>> import ibeis
        >>> ibs = ibeis.opendb('PZ_MTEST')
        >>> acfgstr_name_list = ut.get_argval(('--aidcfg', '--acfg', '-a'), type_=list, default=['candidacy:qsize=20,dper_name=1,dsize=10', 'candidacy:qsize=20,dper_name=10,dsize=100'])
        >>> test_cfg_name_list = ut.get_argval('-t', type_=list, default=['custom', 'custom:fg_on=False'])
        >>> test_configurations(ibs, acfgstr_name_list, test_cfg_name_list)
        >>> ut.show_if_requested()
    """

    testres_list = run_test_configurations2(ibs, acfgstr_name_list, test_cfg_name_list)

    for testres in testres_list:
        if testres is None:
            return
        else:
            experiment_printres.print_results(ibs, testres)
            experiment_drawing.draw_results(ibs, testres)
    return testres_list



#def get_cmdline_testres():
#    ibs, qaids, daids = main_helpers.testdata_expanded_aids(verbose=False)
#    test_cfg_name_list = ut.get_argval('-t', type_=list, default=['custom', 'custom:fg_on=False'])
#    testres = run_test_configurations(ibs, qaids, daids, test_cfg_name_list)
#    return ibs, testres

# -*- coding: utf-8 -*- #----------- Test harness driver function      CommandLine:         python -m ibeis.expt.harness --exec-test_configurations --verbtd         python -m ibeis.expt.harness --exec-test_configurations --verbtd --draw-rank-cdf --show      Example:         >>> # SLOW_DOCTEST         >>> from ibeis.expt.harness import *  # NOQA         >>> import ibeis         >>> ibs = ibeis.opendb('PZ_MTEST')         >>> acfgstr_name_list = ut.get_argval(('--aidcfg', '--acfg', '-a'), type_=list, default=['candidacy:qsize=20,dper_name=1,dsize=10', 'candidacy:qsize=20,dper_name=10,dsize=100'])         >>> test_cfg_name_list = ut.get_argval('-t', type_=list, default=['custom', 'custom:fg_on=False'])         >>> test_configurations(ibs, acfgstr_name_list, test_cfg_name_list)         >>> ut.show_if_requested() #def get_cmdline_testres(): #    ibs, qaids, daids = main_helpers.testdata_expanded_aids(verbose=False) #    test_cfg_name_list = ut.get_argval('-t', type_=list, default=['custom', 'custom:fg_on=False']) #    testres = run_test_configurations(ibs, qaids, daids, test_cfg_name_list) #    return ibs, testres