File size: 2,880 Bytes
16a0f31 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 |
# -----------------------------------------------------------------------------
# Do Not Alter This File!
# -----------------------------------------------------------------------------
# The following code is part of the logic used for loading and evaluating your
# output scores. Please DO NOT modify this section, as upon your submission,
# the whole evaluation logic will be overwritten by the original code.
# -----------------------------------------------------------------------------
import warnings
import argparse
import os
import sys
sys.path.append(os.getcwd())
from evaluation.json_score import JsonScoreEvaluator
warnings.filterwarnings("ignore")
def get_args():
parser = argparse.ArgumentParser(description="Rayan ZSAD Evaluation Code")
parser.add_argument("--data_path", type=str, default=None, help="dataset path")
parser.add_argument("--dataset_name", type=str, default=None, help="dataset name")
parser.add_argument("--class_name", type=str, default=None, help="category")
parser.add_argument("--device", type=int, default=None, help="gpu id")
parser.add_argument(
"--output_dir", type=str, default=None, help="save results path"
)
parser.add_argument(
"--output_scores_dir", type=str, default=None, help="save scores path"
)
parser.add_argument("--save_csv", type=str, default=None, help="save csv")
parser.add_argument("--save_json", type=str, default=None, help="save json")
parser.add_argument(
"--class_name_mapping_dir",
type=str,
default=None,
help="mapping from actual class names to class numbers",
)
args = parser.parse_args()
return args
def load_args(cfg, args):
cfg["datasets"]["data_path"] = args.data_path
assert os.path.exists(
cfg["datasets"]["data_path"]
), f"The dataset path {cfg['datasets']['data_path']} does not exist."
cfg["datasets"]["dataset_name"] = args.dataset_name
cfg["datasets"]["class_name"] = args.class_name
cfg["device"] = args.device
if isinstance(cfg["device"], int):
cfg["device"] = str(cfg["device"])
cfg["testing"]["output_dir"] = args.output_dir
cfg["testing"]["output_scores_dir"] = args.output_scores_dir
os.makedirs(cfg["testing"]["output_scores_dir"], exist_ok=True)
cfg["testing"]["class_name_mapping_dir"] = args.class_name_mapping_dir
if args.save_csv.lower() == "true":
cfg["testing"]["save_csv"] = True
else:
cfg["testing"]["save_csv"] = False
if args.save_json.lower() == "true":
cfg["testing"]["save_json"] = True
else:
cfg["testing"]["save_json"] = False
return cfg
if __name__ == "__main__":
args = get_args()
cfg = load_args(cfg={"datasets": {}, "testing": {}, "models": {}}, args=args)
print(cfg)
model = JsonScoreEvaluator(cfg=cfg)
model.main()
|