cli/fever-upload-cli.py

#!/usr/bin/env python3

import glob
import os

import random
from tqdm import tqdm

from datasets import Dataset, DatasetDict, load_dataset


def convert(list_of_dicts):
    res = {}
    for d in list_of_dicts:
        for k, v in d.items():
            res.setdefault(k, []).append(v)
    return res


v10 = load_dataset("fever", "v1.0")
name_lst = ["train", "labelled_dev"]

old_to_new_label_map = {"SUPPORTS": "supported", "REFUTES": "refuted"}

data_map = {}

for name in name_lst:
    instance_lst = []

    for entry in tqdm(v10[name]):
        id_ = entry["id"]
        label = entry["label"]
        claim = entry["claim"]

        evidence_id = entry["evidence_id"]
        evidence_wiki_url = entry["evidence_wiki_url"]

        if evidence_id != -1:
            assert label in {"SUPPORTS", "REFUTES"}

            instance = {"id": id_, "label": old_to_new_label_map[label], "claim": claim}
            instance_lst.append(instance)

    key = "dev" if name in {"labelled_dev"} else name

    instance_lst = sorted([dict(t) for t in {tuple(d.items()) for d in instance_lst}], key=lambda d: d["claim"])

    label_to_instance_lst = {}
    for e in instance_lst:
        if e["label"] not in label_to_instance_lst:
            label_to_instance_lst[e["label"]] = []
        label_to_instance_lst[e["label"]].append(e)

    min_len = min(len(v) for k, v in label_to_instance_lst.items())

    new_instance_lst = []
    for k in sorted(label_to_instance_lst.keys()):
        new_instance_lst += label_to_instance_lst[k][:min_len]

    random.Random(42).shuffle(new_instance_lst)
    data_map[key] = new_instance_lst

ds_path = "pminervini/hl-fever"

task_to_ds_map = {k: Dataset.from_dict(convert(v)) for k, v in data_map.items()}
ds_dict = DatasetDict(task_to_ds_map)

ds_dict.push_to_hub(ds_path, "v1.0")

# breakpoint()