File size: 1,315 Bytes
8ebda9e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 |
import json
from tqdm import tqdm
import argparse
def save_data(data,file_path):
with open(file_path, 'w', encoding='utf8') as f:
for line in data:
json_data=json.dumps(line,ensure_ascii=False)
f.write(json_data+'\n')
def submit(file_path):
id2label={"故事": "100",
"文化": "101",
"娱乐": "102",
"体育": "103",
"财经": "104",
"房产": "106",
"汽车": "107",
"教育": "108",
"科技": "109",
"军事": "110",
"旅游": "112",
"国际": "113",
"股票": "114",
"农业": "115",
"电竞": "116"}
with open(file_path, 'r', encoding='utf8') as f:
lines = f.readlines()
result=[]
for line in tqdm(lines):
data = json.loads(line)
result.append({'id':data['id'],'label':id2label[data['choice'][data['label']]]})
return result
if __name__=="__main__":
parser = argparse.ArgumentParser(description="train")
parser.add_argument("--data_path", type=str,default="")
parser.add_argument("--save_path", type=str,default="")
args = parser.parse_args()
save_data(submit(args.data_path), args.save_path)
|