Upload 2 files

app.py

@@ -6,9 +6,12 @@ import trimesh
 import huggingface_hub
 from huggingface_hub import Repository
 import os
+import pickle
+import json
+from tqdm import tqdm
 
 DATASET_REPO_URL = "https://huggingface.co/datasets/Gary3410/object_tmp"
-DATA_FILENAME = "object.npy"
+DATA_FILENAME = "object_tmp.pkl"
 DATA_FILE = os.path.join("data", DATA_FILENAME)
 
 
@@ -101,11 +104,28 @@ def trimesh_to_pc(scene_or_mesh):
 
 processes = multiprocessing.cpu_count()
 
-uids = objaverse.load_uids()
-random_object_uids = random.sample(uids, 100)
+# uids = objaverse.load_uids()
+# random_object_uids = random.sample(uids, 100)
+uids = []
+object_id_tmp_dict = {}
+
+# 解析json文件
+with open('object_id.json','r') as file:
+    str = file.read()
+    obj_data = json.loads(str)
+
+for ints_key in obj_data.keys():
+    ints_dict_one = obj_data[ints_key]
+    ints_id_dict = ints_dict_one["obj_id"]
+    for ints_one in ints_id_dict.keys():
+        uid_one = ints_id_dict[ints_one]
+        uids.append(uid_one)
+
+uids = list(set(uids))
+
 
 objects = objaverse.load_objects(
-    uids=random_object_uids,
+    uids=uids,
     download_processes=processes
 )
 
@@ -113,19 +133,18 @@ repo = Repository(
     local_dir="data", clone_from=DATASET_REPO_URL, use_auth_token="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"
 )
 
-pc_list = []
-for objaid in random_object_uids:
+
+for objaid in tqdm(uids):
     objamodel = objaverse.load_objects([objaid])[objaid]
     try:
         pc = trimesh_to_pc(trimesh.load(objamodel))
         pc = random_sampling(pc, num_samples=5000)
-        pc_list.append(pc.reshape([1, -1, pc.shape[-1]]))
+        object_id_tmp_dict[objaid] = pc
     except:
         continue
 
-pc_list = numpy.concatenate(pc_list, axis=0)
-
-numpy.save(DATA_FILE, pc_list)
+with open(DATA_FILE, 'wb') as file:
+    pickle.dump(object_id_tmp_dict, file)
 commit_url = repo.push_to_hub()
 
 print("Done")