Upload data.py with huggingface_hub

data.py

@@ -33,7 +33,7 @@ def slove_images(bytes,path):
 #print(data[0][2].keys())
 
 file_path = '/home/zbz5349/WorkSpace/aigeeks/Qwen2.5-VL/magicbrush_dataset/data'
-image_path = '/home/zbz5349/WorkSpace/aigeeks/Qwen2.5-VL/magicbrush_dataset/data'
+image_path = '/home/zbz5349/WorkSpace/aigeeks/Qwen2.5-VL/magicbrush_dataset/images'
 os.makedirs(image_path,exist_ok=True)
 
 save_data = []
@@ -42,9 +42,9 @@ for sud_ in os.listdir(file_path):
         print(sud_)
         data = read_parquet(os.path.join(file_path,sud_))
         for x in data:
-            img_path = os.path.join(image_path,x[2]['path'])
+            img_path = os.path.join(image_path,x[5]['path'])
             ## 在 Linux 放开
-            #slove_images(x[2]['bytes'],img_path)
+            slove_images(x[5]['bytes'],img_path)
             message =     {
                 "role": "user",
                 "content": [
@@ -59,7 +59,7 @@ for sud_ in os.listdir(file_path):
 
 print(len(save_data))
 
-save_json = '/home/zbz5349/WorkSpace/aigeeks/Qwen2.5-VL/magicbrush_dataset/data/prompt_1.json'
+save_json = '/home/zbz5349/WorkSpace/aigeeks/Qwen2.5-VL/magicbrush_dataset/tg_1.json'
 write_json(save_json,save_data)