Upload generate_prompt.py with huggingface_hub

generate_prompt.py

@@ -30,7 +30,7 @@ parser = argparse.ArgumentParser()
 parser.add_argument("--model_path", type=str, default="/home/zbz5349/WorkSpace/aigeeks/Qwen2.5-VL/ckpt_7B")
 parser.add_argument("--begin", type=int, default=0)
 parser.add_argument("--end", type=int, default=4635)
-parser.add_argument("--batch_size", type=int, default=3)
+parser.add_argument("--batch_size", type=int, default=16)
 parser.add_argument("--data_path", type=str, default="/home/zbz5349/WorkSpace/aigeeks/Qwen2.5-VL/magicbrush_dataset/dataset.json")
 parser.add_argument("--prompt_path", type=str, default="/home/zbz5349/WorkSpace/aigeeks/Qwen2.5-VL/magicbrush_dataset/gen.json")
 
@@ -56,7 +56,7 @@ begin = args.begin
 end = args.end
 batch_size = args.batch_size
 for batch_idx in tqdm(range(begin, end, batch_size)):
-    batch = data[batch_idx:batch_idx + batch_size] 
+    batch = data[batch_idx:min(batch_idx+batch_size, end)] 
     
     image_list = []
     input_text_list = []