DATASET=Instruments
BASE=/datain/v-yinju/llama-7b
DATA_PATH=/datain/v-yinju/rqvae-zzx/data
CKPT_PATH=/datain/v-yinju/RQVAE_Bench/llama
RESULTS_FILE=$CKPT_PATH/result.json
INDEX=/datain/v-yinju/RQVAE_Bench/rqvae/Nov-27-2024_23-08-08/indices.json

torchrun --nproc_per_node=8 test_ddp.py \
    --base_model $BASE \
    --ckpt_path $CKPT_PATH \
    --dataset $DATASET \
    --data_path $DATA_PATH \
    --results_file $RESULTS_FILE \
    --test_batch_size 1 \
    --num_beams 10 \
    --test_prompt_ids all \
    --index_file $INDEX