Benchmark-v0 / instruments_eval.sh
Junyin's picture
Add files using upload-large-folder tool
05744dc verified
DATASET=Instruments
BASE=/datain/v-yinju/llama-7b
DATA_PATH=/datain/v-yinju/rqvae-zzx/data
CKPT_PATH=/datain/v-yinju/RQVAE_Bench/llama
RESULTS_FILE=$CKPT_PATH/result.json
INDEX=/datain/v-yinju/RQVAE_Bench/rqvae/Nov-27-2024_23-08-08/indices.json
torchrun --nproc_per_node=8 test_ddp.py \
--base_model $BASE \
--ckpt_path $CKPT_PATH \
--dataset $DATASET \
--data_path $DATA_PATH \
--results_file $RESULTS_FILE \
--test_batch_size 1 \
--num_beams 10 \
--test_prompt_ids all \
--index_file $INDEX