Optimus/code/scripts/scripts_local/run_dialog_spacefusion.sh

export PYTHONPATH="${PYTHONPATH}:/workspace/code"

export TRAIN_FILE=../data/datasets/dailydialog_data/train.txt
export TEST_FILE=../data/datasets/dailydialog_data/test.txt
export GENERATED_TEXT_FILE=../output/local_dialog_dataloader/eval_text_generation_results.txt

export GPU_ID=0,1

CUDA_VISIBLE_DEVICES=$GPU_ID python examples/big_ae/run_spacefusion_pretraining.py \
    --dataset dailydialog \
    --output_dir=../output/local_dialog_dataloader \
    --encoder_model_type=bert \
    --encoder_model_name_or_path=bert-base-cased \
    --decoder_model_type=gpt2 \
    --decoder_model_name_or_path=gpt2 \
    --train_data_file=$TRAIN_FILE \
    --do_generation \
    --do_train \
    --do_eval \
    --beta 2.0 \
    --ratio_zero .5 \
    --ratio_increase 0.25 \
    --eval_data_file=$TEST_FILE \
    --num_train_epochs 1.0 \
    --save_steps 2000 \
    --logging_steps 100 \
    --overwrite_output_dir \
    --per_gpu_train_batch_size 4 \
    --block_size 512 \
    --freeze_bert \
    --per_gpu_eval_batch_size 1 \
    --total_sents -1 \
    --sents_per_cxt 10 \
    --num_frozen_bert_layer 10 \
    --num_s2s_bert_layer 2 \
    --eval_generated_text_file $GENERATED_TEXT_FILE\
    --checkpoint_dir ../output/philly_rr3scl_g8_vae_wikipedia_pretraining_beta_schedule_beta1.0_d1.0_ro0.5_ra0.25 \
    --gloabl_step_eval 760000  \
    --use_pretrained_model \
    --use_pretrained_vae


# export GENERATED_TEXT_PATH=philly-dailydialog-epoch-2.0-beta-30.0
# export GENERATED_TEXT_FILE=../output/dialog/$GENERATED_TEXT_PATH/eval_text_generation_results.txt
# CUDA_VISIBLE_DEVICES=$GPU_ID python examples/big_ae/run_spacefusion_pretraining.py \
#     --dataset dailydialog \
#     --output_dir=../output/dialog/$GENERATED_TEXT_PATH \
#     --encoder_model_type=bert \
#     --encoder_model_name_or_path=bert-base-cased \
#     --decoder_model_type=gpt2 \
#     --decoder_model_name_or_path=gpt2 \
#     --train_data_file=$TRAIN_FILE \
#     --beta 2.0 \
#     --ratio_zero .5 \
#     --ratio_increase 0.25 \
#     --eval_data_file=$TEST_FILE \
#     --num_train_epochs 1.0 \
#     --save_steps 2000 \
#     --logging_steps 100 \
#     --overwrite_output_dir \
#     --per_gpu_train_batch_size 10 \
#     --block_size 512 \
#     --freeze_bert \
#     --per_gpu_eval_batch_size 1 \
#     --total_sents -1 \
#     --sents_per_cxt 10 \
#     --eval_generated_text_file $GENERATED_TEXT_FILE\
#     --checkpoint_dir ../output/dialog/$GENERATED_TEXT_PATH \
#     --gloabl_step_eval 10000  \
#     --use_pretrained_model \
#     --do_vis \
#     --path_ids=../data/datasets/dailydialog_data/dailydialog_data_1000.pt \
#     --n_pnt=64


#     --do_eval \

# export GENERATED_TEXT_FILE=../output/dialog/philly-dailydialog-epoch-5.0-beta-1.0/eval_text_generation_results.txt
# CUDA_VISIBLE_DEVICES=$GPU_ID python examples/big_ae/run_spacefusion_pretraining.py \
#     --dataset dailydialog \
#     --output_dir=../output/dialog/philly-dailydialog-epoch-5.0-beta-1.0 \
#     --encoder_model_type=bert \
#     --encoder_model_name_or_path=bert-base-cased \
#     --decoder_model_type=gpt2 \
#     --decoder_model_name_or_path=gpt2 \
#     --train_data_file=$TRAIN_FILE \
#     --do_eval \
#     --beta 2.0 \
#     --ratio_zero .5 \
#     --ratio_increase 0.25 \
#     --eval_data_file=$TEST_FILE \
#     --num_train_epochs 1.0 \
#     --save_steps 2000 \
#     --logging_steps 100 \
#     --overwrite_output_dir \
#     --per_gpu_train_batch_size 4 \
#     --block_size 512 \
#     --freeze_bert11 \
#     --per_gpu_eval_batch_size 1 \
#     --total_sents -1 \
#     --sents_per_cxt 10 \
#     --eval_generated_text_file $GENERATED_TEXT_FILE\
#     --checkpoint_dir ../output/dialog/philly-dailydialog-epoch-5.0-beta-1.0 \
#     --gloabl_step_eval 26000  \
#     --use_pretrained_model

# export GENERATED_TEXT_FILE=../output/dialog/philly-dailydialog-full-epoch-5.0-beta-1.0/eval_text_generation_results.txt
# CUDA_VISIBLE_DEVICES=$GPU_ID python examples/big_ae/run_spacefusion_pretraining.py \
#     --dataset dailydialog \
#     --output_dir=../output/dialog/philly-dailydialog-full-epoch-5.0-beta-1.0 \
#     --encoder_model_type=bert \
#     --encoder_model_name_or_path=bert-base-cased \
#     --decoder_model_type=gpt2 \
#     --decoder_model_name_or_path=gpt2 \
#     --train_data_file=$TRAIN_FILE \
#     --do_eval \
#     --beta 2.0 \
#     --ratio_zero .5 \
#     --ratio_increase 0.25 \
#     --eval_data_file=$TEST_FILE \
#     --num_train_epochs 1.0 \
#     --save_steps 2000 \
#     --logging_steps 100 \
#     --overwrite_output_dir \
#     --per_gpu_train_batch_size 4 \
#     --block_size 512 \
#     --freeze_bert11 \
#     --per_gpu_eval_batch_size 1 \
#     --total_sents -1 \
#     --sents_per_cxt 10 \
#     --eval_generated_text_file $GENERATED_TEXT_FILE \
#     --checkpoint_dir ../output/dialog/philly-dailydialog-full-epoch-5.0-beta-1.0 \
#     --gloabl_step_eval 26000  \
#     --use_pretrained_model

    #