#!/bin/bash

#SBATCH --job-name g4                   # Job name
### Logging
#SBATCH --output=%j.out                 # Stdout (%j expands to jobId)
#SBATCH --error=%j.err                  # Stderr (%j expands to jobId)
### Node info
#SBATCH --nodes=1                       # Single node or multi node
#SBATCH --nodelist=sota-1
#SBATCH --time 72:00:00                 # Max time (hh:mm:ss)
#SBATCH --gres=gpu:4                    # GPUs per node
#SBATCH --mem=128G                      # Recommend 32G per GPU
#SBATCH --ntasks-per-node=1             # Tasks per node
#SBATCH --cpus-per-task=32              # Recommend 8 per GPU

export REQUESTS_CA_BUNDLE="/etc/ssl/certs/ca-certificates.crt"
export HTTPS_PROXY="https://192.168.0.10:443/"
export https_proxy="https://192.168.0.10:443/"

export TEST_VAL_TRAIN=0
export TEST_VAL_PRED=1
export WANDB=1

sleep 604800

cd /u/xiuyu/work/dev4
PYTHONPATH=".":$PYTHONPATH python3 train.py \
                            --devices 4 \
                            --config configs/train/train_scalable_with_state.yaml \
                            --save_ckpt_path output/seq_1k_10_150_3_3_encode_occ_separate_offsets \
                            --pretrain_ckpt output/pretrain_scalable_map/epoch=31.ckpt

PYTHONPATH=".":$PYTHONPATH python val.py \
                            --config configs/ours_long_term.yaml \
                            --ckpt_path output/seq_5k_10_150_3_3_encode_occ_separate_offsets_bs8_128_no_seqindex_long/epoch=31.ckpt