# 32G
ngc batch run \
--commandline "git pull; pip install --upgrade diffusers[torch]; sleep 167h" \
-in dgx1v.32g.8.norm \
--ace nv-us-west-2 \
-n ml-model.lkl_sleep32._wl___computer_vision \
--label _wl___computer_vision \
--result /result \
-i nvcr.io/nvidian/swaiinf/lzx-navsim \
--workspace q-2TlPKESo62ktTxOc8rYg:/zhenxinl_nuplan \
--workspace 2Nf5vMHESmOZMqGxgcqZzQ:/DDN_ROOT \
--port 6007 \
--array-type "MPI" \
--replicas 2 \
--total-runtime "4D"
# 16G
ngc batch run \
--commandline "git pull; pip install --upgrade diffusers[torch]; sleep 167h" \
-in dgx1v.16g.8.norm \
--ace nv-us-west-2 \
-n ml-model.lkl_sleep16._wl___computer_vision \
--label _wl___computer_vision \
--result /result \
-i nvcr.io/nvidian/swaiinf/lzx-navsim \
--workspace q-2TlPKESo62ktTxOc8rYg:/zhenxinl_nuplan \
--workspace 2Nf5vMHESmOZMqGxgcqZzQ:/DDN_ROOT \
--port 6007

ngc batch run \
-in dgx1v.32g.8.norm \
--ace nv-us-west-2 \
--label _wl___computer_vision \
-n ml-model.lkl_train._wl___computer_vision \
--result /result \
-i nvcr.io/nvidian/swaiinf/lzx-navsim \
--workspace q-2TlPKESo62ktTxOc8rYg:/zhenxinl_nuplan \
--port 6007 \
--array-type "MPI" \
--replicas $replicas \
--total-runtime "4D" \