gpu=0,1,2,3,4,5,6,7
config_name=vs_llm
num_gpu=8
post_fix=
train_name=train
exp_path=
resume=False

. parse_options.sh
export CUDA_VISIBLE_DEVICES=$gpu
export TRAIN_NAME=${train_name}
export RESUME=${resume}
work_dir=${exp_path}/exp/${config_name}${post_fix}

NPROC_PER_NODE=$num_gpu xtuner train ${config_name} --deepspeed deepspeed_zero2 --work-dir ${work_dir}
