Skip to content

Commit

Permalink
[Features] Support Feishu Robot, Add DUO Dataset, and Add multi detec…
Browse files Browse the repository at this point in the history
…tion configs (#29)

* maximum version of mmdetection to 3.2.0

* minor update tools script

* update urpc2020 docs

* update urpc2020 configs

* fix new config error

* Support DUO datasets

* update configs

* add lark config

* add gitignore to ignore lark config

* add timeout handler

* Support Feishu robot

* minor fix error

* minor fix error

* add gather results script

* minor update scripts

* minor update

* update configs

* minor update lark

* update lark

* update rtts

* minor fix
  • Loading branch information
BIGWangYuDong authored Oct 23, 2023
1 parent b8a2de1 commit 21e9f74
Show file tree
Hide file tree
Showing 127 changed files with 6,560 additions and 195 deletions.
21 changes: 21 additions & 0 deletions .dev_scripts/train_duo.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
PARTITION=$1
GPUS=${GPUS:-8}
GPUS_PER_NODE=${GPUS_PER_NODE:-8}
CPUS_PER_TASK=${CPUS_PER_TASK:-5}
SRUN_ARGS=${SRUN_ARGS:-""}

log_dir="work_dirs/slurm_logs"
mkdir -p "$log_dir"

SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-atss_r50_1x configs/detection/duo_dataset/atss_r50_fpn_1x_duo-coco.py work_dirs/duo/atss_r50_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/atss_r50_fpn_1x_duo-coco/eval_result > "$log_dir/duo_atss_r50_fpn_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-cascade_r50_1x configs/detection/duo_dataset/cascade-rcnn_r50_fpn_1x_duo-coco.py work_dirs/duo/cascade-rcnn_r50_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/cascade-rcnn_r50_fpn_1x_duo-coco/eval_result > "$log_dir/duo_cascade-rcnn_r50_fpn_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-faster_r50_1x configs/detection/duo_dataset/faster-rcnn_r50_fpn_1x_duo-coco.py work_dirs/duo/faster-rcnn_r50_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/faster-rcnn_r50_fpn_1x_duo-coco/eval_result > "$log_dir/duo_faster-rcnn_r50_fpn_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-faster_r101_1x configs/detection/duo_dataset/faster-rcnn_r101_fpn_1x_duo-coco.py work_dirs/duo/faster-rcnn_r101_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/faster-rcnn_r101_fpn_1x_duo-coco/eval_result > "$log_dir/duo_faster-rcnn_r101_fpn_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-faster_x101-32x4d_1x configs/detection/duo_dataset/faster-rcnn_x101-32x4d_fpn_1x_duo-coco.py work_dirs/duo/faster-rcnn_x101-32x4d_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/faster-rcnn_x101-32x4d_fpn_1x_duo-coco/eval_result > "$log_dir/duo_faster-rcnn_x101-32x4d_fpn_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-faster_x101-64x4d_1x configs/detection/duo_dataset/faster-rcnn_x101-64x4d_fpn_1x_duo-coco.py work_dirs/duo/faster-rcnn_x101-64x4d_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/faster-rcnn_x101-64x4d_fpn_1x_duo-coco/eval_result > "$log_dir/duo_faster-rcnn_x101-64x4d_fpn_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-fcos_r50_1x configs/detection/duo_dataset/fcos_r50-caffe_fpn_gn-head_1x_duo-coco.py work_dirs/duo/fcos_r50-caffe_fpn_gn-head_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/fcos_r50-caffe_fpn_gn-head_1x_duo-coco/eval_result > "$log_dir/duo_fcos_r50-caffe_fpn_gn-head_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-paa_r50_1x configs/detection/duo_dataset/paa_r50_fpn_1x_duo-coco.py work_dirs/duo/paa_r50_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/paa_r50_fpn_1x_duo-coco/eval_result > "$log_dir/duo_paa_r50_fpn_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-retinanet_r50_1x configs/detection/duo_dataset/retinanet_r50_fpn_1x_duo-coco.py work_dirs/duo/retinanet_r50_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/retinanet_r50_fpn_1x_duo-coco/eval_result > "$log_dir/duo_retinanet_r50_fpn_1x_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-ssd300 configs/detection/duo_dataset/ssd300_120e_duo-coco.py work_dirs/duo/ssd300_120e_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/ssd300_120e_duo-coco/eval_result > "$log_dir/duo_ssd300_120e_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-ssd512 configs/detection/duo_dataset/ssd512_120e_duo-coco.py work_dirs/duo/ssd512_120e_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/ssd512_120e_duo-coco/eval_result > "$log_dir/duo_ssd512_120e_duo-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION duo-tood_r50_1x configs/detection/duo_dataset/tood_r50_fpn_1x_duo-coco.py work_dirs/duo/tood_r50_fpn_1x_duo-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/duo/tood_r50_fpn_1x_duo-coco/eval_result > "$log_dir/duo_tood_r50_fpn_1x_duo-coco.log" &
16 changes: 16 additions & 0 deletions .dev_scripts/train_rtts.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
PARTITION=$1
GPUS=${GPUS:-8}
GPUS_PER_NODE=${GPUS_PER_NODE:-8}
CPUS_PER_TASK=${CPUS_PER_TASK:-5}
SRUN_ARGS=${SRUN_ARGS:-""}

log_dir="work_dirs/slurm_logs"
mkdir -p "$log_dir"

SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION rtts-atss_r50_1x configs/detection/rtts_dataset/atss_r50_fpn_1x_rtts-coco.py work_dirs/rtts/atss_r50_fpn_1x_rtts-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/rtts/atss_r50_fpn_1x_rtts-coco/eval_result > "$log_dir/rtts_atss_r50_fpn_1x_rtts-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION rtts-cascade_r50_1x configs/detection/rtts_dataset/cascade-rcnn_r50_fpn_1x_rtts-coco.py work_dirs/rtts/cascade-rcnn_r50_fpn_1x_rtts-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/rtts/cascade-rcnn_r50_fpn_1x_rtts-coco/eval_result > "$log_dir/rtts_cascade-rcnn_r50_fpn_1x_rtts-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION rtts-faster_r50_1x configs/detection/rtts_dataset/faster-rcnn_r50_fpn_1x_rtts-coco.py work_dirs/rtts/faster-rcnn_r50_fpn_1x_rtts-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/rtts/faster-rcnn_r50_fpn_1x_rtts-coco/eval_result > "$log_dir/rtts_faster-rcnn_r50_fpn_1x_rtts-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION rtts-fcos_r50_1x configs/detection/rtts_dataset/fcos_r50-caffe_fpn_gn-head_1x_rtts-coco.py work_dirs/rtts/fcos_r50-caffe_fpn_gn-head_1x_rtts-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/rtts/fcos_r50-caffe_fpn_gn-head_1x_rtts-coco/eval_result > "$log_dir/rtts_fcos_r50-caffe_fpn_gn-head_1x_rtts-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION rtts-paa_r50_1x configs/detection/rtts_dataset/paa_r50_fpn_1x_rtts-coco.py work_dirs/rtts/paa_r50_fpn_1x_rtts-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/rtts/paa_r50_fpn_1x_rtts-coco/eval_result > "$log_dir/rtts_paa_r50_fpn_1x_rtts-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION rtts-retinanet_r50_1x configs/detection/rtts_dataset/retinanet_r50_fpn_1x_rtts-coco.py work_dirs/rtts/retinanet_r50_fpn_1x_rtts-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/rtts/retinanet_r50_fpn_1x_rtts-coco/eval_result > "$log_dir/rtts_retinanet_r50_fpn_1x_rtts-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION rtts-tood_r50_1x configs/detection/rtts_dataset/tood_r50_fpn_1x_rtts-coco.py work_dirs/rtts/tood_r50_fpn_1x_rtts-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/rtts/tood_r50_fpn_1x_rtts-coco/eval_result > "$log_dir/rtts_tood_r50_fpn_1x_rtts-coco.log" &
21 changes: 21 additions & 0 deletions .dev_scripts/train_uprc2020-train_all.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
PARTITION=$1
GPUS=${GPUS:-8}
GPUS_PER_NODE=${GPUS_PER_NODE:-8}
CPUS_PER_TASK=${CPUS_PER_TASK:-5}
SRUN_ARGS=${SRUN_ARGS:-""}

log_dir="work_dirs/slurm_logs"
mkdir -p "$log_dir"

SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-atss_r50_1x configs/detection/urpc2020_dataset/train-all_test-A/atss_r50_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/atss_r50_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/atss_r50_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_atss_r50_fpn_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-cascade_r50_1x configs/detection/urpc2020_dataset/train-all_test-A/cascade-rcnn_r50_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/cascade-rcnn_r50_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/cascade-rcnn_r50_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_cascade-rcnn_r50_fpn_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-faster_r50_1x configs/detection/urpc2020_dataset/train-all_test-A/faster-rcnn_r50_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/faster-rcnn_r50_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/faster-rcnn_r50_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_faster-rcnn_r50_fpn_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-faster_r101_1x configs/detection/urpc2020_dataset/train-all_test-A/faster-rcnn_r101_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/faster-rcnn_r101_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/faster-rcnn_r101_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_faster-rcnn_r101_fpn_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-faster_x101-32x4d_1x configs/detection/urpc2020_dataset/train-all_test-A/faster-rcnn_x101-32x4d_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/faster-rcnn_x101-32x4d_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/faster-rcnn_x101-32x4d_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_faster-rcnn_x101-32x4d_fpn_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-faster_x101-64x4d_1x configs/detection/urpc2020_dataset/train-all_test-A/faster-rcnn_x101-64x4d_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/faster-rcnn_x101-64x4d_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/faster-rcnn_x101-64x4d_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_faster-rcnn_x101-64x4d_fpn_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-fcos_r50_1x configs/detection/urpc2020_dataset/train-all_test-A/fcos_r50-caffe_fpn_gn-head_1x_urpc-coco.py work_dirs/urpc2020-train-all/fcos_r50-caffe_fpn_gn-head_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/fcos_r50-caffe_fpn_gn-head_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_fcos_r50-caffe_fpn_gn-head_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-paa_r50_1x configs/detection/urpc2020_dataset/train-all_test-A/paa_r50_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/paa_r50_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/paa_r50_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_paa_r50_fpn_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-retinanet_r50_1x configs/detection/urpc2020_dataset/train-all_test-A/retinanet_r50_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/retinanet_r50_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/retinanet_r50_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_retinanet_r50_fpn_1x_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-ssd300 configs/detection/urpc2020_dataset/train-all_test-A/ssd300_120e_urpc-coco.py work_dirs/urpc2020-train-all/ssd300_120e_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/ssd300_120e_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_ssd300_120e_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-ssd512 configs/detection/urpc2020_dataset/train-all_test-A/ssd512_120e_urpc-coco.py work_dirs/urpc2020-train-all/ssd512_120e_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/ssd512_120e_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_ssd512_120e_urpc-coco.log" &
SRUN_ARGS=${SRUN_ARGS} GPUS=$GPUS GPUS_PER_NODE=$GPUS_PER_NODE CPUS_PER_TASK=$CPUS_PRE_TASK ./tools/slurm_train.sh $PARTITION urpc2020-tood_r50_1x configs/detection/urpc2020_dataset/train-all_test-A/tood_r50_fpn_1x_urpc-coco.py work_dirs/urpc2020-train-all/tood_r50_fpn_1x_urpc-coco --cfg-options default_hooks.checkpoint.max_keep_ckpts=1 randomness.seed=0 val_evaluator.outfile_prefix=work_dirs/urpc2020-train-all/tood_r50_fpn_1x_urpc-coco/eval_result > "$log_dir/urpc2020-train-all_tood_r50_fpn_1x_urpc-coco.log" &
3 changes: 3 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -121,3 +121,6 @@ work_dirs/
*.pth
*.py~
*.sh~

# ignore lark config
configs/lark/
60 changes: 60 additions & 0 deletions configs/detection/_base_/datasets/duo_coco_detection.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,60 @@
# dataset settings
dataset_type = 'lqit.DUODataset' # `lqit` means the scope
data_root = 'data/DUO/'

backend_args = None

train_pipeline = [
dict(type='LoadImageFromFile', backend_args=backend_args),
dict(type='LoadAnnotations', with_bbox=True),
dict(type='Resize', scale=(1333, 800), keep_ratio=True),
dict(type='RandomFlip', prob=0.5),
dict(type='PackDetInputs')
]
test_pipeline = [
dict(type='LoadImageFromFile', backend_args=backend_args),
dict(type='Resize', scale=(1333, 800), keep_ratio=True),
# If you don't have a gt annotation, delete the pipeline
dict(type='LoadAnnotations', with_bbox=True),
dict(
type='PackDetInputs',
meta_keys=('img_id', 'img_path', 'ori_shape', 'img_shape',
'scale_factor'))
]
train_dataloader = dict(
batch_size=2,
num_workers=2,
persistent_workers=True,
sampler=dict(type='DefaultSampler', shuffle=True),
batch_sampler=dict(type='AspectRatioBatchSampler'),
dataset=dict(
type=dataset_type,
data_root=data_root,
ann_file='annotations/instances_train.json',
data_prefix=dict(img='images/train/'),
filter_cfg=dict(filter_empty_gt=True, min_size=32),
pipeline=train_pipeline,
backend_args=backend_args))
val_dataloader = dict(
batch_size=1,
num_workers=2,
persistent_workers=True,
drop_last=False,
sampler=dict(type='DefaultSampler', shuffle=False),
dataset=dict(
type=dataset_type,
data_root=data_root,
ann_file='annotations/instances_test.json',
data_prefix=dict(img='images/test/'),
test_mode=True,
pipeline=test_pipeline,
backend_args=backend_args))
test_dataloader = val_dataloader

val_evaluator = dict(
type='CocoMetric',
ann_file=data_root + 'annotations/instances_test.json',
metric='bbox',
format_only=False,
backend_args=backend_args)
test_evaluator = val_evaluator
Loading

0 comments on commit 21e9f74

Please sign in to comment.