Skip to content

Commit 20adcfa

Browse files
xiexinchxiexinch
authored
[Dev] update benchmark script (#3116)
1 parent bb93b48 commit 20adcfa

22 files changed

+95
-3
lines changed

‎.dev/batch_test_list.py renamed to ‎.dev_scripts/batch_test_list.py

File renamed without changes.

‎.dev/batch_train_list.txt renamed to ‎.dev_scripts/batch_train_list.txt

File renamed without changes.

‎.dev/benchmark_evaluation.sh renamed to ‎.dev_scripts/benchmark_evaluation.sh

File renamed without changes.

‎.dev_scripts/benchmark_full_models.txt

+56
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,56 @@
1+
ann/ann_r50-d8_4xb2-40k_cityscapes-512x1024.py
2+
apcnet/apcnet_r50-d8_4xb4-80k_ade20k-512x512.py
3+
beit/beit-large_upernet_8xb1-amp-160k_ade20k-640x640.py
4+
bisenetv1/bisenetv1_r18-d32_4xb4-160k_coco-stuff164k-512x512.py
5+
bisenetv2/bisenetv2_fcn_4xb4-ohem-160k_cityscapes-1024x1024.py
6+
ccnet/ccnet_r50-d8_4xb2-40k_cityscapes-512x1024.py
7+
cgnet/cgnet_fcn_4xb4-60k_cityscapes-680x680.py
8+
convnext/convnext-tiny_upernet_8xb2-amp-160k_ade20k-512x512.py
9+
danet/danet_r50-d8_4xb2-40k_cityscapes-512x1024.py
10+
deeplabv3/deeplabv3_r50-d8_4xb2-40k_cityscapes-512x1024.py
11+
deeplabv3plus/deeplabv3plus_r101-d8_4xb2-40k_cityscapes-769x769.py
12+
dmnet/dmnet_r50-d8_4xb2-40k_cityscapes-512x1024.py
13+
dnlnet/dnl_r50-d8_4xb2-40k_cityscapes-512x1024.py
14+
dpt/dpt_vit-b16_8xb2-160k_ade20k-512x512.py
15+
emanet/eemanet_r50-d8_4xb2-80k_cityscapes-512x1024.py
16+
encnet/encnet_r50-d8_4xb4-80k_ade20k-512x512.py
17+
erfnet/erfnet_fcn_4xb4-160k_cityscapes-512x1024.py
18+
fastfcn/fastfcn_r50-d32_jpu_aspp_4xb2-80k_cityscapes-512x1024.py
19+
fastscnn/fast_scnn_8xb4-160k_cityscapes-512x1024.py
20+
fcn/fcn_r50-d8_4xb2-40k_cityscapes-512x1024.py
21+
gcnet/gcnet_r50-d8_4xb2-40k_cityscapes-769x769.py
22+
hrnet/fcn_hr18s_4xb4-80k_ade20k-512x512.py
23+
icnet/icnet_r50-d8_4xb2-80k_cityscapes-832x832.py
24+
isanet/isanet_r50-d8_4xb2-80k_cityscapes-512x1024.py
25+
knet/knet-s3_swin-l_upernet_8xb2-adamw-80k_ade20k-640x640.py
26+
mae/mae-base_upernet_8xb2-amp-160k_ade20k-512x512.py
27+
mask2former/mask2former_r50_8xb2-90k_cityscapes-512x1024.py
28+
mask2former/mask2former_swin-t_8xb2-90k_cityscapes-512x1024.py
29+
mask2former/mask2former_swin-s_8xb2-160k_ade20k-512x512.py
30+
mask2former/mask2former_swin-l-in22k-384x384-pre_8xb2-160k_ade20k-640x640.py
31+
maskformer/maskformer_r50-d32_8xb2-160k_ade20k-512x512.py
32+
maskformer/maskformer_r101-d32_8xb2-160k_ade20k-512x512.py
33+
maskformer/maskformer_swin-t_upernet_8xb2-160k_ade20k-512x512.py
34+
maskformer/maskformer_swin-s_upernet_8xb2-160k_ade20k-512x512.py
35+
mobilenet_v2/mobilenet-v2-d8_pspnet_4xb2-80k_cityscapes-512x1024.py
36+
mobilenet_v3/mobilenet-v3-d8-scratch_lraspp_4xb4-320k_cityscapes-512x1024.py
37+
nonlocal_net/nonlocal_r50-d8_4xb2-40k_cityscapes-512x1024.py
38+
ocrnet/ocrnet_hr18_4xb4-80k_ade20k-512x512.py
39+
pidnet/pidnet-l_2xb6-120k_1024x1024-cityscapes.py
40+
point_rend/pointrend_r50_4xb2-80k_cityscapes-512x1024.py
41+
poolformer/fpn_poolformer_m48_8xb4-40k_ade20k-512x512.py
42+
psanet/psanet_r101-d8_4xb4-80k_ade20k-512x512.py
43+
pspnet/pspnet_r50-d8-rsb_4xb2-adamw-80k_cityscapes-512x1024.py
44+
resnest/resnest_s101-d8_deeplabv3_4xb4-160k_ade20k-512x512.py
45+
segformer/segformer_mit-b5_8xb1-160k_cityscapes-1024x1024.py
46+
segformer/segformer_mit-b5_8xb2-160k_ade20k-512x512.py
47+
segmenter/segmenter_vit-t_mask_8xb1-160k_ade20k-512x512.py
48+
segnext/segnext_mscan-t_1xb16-adamw-160k_ade20k-512x512.py
49+
sem_fpn/fpn_r101_4xb2-80k_cityscapes-512x1024.py
50+
setr/setr_vit-l-mla_8xb1-160k_ade20k-512x512.py
51+
stdc/stdc1_in1k-pre_4xb12-80k_cityscapes-512x1024.py
52+
swin/swin-small-patch4-window7-in1k-pre_upernet_8xb2-160k_ade20k-512x512.py
53+
twins/twins_pcpvt-s_uperhead_8xb4-160k_ade20k-512x512.py
54+
unet/unet-s5-d16_fcn_4xb4-160k_cityscapes-512x1024.py
55+
upernet/upernet_r50_4xb2-40k_cityscapes-769x769.py
56+
vit/vit_deit-s16_upernet_8xb2-80k_ade20k-512x512.py

‎.dev/benchmark_inference.py renamed to ‎.dev_scripts/benchmark_inference.py

File renamed without changes.

‎.dev_scripts/benchmark_options.py

+10
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
third_part_libs = [
2+
'pip install mmengine',
3+
'pip install mmcv>=2.0.0',
4+
'pip install mmcls==1.0.0rc6',
5+
'pip install mmdet==3.0.0',
6+
'pip install -r requirements.txt',
7+
'pip install timm',
8+
]
9+
10+
default_floating_range = 0.5

‎.dev/benchmark_train.sh renamed to ‎.dev_scripts/benchmark_train.sh

File renamed without changes.

‎.dev_scripts/benchmark_train_models.txt

+25
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
bisenetv1/bisenetv1_r18-d32_4xb4-160k_coco-stuff164k-512x512.py
2+
bisenetv2/bisenetv2_fcn_4xb4-ohem-160k_cityscapes-1024x1024.py
3+
deeplabv3/deeplabv3_r50-d8_4xb2-40k_cityscapes-512x1024.py
4+
deeplabv3/deeplabv3_r101-d8_4xb4-160k_ade20k-512x512.py
5+
deeplabv3plus/deeplabv3plus_r101-d8_4xb2-40k_cityscapes-769x769.py
6+
deeplabv3plus/deeplabv3plus_r50-d8_4xb4-80k_ade20k-512x512.py
7+
hrnet/fcn_hr18s_4xb4-80k_ade20k-512x512.py
8+
hrnet/fcn_hr18_4xb2-160k_cityscapes-512x1024.py
9+
knet/knet-s3_swin-l_upernet_8xb2-adamw-80k_ade20k-512x512.py
10+
knet/knet-s3_r50-d8_pspnet_8xb2-adamw-80k_ade20k-512x512.py
11+
mae/mae-base_upernet_8xb2-amp-160k_ade20k-512x512.py
12+
mask2former/mask2former_swin-l-in22k-384x384-pre_8xb2-160k_ade20k-640x640.py
13+
maskformer/maskformer_swin-s_upernet_8xb2-160k_ade20k-512x512.py
14+
mobilenet_v2/mobilenet-v2-d8_deeplabv3_4xb2-80k_cityscapes-512x1024.py
15+
ocrnet/ocrnet_hr48_4xb4-80k_ade20k-512x512.py
16+
pidnet/pidnet-m_2xb6-120k_1024x1024-cityscapes.py
17+
pspnet/pspnet_r50-d8-rsb_4xb2-adamw-80k_cityscapes-512x1024.py
18+
pspnet/pspnet_r101-d8_4xb4-80k_ade20k-512x512.py
19+
segformer/segformer_mit-b5_8xb2-160k_ade20k-512x512.py
20+
segmenter/segmenter_vit-t_mask_8xb1-160k_ade20k-512x512.py
21+
segnext/segnext_mscan-t_1xb16-adamw-160k_ade20k-512x512.py
22+
swin/swin-base-patch4-window12-in22k-384x384-pre_upernet_8xb2-160k_ade20k-512x512.py
23+
twins/twins_pcpvt-l_uperhead_8xb2-160k_ade20k-512x512.py
24+
unet/unet-s5-d16_fcn_4xb4-160k_cityscapes-512x1024.py
25+
upernet/upernet_r101_4xb2-40k_cityscapes-512x1024.py

‎.dev/check_urls.py renamed to ‎.dev_scripts/check_urls.py

File renamed without changes.

‎.dev/gather_benchmark_evaluation_results.py renamed to ‎.dev_scripts/gather_benchmark_evaluation_results.py

File renamed without changes.

‎.dev/gather_benchmark_train_results.py renamed to ‎.dev_scripts/gather_benchmark_train_results.py

File renamed without changes.

‎.dev/gather_models.py renamed to ‎.dev_scripts/gather_models.py

File renamed without changes.

‎.dev/generate_benchmark_evaluation_script.py renamed to ‎.dev_scripts/generate_benchmark_evaluation_script.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@ def parse_args():
1717
parser.add_argument(
1818
'--out',
1919
type=str,
20-
default='.dev/benchmark_evaluation.sh',
20+
default='.dev_scripts/benchmark_evaluation.sh',
2121
help='path to save model benchmark script')
2222

2323
args = parser.parse_args()

‎.dev/generate_benchmark_train_script.py renamed to ‎.dev_scripts/generate_benchmark_train_script.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@ def parse_args():
1919
parser.add_argument(
2020
'--out',
2121
type=str,
22-
default='.dev/benchmark_train.sh',
22+
default='.dev_scripts/benchmark_train.sh',
2323
help='path to save model benchmark script')
2424

2525
args = parser.parse_args()

‎.dev/log_collector/example_config.py renamed to ‎.dev_scripts/log_collector/example_config.py

File renamed without changes.

‎.dev/log_collector/log_collector.py renamed to ‎.dev_scripts/log_collector/log_collector.py

File renamed without changes.

‎.dev/log_collector/readme.md renamed to ‎.dev_scripts/log_collector/readme.md

File renamed without changes.

‎.dev/log_collector/utils.py renamed to ‎.dev_scripts/log_collector/utils.py

File renamed without changes.

‎.dev/update_model_index.py renamed to ‎.dev_scripts/update_model_index.py

File renamed without changes.

‎.dev/upload_modelzoo.py renamed to ‎.dev_scripts/upload_modelzoo.py

File renamed without changes.

‎.pre-commit-config.yaml

+1-1
Original file line numberDiff line numberDiff line change
@@ -47,7 +47,7 @@ repos:
4747
- id: update-model-index
4848
name: update-model-index
4949
description: Collect model information and update model-index.yml
50-
entry: .dev/update_model_index.py
50+
entry: .dev_scripts/update_model_index.py
5151
additional_dependencies: [pyyaml]
5252
language: python
5353
require_serial: true

‎requirements/albu.txt

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
albumentations>=0.3.2 --no-binary qudida,albumentations

0 commit comments

Comments
 (0)