From 13178ba73aac050b64c9ec8b380c2ad1ed3b9309 Mon Sep 17 00:00:00 2001 From: Ross Wightman Date: Tue, 26 Oct 2021 10:50:46 -0700 Subject: [PATCH] Add benchmark and metadata csv files --- results/README.md | 16 +- results/model_benchmark_amp_nchw_rtx3090.csv | 525 +++++++++++++++++++ results/model_metadata_in1k.csv | 519 ++++++++++++++++++ 3 files changed, 1056 insertions(+), 4 deletions(-) create mode 100644 results/model_benchmark_amp_nchw_rtx3090.csv create mode 100644 results/model_metadata_in1k.csv diff --git a/results/README.md b/results/README.md index b3fcec0708..4fabf64b7b 100644 --- a/results/README.md +++ b/results/README.md @@ -1,6 +1,6 @@ -# Validation Results +# Validation and Benchmark Results -This folder contains validation results for the models in this collection having pretrained weights. Since the focus for this repository is currently ImageNet-1k classification, all of the results are based on datasets compatible with ImageNet-1k classes. +This folder contains validation and benchmark results for the models in this collection. Validation scores are currently only run for models with pretrained weights and ImageNet-1k heads, benchmark numbers are run for all. ## Datasets @@ -45,7 +45,6 @@ For clean validation with same 200 classes, see [`results-imagenet-a-clean.csv`] * Source: https://github.com/hendrycks/natural-adv-examples * Paper: "Natural Adversarial Examples" - https://arxiv.org/abs/1907.07174 - ### ImageNet-Rendition - [`results-imagenet-r.csv`](results-imagenet-r.csv) Renditions of 200 ImageNet classes resulting in 30,000 images for testing robustness. @@ -55,5 +54,14 @@ For clean validation with same 200 classes, see [`results-imagenet-r-clean.csv`] * Source: https://github.com/hendrycks/imagenet-r * Paper: "The Many Faces of Robustness" - https://arxiv.org/abs/2006.16241 -## TODO +### TODO * Explore adding a reduced version of ImageNet-C (Corruptions) and ImageNet-P (Perturbations) from https://github.com/hendrycks/robustness. The originals are huge and image size specific. + + +## Benchmark + +CSV files with a `model_benchmark` prefix include benchmark numbers for models on various accelerators with different precision. Currently only run on RTX 3090 w/ AMP for inference, I intend to add more in the future. + +## Metadata + +CSV files with `model_metadata` prefix contain extra information about the source training, currently the pretraining dataset and technique (ie distillation, SSL, WSL, etc). Eventually I'd like to have metadata about augmentation, regularization, etc. but that will be a challenge to source consistently. diff --git a/results/model_benchmark_amp_nchw_rtx3090.csv b/results/model_benchmark_amp_nchw_rtx3090.csv new file mode 100644 index 0000000000..82735bccdb --- /dev/null +++ b/results/model_benchmark_amp_nchw_rtx3090.csv @@ -0,0 +1,525 @@ +model,infer_samples_per_sec,infer_step_time,infer_batch_size,infer_img_size,infer_gmacs,infer_macts,param_count +tf_mobilenetv3_small_minimal_100,23813.47,10.741,256,224,0.06,1.41,2.04 +tf_mobilenetv3_small_075,20226.39,12.646,256,224,0.05,1.3,2.04 +tf_mobilenetv3_small_100,18228.81,14.034,256,224,0.06,1.42,2.54 +levit_128s,17210.0,14.865,256,224,0.31,1.88,7.78 +regnetx_002,14906.56,17.164,256,224,0.2,2.16,2.68 +regnety_002,13464.5,19.003,256,224,0.2,2.17,3.16 +levit_128,11979.62,21.36,256,224,0.41,2.71,9.21 +levit_192,10405.48,24.593,256,224,0.66,3.2,10.95 +gernet_s,10172.35,25.156,256,224,0.75,2.65,8.17 +vit_small_patch32_224,9285.97,27.555,256,224,1.15,2.5,22.88 +regnetx_004,9188.53,27.851,256,224,0.4,3.14,5.16 +tf_mobilenetv3_large_minimal_100,9164.35,27.924,256,224,0.22,4.4,3.92 +tf_mobilenetv3_large_075,8667.81,29.525,256,224,0.16,4.0,3.99 +mobilenetv3_rw,8631.08,29.65,256,224,0.23,4.41,5.48 +vit_tiny_r_s16_p8_224,8546.38,29.942,256,224,0.44,2.06,6.34 +mobilenetv3_large_100_miil,8526.13,30.015,256,224,0.23,4.41,5.48 +mobilenetv3_large_100,8496.93,30.118,256,224,0.23,4.41,5.48 +gluon_resnet18_v1b,8461.63,30.244,256,224,1.82,2.48,11.69 +ssl_resnet18,8460.21,30.249,256,224,1.82,2.48,11.69 +resnet18,8386.36,30.514,256,224,1.82,2.48,11.69 +swsl_resnet18,8382.52,30.528,256,224,1.82,2.48,11.69 +ghostnet_100,8276.88,30.92,256,224,0.15,3.55,5.18 +levit_256,7773.58,32.922,256,224,1.13,4.23,18.89 +legacy_seresnet18,7701.78,33.229,256,224,1.82,2.49,11.78 +tf_mobilenetv3_large_100,7680.05,33.323,256,224,0.23,4.41,5.48 +regnetx_006,7603.45,33.658,256,224,0.61,3.98,6.2 +mobilenetv2_100,7541.65,33.934,256,224,0.31,6.68,3.5 +regnety_004,7368.29,34.733,256,224,0.41,3.89,4.34 +hardcorenas_a,7264.93,35.227,256,224,0.23,4.38,5.26 +hardcorenas_b,7208.11,35.505,256,224,0.26,5.09,5.18 +mnasnet_100,7142.85,35.829,256,224,0.33,5.46,4.38 +resnet18d,7065.39,36.221,256,224,2.06,3.29,11.71 +semnasnet_100,6753.19,37.897,256,224,0.32,6.23,3.89 +hardcorenas_c,6746.84,37.933,256,224,0.28,5.01,5.52 +spnasnet_100,6739.75,37.973,256,224,0.35,6.03,4.42 +regnety_006,6693.6,38.235,256,224,0.61,4.33,6.06 +hardcorenas_d,6572.55,38.939,256,224,0.3,4.93,7.5 +tf_efficientnetv2_b0,6314.13,40.533,256,224,0.73,4.77,7.14 +regnetx_008,6079.04,42.101,256,224,0.81,5.15,7.26 +efficientnet_lite0,5804.98,44.09,256,224,0.4,6.74,4.65 +dla46_c,5780.94,44.273,256,224,0.58,4.5,1.3 +mobilenetv2_110d,5723.57,44.717,256,224,0.45,8.71,4.52 +rexnet_100,5717.93,44.761,256,224,0.41,7.44,4.8 +hardcorenas_f,5617.23,45.564,256,224,0.35,5.57,8.2 +regnety_008,5508.59,46.462,256,224,0.81,5.25,6.26 +hardcorenas_e,5410.0,47.31,256,224,0.35,5.65,8.07 +fbnetc_100,5329.99,48.02,256,224,0.4,6.51,5.57 +skresnet18,5316.12,48.145,256,224,1.82,3.24,11.96 +tf_efficientnet_lite0,5240.32,48.842,256,224,0.4,6.74,4.65 +mobilenetv2_140,5070.12,50.481,256,224,0.6,9.57,6.11 +efficientnet_b0,5059.78,50.585,256,224,0.4,6.75,5.29 +ese_vovnet19b_dw,5050.16,50.68,256,224,1.34,8.25,6.54 +gluon_resnet34_v1b,4958.52,51.618,256,224,3.67,3.74,21.8 +efficientnet_b1_pruned,4954.57,51.658,256,240,0.4,6.21,6.33 +tv_resnet34,4937.29,51.84,256,224,3.67,3.74,21.8 +resnet34,4928.32,51.933,256,224,3.67,3.74,21.8 +hrnet_w18_small,4869.58,52.561,256,224,1.61,5.72,13.19 +levit_384,4654.29,54.993,256,224,2.36,6.26,39.13 +tf_efficientnet_b0_ap,4650.22,55.039,256,224,0.4,6.75,5.29 +tf_efficientnet_b0_ns,4646.91,55.076,256,224,0.4,6.75,5.29 +tf_efficientnet_b0,4644.25,55.108,256,224,0.4,6.75,5.29 +dla46x_c,4605.94,55.57,256,224,0.54,5.66,1.07 +selecsls42b,4570.17,56.005,256,224,2.98,4.62,32.46 +deit_tiny_patch16_224,4543.82,56.329,256,224,1.26,5.97,5.72 +vit_tiny_patch16_224,4538.07,56.399,256,224,1.26,5.97,5.72 +gernet_m,4516.03,56.676,256,224,3.02,5.24,21.14 +deit_tiny_distilled_patch16_224,4481.69,57.11,256,224,1.27,6.01,5.91 +legacy_seresnet34,4474.42,57.204,256,224,3.67,3.74,21.96 +resnet34d,4448.37,57.538,256,224,3.91,4.54,21.82 +pit_ti_distilled_224,4332.05,59.084,256,224,0.71,6.23,5.1 +pit_ti_224,4322.46,59.215,256,224,0.7,6.19,4.85 +dla60x_c,4302.12,59.495,256,224,0.59,6.01,1.32 +mixnet_s,4297.51,59.559,256,224,0.25,6.25,4.13 +rexnet_130,4236.61,60.415,256,224,0.68,9.71,7.56 +tf_efficientnetv2_b1,4231.93,60.481,256,240,1.21,7.34,8.14 +xcit_nano_12_p16_224_dist,4191.2,61.067,256,224,0.56,4.17,3.05 +xcit_nano_12_p16_224,4188.12,61.112,256,224,0.56,4.17,3.05 +resmlp_12_distilled_224,4137.96,61.855,256,224,3.01,5.5,15.35 +resmlp_12_224,4137.2,61.867,256,224,3.01,5.5,15.35 +resnet26,4135.23,61.895,256,224,2.36,7.35,16.0 +vit_base_patch32_sam_224,4111.04,62.261,256,224,4.41,5.01,88.22 +mobilenetv2_120d,4108.55,62.299,256,224,0.69,11.97,5.83 +vit_base_patch32_224,4102.94,62.384,256,224,4.41,5.01,88.22 +tf_mixnet_s,4033.2,63.462,256,224,0.25,6.25,4.13 +repvgg_b0,4020.07,63.669,256,224,3.41,6.15,15.82 +selecsls60b,3957.1,64.683,256,224,3.63,5.52,32.77 +selecsls60,3955.58,64.708,256,224,3.59,5.52,30.67 +resnet26d,3771.71,67.862,256,224,2.6,8.15,16.01 +dla34,3751.8,68.222,256,224,3.07,5.02,15.74 +rexnet_150,3693.73,69.295,256,224,0.9,11.21,9.73 +ecaresnet50d_pruned,3635.83,70.4,256,224,2.53,6.43,19.94 +tf_efficientnet_lite1,3541.96,72.266,256,240,0.62,10.14,5.42 +pit_xs_224,3506.77,72.991,256,224,1.4,7.71,10.62 +regnetx_016,3495.21,73.233,256,224,1.62,7.93,9.19 +pit_xs_distilled_224,3481.48,73.522,256,224,1.41,7.76,11.0 +efficientnet_es_pruned,3365.67,76.052,256,224,1.81,8.73,5.44 +efficientnet_es,3358.26,76.219,256,224,1.81,8.73,5.44 +efficientnet_b2_pruned,3344.4,76.535,256,260,0.73,9.13,8.31 +tf_efficientnet_es,3248.35,78.797,256,224,1.81,8.73,5.44 +tf_efficientnetv2_b2,3221.93,79.444,256,260,1.72,9.84,10.1 +resnest14d,3200.62,79.966,256,224,2.76,7.33,10.61 +gernet_l,3173.09,80.669,256,256,4.57,8.0,31.08 +regnety_016,3082.19,83.046,256,224,1.63,8.04,11.2 +tf_efficientnet_cc_b0_8e,3079.83,83.109,256,224,0.42,9.42,24.01 +tf_efficientnet_cc_b0_4e,3072.34,83.31,256,224,0.41,9.42,13.31 +mixnet_m,3041.78,84.15,256,224,0.36,8.19,5.01 +skresnet34,3025.8,84.595,256,224,3.67,5.13,22.28 +resnext26ts,2999.56,85.335,256,256,2.43,10.52,10.3 +repvgg_a2,2997.36,85.397,256,224,5.7,6.26,28.21 +legacy_seresnext26_32x4d,2982.2,85.832,256,224,2.49,9.39,16.79 +vit_tiny_r_s16_p8_384,2981.27,85.856,256,384,1.34,6.49,6.36 +vit_small_patch32_384,2975.01,86.035,256,384,3.45,8.25,22.92 +xcit_tiny_12_p16_224_dist,2962.26,86.406,256,224,1.24,6.29,6.72 +xcit_tiny_12_p16_224,2958.87,86.506,256,224,1.24,6.29,6.72 +resnet26t,2949.15,86.793,256,256,3.35,10.52,16.01 +seresnext26ts,2930.19,87.355,256,256,2.43,10.52,10.39 +eca_resnext26ts,2927.39,87.439,256,256,2.43,10.52,10.3 +tf_mixnet_m,2918.13,87.716,256,224,0.36,8.19,5.01 +tf_efficientnet_b1_ap,2909.55,87.973,256,240,0.71,10.88,7.79 +tf_efficientnet_b1_ns,2907.96,88.021,256,240,0.71,10.88,7.79 +tf_efficientnet_b1,2906.46,88.066,256,240,0.71,10.88,7.79 +gcresnext26ts,2860.35,89.489,256,256,2.43,10.53,10.48 +ecaresnet101d_pruned,2832.39,90.373,256,224,3.48,7.69,24.88 +efficientnet_b1,2816.51,90.881,256,256,0.77,12.22,7.79 +seresnext26t_32x4d,2803.22,91.313,256,224,2.7,10.09,16.81 +seresnext26d_32x4d,2791.34,91.701,256,224,2.73,10.19,16.81 +ecaresnetlight,2748.62,93.127,256,224,4.11,8.42,30.16 +tf_efficientnet_lite2,2734.03,93.624,256,260,0.89,12.9,6.09 +nf_regnet_b1,2722.26,94.028,256,288,1.02,9.2,10.22 +crossvit_tiny_240,2719.71,94.117,256,240,1.57,9.08,7.01 +rexnet_200,2697.36,94.896,256,224,1.56,14.91,16.37 +resnetv2_50,2678.82,95.552,256,224,4.11,11.11,25.55 +crossvit_9_240,2675.71,95.665,256,240,1.85,9.52,8.55 +eca_botnext26ts_256,2660.24,96.221,256,256,2.46,11.6,10.59 +tresnet_m,2657.69,96.314,256,224,5.74,7.31,31.39 +botnet26t_256,2648.39,96.646,256,256,3.32,11.98,12.49 +halonet26t,2611.82,98.005,256,256,3.19,11.69,12.48 +vgg11,2609.78,98.082,256,224,7.61,7.44,132.86 +eca_halonext26ts,2603.27,98.327,256,256,2.44,11.46,10.76 +gluon_resnet50_v1b,2595.8,98.61,256,224,4.11,11.11,25.56 +ssl_resnet50,2595.55,98.619,256,224,4.11,11.11,25.56 +efficientnet_b3_pruned,2594.03,98.677,256,300,1.04,11.86,9.86 +tv_resnet50,2591.78,98.763,256,224,4.11,11.11,25.56 +crossvit_9_dagger_240,2589.88,98.836,256,240,1.99,9.97,8.78 +resnet50,2584.36,99.039,256,224,4.11,11.11,25.56 +swsl_resnet50,2581.65,99.146,256,224,4.11,11.11,25.56 +convit_tiny,2544.18,100.61,256,224,1.26,7.94,5.71 +hrnet_w18_small_v2,2509.11,102.017,256,224,2.62,9.65,15.6 +resnet32ts,2503.04,102.263,256,256,4.63,11.58,17.96 +bat_resnext26ts,2479.68,103.219,256,256,2.53,12.51,10.73 +resnet33ts,2467.72,103.728,256,256,4.76,11.66,19.68 +gluon_resnet50_v1c,2464.02,103.884,256,224,4.35,11.92,25.58 +ese_vovnet39b,2457.44,104.162,256,224,7.09,6.74,24.57 +cspresnet50,2453.31,104.338,256,256,4.54,11.5,21.62 +cspresnext50,2451.69,104.407,256,224,3.1,12.14,20.57 +gluon_resnet50_v1d,2445.69,104.663,256,224,4.35,11.92,25.58 +resnet50d,2441.21,104.85,256,224,4.35,11.92,25.58 +dpn68b,2432.24,105.242,256,224,2.35,10.47,12.61 +legacy_seresnet50,2426.52,105.49,256,224,3.88,10.6,28.09 +dpn68,2406.35,106.374,256,224,2.35,10.47,12.61 +eca_resnet33ts,2405.01,106.434,256,256,4.76,11.66,19.68 +seresnet33ts,2402.61,106.54,256,256,4.76,11.66,19.78 +vgg11_bn,2383.08,107.413,256,224,7.62,7.44,132.87 +mixnet_l,2358.59,108.528,256,224,0.58,10.84,7.33 +lambda_resnet26t,2358.23,108.545,256,256,3.02,11.87,10.96 +gcresnet33ts,2347.52,109.04,256,256,4.76,11.68,19.88 +pit_s_224,2332.08,109.763,256,224,2.88,11.56,23.46 +dla60,2324.78,110.106,256,224,4.26,10.16,22.04 +seresnet50,2316.85,110.484,256,224,4.11,11.13,28.09 +resnest26d,2313.67,110.634,256,224,3.64,9.97,17.07 +pit_s_distilled_224,2311.97,110.718,256,224,2.9,11.64,24.04 +deit_small_patch16_224,2297.25,111.426,256,224,4.61,11.95,22.05 +vit_small_patch16_224,2293.15,111.622,256,224,4.61,11.95,22.05 +deit_small_distilled_patch16_224,2268.28,112.85,256,224,4.63,12.02,22.44 +tf_mixnet_l,2264.19,113.053,256,224,0.58,10.84,7.33 +tf_efficientnet_b2_ns,2256.47,113.438,256,260,1.02,13.83,9.11 +tf_efficientnet_b2_ap,2256.28,113.446,256,260,1.02,13.83,9.11 +tf_efficientnet_b2,2253.15,113.605,256,260,1.02,13.83,9.11 +tv_densenet121,2246.15,113.963,256,224,2.87,6.9,7.98 +densenet121,2241.22,114.212,256,224,2.87,6.9,7.98 +res2net50_48w_2s,2234.19,114.57,256,224,4.18,11.72,25.29 +ecaresnet50d,2188.72,116.953,256,224,4.35,11.93,25.58 +resnetblur50,2181.37,117.342,256,224,5.16,12.02,25.56 +haloregnetz_b,2181.01,117.365,256,224,1.97,11.94,11.68 +resnetrs50,2148.74,119.126,256,224,4.48,12.14,35.69 +gluon_resnet50_v1s,2124.85,120.469,256,224,5.47,13.52,25.68 +visformer_small,2123.42,120.549,256,224,4.88,11.43,40.22 +gluon_inception_v3,2118.5,120.829,256,299,5.73,8.97,23.83 +regnetx_032,2117.36,120.894,256,224,3.2,11.37,15.3 +resmlp_24_distilled_224,2109.62,121.337,256,224,5.96,10.91,30.02 +efficientnet_b2,2109.39,121.351,256,288,1.12,16.2,9.11 +inception_v3,2109.39,121.351,256,299,5.73,8.97,23.83 +resmlp_24_224,2108.77,121.386,256,224,5.96,10.91,30.02 +tf_inception_v3,2108.49,121.403,256,299,5.73,8.97,23.83 +adv_inception_v3,2107.2,121.474,256,299,5.73,8.97,23.83 +efficientnet_em,2078.91,123.131,256,240,3.04,14.34,6.9 +densenetblur121d,2047.01,125.05,256,224,3.11,7.9,8.0 +tf_efficientnet_em,2016.96,126.911,256,240,3.04,14.34,6.9 +ssl_resnext50_32x4d,2014.12,127.092,256,224,4.26,14.4,25.03 +tv_resnext50_32x4d,2011.71,127.243,256,224,4.26,14.4,25.03 +gluon_resnext50_32x4d,2008.79,127.428,256,224,4.26,14.4,25.03 +swsl_resnext50_32x4d,2003.89,127.736,256,224,4.26,14.4,25.03 +resnext50_32x4d,2003.33,127.776,256,224,4.26,14.4,25.03 +tf_efficientnet_cc_b1_8e,1964.78,130.28,256,240,0.75,15.44,39.72 +dla60x,1943.55,131.706,256,224,3.54,13.8,17.35 +regnetx_040,1936.18,132.208,256,224,3.99,12.2,22.12 +resnext50d_32x4d,1913.78,133.755,256,224,4.5,15.2,25.05 +res2net50_26w_4s,1909.57,134.046,256,224,4.28,12.61,25.7 +tf_efficientnetv2_b3,1906.95,134.234,256,300,3.04,15.74,14.36 +regnety_040,1904.74,134.39,256,224,4.0,12.29,20.65 +gcresnet50t,1896.24,134.993,256,256,5.42,14.67,25.9 +efficientnetv2_rw_t,1892.3,135.274,256,288,3.19,16.42,13.65 +sehalonet33ts,1872.56,136.7,256,256,3.55,14.7,13.69 +lambda_resnet26rpt_256,1852.61,138.171,256,256,3.16,11.87,10.99 +seresnext50_32x4d,1837.91,139.277,256,224,4.26,14.42,27.56 +gcresnext50ts,1836.72,139.369,256,256,3.75,15.46,15.67 +dla60_res2net,1835.75,139.44,256,224,4.15,12.34,20.85 +gluon_seresnext50_32x4d,1834.84,139.511,256,224,4.26,14.42,27.56 +legacy_seresnext50_32x4d,1831.03,139.801,256,224,4.26,14.42,27.56 +resnest50d_1s4x24d,1825.82,140.197,256,224,4.43,13.57,25.68 +repvgg_b1g4,1816.81,140.887,256,224,8.15,10.64,39.97 +densenet169,1814.19,141.099,256,224,3.4,7.3,14.15 +gc_efficientnetv2_rw_t,1807.69,141.606,256,288,3.2,16.45,13.68 +coat_lite_tiny,1802.74,141.995,256,224,1.6,11.65,5.72 +res2net50_14w_8s,1801.06,142.125,256,224,4.21,13.28,25.06 +res2next50,1791.13,142.906,256,224,4.2,13.71,24.67 +cspdarknet53,1752.54,146.063,256,256,6.57,16.81,27.64 +ecaresnet26t,1748.79,146.375,256,320,5.24,16.44,16.01 +dla60_res2next,1747.0,146.526,256,224,3.49,13.17,17.03 +regnetz_b,1724.41,148.443,256,288,2.39,16.43,9.72 +coat_lite_mini,1717.23,149.066,256,224,2.0,12.25,11.01 +vgg13,1708.54,149.824,256,224,11.31,12.25,133.05 +mixnet_xl,1689.17,151.542,256,224,0.93,14.57,11.9 +vit_small_r26_s32_224,1664.97,153.742,256,224,3.56,9.85,36.43 +resnetv2_101,1630.91,156.956,256,224,7.83,16.23,44.54 +tf_efficientnet_lite3,1624.63,157.563,256,300,1.65,21.85,8.2 +gluon_resnet101_v1b,1601.1,159.88,256,224,7.83,16.23,44.55 +tv_resnet101,1599.29,160.06,256,224,7.83,16.23,44.55 +repvgg_b1,1595.1,160.478,256,224,13.16,10.64,57.42 +xcit_tiny_24_p16_224_dist,1586.68,161.331,256,224,2.34,11.82,12.12 +xcit_tiny_24_p16_224,1585.43,161.458,256,224,2.34,11.82,12.12 +xcit_small_12_p16_224_dist,1555.24,164.59,256,224,4.82,12.58,26.25 +xcit_small_12_p16_224,1551.41,164.997,256,224,4.82,12.58,26.25 +gluon_resnet101_v1c,1549.68,165.185,256,224,8.08,17.04,44.57 +resnest50d,1546.83,165.485,256,224,5.4,14.36,27.48 +vgg13_bn,1545.98,165.579,256,224,11.33,12.25,133.05 +gluon_resnet101_v1d,1542.35,165.971,256,224,8.08,17.04,44.57 +dla102,1540.91,166.124,256,224,7.19,14.18,33.27 +twins_svt_small,1527.64,167.568,256,224,2.94,13.75,24.06 +wide_resnet50_2,1520.69,168.321,256,224,11.43,14.4,68.88 +gmixer_24_224,1499.34,170.73,256,224,5.28,14.45,24.72 +resnetv2_50x1_bit_distilled,1491.85,171.586,256,224,4.23,11.11,25.55 +regnetx_080,1490.15,171.784,256,224,8.02,14.06,39.57 +xcit_nano_12_p16_384_dist,1485.24,172.347,256,384,1.64,12.15,3.05 +crossvit_small_240,1471.27,173.987,256,240,5.63,18.17,26.86 +legacy_seresnet101,1468.28,174.342,256,224,7.61,15.74,49.33 +halonet50ts,1455.95,175.819,256,256,5.3,19.2,22.73 +res2net50_26w_6s,1449.56,176.589,256,224,6.33,15.28,37.05 +regnetx_064,1419.83,180.292,256,224,6.49,16.37,26.21 +densenet201,1416.48,180.718,256,224,4.34,7.85,20.01 +resmlp_36_224,1415.51,180.84,256,224,8.91,16.33,44.69 +resmlp_36_distilled_224,1415.35,180.86,256,224,8.91,16.33,44.69 +gluon_resnet101_v1s,1409.69,181.589,256,224,9.19,18.64,44.67 +nf_resnet50,1387.87,184.443,256,288,6.88,18.37,25.56 +ecaresnet101d,1376.05,186.03,256,224,8.08,17.07,44.57 +vgg16,1375.43,186.112,256,224,15.47,13.56,138.36 +hrnet_w18,1354.53,188.983,256,224,4.32,16.31,21.3 +regnety_032,1350.9,189.492,256,288,5.29,18.61,19.44 +crossvit_15_240,1346.42,190.123,256,240,5.81,19.77,27.53 +tresnet_l,1344.95,190.33,256,224,10.88,11.9,55.99 +gmlp_s16_224,1341.95,190.757,256,224,4.42,15.1,19.42 +tf_efficientnet_b3_ap,1337.77,191.35,256,300,1.87,23.83,12.23 +tf_efficientnet_b3_ns,1337.21,191.429,256,300,1.87,23.83,12.23 +tf_efficientnet_b3,1336.96,191.464,256,300,1.87,23.83,12.23 +resnet51q,1335.36,191.695,256,288,8.07,20.94,35.7 +vit_base_patch32_384,1326.76,192.939,256,384,13.06,16.5,88.3 +xception,1314.05,194.804,256,299,8.4,35.83,22.86 +crossvit_15_dagger_240,1305.29,196.113,256,240,6.13,20.43,28.21 +dla102x,1302.51,196.531,256,224,5.89,19.42,26.31 +efficientnet_b3,1297.94,197.224,256,320,2.01,26.52,12.23 +mixer_b16_224,1285.59,199.119,256,224,12.62,14.53,59.88 +mixer_b16_224_miil,1283.81,199.396,256,224,12.62,14.53,59.88 +cait_xxs24_224,1283.41,199.457,256,224,2.53,20.29,11.96 +skresnext50_32x4d,1277.72,200.346,256,224,4.5,17.18,27.48 +regnety_064,1270.37,201.504,256,224,6.39,16.41,30.58 +ssl_resnext101_32x4d,1267.29,201.994,256,224,8.01,21.23,44.18 +gluon_resnext101_32x4d,1262.61,202.744,256,224,8.01,21.23,44.18 +swsl_resnext101_32x4d,1261.41,202.934,256,224,8.01,21.23,44.18 +vgg16_bn,1259.82,203.192,256,224,15.5,13.56,138.37 +repvgg_b2g4,1250.78,204.659,256,224,12.63,12.9,61.76 +swin_tiny_patch4_window7_224,1247.03,205.273,256,224,4.51,17.06,28.29 +twins_pcpvt_small,1237.18,206.911,256,224,3.83,18.08,24.11 +regnety_080,1231.05,207.941,256,224,8.0,17.97,39.18 +resnest50d_4s2x40d,1214.34,210.797,256,224,4.4,17.94,30.42 +resnet61q,1207.53,211.987,256,288,9.87,21.52,36.85 +eca_nfnet_l0,1191.71,214.805,256,288,7.12,17.29,24.14 +nfnet_l0,1190.26,215.067,256,288,7.13,17.29,35.07 +res2net101_26w_4s,1183.89,216.22,256,224,8.1,18.45,45.21 +dpn92,1178.74,217.169,256,224,6.54,18.21,37.67 +res2net50_26w_8s,1178.7,217.174,256,224,8.37,17.95,48.4 +vit_tiny_patch16_384,1172.78,218.271,256,384,4.7,25.39,5.79 +convit_small,1169.52,218.881,256,224,5.76,17.87,27.78 +vgg19,1152.13,222.185,256,224,19.63,14.86,143.67 +gluon_seresnext101_32x4d,1150.11,222.576,256,224,8.02,21.26,48.96 +legacy_seresnext101_32x4d,1149.76,222.644,256,224,8.02,21.26,48.96 +hrnet_w32,1142.24,224.109,256,224,8.97,22.02,41.23 +xcit_nano_12_p8_224,1127.98,226.94,256,224,2.16,15.71,3.05 +xcit_nano_12_p8_224_dist,1127.81,226.974,256,224,2.16,15.71,3.05 +hrnet_w30,1123.84,227.778,256,224,8.15,21.21,37.71 +tv_resnet152,1116.24,229.331,256,224,11.56,22.56,60.19 +gluon_resnet152_v1b,1115.71,229.44,256,224,11.56,22.56,60.19 +ecaresnet50t,1110.54,230.506,256,320,8.82,24.13,25.57 +regnetz_c,1099.38,232.841,256,320,3.92,25.88,13.46 +gluon_resnet152_v1c,1090.66,234.708,256,224,11.8,23.36,60.21 +gluon_resnet152_v1d,1087.27,235.441,256,224,11.8,23.36,60.21 +repvgg_b2,1087.24,235.444,256,224,20.45,12.9,89.02 +xception41,1068.11,239.655,256,299,9.28,39.86,26.97 +densenet161,1067.45,239.812,256,224,7.79,11.06,28.68 +vgg19_bn,1061.8,241.089,256,224,19.66,14.86,143.68 +inception_v4,1057.29,242.117,256,299,12.28,15.09,42.68 +convmixer_1024_20_ks9_p14,1048.55,244.135,256,224,5.55,5.51,24.38 +dla169,1043.9,245.223,256,224,11.6,20.2,53.39 +xcit_tiny_12_p16_384_dist,1041.14,245.869,256,384,3.64,18.26,6.72 +regnetx_120,1028.54,248.883,256,224,12.13,21.37,46.11 +gluon_resnet152_v1s,1019.74,251.033,256,224,12.92,24.96,60.32 +coat_lite_small,1019.01,251.211,256,224,3.96,22.09,19.84 +vit_base_patch16_224_miil,1015.29,252.134,256,224,17.58,23.9,86.54 +legacy_seresnet152,1014.16,252.414,256,224,11.33,22.08,66.82 +repvgg_b3g4,1009.72,253.523,256,224,17.89,15.1,83.83 +jx_nest_tiny,1009.0,253.705,256,224,5.83,25.48,17.06 +crossvit_18_240,995.7,257.092,256,240,9.05,26.26,43.27 +vit_base_patch16_224,987.74,259.165,256,224,17.58,23.9,86.57 +vit_base_patch16_sam_224,983.41,260.307,256,224,17.58,23.9,86.57 +tresnet_xl,983.24,260.352,256,224,15.17,15.34,78.44 +deit_base_patch16_224,981.95,260.694,256,224,17.58,23.9,86.57 +regnety_120,981.03,260.937,256,224,12.14,21.38,51.82 +deit_base_distilled_patch16_224,972.1,263.335,256,224,17.68,24.05,87.34 +crossvit_18_dagger_240,968.8,264.234,256,240,9.5,27.03,44.27 +efficientnet_el_pruned,927.76,275.921,256,300,8.0,30.7,10.59 +efficientnet_el,927.59,275.971,256,300,8.0,30.7,10.59 +tf_efficientnet_el,908.45,281.783,256,300,8.0,30.7,10.59 +beit_base_patch16_224,907.03,282.225,256,224,17.58,23.9,86.53 +dm_nfnet_f0,906.74,282.318,256,256,12.62,18.05,71.49 +beit_base_patch16_224_in22k,904.43,283.033,256,224,17.6,23.92,102.56 +twins_pcpvt_base,903.59,283.303,256,224,6.68,25.25,43.83 +dla102x2,892.39,286.858,256,224,9.34,29.91,41.28 +twins_svt_base,884.1,289.548,256,224,8.59,26.33,56.07 +wide_resnet101_2,879.83,290.95,256,224,22.8,21.23,126.89 +tf_efficientnetv2_s_in21ft1k,867.65,295.037,256,384,8.44,35.77,21.46 +tf_efficientnetv2_s,866.61,295.392,256,384,8.44,35.77,21.46 +cait_xxs36_224,864.05,296.268,256,224,3.77,30.34,17.3 +resnetrs101,850.72,300.905,256,288,13.56,28.53,63.62 +repvgg_b3,845.91,302.619,256,224,29.16,15.1,123.09 +efficientnetv2_rw_s,844.69,303.059,256,384,8.72,38.03,23.94 +dpn98,840.2,304.675,256,224,11.73,25.2,61.57 +pit_b_distilled_224,838.63,305.249,256,224,12.5,33.07,74.79 +pit_b_224,837.02,305.836,256,224,12.42,32.94,73.76 +ens_adv_inception_resnet_v2,834.35,306.814,256,299,13.18,25.06,55.84 +regnetx_160,833.02,307.301,256,224,15.99,25.52,54.28 +inception_resnet_v2,832.69,307.427,256,299,13.18,25.06,55.84 +xcit_small_24_p16_224_dist,830.32,308.297,256,224,9.1,23.64,47.67 +xcit_small_24_p16_224,828.74,308.886,256,224,9.1,23.64,47.67 +swin_small_patch4_window7_224,809.9,316.074,256,224,8.77,27.47,49.61 +gluon_resnext101_64x4d,803.65,318.536,256,224,15.52,31.21,83.46 +xcit_tiny_12_p8_224_dist,791.87,323.27,256,224,4.81,23.6,6.71 +xcit_tiny_12_p8_224,791.64,323.364,256,224,4.81,23.6,6.71 +gluon_xception65,784.11,326.474,256,299,13.96,52.48,39.92 +xception65,777.91,329.074,256,299,13.96,52.48,39.92 +resnet101d,776.37,329.723,256,320,16.48,34.77,44.57 +ig_resnext101_32x8d,775.21,330.222,256,224,16.48,31.21,88.79 +swsl_resnext101_32x8d,773.83,330.808,256,224,16.48,31.21,88.79 +resnext101_32x8d,773.08,331.13,256,224,16.48,31.21,88.79 +ssl_resnext101_32x8d,769.28,332.765,256,224,16.48,31.21,88.79 +tf_efficientnet_lite4,764.13,335.01,256,380,4.04,45.66,13.01 +hrnet_w40,760.18,336.752,256,224,12.75,25.29,57.56 +gluon_seresnext101_64x4d,756.43,338.418,256,224,15.53,31.25,88.23 +resnest101e,755.07,339.024,256,256,13.38,28.66,48.28 +hrnet_w48,716.4,357.329,256,224,17.34,28.56,77.47 +cait_s24_224,714.86,358.098,256,224,9.35,40.58,46.92 +tresnet_m_448,713.55,358.758,256,448,22.94,29.21,31.39 +coat_tiny,707.04,362.062,256,224,4.35,27.2,5.5 +regnetz_d,704.94,363.138,256,320,9.33,37.08,27.58 +hrnet_w44,702.53,364.385,256,224,14.94,26.92,67.06 +vit_large_r50_s32_224,680.11,376.394,256,224,19.58,24.41,328.99 +jx_nest_small,676.97,378.142,256,224,10.35,40.04,38.35 +twins_svt_large,673.22,380.252,256,224,15.15,35.1,99.27 +crossvit_base_240,671.16,381.416,256,240,21.22,36.33,105.03 +efficientnet_b4,667.18,383.692,256,384,4.51,50.04,19.34 +twins_pcpvt_large,657.69,389.226,256,224,9.84,35.82,60.99 +tf_efficientnet_b4,637.24,401.719,256,380,4.49,49.49,19.34 +tf_efficientnet_b4_ap,636.68,402.068,256,380,4.49,49.49,19.34 +tf_efficientnet_b4_ns,636.62,402.109,256,380,4.49,49.49,19.34 +convit_base,621.76,411.725,256,224,17.52,31.77,86.54 +dpn131,619.15,413.454,256,224,16.09,32.97,79.25 +swin_base_patch4_window7_224,617.4,414.625,256,224,15.47,36.63,87.77 +swin_base_patch4_window7_224_in22k,616.51,415.228,256,224,15.49,36.65,109.13 +xcit_medium_24_p16_224_dist,613.3,417.401,256,224,16.13,31.71,84.4 +xcit_medium_24_p16_224,612.89,417.675,256,224,16.13,31.71,84.4 +vit_small_patch16_384,594.17,430.838,256,384,15.52,50.78,22.2 +coat_mini,592.46,432.084,256,224,6.82,33.68,10.34 +xception71,590.14,433.78,256,299,18.09,69.92,42.34 +vit_small_r26_s32_384,574.75,445.396,256,384,10.43,29.85,36.47 +hrnet_w64,570.22,448.937,256,224,28.97,35.09,128.06 +dpn107,566.19,452.128,256,224,18.38,33.46,86.92 +eca_nfnet_l1,559.71,457.367,256,320,14.92,34.42,41.41 +gluon_senet154,559.51,457.529,256,224,20.77,38.69,115.09 +legacy_senet154,558.72,458.178,256,224,20.77,38.69,115.09 +xcit_tiny_24_p16_384_dist,556.09,460.342,256,384,6.87,34.29,12.12 +xcit_small_12_p16_384_dist,546.87,468.099,256,384,14.14,36.51,26.25 +resnet152d,546.29,468.597,256,320,24.08,47.67,60.21 +regnety_320,522.26,490.163,256,224,32.34,30.26,145.05 +jx_nest_base,511.39,500.584,256,224,17.96,53.39,67.72 +regnety_160,509.43,502.501,256,288,26.37,38.07,83.59 +tnt_s_patch16_224,497.77,514.282,256,224,5.24,24.37,23.76 +seresnet152d,489.63,522.829,256,320,24.09,47.72,66.84 +resnetrs152,483.98,528.928,256,320,24.34,48.14,86.62 +regnetx_320,460.34,556.1,256,224,31.81,36.3,107.81 +vit_large_patch32_384,457.67,559.348,256,384,45.31,43.86,306.63 +mixer_l16_224,429.82,595.582,256,224,44.6,41.69,208.2 +xcit_tiny_24_p8_224,417.75,612.797,256,224,9.21,45.39,12.11 +xcit_tiny_24_p8_224_dist,417.56,613.068,256,224,9.21,45.39,12.11 +xcit_small_12_p8_224,416.17,615.111,256,224,18.69,47.21,26.21 +xcit_small_12_p8_224_dist,415.93,615.473,256,224,18.69,47.21,26.21 +efficientnetv2_rw_m,404.25,633.263,256,416,21.49,79.62,53.24 +resnet200d,391.43,653.991,256,320,31.25,67.33,64.69 +resnetv2_50x1_bitm,388.67,658.636,256,448,16.62,44.46,25.55 +xcit_nano_12_p8_384_dist,387.79,660.138,256,384,6.34,46.08,3.05 +swin_large_patch4_window7_224,385.11,664.722,256,224,34.53,54.94,196.53 +swin_large_patch4_window7_224_in22k,384.77,665.318,256,224,34.56,54.96,228.57 +xcit_large_24_p16_224,374.96,682.722,256,224,35.86,47.27,189.1 +xcit_large_24_p16_224_dist,374.65,683.281,256,224,35.86,47.27,189.1 +ssl_resnext101_32x16d,366.28,698.897,256,224,36.27,51.18,194.03 +ig_resnext101_32x16d,365.74,699.945,256,224,36.27,51.18,194.03 +swsl_resnext101_32x16d,365.46,700.478,256,224,36.27,51.18,194.03 +tresnet_l_448,350.13,731.146,256,448,43.5,47.56,55.99 +resnetrs200,346.06,739.735,256,320,31.51,67.81,93.21 +tf_efficientnetv2_m,339.58,753.868,256,480,24.76,89.84,54.14 +tf_efficientnetv2_m_in21ft1k,339.57,753.879,256,480,24.76,89.84,54.14 +vit_large_patch16_224,332.37,770.202,256,224,61.6,63.52,304.33 +dm_nfnet_f1,329.67,776.526,256,320,35.97,46.77,132.63 +tf_efficientnet_b5,319.74,800.623,256,456,10.46,98.86,30.39 +tf_efficientnet_b5_ap,319.51,801.207,256,456,10.46,98.86,30.39 +tf_efficientnet_b5_ns,319.48,801.287,256,456,10.46,98.86,30.39 +crossvit_15_dagger_408,308.22,830.557,256,408,21.45,95.05,28.5 +beit_large_patch16_224,304.41,840.964,256,224,61.6,63.52,304.43 +beit_large_patch16_224_in22k,303.89,842.402,256,224,61.62,63.54,325.79 +xcit_small_24_p16_384_dist,291.33,878.717,256,384,26.72,68.58,47.67 +convmixer_768_32,284.41,900.105,256,224,19.55,25.95,21.11 +eca_nfnet_l2,277.7,921.837,256,384,30.05,68.28,56.72 +resnetv2_152x2_bit_teacher,272.08,940.888,256,224,46.95,45.11,236.34 +xcit_tiny_12_p8_384_dist,271.29,943.618,256,384,14.13,69.14,6.71 +tresnet_xl_448,265.72,963.421,256,448,60.65,61.31,78.44 +vit_base_patch16_384,260.82,981.51,256,384,55.54,101.56,86.86 +deit_base_patch16_384,260.27,983.563,256,384,55.54,101.56,86.86 +resnest200e,257.06,995.856,256,320,35.69,82.78,70.2 +deit_base_distilled_patch16_384,256.78,996.936,256,384,55.65,101.82,87.63 +resnetv2_101x1_bitm,243.19,1052.661,256,448,31.65,64.93,44.54 +cait_xxs24_384,238.44,1073.626,256,384,9.63,122.66,12.03 +ecaresnet269d,229.27,1116.568,256,352,50.25,101.25,102.09 +crossvit_18_dagger_408,229.17,558.535,128,408,32.47,124.87,44.61 +vit_large_r50_s32_384,229.1,1117.419,256,384,57.43,76.52,329.09 +nasnetalarge,226.47,1130.365,256,331,23.89,90.56,88.75 +pnasnet5large,225.65,1134.478,256,331,25.04,92.89,86.06 +beit_base_patch16_384,223.91,1143.322,256,384,55.54,101.56,86.74 +resnetrs270,222.05,1152.857,256,352,51.13,105.48,129.86 +xcit_small_24_p8_224,218.32,1172.571,256,224,35.81,90.78,47.63 +xcit_small_24_p8_224_dist,218.2,1173.193,256,224,35.81,90.78,47.63 +xcit_medium_24_p16_384_dist,212.67,1203.725,256,384,47.39,91.64,84.4 +resmlp_big_24_224,199.99,1280.033,256,224,100.23,87.31,129.14 +resmlp_big_24_224_in22ft1k,199.55,1282.862,256,224,100.23,87.31,129.14 +resmlp_big_24_distilled_224,199.5,1283.208,256,224,100.23,87.31,129.14 +tf_efficientnetv2_l,196.16,1305.054,256,480,56.4,157.99,118.52 +tf_efficientnetv2_l_in21ft1k,195.97,1306.333,256,480,56.4,157.99,118.52 +dm_nfnet_f2,187.32,1366.603,256,352,63.22,79.06,193.78 +tf_efficientnet_b6_ns,184.64,693.239,128,528,19.4,167.39,43.04 +tf_efficientnet_b6_ap,184.63,693.254,128,528,19.4,167.39,43.04 +tf_efficientnet_b6,184.56,693.543,128,528,19.4,167.39,43.04 +swin_base_patch4_window12_384,172.29,742.9,128,384,47.19,134.78,87.9 +swin_base_patch4_window12_384_in22k,172.09,743.782,128,384,47.21,134.8,109.27 +cait_xs24_384,168.76,1516.911,256,384,19.28,183.98,26.67 +vit_base_r50_s16_384,164.61,1555.149,256,384,67.43,135.03,98.95 +convmixer_1536_20,163.58,1564.936,256,224,48.68,33.03,51.63 +cait_xxs36_384,159.38,1606.206,256,384,14.35,183.7,17.37 +xcit_medium_24_p8_224,158.47,1615.434,256,224,63.53,121.23,84.32 +xcit_medium_24_p8_224_dist,158.47,1615.404,256,224,63.53,121.23,84.32 +resnetrs350,147.45,1736.143,256,384,77.59,154.74,163.96 +ig_resnext101_32x32d,144.94,1766.221,256,224,87.29,91.12,468.53 +xcit_tiny_24_p8_384_dist,140.02,1828.249,256,384,27.05,132.95,12.11 +xcit_small_12_p8_384_dist,138.32,1850.769,256,384,54.92,138.29,26.21 +cait_s24_384,130.37,1963.692,256,384,32.17,245.31,47.06 +xcit_large_24_p16_384_dist,128.67,1989.551,256,384,105.35,137.17,189.1 +tf_efficientnetv2_xl_in21ft1k,125.28,2043.358,256,512,93.85,247.32,208.12 +resnest269e,119.95,2134.143,256,416,77.69,171.98,110.93 +swin_large_patch4_window12_384,108.71,1177.454,128,384,104.08,202.16,196.74 +swin_large_patch4_window12_384_in22k,108.63,1178.305,128,384,104.11,202.18,228.77 +resnetrs420,107.0,2392.495,256,416,108.45,213.79,191.89 +tf_efficientnet_b7_ns,106.07,603.375,64,600,38.33,289.94,66.35 +tf_efficientnet_b7_ap,105.98,603.889,64,600,38.33,289.94,66.35 +tf_efficientnet_b7,105.95,604.03,64,600,38.33,289.94,66.35 +dm_nfnet_f3,102.63,2494.386,256,416,115.58,141.78,254.92 +xcit_large_24_p8_224,95.99,2666.968,256,224,141.23,181.56,188.93 +xcit_large_24_p8_224_dist,95.77,2673.153,256,224,141.23,181.56,188.93 +resnetv2_152x2_bit_teacher_384,94.95,2696.08,256,384,136.16,132.56,236.34 +resnetv2_50x3_bitm,93.71,1365.901,128,448,145.7,133.37,217.32 +vit_large_patch16_384,89.71,2853.476,256,384,191.21,270.24,304.72 +cait_s36_384,87.22,2935.166,256,384,47.99,367.4,68.37 +ig_resnext101_32x48d,85.91,1489.933,128,224,153.57,131.06,828.41 +beit_large_patch16_384,77.75,3292.734,256,384,191.21,270.24,305.0 +xcit_small_24_p8_384_dist,72.45,3533.673,256,384,105.24,265.91,47.63 +resnetv2_152x2_bitm,69.73,1835.714,128,448,184.99,180.43,236.34 +tf_efficientnet_b8,66.92,956.333,64,672,63.48,442.89,87.41 +tf_efficientnet_b8_ap,66.91,956.434,64,672,63.48,442.89,87.41 +dm_nfnet_f4,57.01,4490.519,256,512,216.26,262.26,316.07 +resnetv2_101x3_bitm,56.17,2278.772,128,448,280.33,194.78,387.93 +xcit_medium_24_p8_384_dist,53.81,4757.31,256,384,186.67,354.73,84.32 +dm_nfnet_f5,41.46,6174.452,256,544,290.97,349.71,377.21 +tf_efficientnet_l2_ns_475,38.52,1661.585,64,475,172.11,609.89,480.31 +xcit_large_24_p8_384_dist,32.44,7891.525,256,384,415.0,531.82,188.93 +beit_large_patch16_512,31.38,2039.285,64,512,362.24,656.39,305.67 +cait_m36_384,30.16,8488.214,256,384,173.11,734.81,271.22 +dm_nfnet_f6,30.03,8525.766,256,576,378.69,452.2,438.36 +resnetv2_152x4_bitm,18.21,3515.177,64,480,844.84,414.26,936.53 +tf_efficientnet_l2_ns,13.56,1770.059,24,800,479.12,1707.39,480.31 +cait_m48_448,13.08,9784.533,128,448,329.41,1708.23,356.46 diff --git a/results/model_metadata_in1k.csv b/results/model_metadata_in1k.csv new file mode 100644 index 0000000000..999d81ec83 --- /dev/null +++ b/results/model_metadata_in1k.csv @@ -0,0 +1,519 @@ +model,pretrain +adv_inception_v3,in1k-adv +bat_resnext26ts,in1k +beit_base_patch16_224,in21k-selfsl +beit_base_patch16_384,in21k-selfsl +beit_large_patch16_224,in21k-selfsl +beit_large_patch16_384,in21k-selfsl +beit_large_patch16_512,in21k-selfsl +botnet26t_256,in1k +cait_m36_384,in1k-dist +cait_m48_448,in1k-dist +cait_s24_224,in1k-dist +cait_s24_384,in1k-dist +cait_s36_384,in1k-dist +cait_xs24_384,in1k-dist +cait_xxs24_224,in1k-dist +cait_xxs24_384,in1k-dist +cait_xxs36_224,in1k-dist +cait_xxs36_384,in1k-dist +coat_lite_mini,in1k +coat_lite_small,in1k +coat_lite_tiny,in1k +coat_mini,in1k +coat_tiny,in1k +convit_base,in1k +convit_small,in1k +convit_tiny,in1k +convmixer_1024_20_ks9_p14,in1k +convmixer_1536_20,in1k +convmixer_768_32,in1k +crossvit_15_240,in1k +crossvit_15_dagger_240,in1k +crossvit_15_dagger_408,in1k +crossvit_18_240,in1k +crossvit_18_dagger_240,in1k +crossvit_18_dagger_408,in1k +crossvit_9_240,in1k +crossvit_9_dagger_240,in1k +crossvit_base_240,in1k +crossvit_small_240,in1k +crossvit_tiny_240,in1k +cspdarknet53,in1k +cspresnet50,in1k +cspresnext50,in1k +deit_base_distilled_patch16_224,in1k-dist +deit_base_distilled_patch16_384,in1k-dist +deit_base_patch16_224,in1k +deit_base_patch16_384,in1k +deit_small_distilled_patch16_224,in1k-dist +deit_small_patch16_224,in1k +deit_tiny_distilled_patch16_224,in1k-dist +deit_tiny_patch16_224,in1k +densenet121,in1k +densenet161,in1k +densenet169,in1k +densenet201,in1k +densenetblur121d,in1k +dla102,in1k +dla102x,in1k +dla102x2,in1k +dla169,in1k +dla34,in1k +dla46_c,in1k +dla46x_c,in1k +dla60,in1k +dla60_res2net,in1k +dla60_res2next,in1k +dla60x,in1k +dla60x_c,in1k +dm_nfnet_f0,in1k +dm_nfnet_f1,in1k +dm_nfnet_f2,in1k +dm_nfnet_f3,in1k +dm_nfnet_f4,in1k +dm_nfnet_f5,in1k +dm_nfnet_f6,in1k +dpn107,in1k +dpn131,in1k +dpn68,in1k +dpn68b,in1k +dpn92,in1k +dpn98,in1k +eca_botnext26ts_256,in1k +eca_halonext26ts,in1k +eca_nfnet_l0,in1k +eca_nfnet_l1,in1k +eca_nfnet_l2,in1k +eca_resnet33ts,in1k +eca_resnext26ts,in1k +ecaresnet101d,in1k +ecaresnet101d_pruned,in1k +ecaresnet269d,in1k +ecaresnet26t,in1k +ecaresnet50d,in1k +ecaresnet50d_pruned,in1k +ecaresnet50t,in1k +ecaresnetlight,in1k +efficientnet_b0,in1k +efficientnet_b1,in1k +efficientnet_b1_pruned,in1k +efficientnet_b2,in1k +efficientnet_b2_pruned,in1k +efficientnet_b3,in1k +efficientnet_b3_pruned,in1k +efficientnet_b4,in1k +efficientnet_el,in1k +efficientnet_el_pruned,in1k +efficientnet_em,in1k +efficientnet_es,in1k +efficientnet_es_pruned,in1k +efficientnet_lite0,in1k +efficientnetv2_rw_m,in1k +efficientnetv2_rw_s,in1k +efficientnetv2_rw_t,in1k +ens_adv_inception_resnet_v2,in1k-adv +ese_vovnet19b_dw,in1k +ese_vovnet39b,in1k +fbnetc_100,in1k +gc_efficientnetv2_rw_t,in1k +gcresnet33ts,in1k +gcresnet50t,in1k +gcresnext26ts,in1k +gcresnext50ts,in1k +gernet_l,in1k +gernet_m,in1k +gernet_s,in1k +ghostnet_100,in1k +gluon_inception_v3,in1k +gluon_resnet101_v1b,in1k +gluon_resnet101_v1c,in1k +gluon_resnet101_v1d,in1k +gluon_resnet101_v1s,in1k +gluon_resnet152_v1b,in1k +gluon_resnet152_v1c,in1k +gluon_resnet152_v1d,in1k +gluon_resnet152_v1s,in1k +gluon_resnet18_v1b,in1k +gluon_resnet34_v1b,in1k +gluon_resnet50_v1b,in1k +gluon_resnet50_v1c,in1k +gluon_resnet50_v1d,in1k +gluon_resnet50_v1s,in1k +gluon_resnext101_32x4d,in1k +gluon_resnext101_64x4d,in1k +gluon_resnext50_32x4d,in1k +gluon_senet154,in1k +gluon_seresnext101_32x4d,in1k +gluon_seresnext101_64x4d,in1k +gluon_seresnext50_32x4d,in1k +gluon_xception65,in1k +gmixer_24_224,in1k +gmlp_s16_224,in1k +halonet26t,in1k +halonet50ts,in1k +haloregnetz_b,in1k +hardcorenas_a,in1k +hardcorenas_b,in1k +hardcorenas_c,in1k +hardcorenas_d,in1k +hardcorenas_e,in1k +hardcorenas_f,in1k +hrnet_w18,in1k +hrnet_w18_small,in1k +hrnet_w18_small_v2,in1k +hrnet_w30,in1k +hrnet_w32,in1k +hrnet_w40,in1k +hrnet_w44,in1k +hrnet_w48,in1k +hrnet_w64,in1k +ig_resnext101_32x16d,ig1b-wsl +ig_resnext101_32x32d,ig1b-wsl +ig_resnext101_32x48d,ig1b-wsl +ig_resnext101_32x8d,ig1b-wsl +inception_resnet_v2,in1k +inception_v3,in1k +inception_v4,in1k +jx_nest_base,in1k +jx_nest_small,in1k +jx_nest_tiny,in1k +lambda_resnet26rpt_256,in1k +lambda_resnet26t,in1k +legacy_senet154,in1k +legacy_seresnet101,in1k +legacy_seresnet152,in1k +legacy_seresnet18,in1k +legacy_seresnet34,in1k +legacy_seresnet50,in1k +legacy_seresnext101_32x4d,in1k +legacy_seresnext26_32x4d,in1k +legacy_seresnext50_32x4d,in1k +levit_128,in1k-dist +levit_128s,in1k-dist +levit_192,in1k-dist +levit_256,in1k-dist +levit_384,in1k-dist +mixer_b16_224,in1k +mixer_b16_224_miil,in21k +mixer_l16_224,in1k +mixnet_l,in1k +mixnet_m,in1k +mixnet_s,in1k +mixnet_xl,in1k +mnasnet_100,in1k +mobilenetv2_100,in1k +mobilenetv2_110d,in1k +mobilenetv2_120d,in1k +mobilenetv2_140,in1k +mobilenetv3_large_100,in1k +mobilenetv3_large_100_miil,in21k +mobilenetv3_rw,in1k +nasnetalarge,in1k +nf_regnet_b1,in1k +nf_resnet50,in1k +nfnet_l0,in1k +pit_b_224,in1k +pit_b_distilled_224,in1k-dist +pit_s_224,in1k +pit_s_distilled_224,in1k-dist +pit_ti_224,in1k +pit_ti_distilled_224,in1k-dist +pit_xs_224,in1k +pit_xs_distilled_224,in1k-dist +pnasnet5large,in1k +regnetx_002,in1k +regnetx_004,in1k +regnetx_006,in1k +regnetx_008,in1k +regnetx_016,in1k +regnetx_032,in1k +regnetx_040,in1k +regnetx_064,in1k +regnetx_080,in1k +regnetx_120,in1k +regnetx_160,in1k +regnetx_320,in1k +regnety_002,in1k +regnety_004,in1k +regnety_006,in1k +regnety_008,in1k +regnety_016,in1k +regnety_032,in1k +regnety_040,in1k +regnety_064,in1k +regnety_080,in1k +regnety_120,in1k +regnety_160,in1k +regnety_320,in1k +regnetz_b,in1k +regnetz_c,in1k +regnetz_d,in1k +repvgg_a2,in1k +repvgg_b0,in1k +repvgg_b1,in1k +repvgg_b1g4,in1k +repvgg_b2,in1k +repvgg_b2g4,in1k +repvgg_b3,in1k +repvgg_b3g4,in1k +res2net101_26w_4s,in1k +res2net50_14w_8s,in1k +res2net50_26w_4s,in1k +res2net50_26w_6s,in1k +res2net50_26w_8s,in1k +res2net50_48w_2s,in1k +res2next50,in1k +resmlp_12_224,in1k +resmlp_12_distilled_224,in1k-dist +resmlp_24_224,in1k +resmlp_24_distilled_224,in1k-dist +resmlp_36_224,in1k +resmlp_36_distilled_224,in1k-dist +resmlp_big_24_224,in1k +resmlp_big_24_224_in22ft1k,in21k +resmlp_big_24_distilled_224,in1k-dist +resnest101e,in1k +resnest14d,in1k +resnest200e,in1k +resnest269e,in1k +resnest26d,in1k +resnest50d,in1k +resnest50d_1s4x24d,in1k +resnest50d_4s2x40d,in1k +resnet101d,in1k +resnet152d,in1k +resnet18,in1k +resnet18d,in1k +resnet200d,in1k +resnet26,in1k +resnet26d,in1k +resnet26t,in1k +resnet32ts,in1k +resnet33ts,in1k +resnet34,in1k +resnet34d,in1k +resnet50,in1k +resnet50d,in1k +resnet51q,in1k +resnet61q,in1k +resnetblur50,in1k +resnetrs101,in1k +resnetrs152,in1k +resnetrs200,in1k +resnetrs270,in1k +resnetrs350,in1k +resnetrs420,in1k +resnetrs50,in1k +resnetv2_101,in1k +resnetv2_101x1_bitm,in21k +resnetv2_101x3_bitm,in21k +resnetv2_152x2_bit_teacher,in21k +resnetv2_152x2_bit_teacher_384,in21k +resnetv2_152x2_bitm,in21k +resnetv2_152x4_bitm,in21k +resnetv2_50,in1k +resnetv2_50x1_bit_distilled,in1k-dist +resnetv2_50x1_bitm,in21k +resnetv2_50x3_bitm,in21k +resnext101_32x8d,in1k +resnext26ts,in1k +resnext50_32x4d,in1k +resnext50d_32x4d,in1k +rexnet_100,in1k +rexnet_130,in1k +rexnet_150,in1k +rexnet_200,in1k +sehalonet33ts,in1k +selecsls42b,in1k +selecsls60,in1k +selecsls60b,in1k +semnasnet_100,in1k +seresnet152d,in1k +seresnet33ts,in1k +seresnet50,in1k +seresnext26d_32x4d,in1k +seresnext26t_32x4d,in1k +seresnext26ts,in1k +seresnext50_32x4d,in1k +skresnet18,in1k +skresnet34,in1k +skresnext50_32x4d,in1k +spnasnet_100,in1k +ssl_resnet18,yfc-semisl +ssl_resnet50,yfc-semisl +ssl_resnext101_32x16d,yfc-semisl +ssl_resnext101_32x4d,yfc-semisl +ssl_resnext101_32x8d,yfc-semisl +ssl_resnext50_32x4d,yfc-semisl +swin_base_patch4_window12_384,in21k +swin_base_patch4_window7_224,in21k +swin_large_patch4_window12_384,in21k +swin_large_patch4_window7_224,in21k +swin_small_patch4_window7_224,in1k +swin_tiny_patch4_window7_224,in1k +swsl_resnet18,ig1b-swsl +swsl_resnet50,ig1b-swsl +swsl_resnext101_32x16d,ig1b-swsl +swsl_resnext101_32x4d,ig1b-swsl +swsl_resnext101_32x8d,ig1b-swsl +swsl_resnext50_32x4d,ig1b-swsl +tf_efficientnet_b0,in1k +tf_efficientnet_b0_ap,in1k-ap +tf_efficientnet_b0_ns,jft300m-ns +tf_efficientnet_b1,in1k +tf_efficientnet_b1_ap,in1k-ap +tf_efficientnet_b1_ns,jft300m-ns +tf_efficientnet_b2,in1k +tf_efficientnet_b2_ap,in1k-ap +tf_efficientnet_b2_ns,jft300m-ns +tf_efficientnet_b3,in1k +tf_efficientnet_b3_ap,in1k-ap +tf_efficientnet_b3_ns,jft300m-ns +tf_efficientnet_b4,in1k +tf_efficientnet_b4_ap,in1k-ap +tf_efficientnet_b4_ns,jft300m-ns +tf_efficientnet_b5,in1k +tf_efficientnet_b5_ap,in1k-ap +tf_efficientnet_b5_ns,jft300m-ns +tf_efficientnet_b6,in1k +tf_efficientnet_b6_ap,in1k-ap +tf_efficientnet_b6_ns,jft300m-ns +tf_efficientnet_b7,in1k +tf_efficientnet_b7_ap,in1k-ap +tf_efficientnet_b7_ns,jft300m-ns +tf_efficientnet_b8,in1k +tf_efficientnet_b8_ap,in1k-ap +tf_efficientnet_cc_b0_4e,in1k +tf_efficientnet_cc_b0_8e,in1k +tf_efficientnet_cc_b1_8e,in1k +tf_efficientnet_el,in1k +tf_efficientnet_em,in1k +tf_efficientnet_es,in1k +tf_efficientnet_l2_ns,jft300m-ns +tf_efficientnet_l2_ns_475,jft300m-ns +tf_efficientnet_lite0,in1k +tf_efficientnet_lite1,in1k +tf_efficientnet_lite2,in1k +tf_efficientnet_lite3,in1k +tf_efficientnet_lite4,in1k +tf_efficientnetv2_b0,in1k +tf_efficientnetv2_b1,in1k +tf_efficientnetv2_b2,in1k +tf_efficientnetv2_b3,in1k +tf_efficientnetv2_l,in1k +tf_efficientnetv2_l_in21ft1k,in21k +tf_efficientnetv2_m,in1k +tf_efficientnetv2_m_in21ft1k,in21k +tf_efficientnetv2_s,in1k +tf_efficientnetv2_s_in21ft1k,in21k +tf_efficientnetv2_xl_in21ft1k,in21k +tf_inception_v3,in1k +tf_mixnet_l,in1k +tf_mixnet_m,in1k +tf_mixnet_s,in1k +tf_mobilenetv3_large_075,in1k +tf_mobilenetv3_large_100,in1k +tf_mobilenetv3_large_minimal_100,in1k +tf_mobilenetv3_small_075,in1k +tf_mobilenetv3_small_100,in1k +tf_mobilenetv3_small_minimal_100,in1k +tnt_s_patch16_224,in1k +tresnet_l,in1k +tresnet_l_448,in1k +tresnet_m,in21k +tresnet_m_448,in1k +tresnet_xl,in1k +tresnet_xl_448,in1k +tv_densenet121,in1k +tv_resnet101,in1k +tv_resnet152,in1k +tv_resnet34,in1k +tv_resnet50,in1k +tv_resnext50_32x4d,in1k +twins_pcpvt_base,in1k +twins_pcpvt_large,in1k +twins_pcpvt_small,in1k +twins_svt_base,in1k +twins_svt_large,in1k +twins_svt_small,in1k +vgg11,in1k +vgg11_bn,in1k +vgg13,in1k +vgg13_bn,in1k +vgg16,in1k +vgg16_bn,in1k +vgg19,in1k +vgg19_bn,in1k +visformer_small,in1k +vit_base_patch16_224,in21k +vit_base_patch16_224_miil,in21k +vit_base_patch16_384,in21k +vit_base_patch16_sam_224,in1k +vit_base_patch32_224,in21k +vit_base_patch32_384,in21k +vit_base_patch32_sam_224,in1k +vit_base_r50_s16_384,in21k +vit_large_patch16_224,in21k +vit_large_patch16_384,in21k +vit_large_patch32_384,in21k +vit_large_r50_s32_224,in21k +vit_large_r50_s32_384,in21k +vit_small_patch16_224,in21k +vit_small_patch16_384,in21k +vit_small_patch32_224,in21k +vit_small_patch32_384,in21k +vit_small_r26_s32_224,in21k +vit_small_r26_s32_384,in21k +vit_tiny_patch16_224,in21k +vit_tiny_patch16_384,in21k +vit_tiny_r_s16_p8_224,in21k +vit_tiny_r_s16_p8_384,in21k +wide_resnet101_2,in1k +wide_resnet50_2,in1k +xception,in1k +xception41,in1k +xception65,in1k +xception71,in1k +xcit_large_24_p16_224,in1k +xcit_large_24_p16_224_dist,in1k-dist +xcit_large_24_p16_384_dist,in1k-dist +xcit_large_24_p8_224,in1k +xcit_large_24_p8_224_dist,in1k-dist +xcit_large_24_p8_384_dist,in1k-dist +xcit_medium_24_p16_224,in1k +xcit_medium_24_p16_224_dist,in1k-dist +xcit_medium_24_p16_384_dist,in1k-dist +xcit_medium_24_p8_224,in1k +xcit_medium_24_p8_224_dist,in1k-dist +xcit_medium_24_p8_384_dist,in1k-dist +xcit_nano_12_p16_224,in1k +xcit_nano_12_p16_224_dist,in1k-dist +xcit_nano_12_p16_384_dist,in1k-dist +xcit_nano_12_p8_224,in1k +xcit_nano_12_p8_224_dist,in1k-dist +xcit_nano_12_p8_384_dist,in1k-dist +xcit_small_12_p16_224,in1k +xcit_small_12_p16_224_dist,in1k-dist +xcit_small_12_p16_384_dist,in1k-dist +xcit_small_12_p8_224,in1k +xcit_small_12_p8_224_dist,in1k-dist +xcit_small_12_p8_384_dist,in1k-dist +xcit_small_24_p16_224,in1k +xcit_small_24_p16_224_dist,in1k-dist +xcit_small_24_p16_384_dist,in1k-dist +xcit_small_24_p8_224,in1k +xcit_small_24_p8_224_dist,in1k-dist +xcit_small_24_p8_384_dist,in1k-dist +xcit_tiny_12_p16_224,in1k +xcit_tiny_12_p16_224_dist,in1k-dist +xcit_tiny_12_p16_384_dist,in1k-dist +xcit_tiny_12_p8_224,in1k +xcit_tiny_12_p8_224_dist,in1k-dist +xcit_tiny_12_p8_384_dist,in1k-dist +xcit_tiny_24_p16_224,in1k +xcit_tiny_24_p16_224_dist,in1k-dist +xcit_tiny_24_p16_384_dist,in1k-dist +xcit_tiny_24_p8_224,in1k +xcit_tiny_24_p8_224_dist,in1k-dist +xcit_tiny_24_p8_384_dist,in1k-dist