@@ -18,16 +18,29 @@ key: <accelerator> OR <accelerator>|<backendName>
18
18
*/
19
19
20
20
const Map <String , Interval > _imageClassificationV2 = {
21
+ 'cpu' : Interval (min: 0.82 , max: 0.84 ),
22
+ 'npu' : Interval (min: 0.80 , max: 0.82 ),
23
+ 'tpu' : Interval (min: 0.82 , max: 0.84 ),
24
+ 'ane' : Interval (min: 0.69 , max: 0.91 ),
25
+ 'cpu&gpu&ane' : Interval (min: 0.69 , max: 0.91 ),
26
+ // TODO (anhappdev): check expected accuracy for snpe_dsp, psnpe_dsp
27
+ 'snpe_dsp' : Interval (min: 0.0 , max: 1.0 ),
28
+ 'psnpe_dsp' : Interval (min: 0.0 , max: 1.0 ),
29
+ 'neuron-mdla' : Interval (min: 0.81 , max: 0.83 ),
30
+ 'samsung_npu' : Interval (min: 0.83 , max: 0.85 ),
31
+ };
32
+
33
+ const Map <String , Interval > _imageClassificationOfflineV2 = {
21
34
'cpu' : Interval (min: 0.88 , max: 0.91 ),
22
- 'npu' : Interval (min: 0.69 , max: 0.91 ),
23
- 'tpu' : Interval (min: 0.88 , max: 0.91 ),
35
+ 'npu' : Interval (min: 0.69 , max: 0.71 ),
36
+ 'tpu' : Interval (min: 0.89 , max: 0.91 ),
24
37
'ane' : Interval (min: 0.69 , max: 0.91 ),
25
38
'cpu&gpu&ane' : Interval (min: 0.69 , max: 0.91 ),
26
39
// TODO (anhappdev): check expected accuracy for snpe_dsp, psnpe_dsp
27
40
'snpe_dsp' : Interval (min: 0.0 , max: 1.0 ),
28
41
'psnpe_dsp' : Interval (min: 0.0 , max: 1.0 ),
29
- 'neuron-mdla' : Interval (min: 0.79 , max: 0.91 ),
30
- 'samsung_npu' : Interval (min: 0.99 , max: 1.0 ),
42
+ 'neuron-mdla' : Interval (min: 0.79 , max: 0.81 ),
43
+ 'samsung_npu' : Interval (min: 0.98 , max: 1.0 ),
31
44
};
32
45
33
46
const Map <String , Interval > _objectDetection = {
@@ -105,5 +118,5 @@ const benchmarkExpectedAccuracy = {
105
118
BenchmarkId .naturalLanguageProcessing: _naturalLanguageProcessing,
106
119
BenchmarkId .superResolution: _superResolution,
107
120
BenchmarkId .stableDiffusion: _stableDiffusion,
108
- BenchmarkId .imageClassificationOfflineV2: _imageClassificationV2 ,
121
+ BenchmarkId .imageClassificationOfflineV2: _imageClassificationOfflineV2 ,
109
122
};
0 commit comments