Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?
Successful
run?
Output
correct?
Total test time
(sec.)
Setup time
(sec.)
Test time
(sec.)
Environment All Features Flat
features
Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-258-35-35-3-1 False True True 0.124965 ± 6.4% (10) 0.123244 ± 6.4% (10) 0.001531 ± 16.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-258-35-35-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=258
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 023dd284aedb5110
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1000-6-6-6-1 False True True 0.104627 ± 5.2% (10) 0.103838 ± 5.4% (10) 0.000576 ± 37.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1000-6-6-6-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1000
CK_IN_SHAPE_H=6
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=6
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=6
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 09a7ad8c7230a336
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1536-8-8-3-1 False True True 0.108710 ± 14.5% (10) 0.107878 ± 14.6% (10) 0.000828 ± 28.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1536-8-8-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1536
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 147a0af9b622fab2
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1024-17-17-3-1 False True True 0.124242 ± 4.6% (10) 0.122739 ± 4.7% (10) 0.001430 ± 16.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1024-17-17-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1024
CK_IN_SHAPE_H=17
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=17
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 19018c2256d54624
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1000-15-15-15-1 False True True 0.119052 ± 6.4% (10) 0.118059 ± 6.4% (10) 0.000984 ± 27.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1000-15-15-15-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1000
CK_IN_SHAPE_H=15
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=15
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=15
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 1edefb0248d4a5be
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1024-8-8-8-1 True True True 0.107185 ± 47.1% (10) 0.106527 ± 47.4% (10) 0.000631 ± 44.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1024-8-8-8-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1024
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=8
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
View View View 274914beeb0e2af0
7 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-2048-7-7-7-1 False True True 0.108891 ± 7.0% (10) 0.108007 ± 7.1% (10) 0.000687 ± 30.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-2048-7-7-7-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=2048
CK_IN_SHAPE_H=7
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=7
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=7
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 431292c6ac368322
8 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-2048-8-8-8-1 False True True 0.111540 ± 5.7% (10) 0.110575 ± 5.8% (10) 0.000754 ± 29.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-2048-8-8-8-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=2048
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=8
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 44e2b3efcc429d05
9 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1536-8-8-8-1 False True True 0.109105 ± 8.4% (10) 0.108327 ± 8.3% (10) 0.000778 ± 44.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1536-8-8-8-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1536
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=8
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 4e899f18813845a3
10 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-768-17-17-3-1 False True True 0.118269 ± 6.8% (10) 0.117051 ± 6.9% (10) 0.001155 ± 26.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-768-17-17-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=768
CK_IN_SHAPE_H=17
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=17
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 62b9814091b04a1a
11 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-192-35-35-3-1 False True True 0.119550 ± 2.5% (10) 0.118233 ± 2.6% (10) 0.001206 ± 29.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-192-35-35-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=192
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 724da7aa8d644b64
12 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1280-8-8-3-1 False True True 0.108237 ± 10.4% (10) 0.107292 ± 10.6% (10) 0.000793 ± 29.4% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1280-8-8-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1280
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 72a49b8bf6009ccf
13 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-256-35-35-3-1 False True True 0.125039 ± 5.6% (10) 0.123326 ± 5.7% (10) 0.001463 ± 27.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-256-35-35-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=256
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 77f60974a21990e9
14 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-384-35-35-3-1 False True True 0.135988 ± 6.9% (10) 0.133848 ± 6.8% (10) 0.002114 ± 14.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-384-35-35-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=384
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 7f1468c800dd9843
15 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-288-35-35-3-1 False True True 0.127931 ± 6.7% (10) 0.125944 ± 7.0% (10) 0.001675 ± 18.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-288-35-35-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=288
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 814f21afe54d49d2
16 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1000-14-14-14-1 False True True 0.116357 ± 24.5% (10) 0.115442 ± 24.5% (10) 0.000915 ± 31.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1000-14-14-14-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1000
CK_IN_SHAPE_H=14
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=14
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=14
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View a3d07c4d6a8ff4ba
17 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1024-7-7-7-1 False True True 0.106087 ± 7.3% (10) 0.105388 ± 7.2% (10) 0.000598 ± 74.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1024-7-7-7-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1024
CK_IN_SHAPE_H=7
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=7
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=7
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View ff0a16d9b4cc5a36