Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?
Successful
run?
Output
correct?
Total test time
(sec.)
Setup time
(sec.)
Test time
(sec.)
Environment All Features Flat
features
Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-192-35-35-3-1 False True True 0.115558 ± 2.9% (10) 0.113805 ± 3.1% (10) 0.001627 ± 16.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-192-35-35-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=192
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 39f2553b28e29378
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1000-14-14-14-1 False True True 0.091207 ± 4.4% (10) 0.090140 ± 4.7% (10) 0.000877 ± 25.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1000-14-14-14-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1000
CK_IN_SHAPE_H=14
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=14
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=14
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 3b81f4f7687088d8
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1024-17-17-3-1 False True True 0.118311 ± 34.9% (10) 0.116943 ± 35.3% (10) 0.001368 ± 21.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1024-17-17-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1024
CK_IN_SHAPE_H=17
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=17
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 4c9502b6473390ec
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1280-8-8-3-1 False True True 0.104814 ± 4.7% (10) 0.103916 ± 4.6% (10) 0.000898 ± 23.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1280-8-8-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1280
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 4cca97c986e849b9
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-288-35-35-3-1 False True True 0.123153 ± 14.0% (10) 0.121328 ± 14.2% (10) 0.001821 ± 15.4% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-288-35-35-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=288
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 54505ab325a91b89
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-768-17-17-3-1 False True True 0.114177 ± 5.7% (10) 0.112956 ± 5.8% (10) 0.001185 ± 21.4% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-768-17-17-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=768
CK_IN_SHAPE_H=17
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=17
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 5893f9175bdf8fed
7 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1024-7-7-7-1 False True True 0.079065 ± 7.5% (10) 0.078453 ± 7.6% (10) 0.000604 ± 32.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1024-7-7-7-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1024
CK_IN_SHAPE_H=7
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=7
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=7
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 5a062747feb753c1
8 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1000-15-15-15-1 False True True 0.092928 ± 32.8% (10) 0.091996 ± 33.1% (10) 0.000917 ± 22.4% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1000-15-15-15-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1000
CK_IN_SHAPE_H=15
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=15
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=15
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 5df4446bdb870d41
9 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1536-8-8-3-1 False True True 0.106058 ± 22.0% (10) 0.104903 ± 22.4% (10) 0.000958 ± 23.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1536-8-8-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1536
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 6701044e78d73f3a
10 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-258-35-35-3-1 False True True 0.120415 ± 17.4% (10) 0.118947 ± 17.6% (10) 0.001457 ± 19.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-258-35-35-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=258
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 982bc69d3ce54725
11 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-256-35-35-3-1 False True True 0.121201 ± 6.3% (10) 0.119199 ± 6.2% (10) 0.001991 ± 13.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-256-35-35-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=256
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 9b8289b3a4940a38
12 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-2048-8-8-8-1 False True True 0.085375 ± 5.5% (10) 0.084569 ± 5.4% (10) 0.000761 ± 26.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-2048-8-8-8-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=2048
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=8
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View b1de96974c09acfa
13 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1024-8-8-8-1 True True True 0.080978 ± 2.2% (10) 0.080313 ± 2.2% (10) 0.000627 ± 38.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1024-8-8-8-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1024
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=8
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
View View View d4afa86be715fea8
14 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1000-6-6-6-1 False True True 0.078121 ± 54.2% (10) 0.077552 ± 54.5% (10) 0.000560 ± 34.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1000-6-6-6-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1000
CK_IN_SHAPE_H=6
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=6
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=6
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View d6ca54166a28010d
15 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-384-35-35-3-1 False True True 0.131454 ± 4.5% (10) 0.128713 ± 4.6% (10) 0.002665 ± 11.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-384-35-35-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=384
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View d7424d3e907a3f0a
16 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-2048-7-7-7-1 False True True 0.082622 ± 29.2% (10) 0.081830 ± 29.5% (10) 0.000769 ± 24.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-2048-7-7-7-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=2048
CK_IN_SHAPE_H=7
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=7
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=7
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View db2cc68dfd82f482
17 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1536-8-8-8-1 False True True 0.083150 ± 11.5% (10) 0.082266 ± 11.6% (10) 0.000743 ± 23.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1536-8-8-8-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1536
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=8
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View ea19cd91e77935ae