Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?
Successful
run?
Output
correct?
Total test time
(sec.)
Setup time
(sec.)
Test time
(sec.)
Environment All Features Flat
features
Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1000-15-15-15-1 False True True 0.118698 ± 5.1% (10) 0.117705 ± 4.9% (10) 0.000980 ± 28.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1000-15-15-15-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1000
CK_IN_SHAPE_H=15
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=15
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=15
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 07bf824e5f8aa536
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1536-8-8-3-1 False True True 0.108732 ± 3.5% (10) 0.107893 ± 3.4% (10) 0.000771 ± 34.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1536-8-8-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1536
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 08b25441eb83a234
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1280-8-8-3-1 False True True 0.107312 ± 8.3% (10) 0.106302 ± 8.4% (10) 0.000800 ± 28.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1280-8-8-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1280
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 0de9a277ae29ca5b
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-192-35-35-3-1 False True True 0.118902 ± 25.0% (10) 0.117592 ± 25.3% (10) 0.001285 ± 21.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-192-35-35-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=192
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 0f98020b49299b49
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-256-35-35-3-1 False True True 0.124786 ± 7.2% (10) 0.122987 ± 7.5% (10) 0.001468 ± 22.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-256-35-35-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=256
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 17e48cdab79b7ae4
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-384-35-35-3-1 False True True 0.136307 ± 8.7% (10) 0.134169 ± 8.6% (10) 0.002118 ± 22.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-384-35-35-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=384
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 295acd4d81b61e36
7 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1536-8-8-8-1 False True True 0.109533 ± 6.2% (10) 0.108538 ± 6.3% (10) 0.000796 ± 39.4% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1536-8-8-8-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1536
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=8
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 2e174ce4b3788204
8 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-288-35-35-3-1 False True True 0.128991 ± 2.4% (10) 0.127143 ± 2.4% (10) 0.001678 ± 17.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-288-35-35-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=288
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 45741f54ff08c33b
9 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-258-35-35-3-1 False True True 0.124990 ± 3.8% (10) 0.123441 ± 3.9% (10) 0.001520 ± 17.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-258-35-35-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=258
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 47955a5fe1ab2e15
10 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1024-7-7-7-1 False True True 0.105423 ± 13.1% (10) 0.104550 ± 13.5% (10) 0.000580 ± 50.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1024-7-7-7-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1024
CK_IN_SHAPE_H=7
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=7
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=7
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 48ee9792a6bed153
11 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1024-8-8-8-1 True True True 0.108056 ± 5.7% (10) 0.107406 ± 5.6% (10) 0.000637 ± 64.4% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1024-8-8-8-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1024
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=8
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
View View View 49c28905992c6dc6
12 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-2048-8-8-8-1 False True True 0.111656 ± 8.1% (10) 0.110898 ± 7.8% (10) 0.000758 ± 42.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-2048-8-8-8-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=2048
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=8
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 5ffd05da754745ee
13 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1024-17-17-3-1 False True True 0.123878 ± 15.7% (10) 0.122296 ± 16.0% (10) 0.001418 ± 16.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1024-17-17-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1024
CK_IN_SHAPE_H=17
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=17
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 8b0ed44649747f10
14 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1000-6-6-6-1 False True True 0.104329 ± 2.9% (10) 0.103587 ± 3.1% (10) 0.000544 ± 38.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1000-6-6-6-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1000
CK_IN_SHAPE_H=6
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=6
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=6
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View b81cee8dbb24eed5
15 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-768-17-17-3-1 False True True 0.117467 ± 7.5% (10) 0.116260 ± 7.4% (10) 0.001207 ± 15.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-768-17-17-3-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=768
CK_IN_SHAPE_H=17
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=17
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View e633a69751a4e10b
16 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1000-14-14-14-1 False True True 0.116697 ± 26.4% (10) 0.115604 ± 26.8% (10) 0.000901 ± 25.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1000-14-14-14-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1000
CK_IN_SHAPE_H=14
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=14
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=14
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View f487b8727ba22305
17 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-2048-7-7-7-1 False True True 0.108403 ± 22.7% (10) 0.107679 ± 22.8% (10) 0.000708 ± 24.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-2048-7-7-7-1
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=2048
CK_IN_SHAPE_H=7
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=7
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=7
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View f801e76946f28b2e