Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?
Successful
run?
Output
correct?
Total test time
(sec.)
Setup time
(sec.)
Test time
(sec.)
Environment All Features Flat
features
Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1000-15-15-15-1 False True True 0.093168 ± 6.2% (10) 0.092038 ± 6.3% (10) 0.000927 ± 21.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1000-15-15-15-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1000
CK_IN_SHAPE_H=15
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=15
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=15
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 01a1ee374542858e
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-768-17-17-3-1 False True True 0.113644 ± 6.9% (10) 0.112412 ± 6.8% (10) 0.001179 ± 23.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-768-17-17-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=768
CK_IN_SHAPE_H=17
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=17
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 06aaf62940cfa561
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-2048-8-8-8-1 False True True 0.084999 ± 3.9% (10) 0.084215 ± 3.9% (10) 0.000772 ± 24.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-2048-8-8-8-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=2048
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=8
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 15a923b7ad7f4aca
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1024-8-8-8-1 True True True 0.081121 ± 5.2% (10) 0.080451 ± 5.3% (10) 0.000627 ± 29.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1024-8-8-8-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1024
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=8
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
View View View 1eced0f889564828
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1536-8-8-3-1 False True True 0.106118 ± 5.7% (10) 0.105186 ± 5.6% (10) 0.000930 ± 25.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1536-8-8-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1536
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 47b49b8bd1d2cb92
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-384-35-35-3-1 False True True 0.131777 ± 5.1% (10) 0.128792 ± 5.2% (10) 0.002669 ± 12.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-384-35-35-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=384
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 4e9db0f526f16846
7 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-258-35-35-3-1 False True True 0.120481 ± 4.5% (10) 0.118993 ± 4.4% (10) 0.001433 ± 31.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-258-35-35-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=258
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 68882eaf68ff8286
8 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1000-14-14-14-1 False True True 0.091690 ± 4.5% (10) 0.090599 ± 4.5% (10) 0.000868 ± 26.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1000-14-14-14-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1000
CK_IN_SHAPE_H=14
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=14
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=14
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 7068af2233f5d6de
9 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-256-35-35-3-1 False True True 0.121354 ± 27.2% (10) 0.119139 ± 27.9% (10) 0.002018 ± 12.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-256-35-35-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=256
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 9d4ffface5755e4c
10 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1000-6-6-6-1 False True True 0.078193 ± 34.7% (10) 0.077504 ± 35.2% (10) 0.000554 ± 40.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1000-6-6-6-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1000
CK_IN_SHAPE_H=6
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=6
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=6
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View a02b9508429791b7
11 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-288-35-35-3-1 False True True 0.122584 ± 7.2% (10) 0.120728 ± 7.4% (10) 0.001848 ± 13.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-288-35-35-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=288
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View b462ea85f66bb397
12 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-2048-7-7-7-1 False True True 0.082716 ± 10.1% (10) 0.081773 ± 10.2% (10) 0.000775 ± 25.4% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-2048-7-7-7-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=2048
CK_IN_SHAPE_H=7
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=7
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=7
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View da133499ea924fce
13 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1024-7-7-7-1 False True True 0.079449 ± 39.0% (10) 0.078695 ± 39.5% (10) 0.000617 ± 26.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1024-7-7-7-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1024
CK_IN_SHAPE_H=7
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=7
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=7
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View ea9c407cb1a88cb7
14 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1536-8-8-8-1 False True True 0.083686 ± 4.4% (10) 0.082818 ± 4.4% (10) 0.000743 ± 22.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1536-8-8-8-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1536
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=8
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View ed7a60e31b96d185
15 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1280-8-8-3-1 False True True 0.104871 ± 26.1% (10) 0.103931 ± 26.4% (10) 0.000878 ± 27.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1280-8-8-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1280
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View ef26f584382aa4c7
16 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-192-35-35-3-1 False True True 0.115712 ± 4.6% (10) 0.114003 ± 4.5% (10) 0.001667 ± 14.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-192-35-35-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=192
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View f9f7790ecf84ec7a
17 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) avgpool-armcl-opencl tensor-avgpool-0001 shape-1024-17-17-3-1 False True True 0.118190 ± 6.3% (10) 0.116801 ± 6.4% (10) 0.001356 ± 21.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1024-17-17-3-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1024
CK_IN_SHAPE_H=17
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=17
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_POOL_KERNEL=3
CK_POOL_PAD=0
CK_POOL_PAD_SCHEME=2
CK_POOL_STRIDE=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View ff243e5918bd0dde