Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-768-5-5-1-768-1-0 False True True 0.081758 ± 4.5% (10) 0.073389 ± 5.1% (10) 0.008284 ± 4.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-768-5-5-1-768-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=768
CK_IN_SHAPE_H=5
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=5
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=768
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 08b1a74f4a9917bb
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-384-10-10-1-384-1-0 False True True 0.076478 ± 9.6% (10) 0.069114 ± 10.4% (10) 0.007290 ± 6.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-384-10-10-1-384-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=384
CK_IN_SHAPE_H=10
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=10
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=384
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 138121301ca18bce
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-96-40-40-1-96-1-0 False True True 0.080520 ± 8.1% (10) 0.074682 ± 8.2% (10) 0.005818 ± 8.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-96-40-40-1-96-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=96
CK_IN_SHAPE_H=40
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=40
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=96
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 19d924f9ca1369de
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-24-80-80-1-48-1-0 False True True 0.078846 ± 3.1% (10) 0.074559 ± 2.9% (10) 0.004126 ± 10.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-24-80-80-1-48-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=24
CK_IN_SHAPE_H=80
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=80
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=48
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 2a7d2cbac594194b
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-192-10-10-1-384-1-0 False True True 0.071025 ± 36.4% (10) 0.067036 ± 38.9% (10) 0.003786 ± 7.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-192-10-10-1-384-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=192
CK_IN_SHAPE_H=10
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=10
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=384
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 32bb3f4b0941b7ae
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-3-160-160-3-24-2-0 True True True 0.099702 ± 6.1% (10) 0.097954 ± 6.4% (10) 0.001547 ± 14.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-160-160-3-24-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=160
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=160
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=24
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 3522abd1ac1e4ca5
7 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-384-5-5-1-768-1-0 False True True 0.073223 ± 6.1% (10) 0.068921 ± 6.2% (10) 0.004302 ± 10.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-384-5-5-1-768-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=384
CK_IN_SHAPE_H=5
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=5
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=768
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 4c7383cacc3d4c93
8 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-48-40-40-1-96-1-0 False True True 0.073091 ± 3.2% (10) 0.070037 ± 3.4% (10) 0.002941 ± 7.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-48-40-40-1-96-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=48
CK_IN_SHAPE_H=40
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=40
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=96
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View d4a88a4c6fa256cc
9 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-192-20-20-1-192-1-0 False True True 0.075762 ± 15.0% (10) 0.069859 ± 16.2% (10) 0.005903 ± 6.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-192-20-20-1-192-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=192
CK_IN_SHAPE_H=20
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=20
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=192
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View df468ea5f3196e0c
10 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-768-1-1-1-1001-1-0 False True True 0.077649 ± 21.4% (10) 0.073961 ± 22.3% (10) 0.003619 ± 7.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-768-1-1-1-1001-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=768
CK_IN_SHAPE_H=1
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=1
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1001
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View f9474e764f4992c3
11 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-96-20-20-1-192-1-0 False True True 0.070585 ± 6.2% (10) 0.067423 ± 5.8% (10) 0.003127 ± 15.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-96-20-20-1-192-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=96
CK_IN_SHAPE_H=20
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=20
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=192
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View ff254f998a3a17fa