Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-96-20-20-1-192-1-0 False True True 0.208269 ± 3.2% (10) 0.207013 ± 3.2% (10) 0.001216 ± 5.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-96-20-20-1-192-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=96
CK_IN_SHAPE_H=20
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=20
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=192
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 14a6e437c774910a
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-48-40-40-1-96-1-0 False True True 0.213405 ± 2.9% (10) 0.211979 ± 2.9% (10) 0.001295 ± 12.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-48-40-40-1-96-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=48
CK_IN_SHAPE_H=40
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=40
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=96
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 23fda75c4665a22f
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-384-10-10-1-384-1-0 False True True 0.212251 ± 3.7% (10) 0.210067 ± 3.8% (10) 0.001923 ± 17.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-384-10-10-1-384-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=384
CK_IN_SHAPE_H=10
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=10
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=384
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 44bda71eaa54f80a
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-24-80-80-1-48-1-0 False True True 0.217834 ± 3.6% (10) 0.215899 ± 3.4% (10) 0.001786 ± 34.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-24-80-80-1-48-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=24
CK_IN_SHAPE_H=80
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=80
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=48
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 46d2beb6198eb331
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-192-20-20-1-192-1-0 False True True 0.213416 ± 3.5% (10) 0.211507 ± 3.6% (10) 0.001815 ± 6.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-192-20-20-1-192-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=192
CK_IN_SHAPE_H=20
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=20
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=192
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 4a89b2cfffba5469
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-768-5-5-1-768-1-0 False True True 0.222065 ± 2.3% (10) 0.218630 ± 2.3% (10) 0.003148 ± 18.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-768-5-5-1-768-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=768
CK_IN_SHAPE_H=5
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=5
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=768
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 59595b4dd4bb4c18
7 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-192-10-10-1-384-1-0 False True True 0.209151 ± 4.2% (10) 0.207916 ± 4.1% (10) 0.001219 ± 28.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-192-10-10-1-384-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=192
CK_IN_SHAPE_H=10
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=10
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=384
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 5ad4c0eaecfebc74
8 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-3-160-160-3-24-2-0 True True True 0.275882 ± 6.5% (10) 0.274594 ± 6.5% (10) 0.001268 ± 7.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-160-160-3-24-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=160
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=160
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=24
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 7e5da59c40f8b09e
9 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-384-5-5-1-768-1-0 False True True 0.211682 ± 9.6% (10) 0.210133 ± 9.7% (10) 0.001427 ± 17.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-384-5-5-1-768-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=384
CK_IN_SHAPE_H=5
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=5
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=768
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 87e4b8b856fa0ce4
10 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-96-40-40-1-96-1-0 False True True 0.218075 ± 3.5% (10) 0.215961 ± 3.6% (10) 0.001999 ± 6.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-96-40-40-1-96-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=96
CK_IN_SHAPE_H=40
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=40
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=96
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 9406e93f8c468489
11 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-768-1-1-1-1001-1-0 False True True 0.153463 ± 4.0% (10) 0.152267 ± 4.1% (10) 0.001059 ± 26.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-768-1-1-1-1001-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=768
CK_IN_SHAPE_H=1
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=1
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1001
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View e343a89d7668bd55