Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-1024-7-7-1-1024-1-0 False True True 0.099230 ± 4.9% (10) 0.080508 ± 4.8% (10) 0.018329 ± 7.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1024-7-7-1-1024-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1024
CK_IN_SHAPE_H=7
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=7
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1024
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 08e67dd863e7b5f5
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-3-224-224-3-32-2-0 True True True 0.106151 ± 5.6% (10) 0.103117 ± 5.6% (10) 0.003011 ± 13.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-224-224-3-32-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=224
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=224
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 17b1fbb18abd7d40
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-512-14-14-1-512-1-0 False True True 0.093261 ± 5.2% (10) 0.074574 ± 6.7% (10) 0.018488 ± 1.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-512-14-14-1-512-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=512
CK_IN_SHAPE_H=14
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=14
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=512
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 1843f22448aa29b2
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-1024-1-1-1-1001-1-0 False True True 0.081746 ± 34.5% (10) 0.077037 ± 36.1% (10) 0.004633 ± 11.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1024-1-1-1-1001-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1024
CK_IN_SHAPE_H=1
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=1
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1001
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 3b878fdc2c569deb
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-512-7-7-1-1024-1-0 False True True 0.082090 ± 8.3% (10) 0.072892 ± 8.9% (10) 0.009198 ± 3.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-512-7-7-1-1024-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=512
CK_IN_SHAPE_H=7
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=7
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1024
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 6749e230559c9c26
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-128-56-56-1-128-1-0 False True True 0.129653 ± 7.0% (10) 0.090522 ± 10.0% (10) 0.038309 ± 8.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-128-56-56-1-128-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=128
CK_IN_SHAPE_H=56
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=56
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=128
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 79a9dd7d4a97d689
7 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-32-112-112-1-64-1-0 False True True 0.105808 ± 5.3% (10) 0.090175 ± 5.9% (10) 0.015633 ± 2.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-32-112-112-1-64-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=32
CK_IN_SHAPE_H=112
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=112
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=64
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 8a7f535818b40dc9
8 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-256-28-28-1-256-1-0 False True True 0.099553 ± 29.2% (10) 0.078343 ± 37.5% (10) 0.020816 ± 2.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-256-28-28-1-256-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=256
CK_IN_SHAPE_H=28
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=28
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=256
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 8e7434ab98211787
9 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-64-56-56-1-128-1-0 False True True 0.089206 ± 23.6% (10) 0.077591 ± 27.0% (10) 0.011240 ± 3.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-64-56-56-1-128-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=64
CK_IN_SHAPE_H=56
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=56
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=128
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 91ae4109ff4eb88f
10 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-128-28-28-1-256-1-0 False True True 0.081746 ± 11.8% (10) 0.071654 ± 13.3% (10) 0.010092 ± 4.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-128-28-28-1-256-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=128
CK_IN_SHAPE_H=28
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=28
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=256
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 9b7d0d107848d19b
11 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-256-14-14-1-512-1-0 False True True 0.079015 ± 5.5% (10) 0.069700 ± 6.6% (10) 0.009037 ± 4.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-256-14-14-1-512-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=256
CK_IN_SHAPE_H=14
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=14
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=512
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View b638413c965548ff