Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-mobilenets shape-3-224-224-3-24-2-0 False True True 0.286927 ± 3.0% (10) 0.275485 ± 3.1% (10) 0.011440 ± 2.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-224-224-3-24-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=224
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=224
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=24
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 01c82a8864abab1c
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-mobilenets shape-3-224-224-3-32-2-0 True True True 0.290801 ± 2.7% (10) 0.275712 ± 2.9% (10) 0.014923 ± 1.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-224-224-3-32-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=224
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=224
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 12981e5069307d0c
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-mobilenets shape-3-160-160-3-24-2-0 False True True 0.276656 ± 2.5% (10) 0.270481 ± 2.5% (10) 0.006112 ± 3.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-160-160-3-24-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=160
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=160
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=24
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 2e41229fd42a5747
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-mobilenets shape-3-160-160-3-32-2-0 False True True 0.279967 ± 12.4% (10) 0.271953 ± 12.7% (10) 0.007959 ± 3.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-160-160-3-32-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=160
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=160
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 40bbbf565283ec72
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-mobilenets shape-3-128-128-3-16-2-0 False True True 0.269689 ± 2.5% (10) 0.266425 ± 2.6% (10) 0.002965 ± 10.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-128-128-3-16-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=128
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=128
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=16
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 44cdd90aa5958c1e
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-mobilenets shape-3-160-160-3-16-2-0 False True True 0.273453 ± 3.8% (10) 0.268967 ± 3.8% (10) 0.004328 ± 5.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-160-160-3-16-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=160
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=160
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=16
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 45259b22b767a730
7 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-mobilenets shape-3-224-224-3-16-2-0 False True True 0.282701 ± 3.3% (10) 0.274629 ± 3.5% (10) 0.007922 ± 4.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-224-224-3-16-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=224
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=224
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=16
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 4a418c4f8b71282a
8 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-mobilenets shape-3-128-128-3-24-2-0 False True True 0.269847 ± 4.3% (10) 0.265573 ± 4.5% (10) 0.004084 ± 4.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-128-128-3-24-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=128
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=128
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=24
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 4e98442c9bf236bc
9 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-mobilenets shape-3-128-128-3-8-2-0 False True True 0.268495 ± 11.9% (10) 0.266481 ± 12.0% (10) 0.001808 ± 11.4% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-128-128-3-8-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=128
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=128
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=8
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 4fbc72cda700da5b
10 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-mobilenets shape-3-192-192-3-32-2-0 False True True 0.285196 ± 3.9% (10) 0.273975 ± 4.0% (10) 0.011149 ± 3.4% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-192-192-3-32-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=192
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=192
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 980443abb8de82b0
11 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-mobilenets shape-3-192-192-3-16-2-0 False True True 0.277618 ± 5.1% (10) 0.271389 ± 5.3% (10) 0.005998 ± 4.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-192-192-3-16-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=192
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=192
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=16
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View b4a7783adb62e21f
12 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-mobilenets shape-3-224-224-3-8-2-0 False True True 0.278184 ± 2.7% (10) 0.273777 ± 2.7% (10) 0.004407 ± 6.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-224-224-3-8-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=224
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=224
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=8
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View b58ef6096fb7614e
13 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-mobilenets shape-3-192-192-3-8-2-0 False True True 0.273207 ± 10.0% (10) 0.269642 ± 10.1% (10) 0.003413 ± 9.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-192-192-3-8-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=192
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=192
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=8
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View b761e198749afbf1
14 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-mobilenets shape-3-192-192-3-24-2-0 False True True 0.279854 ± 3.1% (10) 0.271324 ± 3.2% (10) 0.008530 ± 2.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-192-192-3-24-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=192
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=192
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=24
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View cc5e4f30a0711dd7
15 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-mobilenets shape-3-128-128-3-32-2-0 False True True 0.272205 ± 3.5% (10) 0.266931 ± 3.6% (10) 0.005274 ± 4.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-128-128-3-32-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=128
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=128
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View dab93a235e2296b8
16 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-mobilenets shape-3-160-160-3-8-2-0 False True True 0.270149 ± 20.7% (10) 0.267534 ± 20.8% (10) 0.002555 ± 11.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-160-160-3-8-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=160
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=160
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=8
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View e9f07842e69718d3