Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?
Successful
run?
Output
correct?
Total test time
(sec.)
Setup time
(sec.)
Test time
(sec.)
Environment All Features Flat
features
Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-192-192-3-16-2-0 False True True 1.608646 ± 7.5% (10) 1.607092 ± 7.6% (10) 0.001371 ± 23.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-192-192-3-16-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=192
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=192
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=16
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 04f5a2f44a0c86ea
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-192-192-3-8-2-0 False True True 1.485753 ± 14.8% (10) 1.484289 ± 14.9% (10) 0.001198 ± 40.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-192-192-3-8-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=192
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=192
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=8
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 0898c4f3d9e4aab9
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-160-160-3-24-2-0 False True True 1.346254 ± 13.0% (10) 1.344736 ± 13.0% (10) 0.001303 ± 35.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-160-160-3-24-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=160
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=160
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=24
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 1df8811383bcefce
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-160-160-3-16-2-0 False True True 1.292262 ± 10.3% (10) 1.290982 ± 10.3% (10) 0.001112 ± 23.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-160-160-3-16-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=160
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=160
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=16
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 45039ebe9b251d52
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-128-128-3-32-2-0 False True True 1.118071 ± 19.9% (10) 1.116827 ± 19.9% (10) 0.001083 ± 25.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-128-128-3-32-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=128
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=128
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 6d38f1de9ec40db0
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-128-128-3-8-2-0 False True True 1.003795 ± 23.0% (10) 1.002824 ± 23.0% (10) 0.000668 ± 56.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-128-128-3-8-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=128
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=128
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=8
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 6e607e24539832e7
7 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-224-224-3-8-2-0 False True True 1.753626 ± 9.4% (10) 1.752041 ± 9.4% (10) 0.001472 ± 17.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-224-224-3-8-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=224
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=224
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=8
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 78e132fad4d5933a
8 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-192-192-3-24-2-0 False True True 1.713915 ± 7.7% (10) 1.712195 ± 7.7% (10) 0.001594 ± 24.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-192-192-3-24-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=192
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=192
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=24
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 7eb8717823acfc65
9 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-224-224-3-16-2-0 False True True 1.788128 ± 12.7% (10) 1.786433 ± 12.7% (10) 0.001695 ± 26.4% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-224-224-3-16-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=224
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=224
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=16
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 86e1a8984d10b10d
10 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-192-192-3-32-2-0 False True True 1.779587 ± 9.3% (10) 1.777430 ± 9.3% (10) 0.001906 ± 23.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-192-192-3-32-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=192
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=192
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View b4394b0b5d7e42e7
11 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-128-128-3-24-2-0 False True True 1.203618 ± 13.4% (10) 1.202653 ± 13.4% (10) 0.000867 ± 48.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-128-128-3-24-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=128
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=128
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=24
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View c57a820b130a77cb
12 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-160-160-3-32-2-0 False True True 1.444816 ± 9.2% (10) 1.443332 ± 9.2% (10) 0.001484 ± 17.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-160-160-3-32-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=160
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=160
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View ccdb8ed7a407198a
13 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-224-224-3-32-2-0 True True True 2.075119 ± 9.1% (10) 2.072407 ± 9.1% (10) 0.002636 ± 17.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-224-224-3-32-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=224
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=224
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View d10c48418587de3b
14 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-160-160-3-8-2-0 False True True 1.233773 ± 13.8% (10) 1.232829 ± 13.8% (10) 0.000936 ± 23.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-160-160-3-8-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=160
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=160
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=8
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View e439dbb46d81460b
15 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-224-224-3-24-2-0 False True True 2.004954 ± 7.0% (10) 2.002480 ± 7.1% (10) 0.002174 ± 13.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-224-224-3-24-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=224
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=224
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=24
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View ed84c5bb73498366
16 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-128-128-3-16-2-0 False True True 1.036517 ± 26.8% (10) 1.035722 ± 26.8% (10) 0.000763 ± 44.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-128-128-3-16-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=128
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=128
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=16
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View fa92b44f49a29fdf