Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?
Successful
run?
Output
correct?
Total test time
(sec.)
Setup time
(sec.)
Test time
(sec.)
Environment All Features Flat
features
Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-3-224-224-3-32-2-0 True True True 0.273810 ± 4.7% (10) 0.270447 ± 4.8% (10) 0.003106 ± 8.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-224-224-3-32-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=224
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=224
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 064422f409ab45de
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-128-56-56-1-128-1-0 False True True 0.295344 ± 4.3% (10) 0.284522 ± 4.5% (10) 0.010775 ± 3.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-128-56-56-1-128-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=128
CK_IN_SHAPE_H=56
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=56
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=128
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 09ab46ab037fb2c6
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-512-14-14-1-512-1-0 False True True 0.277916 ± 10.3% (10) 0.271438 ± 10.6% (10) 0.006200 ± 7.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-512-14-14-1-512-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=512
CK_IN_SHAPE_H=14
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=14
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=512
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 23f1f46e6b14da68
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-32-112-112-1-64-1-0 False True True 0.295659 ± 3.7% (10) 0.286666 ± 3.8% (10) 0.008952 ± 5.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-32-112-112-1-64-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=32
CK_IN_SHAPE_H=112
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=112
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=64
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 2830914e239838ab
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-128-28-28-1-256-1-0 False True True 0.274527 ± 9.1% (10) 0.269670 ± 9.2% (10) 0.004708 ± 10.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-128-28-28-1-256-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=128
CK_IN_SHAPE_H=28
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=28
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=256
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 32537df838940f09
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-256-28-28-1-256-1-0 False True True 0.281171 ± 4.5% (10) 0.273526 ± 4.6% (10) 0.007603 ± 3.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-256-28-28-1-256-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=256
CK_IN_SHAPE_H=28
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=28
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=256
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 3e3b41b0a4979d29
7 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-64-56-56-1-128-1-0 False True True 0.277741 ± 4.2% (10) 0.271071 ± 4.3% (10) 0.006599 ± 3.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-64-56-56-1-128-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=64
CK_IN_SHAPE_H=56
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=56
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=128
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 558e078df264b6c8
8 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-512-7-7-1-1024-1-0 False True True 0.275958 ± 3.0% (10) 0.272655 ± 3.1% (10) 0.003186 ± 5.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-512-7-7-1-1024-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=512
CK_IN_SHAPE_H=7
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=7
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1024
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 7ab10d684de4a2d4
9 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-1024-1-1-1-1001-1-0 False True True 0.226986 ± 4.4% (10) 0.225507 ± 4.4% (10) 0.001421 ± 14.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1024-1-1-1-1001-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1024
CK_IN_SHAPE_H=1
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=1
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1001
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View bc58d4ad90d2cd66
10 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-256-14-14-1-512-1-0 False True True 0.269222 ± 8.2% (10) 0.265269 ± 8.4% (10) 0.003686 ± 9.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-256-14-14-1-512-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=256
CK_IN_SHAPE_H=14
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=14
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=512
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View cca9ac2579d56cf0
11 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv-mobilenets-v1-1.0-224 shape-1024-7-7-1-1024-1-0 False True True 0.299854 ± 4.2% (10) 0.294200 ± 4.3% (10) 0.005525 ± 33.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1024-7-7-1-1024-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1024
CK_IN_SHAPE_H=7
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=7
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1024
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View f75735406dfa48df