Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-128-128-3-16-2-0 False True True 0.276000 ± 6.9% (10) 0.275110 ± 6.9% (10) 0.000831 ± 14.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-128-128-3-16-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=128
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=128
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=16
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 041f04720b577701
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-160-160-3-32-2-0 False True True 0.276746 ± 3.1% (10) 0.275282 ± 3.1% (10) 0.001428 ± 9.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-160-160-3-32-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=160
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=160
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 095f534d48acbf9f
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-224-224-3-16-2-0 False True True 0.282976 ± 3.0% (10) 0.281138 ± 3.0% (10) 0.001812 ± 4.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-224-224-3-16-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=224
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=224
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=16
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 0bd6579575d88f48
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-224-224-3-8-2-0 False True True 0.281318 ± 3.2% (10) 0.279747 ± 3.2% (10) 0.001564 ± 6.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-224-224-3-8-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=224
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=224
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=8
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 0d1fcd5e41be929a
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-224-224-3-32-2-0 True True True 0.281552 ± 3.9% (10) 0.279258 ± 4.0% (10) 0.002282 ± 8.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-224-224-3-32-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=224
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=224
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 2b480ae47a788bb8
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-192-192-3-24-2-0 False True True 0.282908 ± 18.2% (10) 0.281180 ± 18.3% (10) 0.001664 ± 5.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-192-192-3-24-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=192
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=192
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=24
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 3f18e34d16b6dbdf
7 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-160-160-3-24-2-0 False True True 0.275399 ± 4.0% (10) 0.274065 ± 4.0% (10) 0.001281 ± 8.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-160-160-3-24-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=160
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=160
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=24
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 52876f53a7c28cb6
8 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-128-128-3-32-2-0 False True True 0.273967 ± 19.2% (10) 0.272769 ± 19.4% (10) 0.001009 ± 18.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-128-128-3-32-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=128
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=128
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 5caf494db66a348b
9 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-128-128-3-8-2-0 False True True 0.273133 ± 4.8% (10) 0.272370 ± 4.9% (10) 0.000763 ± 18.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-128-128-3-8-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=128
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=128
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=8
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 75a7480b8db81e66
10 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-160-160-3-16-2-0 False True True 0.275322 ± 19.4% (10) 0.274062 ± 19.5% (10) 0.001139 ± 10.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-160-160-3-16-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=160
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=160
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=16
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View a2a447a9c99c0b45
11 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-160-160-3-8-2-0 False True True 0.273609 ± 10.5% (10) 0.272495 ± 10.6% (10) 0.001039 ± 15.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-160-160-3-8-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=160
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=160
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=8
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View ad0747bcbb9db48a
12 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-192-192-3-16-2-0 False True True 0.279967 ± 2.5% (10) 0.278560 ± 2.5% (10) 0.001385 ± 5.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-192-192-3-16-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=192
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=192
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=16
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View b7f54f928e1c569e
13 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-128-128-3-24-2-0 False True True 0.273467 ± 3.3% (10) 0.272544 ± 3.3% (10) 0.000910 ± 10.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-128-128-3-24-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=128
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=128
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=24
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View b9c6ece702e11bd9
14 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-192-192-3-8-2-0 False True True 0.280338 ± 11.4% (10) 0.278987 ± 11.4% (10) 0.001347 ± 16.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-192-192-3-8-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=192
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=192
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=8
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View c9b7073d148a6241
15 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-224-224-3-24-2-0 False True True 0.282187 ± 6.5% (10) 0.280014 ± 6.6% (10) 0.002033 ± 6.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-224-224-3-24-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=224
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=224
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=24
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View eb9bddf1513d0744
16 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-mobilenets shape-3-192-192-3-32-2-0 False True True 0.278572 ± 4.2% (10) 0.276688 ± 4.2% (10) 0.001767 ± 7.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-192-192-3-32-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=192
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=192
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View ff8902376a7dba0f