Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?
Successful
run?
Output
correct?
Total test time
(sec.)
Setup time
(sec.)
Test time
(sec.)
Environment All Features Flat
features
Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-inception-v3 shape-192-17-17-3-192-2-0 False True True 1.918678 ± 11.8% (10) 1.916052 ± 11.8% (10) 0.002588 ± 13.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-192-17-17-3-192-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=192
CK_IN_SHAPE_H=17
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=17
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=192
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 13a680407997cadf
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-inception-v3 shape-448-8-8-3-384-1-1 False True True 4.849963 ± 1.2% (10) 4.841769 ± 1.2% (10) 0.007991 ± 6.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=1
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-448-8-8-3-384-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=448
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=384
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 374a14d70987cadb
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-inception-v3 shape-32-147-147-3-64-1-1 False True True 21.320641 ± 0.3% (10) 21.277283 ± 0.3% (10) 0.042750 ± 2.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=1
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-32-147-147-3-64-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=32
CK_IN_SHAPE_H=147
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=147
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=64
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 380809662f581c1a
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-inception-v3 shape-3-299-299-3-32-2-0 True True True 2.923421 ± 1.0% (10) 2.919050 ± 1.0% (10) 0.004248 ± 10.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-299-299-3-32-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=299
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=299
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 3dd6945f2999d4cc
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-inception-v3 shape-80-73-73-3-192-1-0 False True True 22.256433 ± 0.5% (10) 22.197729 ± 0.5% (10) 0.058311 ± 1.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-80-73-73-3-192-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=80
CK_IN_SHAPE_H=73
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=73
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=192
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 49baa66a9d4941a9
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-inception-v3 shape-96-35-35-3-96-2-0 False True True 2.370501 ± 6.5% (10) 2.366885 ± 6.6% (10) 0.002820 ± 28.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-96-35-35-3-96-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=96
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=96
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 4ca485400ce1ca37
7 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-inception-v3 shape-96-35-35-3-96-1-1 False True True 5.400507 ± 1.6% (10) 5.390168 ± 1.6% (10) 0.010116 ± 2.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=1
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-96-35-35-3-96-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=96
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=96
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 62806a4f4f8ff337
8 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-inception-v3 shape-192-17-17-3-320-2-0 False True True 2.395245 ± 5.0% (10) 2.391326 ± 5.0% (10) 0.003642 ± 9.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-192-17-17-3-320-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=192
CK_IN_SHAPE_H=17
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=17
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=320
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
View View View 6ac46d540a4ba22f
9 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-inception-v3 shape-32-149-149-3-32-1-0 False True True 16.809867 ± 0.4% (10) 16.781315 ± 0.4% (10) 0.028224 ± 3.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-32-149-149-3-32-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=32
CK_IN_SHAPE_H=149
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=149
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 87395815489baace
10 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-inception-v3 shape-64-35-35-3-96-1-1 False True True 4.055547 ± 1.6% (10) 4.048607 ± 1.6% (10) 0.006940 ± 6.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=1
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-64-35-35-3-96-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=64
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=96
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 904e3899e40b3fff
11 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) conv-armcl-opencl tensor-conv3x3-inception-v3 shape-288-35-35-3-384-2-0 False True True 11.068348 ± 1.4% (10) 11.044743 ± 1.4% (10) 0.023475 ± 1.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-288-35-35-3-384-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=288
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=384
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
View View View 991ce29c14e64c6f