Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-192-17-17-3-192-2-0 False True True 5.256080 ± 1.1% (10) 5.251902 ± 1.1% (10) 0.004176 ± 10.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-192-17-17-3-192-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=192
CK_IN_SHAPE_H=17
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=17
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=192
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 122c3eea64835aa7
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-80-73-73-3-192-1-0 False True True 127.096707 ± 3.7% (10) 127.007561 ± 3.7% (10) 0.088729 ± 0.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-80-73-73-3-192-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=80
CK_IN_SHAPE_H=73
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=73
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=192
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 30c0d44f4c6db696
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-96-35-35-3-96-1-1 False True True 19.830490 ± 0.7% (10) 19.815706 ± 0.7% (10) 0.014748 ± 12.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=1
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-96-35-35-3-96-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=96
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=96
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 435cb26b57d49348
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-448-8-8-3-384-1-1 False True True 15.058290 ± 0.2% (10) 15.046002 ± 0.2% (10) 0.012288 ± 3.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=1
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-448-8-8-3-384-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=448
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=384
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 4a44d49f725fad19
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-64-35-35-3-96-1-1 False True True 13.249908 ± 1.0% (10) 13.239818 ± 1.0% (10) 0.009971 ± 4.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=1
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-64-35-35-3-96-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=64
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=96
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 54b1a51c71fba36c
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-32-149-149-3-32-1-0 False True True 34.559457 ± 0.9% (10) 34.533283 ± 0.9% (10) 0.025976 ± 1.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-32-149-149-3-32-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=32
CK_IN_SHAPE_H=149
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=149
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 724c419580eab00b
7 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-3-299-299-3-32-2-0 True True True 7.120925 ± 1.8% (10) 7.116461 ± 1.8% (10) 0.004461 ± 11.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-299-299-3-32-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=299
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=299
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 74347a95cecc9d1b
8 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-192-17-17-3-320-2-0 False True True 8.389612 ± 0.7% (10) 8.382821 ± 0.7% (10) 0.006775 ± 7.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-192-17-17-3-320-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=192
CK_IN_SHAPE_H=17
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=17
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=320
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 82dc03eac04b5ea0
9 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-288-35-35-3-384-2-0 False True True 168.291550 ± 1.8% (10) 168.206711 ± 1.8% (10) 0.082282 ± 3.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-288-35-35-3-384-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=288
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=384
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 8668aabc44808c3e
10 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-96-35-35-3-96-2-0 False True True 9.679120 ± 0.6% (10) 9.672182 ± 0.6% (10) 0.006890 ± 4.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-96-35-35-3-96-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=96
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=96
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View a9174dd8b7af3dea
11 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-32-147-147-3-64-1-1 False True True 68.375246 ± 0.6% (10) 68.323212 ± 0.6% (10) 0.051785 ± 0.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=1
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-32-147-147-3-64-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=32
CK_IN_SHAPE_H=147
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=147
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=64
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View ec83af40c383cd4c