Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-1-2-3-1-2-3 True True True 0.044578 ± 4.1% (10) 0.044135 ± 4.0% (10) 0.000375 ± 69.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1-2-3-1-2-3
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1
CK_IN_SHAPE_H=2
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=3
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1
CK_OUT_SHAPE_H=2
CK_OUT_SHAPE_W=3
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
 View View View 19eaa61a192485a3
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-1-3-2-1-3-2 False True True 0.044801 ± 4.6% (10) 0.044339 ± 4.7% (10) 0.000440 ± 31.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1-3-2-1-3-2
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1
CK_IN_SHAPE_H=3
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=2
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1
CK_OUT_SHAPE_H=3
CK_OUT_SHAPE_W=2
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 45128b38d7162b14
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-1-1-16-1-1-16 False True True 0.044830 ± 17.7% (10) 0.044378 ± 17.5% (10) 0.000418 ± 44.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1-1-16-1-1-16
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1
CK_IN_SHAPE_H=1
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=16
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1
CK_OUT_SHAPE_H=1
CK_OUT_SHAPE_W=16
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 6225084328b00e45
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-12-3-17-12-3-17 False True True 0.044559 ± 38.9% (10) 0.044102 ± 39.0% (10) 0.000439 ± 35.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-12-3-17-12-3-17
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=12
CK_IN_SHAPE_H=3
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=17
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=12
CK_OUT_SHAPE_H=3
CK_OUT_SHAPE_W=17
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 623e480fab8b84ef
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-28-23-31-28-23-31 False True True 0.046039 ± 87.3% (10) 0.045440 ± 87.9% (10) 0.000570 ± 48.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-28-23-31-28-23-31
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=28
CK_IN_SHAPE_H=23
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=31
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=28
CK_OUT_SHAPE_H=23
CK_OUT_SHAPE_W=31
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 99d47e9858883b80
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-1-3-3-1-3-3 False True True 0.044704 ± 50.5% (10) 0.044262 ± 50.8% (10) 0.000436 ± 37.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1-3-3-1-3-3
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1
CK_IN_SHAPE_H=3
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=3
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1
CK_OUT_SHAPE_H=3
CK_OUT_SHAPE_W=3
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 9bf96dd74ab79873
7 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-8-2-2-8-2-2 False True True 0.044579 ± 25.3% (10) 0.044119 ± 25.5% (10) 0.000418 ± 40.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-8-2-2-8-2-2
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=8
CK_IN_SHAPE_H=2
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=2
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=8
CK_OUT_SHAPE_H=2
CK_OUT_SHAPE_W=2
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View c9bbfc05fdcb136c
8 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-32-26-26-32-26-26 False True True 0.046223 ± 47.0% (10) 0.045625 ± 47.5% (10) 0.000591 ± 44.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-32-26-26-32-26-26
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=32
CK_IN_SHAPE_H=26
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=26
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_OUT_SHAPE_H=26
CK_OUT_SHAPE_W=26
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View cc4d3b867696c8de
9 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-16-3-3-16-3-3 False True True 0.044633 ± 6.5% (10) 0.044184 ± 6.3% (10) 0.000433 ± 38.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-16-3-3-16-3-3
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=16
CK_IN_SHAPE_H=3
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=3
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=16
CK_OUT_SHAPE_H=3
CK_OUT_SHAPE_W=3
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View fdbb86dd772efdb3