Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-28-23-31-28-23-31 False True True 0.045841 ± 94.8% (10) 0.045247 ± 95.6% (10) 0.000584 ± 45.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-28-23-31-28-23-31
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=28
CK_IN_SHAPE_H=23
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=31
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=28
CK_OUT_SHAPE_H=23
CK_OUT_SHAPE_W=31
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 31df42ae9b768bdb
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-1-3-2-1-3-2 False True True 0.044665 ± 3.1% (10) 0.044112 ± 3.1% (10) 0.000428 ± 40.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1-3-2-1-3-2
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1
CK_IN_SHAPE_H=3
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=2
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1
CK_OUT_SHAPE_H=3
CK_OUT_SHAPE_W=2
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 35d191914c2ab26d
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-12-3-17-12-3-17 False True True 0.044745 ± 83.7% (10) 0.044179 ± 85.0% (10) 0.000433 ± 66.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-12-3-17-12-3-17
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=12
CK_IN_SHAPE_H=3
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=17
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=12
CK_OUT_SHAPE_H=3
CK_OUT_SHAPE_W=17
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 8114652852c48b2b
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-1-1-16-1-1-16 False True True 0.044738 ± 11.0% (10) 0.044289 ± 10.9% (10) 0.000428 ± 41.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1-1-16-1-1-16
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1
CK_IN_SHAPE_H=1
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=16
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1
CK_OUT_SHAPE_H=1
CK_OUT_SHAPE_W=16
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 85d4a13801d95e66
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-16-3-3-16-3-3 False True True 0.044710 ± 12.7% (10) 0.044281 ± 12.4% (10) 0.000387 ± 49.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-16-3-3-16-3-3
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=16
CK_IN_SHAPE_H=3
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=3
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=16
CK_OUT_SHAPE_H=3
CK_OUT_SHAPE_W=3
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 8aeae96a24e699f3
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-8-2-2-8-2-2 False True True 0.044539 ± 74.9% (10) 0.044063 ± 75.5% (10) 0.000432 ± 38.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-8-2-2-8-2-2
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=8
CK_IN_SHAPE_H=2
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=2
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=8
CK_OUT_SHAPE_H=2
CK_OUT_SHAPE_W=2
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View bc9a35decf80d69a
7 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-1-3-3-1-3-3 False True True 0.044512 ± 8.1% (10) 0.044090 ± 6.9% (10) 0.000422 ± 134.4% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1-3-3-1-3-3
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1
CK_IN_SHAPE_H=3
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=3
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1
CK_OUT_SHAPE_H=3
CK_OUT_SHAPE_W=3
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View c8672b6442da8332
8 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-32-26-26-32-26-26 False True True 0.046210 ± 95.0% (10) 0.045539 ± 96.0% (10) 0.000603 ± 35.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-32-26-26-32-26-26
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=32
CK_IN_SHAPE_H=26
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=26
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_OUT_SHAPE_H=26
CK_OUT_SHAPE_W=26
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View f852d224f19959d1
9 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0001 shape-1-2-3-1-2-3 True True True 0.044683 ± 6.5% (10) 0.044090 ± 6.9% (10) 0.000440 ± 34.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-1-2-3-1-2-3
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1
CK_IN_SHAPE_H=2
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=3
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1
CK_OUT_SHAPE_H=2
CK_OUT_SHAPE_W=3
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
 View View View fecb761784a1da42