Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0002 test-shape-8-2-2-8-4-1 False True True 0.044761 ± 56.0% (10) 0.044286 ± 56.5% (10) 0.000436 ± 37.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=test-shape-8-2-2-8-4-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=8
CK_IN_SHAPE_H=2
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=2
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=8
CK_OUT_SHAPE_H=4
CK_OUT_SHAPE_W=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 4431fa0a032599a5
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0002 test-shape-1-1-16-2-2-4 True True True 0.044766 ± 47.1% (10) 0.044348 ± 47.5% (10) 0.000416 ± 42.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=test-shape-1-1-16-2-2-4
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=1
CK_IN_SHAPE_H=1
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=16
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=2
CK_OUT_SHAPE_H=2
CK_OUT_SHAPE_W=4
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
 View View View 4913ec4a6ebdd8db
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0002 test-shape-28-23-31-713-14-2 False True True 0.045755 ± 10.7% (10) 0.045150 ± 10.9% (10) 0.000581 ± 46.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=test-shape-28-23-31-713-14-2
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=28
CK_IN_SHAPE_H=23
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=31
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=713
CK_OUT_SHAPE_H=14
CK_OUT_SHAPE_W=2
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 742e1b19022a0f1b
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0002 test-shape-16-3-3-1-1-144 False True True 0.044739 ± 6.1% (10) 0.044255 ± 6.0% (10) 0.000416 ± 66.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=test-shape-16-3-3-1-1-144
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=16
CK_IN_SHAPE_H=3
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=3
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1
CK_OUT_SHAPE_H=1
CK_OUT_SHAPE_W=144
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View ac76aec9f6242b9a
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0002 test-shape-12-3-17-612-1-1 False True True 0.044837 ± 5.7% (10) 0.044229 ± 5.8% (10) 0.000451 ± 36.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=test-shape-12-3-17-612-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=12
CK_IN_SHAPE_H=3
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=17
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=612
CK_OUT_SHAPE_H=1
CK_OUT_SHAPE_W=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View b937f4a0086ae862
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) reshape-armcl-opencl tensor-reshape-synthetic-0002 test-shape-32-26-26-128-13-13 False True True 0.046147 ± 14.3% (10) 0.045547 ± 14.0% (10) 0.000600 ± 40.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=test-shape-32-26-26-128-13-13
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=32
CK_IN_SHAPE_H=26
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=26
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=128
CK_OUT_SHAPE_H=13
CK_OUT_SHAPE_W=13
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View c11c33f41efad9b9