Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) fullyconnected-armcl-opencl tensor-fullyconnected-0001 shape-4096-1-1-1000-1-1 False True True 0.154197 ± 9.6% (10) 0.148247 ± 9.3% (10) 0.005788 ± 22.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-4096-1-1-1000-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=4096
CK_IN_SHAPE_H=1
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=1
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1000
CK_OUT_SHAPE_H=1
CK_OUT_SHAPE_W=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 2c7714c0314f6484
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) fullyconnected-armcl-opencl tensor-fullyconnected-0001 shape-2048-1-1-1000-1-1 True True True 0.129532 ± 5.5% (10) 0.126097 ± 5.1% (10) 0.003388 ± 21.4% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-2048-1-1-1000-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=2048
CK_IN_SHAPE_H=1
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=1
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1000
CK_OUT_SHAPE_H=1
CK_OUT_SHAPE_W=1
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
 View View View 48e5986b3ac243b1
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) fullyconnected-armcl-opencl tensor-fullyconnected-0001 shape-512-7-7-4096-1-1 False True True 1.236443 ± 10.6% (10) 1.084854 ± 12.8% (10) 0.142160 ± 20.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-512-7-7-4096-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=512
CK_IN_SHAPE_H=7
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=7
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=4096
CK_OUT_SHAPE_H=1
CK_OUT_SHAPE_W=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 6643a8fa464633bb
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) fullyconnected-armcl-opencl tensor-fullyconnected-0001 shape-4096-1-1-4096-1-1 False True True 0.257387 ± 18.9% (10) 0.231592 ± 21.9% (10) 0.023443 ± 18.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-4096-1-1-4096-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=4096
CK_IN_SHAPE_H=1
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=1
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=4096
CK_OUT_SHAPE_H=1
CK_OUT_SHAPE_W=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 9c5bb6ba144a4418
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) fullyconnected-armcl-opencl tensor-fullyconnected-0001 shape-10-6-6-20-1-1 False True True 0.106270 ± 18.0% (10) 0.105466 ± 18.3% (10) 0.000625 ± 53.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-10-6-6-20-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=10
CK_IN_SHAPE_H=6
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=6
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=20
CK_OUT_SHAPE_H=1
CK_OUT_SHAPE_W=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View a9b7833dba4e598a
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) fullyconnected-armcl-opencl tensor-fullyconnected-0001 shape-256-6-6-4096-1-1 False True True 0.492124 ± 7.7% (10) 0.439155 ± 8.5% (10) 0.051902 ± 22.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-256-6-6-4096-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=256
CK_IN_SHAPE_H=6
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=6
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=4096
CK_OUT_SHAPE_H=1
CK_OUT_SHAPE_W=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View f0e978b0e2b95191