Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) fullyconnected-armcl-opencl tensor-fullyconnected-0001 shape-256-6-6-4096-1-1 False True True 0.973221 ± 2.0% (10) 0.447901 ± 2.4% (10) 0.523423 ± 3.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-256-6-6-4096-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=256
CK_IN_SHAPE_H=6
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=6
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=4096
CK_OUT_SHAPE_H=1
CK_OUT_SHAPE_W=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 2884468fbfba6c54
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) fullyconnected-armcl-opencl tensor-fullyconnected-0001 shape-4096-1-1-4096-1-1 False True True 0.462173 ± 3.7% (10) 0.230675 ± 6.3% (10) 0.230309 ± 2.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-4096-1-1-4096-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=4096
CK_IN_SHAPE_H=1
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=1
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=4096
CK_OUT_SHAPE_H=1
CK_OUT_SHAPE_W=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 55a6661b8cef5933
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) fullyconnected-armcl-opencl tensor-fullyconnected-0001 shape-512-7-7-4096-1-1 False True True 2.536386 ± 3.7% (10) 1.088940 ± 6.6% (10) 1.444379 ± 2.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-512-7-7-4096-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=512
CK_IN_SHAPE_H=7
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=7
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=4096
CK_OUT_SHAPE_H=1
CK_OUT_SHAPE_W=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 7746e29b244b79d0
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) fullyconnected-armcl-opencl tensor-fullyconnected-0001 shape-2048-1-1-1000-1-1 True True True 0.161622 ± 3.9% (10) 0.125465 ± 3.5% (10) 0.035326 ± 11.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-2048-1-1-1000-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=2048
CK_IN_SHAPE_H=1
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=1
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1000
CK_OUT_SHAPE_H=1
CK_OUT_SHAPE_W=1
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
 View View View cbc84046a24c4524
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) fullyconnected-armcl-opencl tensor-fullyconnected-0001 shape-10-6-6-20-1-1 False True True 0.113548 ± 11.7% (10) 0.105844 ± 14.2% (10) 0.006009 ± 28.2% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-10-6-6-20-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=10
CK_IN_SHAPE_H=6
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=6
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=20
CK_OUT_SHAPE_H=1
CK_OUT_SHAPE_W=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View e4d4daca43f65005
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) fullyconnected-armcl-opencl tensor-fullyconnected-0001 shape-4096-1-1-1000-1-1 False True True 0.215466 ± 5.3% (10) 0.146309 ± 6.9% (10) 0.067530 ± 4.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-4096-1-1-1000-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=4096
CK_IN_SHAPE_H=1
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=1
CK_LWS_TUNER_TYPE=DEFAULT
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1000
CK_OUT_SHAPE_H=1
CK_OUT_SHAPE_W=1
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View f508f14fb18b5a83