Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-384-10-10-1-384-1-0 False True True 0.095195 ± 20.2% (10) 0.081452 ± 23.7% (10) 0.013586 ± 3.8% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-384-10-10-1-384-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=384
CK_IN_SHAPE_H=10
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=10
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=384
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 1ac46092483c8010
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-24-80-80-1-48-1-0 False True True 0.092727 ± 6.7% (10) 0.088162 ± 7.1% (10) 0.004548 ± 4.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-24-80-80-1-48-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=24
CK_IN_SHAPE_H=80
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=80
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=48
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 41d8dd9334a18b49
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-96-40-40-1-96-1-0 False True True 0.096707 ± 4.1% (10) 0.088473 ± 4.2% (10) 0.008234 ± 4.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-96-40-40-1-96-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=96
CK_IN_SHAPE_H=40
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=40
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=96
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 45947c1b572657b6
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-192-10-10-1-384-1-0 False True True 0.085891 ± 4.6% (10) 0.079174 ± 4.8% (10) 0.006717 ± 5.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-192-10-10-1-384-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=192
CK_IN_SHAPE_H=10
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=10
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=384
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 47d490c619251e38
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-96-20-20-1-192-1-0 False True True 0.086167 ± 8.4% (10) 0.080729 ± 9.0% (10) 0.005245 ± 8.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-96-20-20-1-192-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=96
CK_IN_SHAPE_H=20
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=20
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=192
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 5458a80ea2048e71
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-384-5-5-1-768-1-0 False True True 0.087963 ± 12.2% (10) 0.080429 ± 13.1% (10) 0.007388 ± 7.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-384-5-5-1-768-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=384
CK_IN_SHAPE_H=5
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=5
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=768
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 6710c315cd408c9e
7 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-192-20-20-1-192-1-0 False True True 0.093327 ± 4.9% (10) 0.083233 ± 5.5% (10) 0.009822 ± 6.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-192-20-20-1-192-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=192
CK_IN_SHAPE_H=20
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=20
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=192
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 809867746cb02b04
8 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-3-160-160-3-24-2-0 True True True 0.274503 ± 3.1% (10) 0.268361 ± 3.1% (10) 0.006114 ± 3.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-160-160-3-24-2-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=160
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=160
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=24
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View aa38f0f744c5a4f0
9 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-768-1-1-1-1001-1-0 False True True 0.089593 ± 16.6% (10) 0.083482 ± 17.7% (10) 0.006098 ± 5.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-768-1-1-1-1001-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=768
CK_IN_SHAPE_H=1
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=1
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=1001
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View aefc447c3b759755
10 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-768-5-5-1-768-1-0 False True True 0.098398 ± 54.6% (10) 0.083132 ± 64.4% (10) 0.014991 ± 5.4% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-768-5-5-1-768-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=768
CK_IN_SHAPE_H=5
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=5
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=768
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View ec0294242a94c7c6
11 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv-mobilenets-v1-0.75-160 shape-48-40-40-1-96-1-0 False True True 0.087618 ± 7.0% (10) 0.083184 ± 7.1% (10) 0.004421 ± 5.5% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=1
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-48-40-40-1-96-1-0
CK_DATA_LAYOUT=NHWC
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=48
CK_IN_SHAPE_H=40
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=40
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=96
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View ec0a47f94549b682