Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-192-17-17-3-320-2-0 False True True 0.109031 ± 6.1% (10) 0.101396 ± 6.3% (10) 0.007635 ± 5.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-192-17-17-3-320-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=192
CK_IN_SHAPE_H=17
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=17
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=320
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 1b841a8a6b01c052
2 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-448-8-8-3-384-1-1 False True True 0.146260 ± 4.7% (10) 0.131680 ± 5.3% (10) 0.014341 ± 1.9% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=1
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-448-8-8-3-384-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=448
CK_IN_SHAPE_H=8
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=8
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=384
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View 1d85c1dfd781b2eb
3 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-288-35-35-3-384-2-0 False True True 0.264190 ± 6.3% (10) 0.124596 ± 7.7% (10) 0.139235 ± 7.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-288-35-35-3-384-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=288
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=384
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 4135a932ea732498
4 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-80-73-73-3-192-1-0 False True True 0.237818 ± 9.6% (10) 0.120789 ± 6.8% (10) 0.114812 ± 20.4% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-80-73-73-3-192-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=80
CK_IN_SHAPE_H=73
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=73
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=192
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 416b875b9e04d12c
5 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-32-147-147-3-64-1-1 False True True 0.223176 ± 15.5% (10) 0.162448 ± 20.3% (10) 0.060728 ± 4.0% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=1
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-32-147-147-3-64-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=32
CK_IN_SHAPE_H=147
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=147
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=64
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 41c6836eb211e2f7
6 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-32-149-149-3-32-1-0 False True True 0.166770 ± 4.3% (10) 0.136522 ± 4.7% (10) 0.030220 ± 2.4% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-32-149-149-3-32-1-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=32
CK_IN_SHAPE_H=149
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=149
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 79fcd5fa4114453a
7 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-96-35-35-3-96-1-1 False True True 0.143002 ± 15.7% (10) 0.125773 ± 17.8% (10) 0.017037 ± 2.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=1
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-96-35-35-3-96-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=96
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=96
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View 85d045026f4d4a98
8 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-192-17-17-3-192-2-0 False True True 0.103456 ± 8.9% (10) 0.098545 ± 9.4% (10) 0.004832 ± 9.7% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-192-17-17-3-192-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=192
CK_IN_SHAPE_H=17
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=17
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=192
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View da493345a4b6eb1b
9 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-3-299-299-3-32-2-0 True True True 0.115256 ± 11.7% (10) 0.110105 ± 12.3% (10) 0.005128 ± 4.3% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-3-299-299-3-32-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=3
CK_IN_SHAPE_H=299
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=299
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=32
CK_PUSH_LIBS_TO_REMOTE=yes
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View de479c981031256f
10 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-96-35-35-3-96-2-0 False True True 0.109411 ± 6.4% (10) 0.101106 ± 6.9% (10) 0.008073 ± 10.6% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=0
CK_CONV_STRIDE=2
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-96-35-35-3-96-2-0
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=96
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=96
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
 View View View fe6237c7c5704f99
11 Rockchip (Rockchip RK3399 Firefly Board (Linux Opensource)) directconv-armcl-opencl tensor-conv3x3-inception-v3 shape-64-35-35-3-96-1-1 False True True 0.134103 ± 5.0% (10) 0.122675 ± 5.4% (10) 0.011245 ± 5.1% (10) CK_ABS_DIFF_THRESHOLD=0.001
CK_COMPUTE_DEVICE_ID=0
CK_COMPUTE_PLATFORM_ID=0
CK_CONV_KERNEL=3
CK_CONV_PAD=1
CK_CONV_STRIDE=1
CK_CPU_FREQUENCY=max
CK_DATASET_FILENAME=shape-64-35-35-3-96-1-1
CK_DATA_LAYOUT=NCHW
CK_GPU_FREQUENCY=max
CK_IN_SHAPE_C=64
CK_IN_SHAPE_H=35
CK_IN_SHAPE_N=1
CK_IN_SHAPE_W=35
CK_LWS_TUNER_TYPE=NONE
CK_OUT_RAW_DATA=tmp-ck-output.bin
CK_OUT_SHAPE_C=96
CK_PUSH_LIBS_TO_REMOTE=no
CK_SEED=42
CK_VECTOR_FINGERPRINTED=yes
 View View View ffb9157c1e0bec15