Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?
Successful
run?
Output
correct?
Total test time
(sec.)
Setup time
(sec.)
Test time
(sec.)
Environment All Features Flat
features
Point UID Reproduce
1 Google (Google Compute Engine) caffe None False True False 6.661000 ± 6.6% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-BqYFnk.prototxt
CK_CAFFE_MODEL_FILE=tmp-BqYFnk.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
View View View 0022ff734afd91f7
2 Google (Google Compute Engine) caffe None False True False 4.495000 ± 3.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-TLH1mD.prototxt
CK_CAFFE_MODEL_FILE=tmp-TLH1mD.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
View View View 04990a4494dad500
3 Google (Google Compute Engine) caffe None False True False 5.141000 ± 2.1% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-pOoabu.prototxt
CK_CAFFE_MODEL_FILE=tmp-pOoabu.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
View View View 1b28457aa19e5b6e
4 Google (Google Compute Engine) caffe None False True False 3.095000 ± 1.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-h9I6tQ.prototxt
CK_CAFFE_MODEL_FILE=tmp-h9I6tQ.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
View View View 41f7ba8c186a1148
5 Google (Google Compute Engine) caffe None False True False 5.530000 ± 4.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-F1YW5N.prototxt
CK_CAFFE_MODEL_FILE=tmp-F1YW5N.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
View View View 4749344fa8ef97b3
6 Google (Google Compute Engine) caffe None False True False 2.067000 ± 1.1% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-_8A0C3.prototxt
CK_CAFFE_MODEL_FILE=tmp-_8A0C3.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
View View View 4a4d8709f28d4b96
7 Google (Google Compute Engine) caffe None False True False 0.092000 ± 58.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-KdcKOP.prototxt
CK_CAFFE_MODEL_FILE=tmp-KdcKOP.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
View View View 4cc09957f286ede6
8 Google (Google Compute Engine) caffe None False True False 2.296000 ± 3.2% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-AsdHJv.prototxt
CK_CAFFE_MODEL_FILE=tmp-AsdHJv.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
View View View 537ba82e38400571
9 Google (Google Compute Engine) caffe None False True False 7.923000 ± 3.9% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-QYAqP6.prototxt
CK_CAFFE_MODEL_FILE=tmp-QYAqP6.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
View View View 5f24c4b47e088d1d
10 Google (Google Compute Engine) caffe None False True False 4.059000 ± 1.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-wU6hsd.prototxt
CK_CAFFE_MODEL_FILE=tmp-wU6hsd.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
View View View 899e9544679123b0
11 Google (Google Compute Engine) caffe None False True False 1.051000 ± 2.9% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-CEpCxm.prototxt
CK_CAFFE_MODEL_FILE=tmp-CEpCxm.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
View View View 8da442293e4aeb44
12 Google (Google Compute Engine) caffe None False True False 0.159000 ± 8.2% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-LJdxWu.prototxt
CK_CAFFE_MODEL_FILE=tmp-LJdxWu.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
View View View 9c446695be6c3293
13 Google (Google Compute Engine) caffe None False True False 8.176000 ± 0.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-WTFFut.prototxt
CK_CAFFE_MODEL_FILE=tmp-WTFFut.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
View View View b3475eba73e4353c
14 Google (Google Compute Engine) caffe None False True False 9.024000 ± 9.9% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-Ce4lMi.prototxt
CK_CAFFE_MODEL_FILE=tmp-Ce4lMi.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
View View View b68a3624726b43ef
15 Google (Google Compute Engine) caffe None False True False 1.142000 ± 4.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-qBbATZ.prototxt
CK_CAFFE_MODEL_FILE=tmp-qBbATZ.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
View View View bed90eeb43fbe9a9
16 Google (Google Compute Engine) caffe None False True False 6.182000 ± 1.3% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-e2WAGD.prototxt
CK_CAFFE_MODEL_FILE=tmp-e2WAGD.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
View View View c79aa4e33b895be1
17 Google (Google Compute Engine) caffe None False True False 7.203000 ± 1.6% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-Hg8qpU.prototxt
CK_CAFFE_MODEL_FILE=tmp-Hg8qpU.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
View View View dbf1b142809ba39a
18 Google (Google Compute Engine) caffe None False True False 3.384000 ± 2.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-va8Osu.prototxt
CK_CAFFE_MODEL_FILE=tmp-va8Osu.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
View View View e8697d3afc11e120