Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Google (Google Compute Engine) caffe None False True False 8.332000 ± 1.3% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-ef63C0.prototxt
CK_CAFFE_MODEL_FILE=tmp-ef63C0.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 0a1dcb3bc258063d
2 Google (Google Compute Engine) caffe None False True False 0.100000 ± 58.0% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-oBhiJj.prototxt
CK_CAFFE_MODEL_FILE=tmp-oBhiJj.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 0eb98ba2b125e6ed
3 Google (Google Compute Engine) caffe None False True False 6.251000 ± 1.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-ZbN5eY.prototxt
CK_CAFFE_MODEL_FILE=tmp-ZbN5eY.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 27675b20f3485da6
4 Google (Google Compute Engine) caffe None False True False 3.133000 ± 1.9% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-JPkj3Y.prototxt
CK_CAFFE_MODEL_FILE=tmp-JPkj3Y.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 3a36ae8bff62b094
5 Google (Google Compute Engine) caffe None False True False 7.696000 ± 5.9% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-JWgRxl.prototxt
CK_CAFFE_MODEL_FILE=tmp-JWgRxl.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 492e8829c440b9c2
6 Google (Google Compute Engine) caffe None False True False 0.170000 ± 7.1% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-0tkK7G.prototxt
CK_CAFFE_MODEL_FILE=tmp-0tkK7G.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 50ae425dbdce092a
7 Google (Google Compute Engine) caffe None False True False 1.063000 ± 1.0% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-hlr6P1.prototxt
CK_CAFFE_MODEL_FILE=tmp-hlr6P1.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 650fc409c1543f1a
8 Google (Google Compute Engine) caffe None False True False 3.309000 ± 5.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-ALgLrp.prototxt
CK_CAFFE_MODEL_FILE=tmp-ALgLrp.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 74f007bd0c416886
9 Google (Google Compute Engine) caffe None False True False 4.445000 ± 9.2% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-RMyAd7.prototxt
CK_CAFFE_MODEL_FILE=tmp-RMyAd7.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 7640008cf2e62ed7
10 Google (Google Compute Engine) caffe None False True False 1.107000 ± 6.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-3d4LS9.prototxt
CK_CAFFE_MODEL_FILE=tmp-3d4LS9.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 7ff7ea41e1b07eb8
11 Google (Google Compute Engine) caffe None False True False 7.275000 ± 2.3% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-kWmUbL.prototxt
CK_CAFFE_MODEL_FILE=tmp-kWmUbL.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 8063fc08d8d348b1
12 Google (Google Compute Engine) caffe None False True False 5.219000 ± 1.6% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-I63nr2.prototxt
CK_CAFFE_MODEL_FILE=tmp-I63nr2.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 85e02c9294b4d16a
13 Google (Google Compute Engine) caffe None False True False 2.094000 ± 0.6% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-QWFTeq.prototxt
CK_CAFFE_MODEL_FILE=tmp-QWFTeq.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View ac2da48381f4bb39
14 Google (Google Compute Engine) caffe None False True False 8.773000 ± 4.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-RVJzuT.prototxt
CK_CAFFE_MODEL_FILE=tmp-RVJzuT.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View af9db6b407992f0c
15 Google (Google Compute Engine) caffe None False True False 5.600000 ± 1.9% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-UNkXES.prototxt
CK_CAFFE_MODEL_FILE=tmp-UNkXES.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View bc1c883cc42f7859
16 Google (Google Compute Engine) caffe None False True False 2.214000 ± 7.8% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-SeAUpV.prototxt
CK_CAFFE_MODEL_FILE=tmp-SeAUpV.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View c883e4bf782fe59d
17 Google (Google Compute Engine) caffe None False True False 6.640000 ± 2.2% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-WwRjpn.prototxt
CK_CAFFE_MODEL_FILE=tmp-WwRjpn.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View e2adb7d545d58e3d
18 Google (Google Compute Engine) caffe None False True False 4.158000 ± 1.2% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/gfursin/CK/ck-caffe/program/caffe/tmp/tmp-ICKaAX.prototxt
CK_CAFFE_MODEL_FILE=tmp-ICKaAX.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/gfursin/CK-TOOLS/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View ff98bb448c6af910