Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 22.417000 ± 7.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-cBRZyg.prototxt
CK_CAFFE_MODEL_FILE=tmp-cBRZyg.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View 0b34938110314005
2 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 0.789000 ± 8.0% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-d9GBd1.prototxt
CK_CAFFE_MODEL_FILE=tmp-d9GBd1.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View 1732782d16e847ea
3 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 12.851000 ± 5.1% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-grpLxS.prototxt
CK_CAFFE_MODEL_FILE=tmp-grpLxS.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View 252f9e603e4e3da6
4 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 6.575000 ± 10.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-RR578q.prototxt
CK_CAFFE_MODEL_FILE=tmp-RR578q.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View 2a818259ef22fa52
5 Microsoft Corporation 7.0 (Virtual Machine) caffe None False False False CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-2mmqWX.prototxt
CK_CAFFE_MODEL_FILE=tmp-2mmqWX.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View 55385c14bb05cfe6
6 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 3.583000 ± 5.9% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-VqCW27.prototxt
CK_CAFFE_MODEL_FILE=tmp-VqCW27.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View 66e45c412a979da1
7 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 19.121000 ± 3.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-FYaPl3.prototxt
CK_CAFFE_MODEL_FILE=tmp-FYaPl3.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View 7e8034780bde593b
8 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 16.062000 ± 2.3% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-k4nqNF.prototxt
CK_CAFFE_MODEL_FILE=tmp-k4nqNF.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View be7ed84f4ea84c19
9 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 10.027000 ± 5.9% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-q9kIe1.prototxt
CK_CAFFE_MODEL_FILE=tmp-q9kIe1.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View fa464578145ca8d5