Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 16.414000 ± 0.6% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-QBkFQZ.prototxt
CK_CAFFE_MODEL_FILE=tmp-QBkFQZ.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View 003290f27e4319be
2 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 5.621000 ± 0.6% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-pu8eOW.prototxt
CK_CAFFE_MODEL_FILE=tmp-pu8eOW.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View 1228141f1a060f4f
3 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 13.703000 ± 0.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-Zz_cUu.prototxt
CK_CAFFE_MODEL_FILE=tmp-Zz_cUu.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View 423db568c6da2488
4 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 2.891000 ± 0.6% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-mpRg2y.prototxt
CK_CAFFE_MODEL_FILE=tmp-mpRg2y.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View 4284045cc8149485
5 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 11.012000 ± 0.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-ZGQDHY.prototxt
CK_CAFFE_MODEL_FILE=tmp-ZGQDHY.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View 47f69608a7b9a143
6 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.444000 ± 0.9% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-gGv0uB.prototxt
CK_CAFFE_MODEL_FILE=tmp-gGv0uB.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View 842c5a470a301bbc
7 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 20.869000 ± 0.9% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-bSnMg2.prototxt
CK_CAFFE_MODEL_FILE=tmp-bSnMg2.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View 8579ee26294e20ab
8 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 23.827000 ± 0.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-CZ5Cmo.prototxt
CK_CAFFE_MODEL_FILE=tmp-CZ5Cmo.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View 864f94998d166ba8
9 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 8.321000 ± 0.3% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-ojj_sz.prototxt
CK_CAFFE_MODEL_FILE=tmp-ojj_sz.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
 View View View 8deda6924baa491e