Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Hewlett-Packard (HP Z640 Workstation) caffe None False False False CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-jH3kSh.prototxt
CK_CAFFE_MODEL_FILE=tmp-jH3kSh.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View 34a34aed5a8c9dd9
2 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.263408 ± 2.0% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-mmZrQF.prototxt
CK_CAFFE_MODEL_FILE=tmp-mmZrQF.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View 35937c359a438d2c
3 Hewlett-Packard (HP Z640 Workstation) caffe None False False False CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-URXF1h.prototxt
CK_CAFFE_MODEL_FILE=tmp-URXF1h.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View 449eb23739bd52f6
4 Hewlett-Packard (HP Z640 Workstation) caffe None False False False CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-knUTZX.prototxt
CK_CAFFE_MODEL_FILE=tmp-knUTZX.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View 46eaa68a85985265
5 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.192955 ± 1.3% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-ivhBs_.prototxt
CK_CAFFE_MODEL_FILE=tmp-ivhBs_.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View 66e3b1c9c467a8ef
6 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.121688 ± 3.0% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-qnjGwf.prototxt
CK_CAFFE_MODEL_FILE=tmp-qnjGwf.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View a1d4c01a026e4878
7 Hewlett-Packard (HP Z640 Workstation) caffe None False False False CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-VTb1oq.prototxt
CK_CAFFE_MODEL_FILE=tmp-VTb1oq.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View d432a814fe780a31
8 Hewlett-Packard (HP Z640 Workstation) caffe None False False False CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-CZuROa.prototxt
CK_CAFFE_MODEL_FILE=tmp-CZuROa.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View f80517291f41eb85
9 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.051626 ± 0.8% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-5_2l8I.prototxt
CK_CAFFE_MODEL_FILE=tmp-5_2l8I.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View fcca6d8794c4f985