Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 2.152000 ± 0.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-8zBTXt.prototxt
CK_CAFFE_MODEL_FILE=tmp-8zBTXt.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View 096040a41ada75ef
2 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 19.660000 ± 1.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-9pJPF1.prototxt
CK_CAFFE_MODEL_FILE=tmp-9pJPF1.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View 3d154b719fe19e18
3 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 22.212000 ± 3.3% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-0JtWm0.prototxt
CK_CAFFE_MODEL_FILE=tmp-0JtWm0.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View 6200ddfa83a4a8b9
4 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 6.120000 ± 0.3% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-dsOe15.prototxt
CK_CAFFE_MODEL_FILE=tmp-dsOe15.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View 72fcfb3474899e9f
5 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 16.111000 ± 0.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-wxJIAo.prototxt
CK_CAFFE_MODEL_FILE=tmp-wxJIAo.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View 840a60003660fa05
6 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 10.958000 ± 3.2% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-eVGuKm.prototxt
CK_CAFFE_MODEL_FILE=tmp-eVGuKm.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View 9d8b294deb4fd591
7 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 8.092000 ± 0.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-xcYr7u.prototxt
CK_CAFFE_MODEL_FILE=tmp-xcYr7u.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View a4f1e8d1f6e239f6
8 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 4.135000 ± 0.6% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-RXEiYk.prototxt
CK_CAFFE_MODEL_FILE=tmp-RXEiYk.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View cf34470d8eb8b9fa
9 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.365000 ± 1.6% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-_Gj38I.prototxt
CK_CAFFE_MODEL_FILE=tmp-_Gj38I.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View db12735b8e488090