Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 1.292000 ± 30.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-agyC6N.prototxt
CK_CAFFE_MODEL_FILE=tmp-agyC6N.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 056c5051501a4896
2 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 1.290000 ± 0.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-vzdPNo.prototxt
CK_CAFFE_MODEL_FILE=tmp-vzdPNo.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View 179e7c541f096f9e
3 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 1.476000 ± 0.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-eqom1n.prototxt
CK_CAFFE_MODEL_FILE=tmp-eqom1n.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View 45ae3faf74ab6b00
4 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.187000 CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-ybkkze.prototxt
CK_CAFFE_MODEL_FILE=tmp-ybkkze.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View 4bdbbd23505c39d9
5 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.557000 ± 86.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-mFgr5P.prototxt
CK_CAFFE_MODEL_FILE=tmp-mFgr5P.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 6f38df9964075847
6 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.901000 ± 1.2% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-X6WEe8.prototxt
CK_CAFFE_MODEL_FILE=tmp-X6WEe8.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View 74cbd52e165e4e82
7 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.919000 ± 25.0% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-_8_iYP.prototxt
CK_CAFFE_MODEL_FILE=tmp-_8_iYP.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 86f4434f8b408e8b
8 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.189000 ± 84.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-5H4wFJ.prototxt
CK_CAFFE_MODEL_FILE=tmp-5H4wFJ.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 8a5b555e6149d5a7
9 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.047000 ± 6.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-JVpR4v.prototxt
CK_CAFFE_MODEL_FILE=tmp-JVpR4v.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 8d1fc0147d8a8bb0
10 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 1.105000 ± 87.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-J6apAq.prototxt
CK_CAFFE_MODEL_FILE=tmp-J6apAq.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 8d9b4efd534cfab9
11 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.372000 ± 4.6% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-TC_mXU.prototxt
CK_CAFFE_MODEL_FILE=tmp-TC_mXU.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 94837b447ab6de61
12 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.555000 ± 1.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-O3Ay0p.prototxt
CK_CAFFE_MODEL_FILE=tmp-O3Ay0p.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View c35c40899b75b7a8
13 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.735000 ± 1.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-HbvXHC.prototxt
CK_CAFFE_MODEL_FILE=tmp-HbvXHC.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View c431dba19414983c
14 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.034000 ± 2.9% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-_pf3jy.prototxt
CK_CAFFE_MODEL_FILE=tmp-_pf3jy.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View c9eab04c994850a0
15 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.741000 ± 86.2% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-NZ2nPt.prototxt
CK_CAFFE_MODEL_FILE=tmp-NZ2nPt.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View ce7c486c8206bb46
16 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 1.470000 ± 0.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-k2n61l.prototxt
CK_CAFFE_MODEL_FILE=tmp-k2n61l.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View d318b0d0b864e19b
17 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.367000 ± 2.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-FFLrzE.prototxt
CK_CAFFE_MODEL_FILE=tmp-FFLrzE.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View d477ca3074486c33
18 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 1.103000 ± 0.9% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-0WcAnG.prototxt
CK_CAFFE_MODEL_FILE=tmp-0WcAnG.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a9914423b819a458/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a9914423b819a458/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View e407da6dd244aea3