Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 2.263000 ± 1.6% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-iJMlUj.prototxt
CK_CAFFE_MODEL_FILE=tmp-iJMlUj.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 036975b040548a3a
2 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.159000 ± 52.2% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-iXtTQw.prototxt
CK_CAFFE_MODEL_FILE=tmp-iXtTQw.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 04d0c9ed2a0817e2
3 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 4.742000 ± 0.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-xrP7RZ.prototxt
CK_CAFFE_MODEL_FILE=tmp-xrP7RZ.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View 10ae324fdcc457a8
4 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 3.909000 ± 0.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-3Ndcx8.prototxt
CK_CAFFE_MODEL_FILE=tmp-3Ndcx8.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View 34f042e6473891e3
5 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.176000 ± 4.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-CNWP8w.prototxt
CK_CAFFE_MODEL_FILE=tmp-CNWP8w.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View 47e3a51ee7bfb852
6 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 5.519000 ± 14.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-pDpW2P.prototxt
CK_CAFFE_MODEL_FILE=tmp-pDpW2P.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 48feacaa505cc510
7 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 1.978000 ± 0.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-8uX1I8.prototxt
CK_CAFFE_MODEL_FILE=tmp-8uX1I8.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View 4f8da7db3a2423db
8 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 7.708000 ± 1.1% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-lcm0xs.prototxt
CK_CAFFE_MODEL_FILE=tmp-lcm0xs.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View 536f3ebbaa476e8f
9 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 1.148000 ± 0.3% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-Dm2AMQ.prototxt
CK_CAFFE_MODEL_FILE=tmp-Dm2AMQ.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View 54ee8ac685da206e
10 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 3.388000 ± 0.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-eP0oED.prototxt
CK_CAFFE_MODEL_FILE=tmp-eP0oED.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 74a3ba880507c9b5
11 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 6.648000 ± 16.3% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-BZLfJH.prototxt
CK_CAFFE_MODEL_FILE=tmp-BZLfJH.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 8f7b25460fb21f54
12 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 3.023000 ± 1.0% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-Uintxq.prototxt
CK_CAFFE_MODEL_FILE=tmp-Uintxq.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View bc77ac4b9c2d4237
13 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 8.893000 ± 34.6% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-XP3KTg.prototxt
CK_CAFFE_MODEL_FILE=tmp-XP3KTg.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View c2a64c27ade44333
14 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 4.504000 ± 12.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-qjIIxs.prototxt
CK_CAFFE_MODEL_FILE=tmp-qjIIxs.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View c96f48f47da97d9d
15 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 5.783000 ± 1.6% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-RONvPJ.prototxt
CK_CAFFE_MODEL_FILE=tmp-RONvPJ.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View c9741e589fed40e4
16 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 7.761000 ± 4.3% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-Iay1ue.prototxt
CK_CAFFE_MODEL_FILE=tmp-Iay1ue.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View defc4fa68bd5e510
17 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 1.138000 ± 25.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-X4zOxM.prototxt
CK_CAFFE_MODEL_FILE=tmp-X4zOxM.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View e4b528f46ac631e6
18 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 6.688000 ± 0.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-rZxzgj.prototxt
CK_CAFFE_MODEL_FILE=tmp-rZxzgj.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/a02d0432db5cdc64/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View f40b28e2a6118639