Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 11.845000 ± 4.1% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-zX67Fp.prototxt
CK_CAFFE_MODEL_FILE=tmp-zX67Fp.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 0411fd7b464494bb
2 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 17.423000 ± 2.6% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-I51RlG.prototxt
CK_CAFFE_MODEL_FILE=tmp-I51RlG.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 0e4e2696748b63c0
3 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 35.260000 ± 0.8% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-HlRC5y.prototxt
CK_CAFFE_MODEL_FILE=tmp-HlRC5y.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 2a8e4c46f5a4261f
4 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 12.751000 ± 1.0% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-xdFOwE.prototxt
CK_CAFFE_MODEL_FILE=tmp-xdFOwE.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 34d258b33c144b74
5 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 15.738000 ± 2.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-bszjax.prototxt
CK_CAFFE_MODEL_FILE=tmp-bszjax.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 3724db9fc4bdfa62
6 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 40.523000 ± 1.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-Rf6eYZ.prototxt
CK_CAFFE_MODEL_FILE=tmp-Rf6eYZ.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 4aa8b3c649cdcb55
7 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 6.426000 ± 1.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-tdVrwH.prototxt
CK_CAFFE_MODEL_FILE=tmp-tdVrwH.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 4f4c48a82553c273
8 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 23.409000 ± 3.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-5OeQUm.prototxt
CK_CAFFE_MODEL_FILE=tmp-5OeQUm.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 5a5c548978301af5
9 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 28.999000 ± 2.9% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-KOZE1r.prototxt
CK_CAFFE_MODEL_FILE=tmp-KOZE1r.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 6e4aeaa0e372475b
10 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 3.134000 ± 4.9% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-WAge_U.prototxt
CK_CAFFE_MODEL_FILE=tmp-WAge_U.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 790931517e373278
11 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 22.425000 ± 8.8% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-9rXhk1.prototxt
CK_CAFFE_MODEL_FILE=tmp-9rXhk1.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 7d4d1c8b3b716698
12 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 0.438000 ± 10.3% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-OS1seV.prototxt
CK_CAFFE_MODEL_FILE=tmp-OS1seV.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 8ee808834c30bc81
13 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 46.387000 ± 2.0% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-VzVOjX.prototxt
CK_CAFFE_MODEL_FILE=tmp-VzVOjX.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 935a1edb31284155
14 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 0.750000 ± 10.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-aEMG5u.prototxt
CK_CAFFE_MODEL_FILE=tmp-aEMG5u.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View bfc4e358a48fc496
15 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 18.810000 ± 1.8% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-m8oaoL.prototxt
CK_CAFFE_MODEL_FILE=tmp-m8oaoL.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View c5c0ac1275446369
16 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 9.499000 ± 2.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-f4aRES.prototxt
CK_CAFFE_MODEL_FILE=tmp-f4aRES.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View d243f48062bb80c7
17 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 5.774000 ± 6.1% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-fMx6i1.prototxt
CK_CAFFE_MODEL_FILE=tmp-fMx6i1.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View f0fa6b901ef4f628
18 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 25.216000 ± 2.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-EPTO4v.prototxt
CK_CAFFE_MODEL_FILE=tmp-EPTO4v.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-intel-i8/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View f8b9ba01ab49b8ee