Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 1.633000 ± 19.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-dNgnVl.prototxt
CK_CAFFE_MODEL_FILE=tmp-dNgnVl.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 04d7eaec115f5268
2 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 1.683000 ± 43.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-w0C6XH.prototxt
CK_CAFFE_MODEL_FILE=tmp-w0C6XH.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 0a062e349f4eafa3
3 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 4.377000 ± 6.0% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-lBsvdz.prototxt
CK_CAFFE_MODEL_FILE=tmp-lBsvdz.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 1d4645ba2c94af38
4 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 10.898000 ± 3.2% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-RGb7fE.prototxt
CK_CAFFE_MODEL_FILE=tmp-RGb7fE.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 2b133e40fc8ff4f0
5 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 6.179000 ± 2.8% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-usWWwl.prototxt
CK_CAFFE_MODEL_FILE=tmp-usWWwl.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 2e4bb4ece89312b5
6 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 9.386000 ± 5.1% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-XAj5cN.prototxt
CK_CAFFE_MODEL_FILE=tmp-XAj5cN.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 37443c820c40f011
7 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 0.209000 ± 19.1% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-NrZbEc.prototxt
CK_CAFFE_MODEL_FILE=tmp-NrZbEc.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 42e7740be92bd437
8 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 0.123000 ± 82.9% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-ycetVU.prototxt
CK_CAFFE_MODEL_FILE=tmp-ycetVU.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 4e9b9b62da1d5da5
9 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 2.611000 ± 11.1% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-6m7Jpb.prototxt
CK_CAFFE_MODEL_FILE=tmp-6m7Jpb.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 679e4026962d1b33
10 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 3.538000 ± 27.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-MpbWS7.prototxt
CK_CAFFE_MODEL_FILE=tmp-MpbWS7.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 71ced3540845fe87
11 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 3.186000 ± 5.1% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-vcjOzU.prototxt
CK_CAFFE_MODEL_FILE=tmp-vcjOzU.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 81efd23c485c449b
12 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 6.890000 ± 6.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-K1zFJR.prototxt
CK_CAFFE_MODEL_FILE=tmp-K1zFJR.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View a2e1724f189a0cc3
13 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 6.234000 ± 3.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-8gp1NW.prototxt
CK_CAFFE_MODEL_FILE=tmp-8gp1NW.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View a44049bd71e7cff2
14 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 12.641000 ± 2.3% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-VPbmcs.prototxt
CK_CAFFE_MODEL_FILE=tmp-VPbmcs.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View b5edeba93d9a4959
15 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 4.665000 ± 7.2% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-aqk87c.prototxt
CK_CAFFE_MODEL_FILE=tmp-aqk87c.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View d5144169f4aacb8d
16 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 0.864000 ± 54.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-EwUVuc.prototxt
CK_CAFFE_MODEL_FILE=tmp-EwUVuc.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View ec746fe9751ef18a
17 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 5.142000 ± 3.3% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-3SotgD.prototxt
CK_CAFFE_MODEL_FILE=tmp-3SotgD.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View f3f7ee2ede4f4675
18 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 7.846000 ± 3.8% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-WUdWFX.prototxt
CK_CAFFE_MODEL_FILE=tmp-WUdWFX.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-inception-v3-fp32/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View f982854768985c1a