Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 6.096000 ± 6.7% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-JOON8B.prototxt
CK_CAFFE_MODEL_FILE=tmp-JOON8B.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 00412e874e04a083
2 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 2.586000 ± 99.7% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-0VSaxW.prototxt
CK_CAFFE_MODEL_FILE=tmp-0VSaxW.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 277d4254fddafc98
3 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 8.028000 ± 7.4% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-ByQqYN.prototxt
CK_CAFFE_MODEL_FILE=tmp-ByQqYN.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 293e32835242bd9c
4 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 1.774000 ± 11.6% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-frg25G.prototxt
CK_CAFFE_MODEL_FILE=tmp-frg25G.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 2b951eb38d11f339
5 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 4.321000 ± 4.1% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-FBcAqV.prototxt
CK_CAFFE_MODEL_FILE=tmp-FBcAqV.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 40020ea48259fa37
6 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 11.128000 ± 6.6% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-d6kBNN.prototxt
CK_CAFFE_MODEL_FILE=tmp-d6kBNN.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 4495faccff75ce21
7 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 9.609000 ± 4.0% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-kgIqFb.prototxt
CK_CAFFE_MODEL_FILE=tmp-kgIqFb.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 58fca18f3ba45b0a
8 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 0.115000 ± 24.3% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-vieTkz.prototxt
CK_CAFFE_MODEL_FILE=tmp-vieTkz.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 6cd0401295b8b234
9 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 0.196000 ± 30.6% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-SI5PrE.prototxt
CK_CAFFE_MODEL_FILE=tmp-SI5PrE.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 74bd989be88c7ab2
10 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 1.568000 ± 9.7% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-gyGnJ8.prototxt
CK_CAFFE_MODEL_FILE=tmp-gyGnJ8.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 8ce244218c1bfce6
11 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 12.739000 ± 5.0% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-CHQYgE.prototxt
CK_CAFFE_MODEL_FILE=tmp-CHQYgE.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View 94e617b34de7424a
12 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 0.869000 ± 160.8% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-TFRtxS.prototxt
CK_CAFFE_MODEL_FILE=tmp-TFRtxS.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View 9b9e17b2d25e26b8
13 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 3.401000 ± 8.1% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-2Jbw0Z.prototxt
CK_CAFFE_MODEL_FILE=tmp-2Jbw0Z.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View a81eb40b99cc3736
14 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 3.095000 ± 9.8% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-219OEN.prototxt
CK_CAFFE_MODEL_FILE=tmp-219OEN.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View bd5b77cbadb1c47f
15 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 6.329000 ± 7.1% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-Ilxo0E.prototxt
CK_CAFFE_MODEL_FILE=tmp-Ilxo0E.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View c45c6bde3acf8e84
16 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 6.843000 ± 7.1% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-FfIT06.prototxt
CK_CAFFE_MODEL_FILE=tmp-FfIT06.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View d4105a27b3fd5109
17 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 4.766000 ± 5.6% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-ko_qen.prototxt
CK_CAFFE_MODEL_FILE=tmp-ko_qen.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=2
 View View View d9e2cfc42c0b92e2
18 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 5.138000 ± 7.3% (10) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-Zl1eLP.prototxt
CK_CAFFE_MODEL_FILE=tmp-Zl1eLP.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-intel-i8/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=4
 View View View db4aefa09368c0fc