Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 3.237000 ± 3.5% (None) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-kFyUuI.prototxt
CK_CAFFE_MODEL_FILE=tmp-kFyUuI.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View 13547049f526e764
2 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 5.640000 ± 20.6% (None) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-_q6qmb.prototxt
CK_CAFFE_MODEL_FILE=tmp-_q6qmb.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View 53064de6bbce00f9
3 Microsoft Corporation 7.0 (Virtual Machine) caffe None False False False CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-ejDly2.prototxt
CK_CAFFE_MODEL_FILE=tmp-ejDly2.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View 5e069aad2b4df380
4 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 0.814000 ± 24.8% (None) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-0qkx_w.prototxt
CK_CAFFE_MODEL_FILE=tmp-0qkx_w.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View 6752d045d39c4330
5 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 15.856000 ± 9.2% (None) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-ku5ygb.prototxt
CK_CAFFE_MODEL_FILE=tmp-ku5ygb.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View 861a61c81abe1fae
6 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 8.288000 ± 1.9% (None) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-47OQOu.prototxt
CK_CAFFE_MODEL_FILE=tmp-47OQOu.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View 87a13bb489d957e4
7 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 16.340000 ± 33.6% (None) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-KhcTwI.prototxt
CK_CAFFE_MODEL_FILE=tmp-KhcTwI.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View a37cf63effd242f8
8 Microsoft Corporation 7.0 (Virtual Machine) caffe None False True False 10.935000 ± 3.0% (None) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-ipfCEw.prototxt
CK_CAFFE_MODEL_FILE=tmp-ipfCEw.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View a9bc0ebef8e09599
9 Microsoft Corporation 7.0 (Virtual Machine) caffe None False False False CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-NFWJDj.prototxt
CK_CAFFE_MODEL_FILE=tmp-NFWJDj.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel
CK_GPU_FREQUENCY=max
 View View View ff1a265863c247de