Check the preview of 2nd version of this platform being developed by the open MLCommons taskforce on automation and reproducibility as a free, open-source and technology-agnostic on-prem platform.
Select experiment view:  
Dimensions Raw JSON files
# Platform Test Dataset Dataset file Successful
compile?		 Successful
run?		 Output
correct?		 Total test time
(sec.)		 Setup time
(sec.)		 Test time
(sec.)		 Environment All Features Flat
features		 Point UID Reproduce
1 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.322000 ± 3.1% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-89NsfJ.prototxt
CK_CAFFE_MODEL_FILE=tmp-89NsfJ.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View 07c24faaa8864f42
2 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 2.231000 ± 1.8% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-rtLqGn.prototxt
CK_CAFFE_MODEL_FILE=tmp-rtLqGn.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 252b3fb065f6656b
3 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.642000 ± 0.8% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-rI25Si.prototxt
CK_CAFFE_MODEL_FILE=tmp-rI25Si.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 2c692ba4a48468ca
4 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 1.283000 ± 83.8% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-Lc8NEx.prototxt
CK_CAFFE_MODEL_FILE=tmp-Lc8NEx.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 3a109d34055fd77c
5 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 1.555000 ± 0.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-AJJSv2.prototxt
CK_CAFFE_MODEL_FILE=tmp-AJJSv2.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View 3bcd4363a179a830
6 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 1.879000 ± 0.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-uHk_AI.prototxt
CK_CAFFE_MODEL_FILE=tmp-uHk_AI.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View 4099dd2314541a77
7 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 1.257000 ± 0.9% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=32
CK_CAFFE_ITERATIONS=15
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-85UBy7.prototxt
CK_CAFFE_MODEL_FILE=tmp-85UBy7.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View 4f1989b2558197d6
8 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 2.500000 ± 0.7% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-0tGgjd.prototxt
CK_CAFFE_MODEL_FILE=tmp-0tGgjd.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View 584dcf922dedf2a4
9 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.048000 ± 68.8% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-pHjHEG.prototxt
CK_CAFFE_MODEL_FILE=tmp-pHjHEG.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 7a1045ccadf89beb
10 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 1.911000 ± 25.2% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=48
CK_CAFFE_ITERATIONS=10
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-VoCuNV.prototxt
CK_CAFFE_MODEL_FILE=tmp-VoCuNV.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 8e09321b06f245ac
11 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.052000 CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=1
CK_CAFFE_ITERATIONS=500
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-mHgiHq.prototxt
CK_CAFFE_MODEL_FILE=tmp-mHgiHq.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View 949635d5bc242c08
12 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 1.588000 ± 3.2% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=40
CK_CAFFE_ITERATIONS=12
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-Ux3JaA.prototxt
CK_CAFFE_MODEL_FILE=tmp-Ux3JaA.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View 9debd743dca57849
13 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.964000 ± 24.2% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-3IG2un.prototxt
CK_CAFFE_MODEL_FILE=tmp-3IG2un.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View bc71cabc4c329eb1
14 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.325000 ± 85.2% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=8
CK_CAFFE_ITERATIONS=62
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-jBfCIy.prototxt
CK_CAFFE_MODEL_FILE=tmp-jBfCIy.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View be2b60a2c60c1312
15 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.950000 ± 1.3% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=24
CK_CAFFE_ITERATIONS=20
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-CqSIuB.prototxt
CK_CAFFE_MODEL_FILE=tmp-CqSIuB.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View bea55638b1f3ae62
16 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 2.193000 ± 0.5% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=56
CK_CAFFE_ITERATIONS=8
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-Kzsp1R.prototxt
CK_CAFFE_MODEL_FILE=tmp-Kzsp1R.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View c1655c0e0124b43a
17 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 2.540000 ± 11.1% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=64
CK_CAFFE_ITERATIONS=7
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-k4GBDw.prototxt
CK_CAFFE_MODEL_FILE=tmp-k4GBDw.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=10
 View View View cdf9e6c44d4a7c4c
18 Hewlett-Packard (HP Z640 Workstation) caffe None False True False 0.638000 ± 1.4% (5) CAFFE_COMPUTE_DEVICE_ID=0
CK_CAFFE_BATCH_SIZE=16
CK_CAFFE_ITERATIONS=31
CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-cSZfCu.prototxt
CK_CAFFE_MODEL_FILE=tmp-cSZfCu.prototxt
CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3_mean.binaryproto
CK_CAFFE_MODEL_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_CPU_FREQUENCY=max
CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/CK/local/env/f9db041999a38218/inceptionv3.caffemodel
CK_GPU_FREQUENCY=max
OMP_NUM_THREADS=20
 View View View f469691146279fae