| Dimensions | Raw JSON files | |||||||||||||||
| # | Platform | Test | Dataset | Dataset file | Successful compile? |
Successful run? |
Output correct? |
Total test time (sec.) |
Setup time (sec.) |
Test time (sec.) |
Environment | All | Features | Flat features |
Point UID | Reproduce |
| 1 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 3.819000 ± 4.1% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=32 CK_CAFFE_ITERATIONS=15 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-WUooxn.prototxt CK_CAFFE_MODEL_FILE=tmp-WUooxn.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=2 |
View | View | View | 0d7c6ad3a73f4398 | ||||
| 2 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 1.471000 ± 10.7% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=24 CK_CAFFE_ITERATIONS=20 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-7QEcde.prototxt CK_CAFFE_MODEL_FILE=tmp-7QEcde.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=4 |
View | View | View | 14e14e9649fbac59 | ||||
| 3 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 2.695000 ± 11.9% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=24 CK_CAFFE_ITERATIONS=20 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-begIrQ.prototxt CK_CAFFE_MODEL_FILE=tmp-begIrQ.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=2 |
View | View | View | 1b51047d5a82e7fc | ||||
| 4 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 3.977000 ± 5.4% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=64 CK_CAFFE_ITERATIONS=7 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-zxNKPx.prototxt CK_CAFFE_MODEL_FILE=tmp-zxNKPx.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=4 |
View | View | View | 259c47eb946c44ba | ||||
| 5 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 3.488000 ± 6.1% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=56 CK_CAFFE_ITERATIONS=8 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-NnTkDn.prototxt CK_CAFFE_MODEL_FILE=tmp-NnTkDn.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=4 |
View | View | View | 2ba9d4677b5d2a4e | ||||
| 6 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 0.985000 ± 9.1% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=16 CK_CAFFE_ITERATIONS=31 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-ujeaL9.prototxt CK_CAFFE_MODEL_FILE=tmp-ujeaL9.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=4 |
View | View | View | 4024ec99d667a434 | ||||
| 7 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 0.122000 ± 15.6% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=1 CK_CAFFE_ITERATIONS=500 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-1lJWm7.prototxt CK_CAFFE_MODEL_FILE=tmp-1lJWm7.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=2 |
View | View | View | 4594b8c923546c37 | ||||
| 8 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 7.444000 ± 1.8% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=64 CK_CAFFE_ITERATIONS=7 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-xsdc_f.prototxt CK_CAFFE_MODEL_FILE=tmp-xsdc_f.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=2 |
View | View | View | 463ab10bc0f19bf5 | ||||
| 9 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 2.507000 ± 7.0% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=40 CK_CAFFE_ITERATIONS=12 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-gGp_PY.prototxt CK_CAFFE_MODEL_FILE=tmp-gGp_PY.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=4 |
View | View | View | 4e3bb4617ab7e40b | ||||
| 10 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 0.468000 ± 9.4% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=8 CK_CAFFE_ITERATIONS=62 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-8G4yFt.prototxt CK_CAFFE_MODEL_FILE=tmp-8G4yFt.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=4 |
View | View | View | 4feb4a5710cd4ae8 | ||||
| 11 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 4.484000 ± 9.6% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=40 CK_CAFFE_ITERATIONS=12 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-0xo5SK.prototxt CK_CAFFE_MODEL_FILE=tmp-0xo5SK.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=2 |
View | View | View | 51514c4da20d8377 | ||||
| 12 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 1.876000 ± 5.9% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=16 CK_CAFFE_ITERATIONS=31 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-imcO9b.prototxt CK_CAFFE_MODEL_FILE=tmp-imcO9b.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=2 |
View | View | View | 6584f9cbecee1dc1 | ||||
| 13 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 6.484000 ± 4.4% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=56 CK_CAFFE_ITERATIONS=8 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-VhaEZz.prototxt CK_CAFFE_MODEL_FILE=tmp-VhaEZz.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=2 |
View | View | View | 739402f908a8c52b | ||||
| 14 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 0.947000 ± 4.0% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=8 CK_CAFFE_ITERATIONS=62 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-gN3lGC.prototxt CK_CAFFE_MODEL_FILE=tmp-gN3lGC.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=2 |
View | View | View | 919c954050893d41 | ||||
| 15 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 0.071000 ± 38.0% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=1 CK_CAFFE_ITERATIONS=500 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-OzTSvM.prototxt CK_CAFFE_MODEL_FILE=tmp-OzTSvM.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=4 |
View | View | View | 92bc4d138e8b5a08 | ||||
| 16 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 1.979000 ± 5.9% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=32 CK_CAFFE_ITERATIONS=15 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-mxmi3F.prototxt CK_CAFFE_MODEL_FILE=tmp-mxmi3F.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=4 |
View | View | View | 93ba08ffa0b11e67 | ||||
| 17 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 3.009000 ± 3.1% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=48 CK_CAFFE_ITERATIONS=10 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-xkoavf.prototxt CK_CAFFE_MODEL_FILE=tmp-xkoavf.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=4 |
View | View | View | cce24baeacdb2a0d | ||||
| 18 | Microsoft Corporation 7.0 (Virtual Machine) | caffe | None | False | True | False | 5.573000 ± 6.3% (5) | CAFFE_COMPUTE_DEVICE_ID=0 CK_CAFFE_BATCH_SIZE=48 CK_CAFFE_ITERATIONS=10 CK_CAFFE_MODEL=/home/fursin/CK/ck-caffe/program/caffe/tmp/tmp-PWPCo2.prototxt CK_CAFFE_MODEL_FILE=tmp-PWPCo2.prototxt CK_CAFFE_MODEL_MEAN_BIN=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet_mean.binaryproto CK_CAFFE_MODEL_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_CPU_FREQUENCY=max CK_ENV_MODEL_CAFFE_WEIGHTS=/home/fursin/fggwork/ck-tools/caffemodel-resnet50-fp32/ResNet-50-model.caffemodel CK_GPU_FREQUENCY=max OMP_NUM_THREADS=2 |
View | View | View | e7348a6bc17e0f78 | ||||