[ { "avg_fps": 20.48389461803763, "avg_time_ms": 48.8188412724709, "client_version": "0.7.24", "detection_time_avg_s": 0.0488188412724709, "detection_time_total_s": 2.392123222351074, "graph_load_time_s": 1.25071120262146, "images_load_time_avg_s": 0.013349642753601074, "images_load_time_total_s": 0.6674821376800537, "mAP": 0.32986818864162587, "metrics#DetectionBoxes_Precision/mAP": 0.32986818864162587, "metrics#DetectionBoxes_Precision/mAP (large)": 0.6002966136411394, "metrics#DetectionBoxes_Precision/mAP (medium)": 0.20203087076855114, "metrics#DetectionBoxes_Precision/mAP (small)": 0.0056073994881571275, "metrics#DetectionBoxes_Precision/mAP@.50IOU": 0.46289409696697675, "metrics#DetectionBoxes_Precision/mAP@.75IOU": 0.35007411607978656, "metrics#DetectionBoxes_Recall/AR@1": 0.2815497611647826, "metrics#DetectionBoxes_Recall/AR@10": 0.34374137571364527, "metrics#DetectionBoxes_Recall/AR@100": 0.34413563085304266, "metrics#DetectionBoxes_Recall/AR@100 (large)": 0.6205396825396825, "metrics#DetectionBoxes_Recall/AR@100 (medium)": 0.2050066958131474, "metrics#DetectionBoxes_Recall/AR@100 (small)": 0.00767971495979585, "platform_info": { "cpu_new_format": "", "cpu_unique": [ { "address sizes": "36 bits physical, 48 bits virtual", "apicid": "0", "bogomips": "4992.00", "cache size": "256 KB", "cache_alignment": "64", "ck_cpu_name": "Intel(R) Core(TM) i5-7300HQ CPU @ 2.50GHz", "ck_cpu_subname": "Intel(R) Core(TM) i5-7300HQ CPU @ 2.50GHz", "clflush size": "64", "core id": "0", "cpu MHz": "2496.000", "cpu cores": "4", "cpu family": "6", "cpu_features": "fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm pni pclmulqdq dtes64 est tm2 ssse3 fma cx16 xtpr pdcm pcid sse4_1 sse4_2 movbe popcnt aes xsave osxsave avx f16c rdrand hypervisor lahf_lm abm 3dnowprefetch fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid mpx rdseed adx smap clflushopt ibrs ibpb stibp ssbd", "cpuid level": "6", "flags": "fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm pni pclmulqdq dtes64 est tm2 ssse3 fma cx16 xtpr pdcm pcid sse4_1 sse4_2 movbe popcnt aes xsave osxsave avx f16c rdrand hypervisor lahf_lm abm 3dnowprefetch fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid mpx rdseed adx smap clflushopt ibrs ibpb stibp ssbd", "fpu": "yes", "fpu_exception": "yes", "initial apicid": "0", "max_freq": 2496.0, "microcode": "0xffffffff", "model": "158", "model name": "Intel(R) Core(TM) i5-7300HQ CPU @ 2.50GHz", "physical id": "0", "power management": "", "processor": "0", "siblings": "4", "stepping": "9", "vendor_id": "GenuineIntel", "wp": "yes" } ], "gpu": { "name": "", "vendor": "" }, "gpu_misc": {}, "os": { "abi": "x86_64", "bits": "64", "ck_os_base_uoa": "", "ck_os_uoa": "linux-64", "name": "Ubuntu 18.04.3 LTS", "name_long": "Linux-4.4.0-18362-Microsoft-x86_64-with-Ubuntu-18.04-bionic", "name_short": "Linux 4.4.0", "serial_number": "" }, "os_misc": {}, "platform": { "model": "", "name": "", "vendor": "" }, "platform_misc": {} }, "recall": 0.34413563085304266, "resolved_deps": { "dataset": { "data_name": "COCO 2017 validation dataset - small (50 images )", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Object Detection dataset", "package_tags": "2017,64bits,COCO,COCO.2017,channel-stable,coco,coco.2017,dataset,full,host-os-linux-64,images,jpg,object-detection,original,small,target-os-linux-64,v2017,val", "package_uoa": "5153147b0451287a", "tags": "dataset,object-detection", "version": "2017" }, "lib-python-matplotlib": { "data_name": "Python Matplotlib library", "deps": { "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python interpreter", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.6,v3.6.8", "package_uoa": "", "tags": "compiler,python", "version": "3.6.8" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python Matplotlib library", "package_tags": "64bits,host-os-linux-64,lib,matplotlib,needs-python,needs-python-3.6.8,python-package,target-os-linux-64,v3,v3.2,v3.2.0,vmaster", "package_uoa": "79a67388f8474548", "tags": "lib,python-package,matplotlib", "version": "3.2.0" }, "lib-python-numpy": { "data_name": "Python NumPy library", "deps": { "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python interpreter", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.6,v3.6.8", "package_uoa": "", "tags": "compiler,python", "version": "3.6.8" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python NumPy library", "package_tags": "64bits,host-os-linux-64,lib,needs-python,needs-python-3.6.8,numpy,python-package,target-os-linux-64,v1,v1.18,v1.18.1,vmaster", "package_uoa": "6aaeb794d288057a", "tags": "lib,python-package,numpy", "version": "1.18.1" }, "lib-python-opencv": { "data_name": "Python OpenCV library", "deps": { "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python interpreter", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.6,v3.6.8", "package_uoa": "", "tags": "compiler,python", "version": "3.6.8" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python opencv library", "package_tags": "64bits,cv2,host-os-linux-64,lib,needs-python,needs-python-3.6.8,opencv,python-package,target-os-linux-64,v4,v4.2,v4.2.0", "package_uoa": "4c340608e44297b0", "tags": "lib,python-package,cv2", "version": "4.2.0" }, "lib-tensorflow": { "data_name": "TensorFlow library (prebuilt, cpu)", "deps": { "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.6,v3.6.8", "package_uoa": "", "tags": "compiler,python", "version": "3.6.8" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "TensorFlow library", "package_tags": "64bits,channel-stable,host-os-linux-64,lib,needs-python,needs-python-3.6.8,target-os-linux-64,tensorflow,tensorflow-cpu,tf,tf-cpu,v1,v1.14,v1.14.0,vcpu,vprebuilt", "package_uoa": "9c74d04af90cc16e", "tags": "lib,tensorflow", "version": "1.14.0" }, "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python interpreter", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.6,v3.6.8", "package_uoa": "", "tags": "compiler,python", "version": "3.6.8" }, "tensorflow-model-api-object-detection": { "data_name": "TensorFlow models (object detection)", "deps": { "protobuf": { "data_name": "ProtoBuf host library", "deps": { "cmake": { "data_name": "cmake", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "cmake", "package_tags": "64bits,cmake,host-os-linux-64,target-os-linux-64,tool,v3,v3.10,v3.10.2", "package_uoa": "", "tags": "tool,cmake", "version": "3.10.2" }, "host-compiler": { "data_name": "GNU C compiler", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "HOST C++ compiler", "package_tags": "64bits,compiler,gcc,host-os-linux-64,lang-c,lang-cpp,target-os-linux-64,v7,v7.4,v7.4.0", "package_uoa": "", "tags": "compiler,lang-cpp", "version": "7.4.0" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "ProtoBuf host library 3.0.x (Linux)", "package_tags": "64bits,channel-stable,compiled-by-gcc,compiled-by-gcc-7.4.0,host-os-linux-64,lib,protobuf-host,target-os-linux-64,v3,v3.0,v3.0.0", "package_uoa": "b08dd7253cc54f05", "tags": "lib,protobuf-host", "version": "3.0.0" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Tensorflow models api (object detection)", "package_tags": "64bits,api,channel-stable,host-os-linux-64,model,object-detection,target-os-linux-64,tensorflow,tensorflowmodel-object-detection,v0", "package_uoa": "ac942dd4767895eb", "tags": "tensorflow,model,api,object-detection", "version": "master" }, "tool-coco": { "data_name": "COCO dataset API", "deps": { "compiler": { "data_name": "GNU C compiler", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "C compiler", "package_tags": "64bits,compiler,gcc,host-os-linux-64,lang-c,lang-cpp,target-os-linux-64,v7,v7.4,v7.4.0", "package_uoa": "", "tags": "compiler,lang-c", "version": "7.4.0" }, "lib-python-cython": { "data_name": "Python Cython library", "deps": { "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python interpreter", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.6,v3.6.8", "package_uoa": "", "tags": "compiler,python", "version": "3.6.8" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python Cython library", "package_tags": "64bits,cython,host-os-linux-64,lib,needs-python,needs-python-3.6.8,python-package,target-os-linux-64,v0,v0.29,v0.29.15,vmaster", "package_uoa": "5364292e01d4120b", "tags": "lib,python-package,cython", "version": "0.29.15" }, "lib-python-matplotlib": { "data_name": "Python Matplotlib library", "deps": { "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python interpreter", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.6,v3.6.8", "package_uoa": "", "tags": "compiler,python", "version": "3.6.8" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python Matplotlib library", "package_tags": "64bits,host-os-linux-64,lib,matplotlib,needs-python,needs-python-3.6.8,python-package,target-os-linux-64,v3,v3.2,v3.2.0,vmaster", "package_uoa": "79a67388f8474548", "tags": "lib,python-package,matplotlib", "version": "3.2.0" }, "lib-python-numpy": { "data_name": "Python NumPy library", "deps": { "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python interpreter", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.6,v3.6.8", "package_uoa": "", "tags": "compiler,python", "version": "3.6.8" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python NumPy library", "package_tags": "64bits,host-os-linux-64,lib,needs-python,needs-python-3.6.8,numpy,python-package,target-os-linux-64,v1,v1.18,v1.18.1,vmaster", "package_uoa": "6aaeb794d288057a", "tags": "lib,python-package,numpy", "version": "1.18.1" }, "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python interpreter", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.6,v3.6.8", "package_uoa": "", "tags": "compiler,python", "version": "3.6.8" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python API for COCO", "package_tags": "64bits,api,coco,compiled-by-gcc,compiled-by-gcc-7.4.0,host-os-linux-64,needs-python,needs-python-3.6.8,target-os-linux-64,tool,v0,vmaster,vtrunk", "package_uoa": "dba4dfd68f4363ae", "tags": "tool,coco", "version": "master" }, "weights": { "data_name": "TensorFlow model (object-detection) (MLPerf SSD-MobileNet non-quantized)", "deps": { "labelmap": { "data_name": "Labelmap Detect (COCO dataset labelmap)", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Labelmap for COCO dataset", "package_tags": "64bits,host-os-linux-64,labelmap,object-detection,target-os-linux-64,tensorflow,tf,v0,vcoco", "package_uoa": "5149df44b579d7bd", "tags": "labelmap,vcoco", "version": "master" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "TensorFlow Object Detection model", "package_tags": "64bits,channel-stable,host-os-linux-64,mlperf,mobilenet,mobilenet-v1,model,non-quantized,object-detection,ssd,ssd-mobilenet,ssd-mobilenet-v1,target-os-linux-64,tensorflow,tensorflowmodel,tf,v0,vcoco,weights", "package_uoa": "4134959be0eb9044", "tags": "model,tf,object-detection", "version": "reference" } }, "setup_time_s": 1.2693219184875488, "solution_duration": 62.02550935745239, "solution_run_date": "2020-03-12T11:18:45Z", "solution_uid": "4a878a967f3636b9", "solution_uoa": "demo-obj-detection-coco-tf-cpu-benchmark-linux-portable-workflows", "test_time_s": 6.002103090286255 } ]