[ { "avg_fps": 23.87430960309482, "avg_time_ms": 41.88602797839106, "client_version": "1.2.10", "detection_time_avg_s": 0.04188602797839106, "detection_time_total_s": 2.052415370941162, "graph_load_time_s": 0.5928432941436768, "images_load_time_avg_s": 0.005524239540100098, "images_load_time_total_s": 0.2762119770050049, "mAP": 0.32986818864162587, "metrics#DetectionBoxes_Precision/mAP": 0.32986818864162587, "metrics#DetectionBoxes_Precision/mAP (large)": 0.6002966136411394, "metrics#DetectionBoxes_Precision/mAP (medium)": 0.20203087076855114, "metrics#DetectionBoxes_Precision/mAP (small)": 0.0056073994881571275, "metrics#DetectionBoxes_Precision/mAP@.50IOU": 0.46289409696697675, "metrics#DetectionBoxes_Precision/mAP@.75IOU": 0.35007411607978656, "metrics#DetectionBoxes_Recall/AR@1": 0.2815497611647826, "metrics#DetectionBoxes_Recall/AR@10": 0.34374137571364527, "metrics#DetectionBoxes_Recall/AR@100": 0.34413563085304266, "metrics#DetectionBoxes_Recall/AR@100 (large)": 0.6205396825396825, "metrics#DetectionBoxes_Recall/AR@100 (medium)": 0.2050066958131474, "metrics#DetectionBoxes_Recall/AR@100 (small)": 0.00767971495979585, "platform_info": { "cpu_new_format": "", "cpu_unique": [ { "TLB size": "3072 4K pages", "address sizes": "48 bits physical, 48 bits virtual", "apicid": "0", "bogomips": "7199.98", "bugs": "sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass", "cache size": "512 KB", "cache_alignment": "64", "ck_cpu_name": "AMD Ryzen 5 3600 6-Core Processor", "ck_cpu_subname": "AMD Ryzen 5 3600 6-Core Processor", "clflush size": "64", "core id": "0", "cpu MHz": "3599.994", "cpu cores": "1", "cpu family": "23", "cpu_features": "fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl cpuid extd_apicid pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext ssbd ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves xsaveerptr virt_ssbd arat rdpid", "cpuid level": "13", "flags": "fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl cpuid extd_apicid pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext ssbd ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves xsaveerptr virt_ssbd arat rdpid", "fpu": "yes", "fpu_exception": "yes", "initial apicid": "0", "microcode": "0xffffffff", "model": "113", "model name": "AMD Ryzen 5 3600 6-Core Processor", "physical id": "0", "power management": "", "processor": "0", "siblings": "2", "stepping": "0", "vendor_id": "AuthenticAMD", "wp": "yes" } ], "gpu": { "name": "", "vendor": "" }, "gpu_misc": {}, "os": { "abi": "x86_64", "bits": "64", "ck_os_base_uoa": "", "ck_os_uoa": "linux-64", "name": "Ubuntu 18.04.4 LTS", "name_long": "Linux-5.4.0-48-generic-x86_64-with-debian-buster-sid", "name_short": "Linux 5.4.0", "serial_number": "" }, "os_misc": {}, "platform": { "model": "Virtual Machine", "name": "Microsoft Corporation Hyper-V UEFI Release v4.0 (Virtual Machine)", "vendor": "Microsoft Corporation" }, "platform_misc": {} }, "program_workflow_uoa": "object-detection-tf-py-benchmark", "recall": 0.34413563085304266, "resolved_deps": { "dataset": { "data_name": "COCO 2017 validation dataset - small (50 images )", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Object Detection dataset", "package_tags": "2017,64bits,COCO,COCO.2017,channel-stable,coco,coco.2017,dataset,full,host-os-linux-64,images,jpg,object-detection,original,small,target-os-linux-64,v2017,val", "package_uoa": "5153147b0451287a", "tags": "dataset,object-detection", "version": "2017" }, "lib-python-matplotlib": { "data_name": "Python Matplotlib library", "deps": { "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python interpreter", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.7,v3.7.7", "package_uoa": "", "tags": "compiler,python", "version": "3.7.7" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python Matplotlib library", "package_tags": "64bits,host-os-linux-64,lib,matplotlib,needs-python,needs-python-3.7.7,python-package,target-os-linux-64,v3,v3.3,v3.3.2,vmaster", "package_uoa": "79a67388f8474548", "tags": "lib,python-package,matplotlib", "version": "3.3.2" }, "lib-python-numpy": { "data_name": "Python NumPy library", "deps": { "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python interpreter", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.7,v3.7.7", "package_uoa": "", "tags": "compiler,python", "version": "3.7.7" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python NumPy library", "package_tags": "64bits,host-os-linux-64,lib,needs-python,needs-python-3.7.7,numpy,python-package,target-os-linux-64,v1,v1.19,v1.19.2,vmaster", "package_uoa": "6aaeb794d288057a", "tags": "lib,python-package,numpy", "version": "1.19.2" }, "lib-python-opencv": { "data_name": "Python OpenCV library", "deps": { "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python interpreter", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.7,v3.7.7", "package_uoa": "", "tags": "compiler,python", "version": "3.7.7" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python opencv library", "package_tags": "64bits,cv2,host-os-linux-64,lib,needs-python,needs-python-3.7.7,opencv,python-package,target-os-linux-64,v4,v4.4,v4.4.0", "package_uoa": "4c340608e44297b0", "tags": "lib,python-package,cv2", "version": "4.4.0" }, "lib-tensorflow": { "data_name": "TensorFlow library (prebuilt, cpu)", "deps": { "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.7,v3.7.7", "package_uoa": "", "tags": "compiler,python", "version": "3.7.7" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "TensorFlow library", "package_tags": "64bits,channel-stable,host-os-linux-64,lib,needs-python,needs-python-3.7.7,target-os-linux-64,tensorflow,tensorflow-cpu,tf,tf-cpu,v1,v1.14,v1.14.0,vcpu,vprebuilt", "package_uoa": "9c74d04af90cc16e", "tags": "lib,tensorflow", "version": "1.14.0" }, "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python interpreter", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.7,v3.7.7", "package_uoa": "", "tags": "compiler,python", "version": "3.7.7" }, "tensorflow-model-api-object-detection": { "data_name": "TensorFlow models (object detection)", "deps": { "protobuf": { "data_name": "ProtoBuf host library", "deps": { "cmake": { "data_name": "cmake", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "cmake", "package_tags": "64bits,cmake,host-os-linux-64,target-os-linux-64,tool,v3,v3.18,v3.18.0", "package_uoa": "", "tags": "tool,cmake", "version": "3.18.0" }, "host-compiler": { "data_name": "GNU C compiler", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "HOST C++ compiler", "package_tags": "64bits,compiler,gcc,host-os-linux-64,lang-c,lang-cpp,target-os-linux-64,v7,v7.5,v7.5.0", "package_uoa": "", "tags": "compiler,lang-cpp", "version": "7.5.0" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "ProtoBuf host library 3.0.x (Linux)", "package_tags": "64bits,channel-stable,compiled-by-gcc,compiled-by-gcc-7.5.0,host-os-linux-64,lib,protobuf-host,target-os-linux-64,v3,v3.0,v3.0.0", "package_uoa": "b08dd7253cc54f05", "tags": "lib,protobuf-host", "version": "3.0.0" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Tensorflow models api (object detection)", "package_tags": "64bits,api,channel-stable,host-os-linux-64,model,object-detection,target-os-linux-64,tensorflow,tensorflowmodel-object-detection,v0", "package_uoa": "ac942dd4767895eb", "tags": "tensorflow,model,api,object-detection", "version": "master" }, "tool-coco": { "data_name": "COCO dataset API", "deps": { "compiler": { "data_name": "GNU C compiler", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "C compiler", "package_tags": "64bits,compiler,gcc,host-os-linux-64,lang-c,lang-cpp,target-os-linux-64,v7,v7.5,v7.5.0", "package_uoa": "", "tags": "compiler,lang-c", "version": "7.5.0" }, "lib-python-cython": { "data_name": "Python Cython library", "deps": { "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python interpreter", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.7,v3.7.7", "package_uoa": "", "tags": "compiler,python", "version": "3.7.7" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python Cython library", "package_tags": "64bits,cython,host-os-linux-64,lib,needs-python,needs-python-3.7.7,python-package,target-os-linux-64,v0,v0.29,v0.29.21,vmaster", "package_uoa": "5364292e01d4120b", "tags": "lib,python-package,cython", "version": "0.29.21" }, "lib-python-matplotlib": { "data_name": "Python Matplotlib library", "deps": { "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python interpreter", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.7,v3.7.7", "package_uoa": "", "tags": "compiler,python", "version": "3.7.7" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python Matplotlib library", "package_tags": "64bits,host-os-linux-64,lib,matplotlib,needs-python,needs-python-3.7.7,python-package,target-os-linux-64,v3,v3.3,v3.3.2,vmaster", "package_uoa": "79a67388f8474548", "tags": "lib,python-package,matplotlib", "version": "3.3.2" }, "lib-python-numpy": { "data_name": "Python NumPy library", "deps": { "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python interpreter", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.7,v3.7.7", "package_uoa": "", "tags": "compiler,python", "version": "3.7.7" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python NumPy library", "package_tags": "64bits,host-os-linux-64,lib,needs-python,needs-python-3.7.7,numpy,python-package,target-os-linux-64,v1,v1.19,v1.19.2,vmaster", "package_uoa": "6aaeb794d288057a", "tags": "lib,python-package,numpy", "version": "1.19.2" }, "python": { "data_name": "python", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python interpreter", "package_tags": "64bits,compiler,host-os-linux-64,lang-python,python,target-os-linux-64,v3,v3.7,v3.7.7", "package_uoa": "", "tags": "compiler,python", "version": "3.7.7" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Python API for COCO", "package_tags": "64bits,api,coco,compiled-by-gcc,compiled-by-gcc-7.5.0,host-os-linux-64,needs-python,needs-python-3.7.7,target-os-linux-64,tool,v0,vmaster,vtrunk", "package_uoa": "dba4dfd68f4363ae", "tags": "tool,coco", "version": "master" }, "weights": { "data_name": "TensorFlow model (object-detection) (MLPerf SSD-MobileNet non-quantized)", "deps": { "labelmap": { "data_name": "Labelmap Detect (COCO dataset labelmap)", "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "Labelmap for COCO dataset", "package_tags": "64bits,host-os-linux-64,labelmap,object-detection,target-os-linux-64,tensorflow,tf,v0,vcoco", "package_uoa": "5149df44b579d7bd", "tags": "labelmap,vcoco", "version": "master" } }, "git_iso_datetime_cut_revision": "", "git_revision": "", "name": "TensorFlow Object Detection model", "package_tags": "64bits,channel-stable,host-os-linux-64,mlperf,mobilenet,mobilenet-v1,model,non-quantized,object-detection,ssd,ssd-mobilenet,ssd-mobilenet-v1,target-os-linux-64,tensorflow,tensorflowmodel,tf,v0,vcoco,weights", "package_uoa": "4134959be0eb9044", "tags": "model,tf,object-detection", "version": "reference" } }, "setup_time_s": 0.603304386138916, "solution_duration": 13.10416054725647, "solution_run_date": "2020-10-03T13:17:18Z", "solution_uid": "4a878a967f3636b9", "solution_uoa": "demo-obj-detection-coco-tf-cpu-benchmark-linux-portable-workflows", "test_time_s": 4.204361915588379 } ]