[ { "50.00 percentile latency (ns)": 317077245197, "90.00 percentile latency (ns)": 571918613440, "95.00 percentile latency (ns)": 603887092969, "97.00 percentile latency (ns)": 616704127347, "99.00 percentile latency (ns)": 629544728654, "99.90 percentile latency (ns)": 635335561914, "Max latency (ns)": 635979021402, "Mean latency (ns)": 317724862121, "Min duration satisfied": "Yes", "Min latency (ns)": 9923071, "Min queries satisfied": "Yes", "Mode": "PerformanceOnly", "Result is": "VALID", "SUT name": "QAIC_SUT", "Samples per second": 3438.13, "Scenario": "offline", "accelerator_frequency": "", "accelerator_host_interconnect": "PCIe 4 lane Gen4", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "8 GB", "accelerator_memory_configuration": "LPDDR4x", "accelerator_model_name": "QUALCOMM Cloud AI 100 DM.2e", "accelerator_on-chip_memories": "72 MB", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.mAP": 23.163, "characteristics.power": 24.26102201257862, "characteristics.power.normalized_per_core": 24.26102201257862, "characteristics.power.normalized_per_processor": 24.26102201257862, "characteristics.samples_per_second": 3438.13, "characteristics.samples_per_second.normalized_per_core": 3438.13, "characteristics.samples_per_second.normalized_per_processor": 3438.13, "ck_system": "aedk_15w-qaic-v1.4.66-aic100", "ck_used": true, "cooling": "passive", "dataset": "COCO 2017 (300x300)", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/coco2017.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.mAP", "dim_y_maximize": true, "division": "closed", "formal_model": "ssd-mobilenet", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "Qualcomm Cloud AI SDK v1.4.66", "host_memory_capacity": "12 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "1x (L1d: 64K; L1i: 64K; L2: 512K); 3x (L1d: 64K; L1i: 64K; L2: 256K); 4x (L1d: 64K; L1i: 64K; L2: 128K); L3: 4M", "host_processor_core_count": 8, "host_processor_frequency": "1x (Cortex-A77 @ 2840 MHz); 3x (Cortex-A77 @ 2420 MHz); 4x (Cortex-A55 @ 1800 MHz)", "host_processor_interconnect": "", "host_processor_model_name": "Qualcomm Snapdragon 865", "host_processors_per_node": 1, "host_storage_capacity": "80 GB", "host_storage_type": "Internal flash", "hw_notes": "With 15W Accelerator TDP constraints", "informal_model": "ssd-mobilenet", "input_data_types": "int8", "key.accuracy": "characteristics.mAP", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 600000, "min_query_count": 1, "mlperf_version": 1.1, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/Qualcomm/code", "note_details": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/Qualcomm/results/aedk_15w-qaic-v1.4.66-aic100", "number_of_nodes": 1, "operating_system": "CentOS Linux release 8.0.1905 (kernel: 4.19.81 #1 SMP PREEMPT Tue May 11 08:23:20 UTC 2021 aarch64 aarch64 aarch64 GNU/Linux)", "other_software_stack": "Collective Knowledge v1.55.5", "performance_issue_same": 0, "performance_issue_same_index": 0, "performance_issue_unique": 0, "performance_sample_count": 256, "print_timestamps": 0, "problem": false, "qsl_rng_seed": 1624344308455410291, "retraining": "No", "sample_index_rng_seed": 517984244576520566, "samples_per_query": 2186580, "schedule_rng_seed": 10051496985653635065, "starting_weights_filename": "https://zenodo.org/record/3228411/files/resnet34-ssd1200.onnx", "status": "available", "submitter": "Qualcomm", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/Qualcomm", "sw_notes": "Powered by Collective Knowledge v1.55.5", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/aedk_15w-qaic-v1.4.66-aic100", "system_name": "AI Development Kit", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 3313, "task": "object detection", "task2": "object detection", "total_cores": 8, "uid": "afe1864e14b47e48", "use_accelerator": true, "weight_data_types": "int8", "weight_transformations": "see calibration.md" }, { "50.00 percentile latency (ns)": 333546813139, "90.00 percentile latency (ns)": 598563191982, "95.00 percentile latency (ns)": 631719111311, "97.00 percentile latency (ns)": 645008139751, "99.00 percentile latency (ns)": 658284792839, "99.90 percentile latency (ns)": 664227829958, "Max latency (ns)": 664899963318, "Mean latency (ns)": 332806840774, "Min duration satisfied": "Yes", "Min latency (ns)": 101245347, "Min queries satisfied": "Yes", "Mode": "PerformanceOnly", "Result is": "VALID", "SUT name": "QAIC_SUT", "Samples per second": 120.108, "Scenario": "offline", "accelerator_frequency": "", "accelerator_host_interconnect": "PCIe 4 lane Gen4", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "8 GB", "accelerator_memory_configuration": "LPDDR4x", "accelerator_model_name": "QUALCOMM Cloud AI 100 DM.2e", "accelerator_on-chip_memories": "72 MB", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.mAP": 19.827, "characteristics.power": 24.36043609022557, "characteristics.power.normalized_per_core": 24.36043609022557, "characteristics.power.normalized_per_processor": 24.36043609022557, "characteristics.samples_per_second": 120.108, "characteristics.samples_per_second.normalized_per_core": 120.108, "characteristics.samples_per_second.normalized_per_processor": 120.108, "ck_system": "aedk_15w-qaic-v1.4.66-aic100", "ck_used": true, "cooling": "passive", "dataset": "COCO 2017 (300x300)", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/coco2017.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.mAP", "dim_y_maximize": true, "division": "closed", "formal_model": "ssd-mobilenet", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "Qualcomm Cloud AI SDK v1.4.66", "host_memory_capacity": "12 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "1x (L1d: 64K; L1i: 64K; L2: 512K); 3x (L1d: 64K; L1i: 64K; L2: 256K); 4x (L1d: 64K; L1i: 64K; L2: 128K); L3: 4M", "host_processor_core_count": 8, "host_processor_frequency": "1x (Cortex-A77 @ 2840 MHz); 3x (Cortex-A77 @ 2420 MHz); 4x (Cortex-A55 @ 1800 MHz)", "host_processor_interconnect": "", "host_processor_model_name": "Qualcomm Snapdragon 865", "host_processors_per_node": 1, "host_storage_capacity": "80 GB", "host_storage_type": "Internal flash", "hw_notes": "With 15W Accelerator TDP constraints", "informal_model": "ssd-resnet34", "input_data_types": "int8", "key.accuracy": "characteristics.mAP", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 600000, "min_query_count": 1, "mlperf_version": 1.1, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/Qualcomm/code", "note_details": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/Qualcomm/results/aedk_15w-qaic-v1.4.66-aic100", "number_of_nodes": 1, "operating_system": "CentOS Linux release 8.0.1905 (kernel: 4.19.81 #1 SMP PREEMPT Tue May 11 08:23:20 UTC 2021 aarch64 aarch64 aarch64 GNU/Linux)", "other_software_stack": "Collective Knowledge v1.55.5", "performance_issue_same": 0, "performance_issue_same_index": 0, "performance_issue_unique": 0, "performance_sample_count": 64, "print_timestamps": 0, "problem": false, "qsl_rng_seed": 1624344308455410291, "retraining": "No", "sample_index_rng_seed": 517984244576520566, "samples_per_query": 79860, "schedule_rng_seed": 10051496985653635065, "starting_weights_filename": "https://zenodo.org/record/3228411/files/resnet34-ssd1200.onnx", "status": "available", "submitter": "Qualcomm", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/Qualcomm", "sw_notes": "Powered by Collective Knowledge v1.55.5", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/aedk_15w-qaic-v1.4.66-aic100", "system_name": "AI Development Kit", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 121, "task": "object detection", "task2": "object detection", "total_cores": 8, "uid": "6244609e02f50475", "use_accelerator": true, "weight_data_types": "int8", "weight_transformations": "see calibration.md" }, { "50.00 percentile latency (ns)": 332232465488, "90.00 percentile latency (ns)": 598236814764, "95.00 percentile latency (ns)": 631422968118, "97.00 percentile latency (ns)": 644710354940, "99.00 percentile latency (ns)": 657990458189, "99.90 percentile latency (ns)": 663978616421, "Max latency (ns)": 664641833907, "Mean latency (ns)": 332249110917, "Min duration satisfied": "Yes", "Min latency (ns)": 7094776, "Min queries satisfied": "Yes", "Mode": "PerformanceOnly", "Result is": "VALID", "SUT name": "QAIC_SUT", "Samples per second": 19363.8, "Scenario": "offline", "accelerator_frequency": "", "accelerator_host_interconnect": "1x PCIe 8 lane Gen4", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "16 GB", "accelerator_memory_configuration": "LPDDR4x", "accelerator_model_name": "QUALCOMM Cloud AI 100 PCIe HHHL", "accelerator_on-chip_memories": "144 MB", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.mAP": 23.163, "characteristics.samples_per_second": 19363.8, "characteristics.samples_per_second.normalized_per_core": 19363.8, "characteristics.samples_per_second.normalized_per_processor": 19363.8, "ck_system": "r282_z93_q1-qaic-v1.5.6-aic100", "ck_used": true, "cooling": "air", "dataset": "COCO 2017 (300x300)", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/coco2017.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.mAP", "dim_y_maximize": true, "division": "closed", "formal_model": "ssd-mobilenet", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "Qualcomm Cloud AI SDK v1.5.6", "host_memory_capacity": "8x 64 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "L1d: 32K; L1i: 32K; L2: 512K; L3: 16384K", "host_processor_core_count": 16, "host_processor_frequency": "2800 MHz", "host_processor_interconnect": "1x 16-20GT/s xGMI2", "host_processor_model_name": "AMD EPYC 7282 16-Core Processor", "host_processors_per_node": 2, "host_storage_capacity": "1 TB", "host_storage_type": "1x SSD", "hw_notes": "With 75W Accelerator TDP constraints", "informal_model": "ssd-mobilenet", "input_data_types": "int8", "key.accuracy": "characteristics.mAP", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 600000, "min_query_count": 1, "mlperf_version": 1.1, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/Qualcomm/code", "note_details": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/Qualcomm/results/r282_z93_q1-qaic-v1.5.6-aic100", "number_of_nodes": 1, "operating_system": "CentOS 7 (Linux kernel: 5.4.1-1.el7.elrepo.x86_64 #1 SMP Fri Nov 29 10:21:13 EST 2019 x86_64 x86_64 x86_64 GNU/Linux)", "other_software_stack": "Docker 20.10.7; Collective Knowledge v1.55.5", "performance_issue_same": 0, "performance_issue_same_index": 0, "performance_issue_unique": 0, "performance_sample_count": 1024, "print_timestamps": 0, "problem": false, "qsl_rng_seed": 1624344308455410291, "retraining": "No", "sample_index_rng_seed": 517984244576520566, "samples_per_query": 12870000, "schedule_rng_seed": 10051496985653635065, "starting_weights_filename": "https://zenodo.org/record/3228411/files/resnet34-ssd1200.onnx", "status": "available", "submitter": "Qualcomm", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/Qualcomm", "sw_notes": "Powered by Collective Knowledge v1.55.5", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/r282_z93_q1-qaic-v1.5.6-aic100", "system_name": "Gigabyte R282-Z93 1x QAIC100", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 19500, "task": "object detection", "task2": "object detection", "total_cores": 32, "uid": "fee4ae64c06a6768", "use_accelerator": true, "weight_data_types": "int8", "weight_transformations": "see calibration.md" }, { "50.00 percentile latency (ns)": 322394572067, "90.00 percentile latency (ns)": 580352119762, "95.00 percentile latency (ns)": 612574198681, "97.00 percentile latency (ns)": 625464772779, "99.00 percentile latency (ns)": 638347108490, "99.90 percentile latency (ns)": 644153378023, "Max latency (ns)": 644788922847, "Mean latency (ns)": 322401005785, "Min duration satisfied": "Yes", "Min latency (ns)": 45190157, "Min queries satisfied": "Yes", "Mode": "PerformanceOnly", "Result is": "VALID", "SUT name": "QAIC_SUT", "Samples per second": 435.026, "Scenario": "offline", "accelerator_frequency": "", "accelerator_host_interconnect": "1x PCIe 8 lane Gen4", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "16 GB", "accelerator_memory_configuration": "LPDDR4x", "accelerator_model_name": "QUALCOMM Cloud AI 100 PCIe HHHL", "accelerator_on-chip_memories": "144 MB", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.mAP": 19.827, "characteristics.samples_per_second": 435.026, "characteristics.samples_per_second.normalized_per_core": 435.026, "characteristics.samples_per_second.normalized_per_processor": 435.026, "ck_system": "r282_z93_q1-qaic-v1.5.6-aic100", "ck_used": true, "cooling": "air", "dataset": "COCO 2017 (300x300)", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/coco2017.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.mAP", "dim_y_maximize": true, "division": "closed", "formal_model": "ssd-mobilenet", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "Qualcomm Cloud AI SDK v1.5.6", "host_memory_capacity": "8x 64 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "L1d: 32K; L1i: 32K; L2: 512K; L3: 16384K", "host_processor_core_count": 16, "host_processor_frequency": "2800 MHz", "host_processor_interconnect": "1x 16-20GT/s xGMI2", "host_processor_model_name": "AMD EPYC 7282 16-Core Processor", "host_processors_per_node": 2, "host_storage_capacity": "1 TB", "host_storage_type": "1x SSD", "hw_notes": "With 75W Accelerator TDP constraints", "informal_model": "ssd-resnet34", "input_data_types": "int8", "key.accuracy": "characteristics.mAP", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 600000, "min_query_count": 1, "mlperf_version": 1.1, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/Qualcomm/code", "note_details": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/Qualcomm/results/r282_z93_q1-qaic-v1.5.6-aic100", "number_of_nodes": 1, "operating_system": "CentOS 7 (Linux kernel: 5.4.1-1.el7.elrepo.x86_64 #1 SMP Fri Nov 29 10:21:13 EST 2019 x86_64 x86_64 x86_64 GNU/Linux)", "other_software_stack": "Docker 20.10.7; Collective Knowledge v1.55.5", "performance_issue_same": 0, "performance_issue_same_index": 0, "performance_issue_unique": 0, "performance_sample_count": 1024, "print_timestamps": 0, "problem": false, "qsl_rng_seed": 1624344308455410291, "retraining": "No", "sample_index_rng_seed": 517984244576520566, "samples_per_query": 280500, "schedule_rng_seed": 10051496985653635065, "starting_weights_filename": "https://zenodo.org/record/3228411/files/resnet34-ssd1200.onnx", "status": "available", "submitter": "Qualcomm", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/Qualcomm", "sw_notes": "Powered by Collective Knowledge v1.55.5", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/r282_z93_q1-qaic-v1.5.6-aic100", "system_name": "Gigabyte R282-Z93 1x QAIC100", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 425, "task": "object detection", "task2": "object detection", "total_cores": 32, "uid": "2438bb855fa3651a", "use_accelerator": true, "weight_data_types": "int8", "weight_transformations": "see calibration.md" }, { "50.00 percentile latency (ns)": 327511282402, "90.00 percentile latency (ns)": 590850071433, "95.00 percentile latency (ns)": 623526636275, "97.00 percentile latency (ns)": 636611593789, "99.00 percentile latency (ns)": 649699523424, "99.90 percentile latency (ns)": 655656689261, "Max latency (ns)": 656306713393, "Mean latency (ns)": 39775593643, "Min duration satisfied": "Yes", "Min latency (ns)": 6493858, "Min queries satisfied": "Yes", "Mode": "PerformanceOnly", "Result is": "VALID", "SUT name": "QAIC_SUT", "Samples per second": 97514.7, "Scenario": "offline", "accelerator_frequency": "", "accelerator_host_interconnect": "5x PCIe 8 lane Gen4", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "16 GB", "accelerator_memory_configuration": "LPDDR4x", "accelerator_model_name": "QUALCOMM Cloud AI 100 PCIe HHHL", "accelerator_on-chip_memories": "144 MB", "accelerators_per_node": 5, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.mAP": 23.163, "characteristics.power": 692.842225609756, "characteristics.power.normalized_per_core": 138.5684451219512, "characteristics.power.normalized_per_processor": 138.5684451219512, "characteristics.samples_per_second": 97514.7, "characteristics.samples_per_second.normalized_per_core": 19502.94, "characteristics.samples_per_second.normalized_per_processor": 19502.94, "ck_system": "r282_z93_q5-qaic-v1.5.6-aic100", "ck_used": true, "cooling": "air", "dataset": "COCO 2017 (300x300)", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/coco2017.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.mAP", "dim_y_maximize": true, "division": "closed", "formal_model": "ssd-mobilenet", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "Qualcomm Cloud AI SDK v1.5.6", "host_memory_capacity": "8x 64 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "L1d: 32K; L1i: 32K; L2: 512K; L3: 16384K", "host_processor_core_count": 16, "host_processor_frequency": "2800 MHz", "host_processor_interconnect": "1x 16-20GT/s xGMI2", "host_processor_model_name": "AMD EPYC 7282 16-Core Processor", "host_processors_per_node": 2, "host_storage_capacity": "1 TB", "host_storage_type": "1x SSD", "hw_notes": "With 75W Accelerator TDP constraints", "informal_model": "ssd-mobilenet", "input_data_types": "int8", "key.accuracy": "characteristics.mAP", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 600000, "min_query_count": 1, "mlperf_version": 1.1, "normalize_cores": 5, "normalize_processors": 5, "note_code": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/Qualcomm/code", "note_details": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/Qualcomm/results/r282_z93_q5-qaic-v1.5.6-aic100", "number_of_nodes": 1, "operating_system": "CentOS 7 (Linux kernel: 5.4.1-1.el7.elrepo.x86_64 #1 SMP Fri Nov 29 10:21:13 EST 2019 x86_64 x86_64 x86_64 GNU/Linux)", "other_software_stack": "Docker 20.10.7; Collective Knowledge v1.55.5", "performance_issue_same": 0, "performance_issue_same_index": 0, "performance_issue_unique": 0, "performance_sample_count": 1024, "print_timestamps": 0, "problem": false, "qsl_rng_seed": 1624344308455410291, "retraining": "No", "sample_index_rng_seed": 517984244576520566, "samples_per_query": 63999540, "schedule_rng_seed": 10051496985653635065, "starting_weights_filename": "https://zenodo.org/record/3228411/files/resnet34-ssd1200.onnx", "status": "available", "submitter": "Qualcomm", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/Qualcomm", "sw_notes": "Powered by Collective Knowledge v1.55.5", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/r282_z93_q5-qaic-v1.5.6-aic100", "system_name": "Gigabyte R282-Z93 5x QAIC100", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 96969, "task": "object detection", "task2": "object detection", "total_cores": 32, "uid": "f2c6608fe7ab45f9", "use_accelerator": true, "weight_data_types": "int8", "weight_transformations": "see calibration.md" }, { "50.00 percentile latency (ns)": 322410008454, "90.00 percentile latency (ns)": 580329644398, "95.00 percentile latency (ns)": 612559244373, "97.00 percentile latency (ns)": 625447674311, "99.00 percentile latency (ns)": 638339663505, "99.90 percentile latency (ns)": 644143364191, "Max latency (ns)": 644786960537, "Mean latency (ns)": 322421896963, "Min duration satisfied": "Yes", "Min latency (ns)": 42336791, "Min queries satisfied": "Yes", "Mode": "PerformanceOnly", "Result is": "VALID", "SUT name": "QAIC_SUT", "Samples per second": 2175.14, "Scenario": "offline", "accelerator_frequency": "", "accelerator_host_interconnect": "5x PCIe 8 lane Gen4", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "16 GB", "accelerator_memory_configuration": "LPDDR4x", "accelerator_model_name": "QUALCOMM Cloud AI 100 PCIe HHHL", "accelerator_on-chip_memories": "144 MB", "accelerators_per_node": 5, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.mAP": 19.827, "characteristics.power": 593.4872670807453, "characteristics.power.normalized_per_core": 118.69745341614905, "characteristics.power.normalized_per_processor": 118.69745341614905, "characteristics.samples_per_second": 2175.14, "characteristics.samples_per_second.normalized_per_core": 435.02799999999996, "characteristics.samples_per_second.normalized_per_processor": 435.02799999999996, "ck_system": "r282_z93_q5-qaic-v1.5.6-aic100", "ck_used": true, "cooling": "air", "dataset": "COCO 2017 (300x300)", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/coco2017.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.mAP", "dim_y_maximize": true, "division": "closed", "formal_model": "ssd-mobilenet", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "Qualcomm Cloud AI SDK v1.5.6", "host_memory_capacity": "8x 64 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "L1d: 32K; L1i: 32K; L2: 512K; L3: 16384K", "host_processor_core_count": 16, "host_processor_frequency": "2800 MHz", "host_processor_interconnect": "1x 16-20GT/s xGMI2", "host_processor_model_name": "AMD EPYC 7282 16-Core Processor", "host_processors_per_node": 2, "host_storage_capacity": "1 TB", "host_storage_type": "1x SSD", "hw_notes": "With 75W Accelerator TDP constraints", "informal_model": "ssd-resnet34", "input_data_types": "int8", "key.accuracy": "characteristics.mAP", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 600000, "min_query_count": 1, "mlperf_version": 1.1, "normalize_cores": 5, "normalize_processors": 5, "note_code": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/Qualcomm/code", "note_details": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/Qualcomm/results/r282_z93_q5-qaic-v1.5.6-aic100", "number_of_nodes": 1, "operating_system": "CentOS 7 (Linux kernel: 5.4.1-1.el7.elrepo.x86_64 #1 SMP Fri Nov 29 10:21:13 EST 2019 x86_64 x86_64 x86_64 GNU/Linux)", "other_software_stack": "Docker 20.10.7; Collective Knowledge v1.55.5", "performance_issue_same": 0, "performance_issue_same_index": 0, "performance_issue_unique": 0, "performance_sample_count": 1024, "print_timestamps": 0, "problem": false, "qsl_rng_seed": 1624344308455410291, "retraining": "No", "sample_index_rng_seed": 517984244576520566, "samples_per_query": 1402500, "schedule_rng_seed": 10051496985653635065, "starting_weights_filename": "https://zenodo.org/record/3228411/files/resnet34-ssd1200.onnx", "status": "available", "submitter": "Qualcomm", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/Qualcomm", "sw_notes": "Powered by Collective Knowledge v1.55.5", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/r282_z93_q5-qaic-v1.5.6-aic100", "system_name": "Gigabyte R282-Z93 5x QAIC100", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 2125, "task": "object detection", "task2": "object detection", "total_cores": 32, "uid": "7a76b616411c9dba", "use_accelerator": true, "weight_data_types": "int8", "weight_transformations": "see calibration.md" }, { "50.00 percentile latency (ns)": 322598012285, "90.00 percentile latency (ns)": 580562511082, "95.00 percentile latency (ns)": 612683747013, "97.00 percentile latency (ns)": 625602547183, "99.00 percentile latency (ns)": 638604725792, "99.90 percentile latency (ns)": 644460567304, "Max latency (ns)": 645115122258, "Mean latency (ns)": 322534324424, "Min duration satisfied": "Yes", "Min latency (ns)": 9955189, "Min queries satisfied": "Yes", "Mode": "PerformanceOnly", "Result is": "VALID", "SUT name": "QAIC_SUT", "Samples per second": 4091.27, "Scenario": "offline", "accelerator_frequency": "", "accelerator_host_interconnect": "PCIe 4 lane Gen4", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "16 GB", "accelerator_memory_configuration": "LPDDR4x", "accelerator_model_name": "QUALCOMM Cloud AI 100 DM.2", "accelerator_on-chip_memories": "144 MB", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.mAP": 23.163, "characteristics.power": 31.804418604651183, "characteristics.power.normalized_per_core": 31.804418604651183, "characteristics.power.normalized_per_processor": 31.804418604651183, "characteristics.samples_per_second": 4091.27, "characteristics.samples_per_second.normalized_per_core": 4091.27, "characteristics.samples_per_second.normalized_per_processor": 4091.27, "ck_system": "aedk_20w-qaic-v1.4.66-aic100", "ck_used": true, "cooling": "passive", "dataset": "COCO 2017 (300x300)", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/coco2017.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.mAP", "dim_y_maximize": true, "division": "closed", "formal_model": "ssd-mobilenet", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "Qualcomm Cloud AI SDK v1.4.66", "host_memory_capacity": "12 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "1x (L1d: 64K; L1i: 64K; L2: 512K); 3x (L1d: 64K; L1i: 64K; L2: 256K); 4x (L1d: 64K; L1i: 64K; L2: 128K); L3: 4M", "host_processor_core_count": 8, "host_processor_frequency": "1x (Cortex-A77 @ 2840 MHz); 3x (Cortex-A77 @ 2420 MHz); 4x (Cortex-A55 @ 1800 MHz)", "host_processor_interconnect": "", "host_processor_model_name": "Qualcomm Snapdragon 865", "host_processors_per_node": 1, "host_storage_capacity": "80 GB", "host_storage_type": "Internal flash", "hw_notes": "With 20W Accelerator TDP constraints", "informal_model": "ssd-mobilenet", "input_data_types": "int8", "key.accuracy": "characteristics.mAP", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 600000, "min_query_count": 1, "mlperf_version": 1.1, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/Qualcomm/code", "note_details": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/Qualcomm/results/aedk_20w-qaic-v1.4.66-aic100", "number_of_nodes": 1, "operating_system": "CentOS Linux release 8.0.1905 (kernel: 4.19.81 #1 SMP PREEMPT Tue May 11 08:23:20 UTC 2021 aarch64 aarch64 aarch64 GNU/Linux)", "other_software_stack": "Collective Knowledge v1.55.5", "performance_issue_same": 0, "performance_issue_same_index": 0, "performance_issue_unique": 0, "performance_sample_count": 256, "print_timestamps": 0, "problem": false, "qsl_rng_seed": 1624344308455410291, "retraining": "No", "sample_index_rng_seed": 517984244576520566, "samples_per_query": 2639340, "schedule_rng_seed": 10051496985653635065, "starting_weights_filename": "https://zenodo.org/record/3228411/files/resnet34-ssd1200.onnx", "status": "available", "submitter": "Qualcomm", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/Qualcomm", "sw_notes": "Powered by Collective Knowledge v1.55.5", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/aedk_20w-qaic-v1.4.66-aic100", "system_name": "AI Development Kit", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 3999, "task": "object detection", "task2": "object detection", "total_cores": 8, "uid": "45dfaa8417624fdb", "use_accelerator": true, "weight_data_types": "int8", "weight_transformations": "see calibration.md" }, { "50.00 percentile latency (ns)": 346893814272, "90.00 percentile latency (ns)": 625040203710, "95.00 percentile latency (ns)": 659732117884, "97.00 percentile latency (ns)": 673635560100, "99.00 percentile latency (ns)": 687566441457, "99.90 percentile latency (ns)": 693821536616, "Max latency (ns)": 694490954486, "Mean latency (ns)": 347087516731, "Min duration satisfied": "Yes", "Min latency (ns)": 75005958, "Min queries satisfied": "Yes", "Mode": "PerformanceOnly", "Result is": "VALID", "SUT name": "QAIC_SUT", "Samples per second": 178.663, "Scenario": "offline", "accelerator_frequency": "", "accelerator_host_interconnect": "PCIe 4 lane Gen4", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "16 GB", "accelerator_memory_configuration": "LPDDR4x", "accelerator_model_name": "QUALCOMM Cloud AI 100 DM.2", "accelerator_on-chip_memories": "144 MB", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.mAP": 19.827, "characteristics.power": 37.08177233429393, "characteristics.power.normalized_per_core": 37.08177233429393, "characteristics.power.normalized_per_processor": 37.08177233429393, "characteristics.samples_per_second": 178.663, "characteristics.samples_per_second.normalized_per_core": 178.663, "characteristics.samples_per_second.normalized_per_processor": 178.663, "ck_system": "aedk_20w-qaic-v1.4.66-aic100", "ck_used": true, "cooling": "passive", "dataset": "COCO 2017 (300x300)", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/coco2017.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.mAP", "dim_y_maximize": true, "division": "closed", "formal_model": "ssd-mobilenet", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "Qualcomm Cloud AI SDK v1.4.66", "host_memory_capacity": "12 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "1x (L1d: 64K; L1i: 64K; L2: 512K); 3x (L1d: 64K; L1i: 64K; L2: 256K); 4x (L1d: 64K; L1i: 64K; L2: 128K); L3: 4M", "host_processor_core_count": 8, "host_processor_frequency": "1x (Cortex-A77 @ 2840 MHz); 3x (Cortex-A77 @ 2420 MHz); 4x (Cortex-A55 @ 1800 MHz)", "host_processor_interconnect": "", "host_processor_model_name": "Qualcomm Snapdragon 865", "host_processors_per_node": 1, "host_storage_capacity": "80 GB", "host_storage_type": "Internal flash", "hw_notes": "With 20W Accelerator TDP constraints", "informal_model": "ssd-resnet34", "input_data_types": "int8", "key.accuracy": "characteristics.mAP", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 600000, "min_query_count": 1, "mlperf_version": 1.1, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/Qualcomm/code", "note_details": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/Qualcomm/results/aedk_20w-qaic-v1.4.66-aic100", "number_of_nodes": 1, "operating_system": "CentOS Linux release 8.0.1905 (kernel: 4.19.81 #1 SMP PREEMPT Tue May 11 08:23:20 UTC 2021 aarch64 aarch64 aarch64 GNU/Linux)", "other_software_stack": "Collective Knowledge v1.55.5", "performance_issue_same": 0, "performance_issue_same_index": 0, "performance_issue_unique": 0, "performance_sample_count": 64, "print_timestamps": 0, "problem": false, "qsl_rng_seed": 1624344308455410291, "retraining": "No", "sample_index_rng_seed": 517984244576520566, "samples_per_query": 124080, "schedule_rng_seed": 10051496985653635065, "starting_weights_filename": "https://zenodo.org/record/3228411/files/resnet34-ssd1200.onnx", "status": "available", "submitter": "Qualcomm", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/Qualcomm", "sw_notes": "Powered by Collective Knowledge v1.55.5", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/aedk_20w-qaic-v1.4.66-aic100", "system_name": "AI Development Kit", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 188, "task": "object detection", "task2": "object detection", "total_cores": 8, "uid": "dac0a2332704e81b", "use_accelerator": true, "weight_data_types": "int8", "weight_transformations": "see calibration.md" }, { "50.00 percentile latency (ns)": 325667033311, "90.00 percentile latency (ns)": 586543372291, "95.00 percentile latency (ns)": 619469431821, "97.00 percentile latency (ns)": 632656600326, "99.00 percentile latency (ns)": 645676905476, "99.90 percentile latency (ns)": 651608670628, "Max latency (ns)": 652220734469, "Mean latency (ns)": 326013542352, "Min duration satisfied": "Yes", "Min latency (ns)": 110418910, "Min queries satisfied": "Yes", "Mode": "PerformanceOnly", "Result is": "VALID", "SUT name": "QAIC_SUT", "Samples per second": 161.908, "Scenario": "offline", "accelerator_frequency": "", "accelerator_host_interconnect": "PCIe 4 lane Gen4", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "16 GB", "accelerator_memory_configuration": "LPDDR4x", "accelerator_model_name": "QUALCOMM Cloud AI 100 DM.2", "accelerator_on-chip_memories": "144 MB", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.mAP": 19.81, "characteristics.power": 36.29001531393569, "characteristics.power.normalized_per_core": 36.29001531393569, "characteristics.power.normalized_per_processor": 36.29001531393569, "characteristics.samples_per_second": 161.908, "characteristics.samples_per_second.normalized_per_core": 161.908, "characteristics.samples_per_second.normalized_per_processor": 161.908, "ck_system": "aedk_20w-qaic-v1.3.14-aic100", "ck_used": true, "cooling": "passive", "dataset": "COCO 2017 (300x300)", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/coco2017.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.mAP", "dim_y_maximize": true, "division": "closed", "formal_model": "ssd-mobilenet", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "Qualcomm Cloud AI SDK v1.3.14", "host_memory_capacity": "12 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "1x (L1d: 64K; L1i: 64K; L2: 512K); 3x (L1d: 64K; L1i: 64K; L2: 256K); 4x (L1d: 64K; L1i: 64K; L2: 128K); L3: 4M", "host_processor_core_count": 120, "host_processor_frequency": "1x (Cortex-A77 @ 2840 MHz); 3x (Cortex-A77 @ 2420 MHz); 4x (Cortex-A55 @ 1800 MHz)", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "894 GB", "host_storage_type": "NVMe SSD", "hw_notes": "With 20W Accelerator TDP constraints", "informal_model": "ssd-resnet34", "input_data_types": "int8", "key.accuracy": "characteristics.mAP", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 600000, "min_query_count": 1, "mlperf_version": 1.0, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v1.0/tree/master/closed/Qualcomm/code", "note_details": "https://github.com/mlcommons/inference_results_v1.0/tree/master/closed/Qualcomm/results/aedk_20w-qaic-v1.3.14-aic100", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": 0, "performance_issue_same_index": 0, "performance_issue_unique": 0, "performance_sample_count": 64, "print_timestamps": 0, "problem": false, "qsl_rng_seed": 7322528924094909334, "retraining": "No", "sample_index_rng_seed": 1570999273408051088, "samples_per_query": 105600, "schedule_rng_seed": 3507442325620259414, "starting_weights_filename": "https://zenodo.org/record/3228411/files/resnet34-ssd1200.onnx", "status": "available", "submitter": "Qualcomm", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/Qualcomm", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/aedk_20w-qaic-v1.3.14-aic100", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 160, "task": "object detection", "task2": "object detection", "total_cores": 120, "uid": "f288c37417c32c8f", "use_accelerator": true, "weight_data_types": "int8", "weight_transformations": "see calibration/" }, { "50.00 percentile latency (ns)": 334317651191, "90.00 percentile latency (ns)": 600092992252, "95.00 percentile latency (ns)": 633446978676, "97.00 percentile latency (ns)": 646916322204, "99.00 percentile latency (ns)": 660479006701, "99.90 percentile latency (ns)": 666539337632, "Max latency (ns)": 667143923447, "Mean latency (ns)": 333772987625, "Min duration satisfied": "Yes", "Min latency (ns)": 109263110, "Min queries satisfied": "Yes", "Mode": "PerformanceOnly", "Result is": "VALID", "SUT name": "QAIC_SUT", "Samples per second": 92.9934, "Scenario": "offline", "accelerator_frequency": "", "accelerator_host_interconnect": "PCIe 4 lane Gen4", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "8 GB", "accelerator_memory_configuration": "LPDDR4x", "accelerator_model_name": "QUALCOMM Cloud AI 100 DM.2e", "accelerator_on-chip_memories": "72 MB", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.mAP": 19.81, "characteristics.power": 26.62679160419789, "characteristics.power.normalized_per_core": 26.62679160419789, "characteristics.power.normalized_per_processor": 26.62679160419789, "characteristics.samples_per_second": 92.9934, "characteristics.samples_per_second.normalized_per_core": 92.9934, "characteristics.samples_per_second.normalized_per_processor": 92.9934, "ck_system": "aedk_15w-qaic-v1.3.14-aic100", "ck_used": true, "cooling": "passive", "dataset": "COCO 2017 (300x300)", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/coco2017.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.mAP", "dim_y_maximize": true, "division": "closed", "formal_model": "ssd-mobilenet", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "Qualcomm Cloud AI SDK v1.3.14", "host_memory_capacity": "12 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "1x (L1d: 64K; L1i: 64K; L2: 512K); 3x (L1d: 64K; L1i: 64K; L2: 256K); 4x (L1d: 64K; L1i: 64K; L2: 128K); L3: 4M", "host_processor_core_count": 120, "host_processor_frequency": "1x (Cortex-A77 @ 2840 MHz); 3x (Cortex-A77 @ 2420 MHz); 4x (Cortex-A55 @ 1800 MHz)", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "894 GB", "host_storage_type": "NVMe SSD", "hw_notes": "With 15W Accelerator TDP constraints", "informal_model": "ssd-resnet34", "input_data_types": "int8", "key.accuracy": "characteristics.mAP", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 600000, "min_query_count": 1, "mlperf_version": 1.0, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v1.0/tree/master/closed/Qualcomm/code", "note_details": "https://github.com/mlcommons/inference_results_v1.0/tree/master/closed/Qualcomm/results/aedk_15w-qaic-v1.3.14-aic100", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": 0, "performance_issue_same_index": 0, "performance_issue_unique": 0, "performance_sample_count": 64, "print_timestamps": 0, "problem": false, "qsl_rng_seed": 7322528924094909334, "retraining": "No", "sample_index_rng_seed": 1570999273408051088, "samples_per_query": 62040, "schedule_rng_seed": 3507442325620259414, "starting_weights_filename": "https://zenodo.org/record/3228411/files/resnet34-ssd1200.onnx", "status": "available", "submitter": "Qualcomm", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/Qualcomm", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/aedk_15w-qaic-v1.3.14-aic100", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 94, "task": "object detection", "task2": "object detection", "total_cores": 120, "uid": "3e4b65a73dbea7e9", "use_accelerator": true, "weight_data_types": "int8", "weight_transformations": "see calibration/" } ]