[ { "50.00 percentile latency (ns)": 75555686, "90.00 percentile latency (ns)": 83745770, "95.00 percentile latency (ns)": 88226427, "97.00 percentile latency (ns)": 91430708, "99.00 percentile latency (ns)": 97746813, "99.90 percentile latency (ns)": 110292563, "Completed samples per second": 390.14, "Max latency (ns)": 133185311, "Mean latency (ns)": 76609156, "Min duration satisfied": "Yes", "Min latency (ns)": 61048031, "Min queries satisfied": "Yes", "Mode": "Performance", "Performance constraints satisfied": "Yes", "Result is": "VALID", "SUT name": "PySUT", "Scenario": "server", "Scheduled samples per second": 390.19, "accelerator_memory_capacity": "16 GB per accelerator", "accelerator_memory_configuration": "HBM", "accelerator_model_name": "tpu-v3.8", "accelerators_per_node": 8, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.mAP": 20.793, "characteristics.scheduled_queries_per_second": 390.19, "characteristics.scheduled_queries_per_second.normalized_per_core": 48.77375, "characteristics.scheduled_queries_per_second.normalized_per_processor": 48.77375, "ck_system": "tpu-rdi-v3.8x1", "ck_used": true, "dataset": "COCO 2017 (300x300)", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/coco2017.md", "dim_x_default": "characteristics.scheduled_queries_per_second", "dim_y_default": "characteristics.mAP", "dim_y_maximize": true, "division": "closed", "formal_model": "ssd-mobilenet", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TF at the internal CL listed in the code dir", "host_memory_capacity": "383 GB", "host_processor_core_count": 120, "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "21.42 GB", "host_storage_type": "HDD", "informal_model": "ssd-large", "input_data_types": "bfloat16", "key.accuracy": "characteristics.mAP", "max_async_queries": 0, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 10000, "min_query_count": 270336, "mlperf_version": 0.5, "normalize_cores": 8, "normalize_processors": 8, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/Google/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/Google/results/tpu-rdi-v3.8x1", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "TF; GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 64, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "None", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/3345892/files/tf_ssd_resnet34_22.1.zip", "status": "rdi", "submitter": "Google", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/Google", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/tpu-rdi-v3.8x1", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 100000000, "target_qps": 390, "task": "object detection", "task2": "object detection", "total_cores": 120, "uid": "30f7999e0a384585", "use_accelerator": true, "weight_data_types": "bfloat16", "weight_transformations": "Transpose the weight of the first convolution layer" }, { "50.00 percentile latency (ns)": 83033979, "90.00 percentile latency (ns)": 88706735, "95.00 percentile latency (ns)": 89758743, "97.00 percentile latency (ns)": 91767720, "99.00 percentile latency (ns)": 96614936, "99.90 percentile latency (ns)": 105957145, "Completed samples per second": 320.12, "Max latency (ns)": 133827288, "Mean latency (ns)": 83677231, "Min duration satisfied": "Yes", "Min latency (ns)": 76615258, "Min queries satisfied": "Yes", "Mode": "Performance", "Performance constraints satisfied": "Yes", "Result is": "VALID", "SUT name": "PySUT", "Scenario": "server", "Scheduled samples per second": 320.15, "accelerator_memory_capacity": "16 GB per accelerator", "accelerator_memory_configuration": "HBM", "accelerator_model_name": "tpu-v3.8", "accelerators_per_node": 8, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.mAP": 20.799, "characteristics.scheduled_queries_per_second": 320.15, "characteristics.scheduled_queries_per_second.normalized_per_core": 40.01875, "characteristics.scheduled_queries_per_second.normalized_per_processor": 40.01875, "ck_system": "tpu-v3.8x1", "ck_used": true, "dataset": "COCO 2017 (300x300)", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/coco2017.md", "dim_x_default": "characteristics.scheduled_queries_per_second", "dim_y_default": "characteristics.mAP", "dim_y_maximize": true, "division": "closed", "formal_model": "ssd-mobilenet", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "tf-nightly==1.15.0-dev20190730", "host_memory_capacity": "360 GB", "host_processor_core_count": 120, "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 2, "host_storage_capacity": "200 GB + 50 GB", "host_storage_type": "SSD", "hw_notes": "'Number_of_nodes' is the number of user programmable nodes. Each GCP TPU v3-8 has a non-user programmable 'tensorflow host' node which provides direct network and storage access to the TPU.", "informal_model": "ssd-large", "input_data_types": "bfloat16", "key.accuracy": "characteristics.mAP", "max_async_queries": 0, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 10000, "min_query_count": 270336, "mlperf_version": 0.5, "normalize_cores": 8, "normalize_processors": 8, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/Google/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/Google/results/tpu-v3.8x1", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "TPU version 1.15.dev20190821; GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 64, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "None", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/3345892/files/tf_ssd_resnet34_22.1.zip", "status": "available", "submitter": "Google", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/Google", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/tpu-v3.8x1", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 100000000, "target_qps": 320, "task": "object detection", "task2": "object detection", "total_cores": 240, "uid": "b84cd54511b0c902", "use_accelerator": true, "weight_data_types": "bfloat16", "weight_transformations": "Transpose the weight of the first convolution layer" } ]